braintrust 0.0.176 → 0.0.178

package/dist/browser.d.mts

@@ -16,6 +16,173 @@ declare class LazyValue<T> {
     get hasComputed(): boolean;
 }
 
+/**
+ * Options for configuring an LRUCache instance.
+ */
+interface LRUCacheOptions {
+    /**
+     * Maximum number of items to store in the cache.
+     * If not specified, the cache will grow unbounded.
+     */
+    max?: number;
+}
+/**
+ * A Least Recently Used (LRU) cache implementation.
+ *
+ * This cache maintains items in order of use, evicting the least recently used item
+ * when the cache reaches its maximum size (if specified). Items are considered "used"
+ * when they are either added to the cache or retrieved from it.
+ *
+ * If no maximum size is specified, the cache will grow unbounded.
+ *
+ * @template K - The type of keys stored in the cache.
+ * @template V - The type of values stored in the cache.
+ */
+declare class LRUCache<K, V> {
+    private cache;
+    private readonly maxSize?;
+    constructor(options?: LRUCacheOptions);
+    /**
+     * Retrieves a value from the cache.
+     * If the key exists, the item is marked as most recently used.
+     *
+     * @param key - The key to look up.
+     * @returns The cached value if found, undefined otherwise.
+     */
+    get(key: K): V | undefined;
+    /**
+     * Stores a value in the cache.
+     * If the key already exists, the value is updated and marked as most recently used.
+     * If the cache is at its maximum size, the least recently used item is evicted.
+     *
+     * @param key - The key to store.
+     * @param value - The value to store.
+     */
+    set(key: K, value: V): void;
+    /**
+     * Removes all items from the cache.
+     */
+    clear(): void;
+}
+
+/**
+ * Configuration options for DiskCache.
+ */
+interface DiskCacheOptions {
+    /**
+     * Directory where cache files will be stored.
+     */
+    cacheDir: string;
+    /**
+     * Maximum number of entries to store in the cache.
+     * If not specified, the cache will grow unbounded.
+     */
+    max?: number;
+}
+/**
+ * A persistent filesystem-based cache implementation.
+ *
+ * This cache stores entries as compressed files on disk and implements an LRU eviction
+ * policy based on file modification times (mtime). While access times (atime) would be more
+ * semantically accurate for LRU, we use mtime because:
+ *
+ * 1. Many modern filesystems mount with noatime for performance reasons.
+ * 2. Even when atime updates are enabled, they may be subject to update delays.
+ * 3. mtime updates are more reliably supported across different filesystems.
+ *
+ * @template T - The type of values stored in the cache.
+ */
+declare class DiskCache<T> {
+    private readonly dir;
+    private readonly max?;
+    /**
+     * Creates a new DiskCache instance.
+     * @param options - Configuration options for the cache.
+     */
+    constructor(options: DiskCacheOptions);
+    /**
+     * Gets the file path for a cache entry.
+     * @param key - The cache key to get the path for.
+     * @returns The full filesystem path for the cache entry.
+     */
+    private getEntryPath;
+    /**
+     * Retrieves a value from the cache.
+     * Updates the entry's access time when read.
+     *
+     * @param key - The key to look up in the cache.
+     * @returns The cached value if found, undefined otherwise.
+     * @throws If there is an error reading from the disk cache (except for file not found).
+     */
+    get(key: string): Promise<T | undefined>;
+    /**
+     * Stores a value in the cache.
+     * If the cache is at its maximum size, the least recently used entries will be evicted.
+     *
+     * @param key - The key to store the value under.
+     * @param value - The value to store in the cache.
+     */
+    set(key: string, value: T): Promise<void>;
+    /**
+     * Evicts the oldest entries from the cache until it is under the maximum size.
+     * @param entries - List of all cache entry filenames.
+     */
+    private evictOldest;
+}
+
+/**
+ * Identifies a prompt in the cache using either project ID or project name along with the slug.
+ */
+interface PromptKey {
+    /**
+     * The slug identifier for the prompt within its project.
+     */
+    slug: string;
+    /**
+     * The version of the prompt.
+     */
+    version: string;
+    /**
+     * The ID of the project containing the prompt.
+     * Either projectId or projectName must be provided.
+     */
+    projectId?: string;
+    /**
+     * The name of the project containing the prompt.
+     * Either projectId or projectName must be provided.
+     */
+    projectName?: string;
+}
+/**
+ * A two-layer cache for Braintrust prompts with both in-memory and filesystem storage.
+ *
+ * This cache implements either a one or two-layer caching strategy:
+ * 1. A fast in-memory LRU cache for frequently accessed prompts.
+ * 2. An optional persistent filesystem-based cache that serves as a backing store.
+ */
+declare class PromptCache {
+    private readonly memoryCache;
+    private readonly diskCache?;
+    constructor(options: {
+        memoryCache: LRUCache<string, Prompt>;
+        diskCache?: DiskCache<Prompt>;
+    });
+    /**
+     * Retrieves a prompt from the cache.
+     * First checks the in-memory LRU cache, then falls back to checking the disk cache if available.
+     */
+    get(key: PromptKey): Promise<Prompt | undefined>;
+    /**
+     * Stores a prompt in the cache.
+     * Writes to the in-memory cache and the disk cache if available.
+     *
+     * @param key - The key to store the value under.
+     * @param value - The value to store in the cache.
+     * @throws If there is an error writing to the disk cache.
+     */
+    set(key: PromptKey, value: Prompt): Promise<void>;
+}
+
 type SetCurrentArg = {
     setCurrent?: boolean;
 };
@@ -217,6 +384,7 @@ declare class BraintrustState {
     private _appConn;
     private _apiConn;
     private _proxyConn;
+    promptCache: PromptCache;
     constructor(loginParams: LoginOptions);
     resetLoginInfo(): void;
     copyLoginInfo(other: BraintrustState): void;
@@ -658,7 +826,7 @@ type InitLoggerOptions<IsAsyncFlush> = FullLoginOptions & {
  * @param options Additional options for configuring init().
  * @param options.projectName The name of the project to log into. If unspecified, will default to the Global project.
  * @param options.projectId The id of the project to log into. This takes precedence over projectName if specified.
- * @param options.asyncFlush If true, will log asynchronously in the background. Otherwise, will log synchronously. (false by default, to support serverless environments)
+ * @param options.asyncFlush If true, will log asynchronously in the background. Otherwise, will log synchronously. (true by default)
  * @param options.appUrl The URL of the Braintrust App. Defaults to https://www.braintrust.dev.
  * @param options.apiKey The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. If no API
  * key is specified, will prompt the user to login.
@@ -667,7 +835,7 @@ type InitLoggerOptions<IsAsyncFlush> = FullLoginOptions & {
  * @param setCurrent If true (the default), set the global current-experiment to the newly-created one.
  * @returns The newly created Logger.
  */
-declare function initLogger<IsAsyncFlush extends boolean = false>(options?: Readonly<InitLoggerOptions<IsAsyncFlush>>): Logger<IsAsyncFlush>;
+declare function initLogger<IsAsyncFlush extends boolean = true>(options?: Readonly<InitLoggerOptions<IsAsyncFlush>>): Logger<IsAsyncFlush>;
 type LoadPromptOptions = FullLoginOptions & {
     projectName?: string;
     projectId?: string;
@@ -805,7 +973,7 @@ declare function logError(span: Span, error: unknown): void;
  *
  * See {@link Span.traced} for full details.
  */
-declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
+declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -828,7 +996,7 @@ declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback
  * @param args Span-level arguments (e.g. a custom name or type) to pass to `traced`.
  * @returns The wrapped function.
  */
-declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = false>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
+declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
 /**
  * A synonym for `wrapTraced`. If you're porting from systems that use `traceable`, you can use this to
  * make your codebase more consistent.
@@ -1553,6 +1721,41 @@ type InvokeReturn<Stream extends boolean, Output> = Stream extends true ? Braint
  * @returns The output of the function.
  */
 declare function invoke<Input, Output, Stream extends boolean = false>(args: InvokeFunctionArgs<Input, Output, Stream> & FullLoginOptions): Promise<InvokeReturn<Stream, Output>>;
+/**
+ * Creates a function that can be used as a task or scorer in the Braintrust evaluation framework.
+ * The returned function wraps a Braintrust function and can be passed directly to Eval().
+ *
+ * When used as a task:
+ * ```ts
+ * const myFunction = initFunction({projectName: "myproject", slug: "myfunction"});
+ * await Eval("test", {
+ *   task: myFunction,
+ *   data: testData,
+ *   scores: [...]
+ * });
+ * ```
+ *
+ * When used as a scorer:
+ * ```ts
+ * const myScorer = initFunction({projectName: "myproject", slug: "myscorer"});
+ * await Eval("test", {
+ *   task: someTask,
+ *   data: testData,
+ *   scores: [myScorer]
+ * });
+ * ```
+ *
+ * @param options Options for the function.
+ * @param options.projectName The project name containing the function.
+ * @param options.slug The slug of the function to invoke.
+ * @param options.version Optional version of the function to use. Defaults to latest.
+ * @returns A function that can be used as a task or scorer in Eval().
+ */
+declare function initFunction({ projectName, slug, version, }: {
+    projectName: string;
+    slug: string;
+    version?: string;
+}): (input: any) => Promise<any>;
 
 interface BetaLike {
     chat: {
@@ -1663,6 +1866,7 @@ declare const braintrust_getSpanParentObject: typeof getSpanParentObject;
 declare const braintrust_init: typeof init;
 declare const braintrust_initDataset: typeof initDataset;
 declare const braintrust_initExperiment: typeof initExperiment;
+declare const braintrust_initFunction: typeof initFunction;
 declare const braintrust_initLogger: typeof initLogger;
 declare const braintrust_invoke: typeof invoke;
 declare const braintrust_loadPrompt: typeof loadPrompt;
@@ -1689,7 +1893,7 @@ declare const braintrust_wrapOpenAI: typeof wrapOpenAI;
 declare const braintrust_wrapOpenAIv4: typeof wrapOpenAIv4;
 declare const braintrust_wrapTraced: typeof wrapTraced;
 declare namespace braintrust {
-  export { type braintrust_AnyDataset as AnyDataset, braintrust_Attachment as Attachment, type braintrust_AttachmentParams as AttachmentParams, type braintrust_BackgroundLoggerOpts as BackgroundLoggerOpts, type braintrust_BaseMetadata as BaseMetadata, braintrust_BraintrustState as BraintrustState, braintrust_BraintrustStream as BraintrustStream, type braintrust_BraintrustStreamChunk as BraintrustStreamChunk, type braintrust_ChatPrompt as ChatPrompt, type braintrust_CompiledPrompt as CompiledPrompt, type braintrust_CompiledPromptParams as CompiledPromptParams, type braintrust_CompletionPrompt as CompletionPrompt, type braintrust_DataSummary as DataSummary, braintrust_Dataset as Dataset, type braintrust_DatasetSummary as DatasetSummary, type braintrust_DefaultMetadataType as DefaultMetadataType, type braintrust_DefaultPromptArgs as DefaultPromptArgs, type braintrust_EndSpanArgs as EndSpanArgs, type braintrust_EvalCase as EvalCase, braintrust_Experiment as Experiment, type braintrust_ExperimentSummary as ExperimentSummary, type braintrust_Exportable as Exportable, braintrust_FailedHTTPResponse as FailedHTTPResponse, type braintrust_FullInitOptions as FullInitOptions, type braintrust_FullLoginOptions as FullLoginOptions, type braintrust_InitOptions as InitOptions, type braintrust_InvokeFunctionArgs as InvokeFunctionArgs, type braintrust_InvokeReturn as InvokeReturn, braintrust_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, type braintrust_LogOptions as LogOptions, braintrust_Logger as Logger, type braintrust_LoginOptions as LoginOptions, type braintrust_MetricSummary as MetricSummary, braintrust_NOOP_SPAN as NOOP_SPAN, braintrust_NoopSpan as NoopSpan, type braintrust_ObjectMetadata as ObjectMetadata, type braintrust_PromiseUnless as PromiseUnless, braintrust_Prompt as Prompt, type braintrust_PromptRowWithId as PromptRowWithId, braintrust_ReadonlyAttachment as ReadonlyAttachment, braintrust_ReadonlyExperiment as ReadonlyExperiment, type braintrust_ScoreSummary as ScoreSummary, type braintrust_SerializedBraintrustState as SerializedBraintrustState, type braintrust_SetCurrentArg as SetCurrentArg, type braintrust_Span as Span, braintrust_SpanImpl as SpanImpl, type braintrust_StartSpanArgs as StartSpanArgs, type braintrust_WithTransactionId as WithTransactionId, braintrust_X_CACHED_HEADER as X_CACHED_HEADER, braintrust__exportsForTestingOnly as _exportsForTestingOnly, braintrust__internalGetGlobalState as _internalGetGlobalState, braintrust__internalSetInitialState as _internalSetInitialState, braintrust_braintrustStreamChunkSchema as braintrustStreamChunkSchema, braintrust_createFinalValuePassThroughStream as createFinalValuePassThroughStream, braintrust_currentExperiment as currentExperiment, braintrust_currentLogger as currentLogger, braintrust_currentSpan as currentSpan, braintrust_devNullWritableStream as devNullWritableStream, braintrust_flush as flush, braintrust_getSpanParentObject as getSpanParentObject, braintrust_init as init, braintrust_initDataset as initDataset, braintrust_initExperiment as initExperiment, braintrust_initLogger as initLogger, braintrust_invoke as invoke, braintrust_loadPrompt as loadPrompt, braintrust_log as log, braintrust_logError as logError, braintrust_login as login, braintrust_loginToState as loginToState, braintrust_newId as newId, braintrust_parseCachedHeader as parseCachedHeader, braintrust_permalink as permalink, braintrust_renderMessage as renderMessage, braintrust_setFetch as setFetch, braintrust_spanComponentsToObjectId as spanComponentsToObjectId, braintrust_startSpan as startSpan, braintrust_summarize as summarize, braintrust_traceable as traceable, braintrust_traced as traced, braintrust_updateSpan as updateSpan, braintrust_withCurrent as withCurrent, braintrust_withDataset as withDataset, braintrust_withExperiment as withExperiment, braintrust_withLogger as withLogger, braintrust_wrapOpenAI as wrapOpenAI, braintrust_wrapOpenAIv4 as wrapOpenAIv4, braintrust_wrapTraced as wrapTraced };
+  export { type braintrust_AnyDataset as AnyDataset, braintrust_Attachment as Attachment, type braintrust_AttachmentParams as AttachmentParams, type braintrust_BackgroundLoggerOpts as BackgroundLoggerOpts, type braintrust_BaseMetadata as BaseMetadata, braintrust_BraintrustState as BraintrustState, braintrust_BraintrustStream as BraintrustStream, type braintrust_BraintrustStreamChunk as BraintrustStreamChunk, type braintrust_ChatPrompt as ChatPrompt, type braintrust_CompiledPrompt as CompiledPrompt, type braintrust_CompiledPromptParams as CompiledPromptParams, type braintrust_CompletionPrompt as CompletionPrompt, type braintrust_DataSummary as DataSummary, braintrust_Dataset as Dataset, type braintrust_DatasetSummary as DatasetSummary, type braintrust_DefaultMetadataType as DefaultMetadataType, type braintrust_DefaultPromptArgs as DefaultPromptArgs, type braintrust_EndSpanArgs as EndSpanArgs, type braintrust_EvalCase as EvalCase, braintrust_Experiment as Experiment, type braintrust_ExperimentSummary as ExperimentSummary, type braintrust_Exportable as Exportable, braintrust_FailedHTTPResponse as FailedHTTPResponse, type braintrust_FullInitOptions as FullInitOptions, type braintrust_FullLoginOptions as FullLoginOptions, type braintrust_InitOptions as InitOptions, type braintrust_InvokeFunctionArgs as InvokeFunctionArgs, type braintrust_InvokeReturn as InvokeReturn, braintrust_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, type braintrust_LogOptions as LogOptions, braintrust_Logger as Logger, type braintrust_LoginOptions as LoginOptions, type braintrust_MetricSummary as MetricSummary, braintrust_NOOP_SPAN as NOOP_SPAN, braintrust_NoopSpan as NoopSpan, type braintrust_ObjectMetadata as ObjectMetadata, type braintrust_PromiseUnless as PromiseUnless, braintrust_Prompt as Prompt, type braintrust_PromptRowWithId as PromptRowWithId, braintrust_ReadonlyAttachment as ReadonlyAttachment, braintrust_ReadonlyExperiment as ReadonlyExperiment, type braintrust_ScoreSummary as ScoreSummary, type braintrust_SerializedBraintrustState as SerializedBraintrustState, type braintrust_SetCurrentArg as SetCurrentArg, type braintrust_Span as Span, braintrust_SpanImpl as SpanImpl, type braintrust_StartSpanArgs as StartSpanArgs, type braintrust_WithTransactionId as WithTransactionId, braintrust_X_CACHED_HEADER as X_CACHED_HEADER, braintrust__exportsForTestingOnly as _exportsForTestingOnly, braintrust__internalGetGlobalState as _internalGetGlobalState, braintrust__internalSetInitialState as _internalSetInitialState, braintrust_braintrustStreamChunkSchema as braintrustStreamChunkSchema, braintrust_createFinalValuePassThroughStream as createFinalValuePassThroughStream, braintrust_currentExperiment as currentExperiment, braintrust_currentLogger as currentLogger, braintrust_currentSpan as currentSpan, braintrust_devNullWritableStream as devNullWritableStream, braintrust_flush as flush, braintrust_getSpanParentObject as getSpanParentObject, braintrust_init as init, braintrust_initDataset as initDataset, braintrust_initExperiment as initExperiment, braintrust_initFunction as initFunction, braintrust_initLogger as initLogger, braintrust_invoke as invoke, braintrust_loadPrompt as loadPrompt, braintrust_log as log, braintrust_logError as logError, braintrust_login as login, braintrust_loginToState as loginToState, braintrust_newId as newId, braintrust_parseCachedHeader as parseCachedHeader, braintrust_permalink as permalink, braintrust_renderMessage as renderMessage, braintrust_setFetch as setFetch, braintrust_spanComponentsToObjectId as spanComponentsToObjectId, braintrust_startSpan as startSpan, braintrust_summarize as summarize, braintrust_traceable as traceable, braintrust_traced as traced, braintrust_updateSpan as updateSpan, braintrust_withCurrent as withCurrent, braintrust_withDataset as withDataset, braintrust_withExperiment as withExperiment, braintrust_withLogger as withLogger, braintrust_wrapOpenAI as wrapOpenAI, braintrust_wrapOpenAIv4 as wrapOpenAIv4, braintrust_wrapTraced as wrapTraced };
 }
 
-export { type AnyDataset, Attachment, type AttachmentParams, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, FailedHTTPResponse, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, braintrust as default, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, renderMessage, setFetch, spanComponentsToObjectId, startSpan, summarize, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { type AnyDataset, Attachment, type AttachmentParams, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, FailedHTTPResponse, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, braintrust as default, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initFunction, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, renderMessage, setFetch, spanComponentsToObjectId, startSpan, summarize, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };

package/dist/browser.d.ts

@@ -16,6 +16,173 @@ declare class LazyValue<T> {
     get hasComputed(): boolean;
 }
 
+/**
+ * Options for configuring an LRUCache instance.
+ */
+interface LRUCacheOptions {
+    /**
+     * Maximum number of items to store in the cache.
+     * If not specified, the cache will grow unbounded.
+     */
+    max?: number;
+}
+/**
+ * A Least Recently Used (LRU) cache implementation.
+ *
+ * This cache maintains items in order of use, evicting the least recently used item
+ * when the cache reaches its maximum size (if specified). Items are considered "used"
+ * when they are either added to the cache or retrieved from it.
+ *
+ * If no maximum size is specified, the cache will grow unbounded.
+ *
+ * @template K - The type of keys stored in the cache.
+ * @template V - The type of values stored in the cache.
+ */
+declare class LRUCache<K, V> {
+    private cache;
+    private readonly maxSize?;
+    constructor(options?: LRUCacheOptions);
+    /**
+     * Retrieves a value from the cache.
+     * If the key exists, the item is marked as most recently used.
+     *
+     * @param key - The key to look up.
+     * @returns The cached value if found, undefined otherwise.
+     */
+    get(key: K): V | undefined;
+    /**
+     * Stores a value in the cache.
+     * If the key already exists, the value is updated and marked as most recently used.
+     * If the cache is at its maximum size, the least recently used item is evicted.
+     *
+     * @param key - The key to store.
+     * @param value - The value to store.
+     */
+    set(key: K, value: V): void;
+    /**
+     * Removes all items from the cache.
+     */
+    clear(): void;
+}
+
+/**
+ * Configuration options for DiskCache.
+ */
+interface DiskCacheOptions {
+    /**
+     * Directory where cache files will be stored.
+     */
+    cacheDir: string;
+    /**
+     * Maximum number of entries to store in the cache.
+     * If not specified, the cache will grow unbounded.
+     */
+    max?: number;
+}
+/**
+ * A persistent filesystem-based cache implementation.
+ *
+ * This cache stores entries as compressed files on disk and implements an LRU eviction
+ * policy based on file modification times (mtime). While access times (atime) would be more
+ * semantically accurate for LRU, we use mtime because:
+ *
+ * 1. Many modern filesystems mount with noatime for performance reasons.
+ * 2. Even when atime updates are enabled, they may be subject to update delays.
+ * 3. mtime updates are more reliably supported across different filesystems.
+ *
+ * @template T - The type of values stored in the cache.
+ */
+declare class DiskCache<T> {
+    private readonly dir;
+    private readonly max?;
+    /**
+     * Creates a new DiskCache instance.
+     * @param options - Configuration options for the cache.
+     */
+    constructor(options: DiskCacheOptions);
+    /**
+     * Gets the file path for a cache entry.
+     * @param key - The cache key to get the path for.
+     * @returns The full filesystem path for the cache entry.
+     */
+    private getEntryPath;
+    /**
+     * Retrieves a value from the cache.
+     * Updates the entry's access time when read.
+     *
+     * @param key - The key to look up in the cache.
+     * @returns The cached value if found, undefined otherwise.
+     * @throws If there is an error reading from the disk cache (except for file not found).
+     */
+    get(key: string): Promise<T | undefined>;
+    /**
+     * Stores a value in the cache.
+     * If the cache is at its maximum size, the least recently used entries will be evicted.
+     *
+     * @param key - The key to store the value under.
+     * @param value - The value to store in the cache.
+     */
+    set(key: string, value: T): Promise<void>;
+    /**
+     * Evicts the oldest entries from the cache until it is under the maximum size.
+     * @param entries - List of all cache entry filenames.
+     */
+    private evictOldest;
+}
+
+/**
+ * Identifies a prompt in the cache using either project ID or project name along with the slug.
+ */
+interface PromptKey {
+    /**
+     * The slug identifier for the prompt within its project.
+     */
+    slug: string;
+    /**
+     * The version of the prompt.
+     */
+    version: string;
+    /**
+     * The ID of the project containing the prompt.
+     * Either projectId or projectName must be provided.
+     */
+    projectId?: string;
+    /**
+     * The name of the project containing the prompt.
+     * Either projectId or projectName must be provided.
+     */
+    projectName?: string;
+}
+/**
+ * A two-layer cache for Braintrust prompts with both in-memory and filesystem storage.
+ *
+ * This cache implements either a one or two-layer caching strategy:
+ * 1. A fast in-memory LRU cache for frequently accessed prompts.
+ * 2. An optional persistent filesystem-based cache that serves as a backing store.
+ */
+declare class PromptCache {
+    private readonly memoryCache;
+    private readonly diskCache?;
+    constructor(options: {
+        memoryCache: LRUCache<string, Prompt>;
+        diskCache?: DiskCache<Prompt>;
+    });
+    /**
+     * Retrieves a prompt from the cache.
+     * First checks the in-memory LRU cache, then falls back to checking the disk cache if available.
+     */
+    get(key: PromptKey): Promise<Prompt | undefined>;
+    /**
+     * Stores a prompt in the cache.
+     * Writes to the in-memory cache and the disk cache if available.
+     *
+     * @param key - The key to store the value under.
+     * @param value - The value to store in the cache.
+     * @throws If there is an error writing to the disk cache.
+     */
+    set(key: PromptKey, value: Prompt): Promise<void>;
+}
+
 type SetCurrentArg = {
     setCurrent?: boolean;
 };
@@ -217,6 +384,7 @@ declare class BraintrustState {
     private _appConn;
     private _apiConn;
     private _proxyConn;
+    promptCache: PromptCache;
     constructor(loginParams: LoginOptions);
     resetLoginInfo(): void;
     copyLoginInfo(other: BraintrustState): void;
@@ -658,7 +826,7 @@ type InitLoggerOptions<IsAsyncFlush> = FullLoginOptions & {
  * @param options Additional options for configuring init().
  * @param options.projectName The name of the project to log into. If unspecified, will default to the Global project.
  * @param options.projectId The id of the project to log into. This takes precedence over projectName if specified.
- * @param options.asyncFlush If true, will log asynchronously in the background. Otherwise, will log synchronously. (false by default, to support serverless environments)
+ * @param options.asyncFlush If true, will log asynchronously in the background. Otherwise, will log synchronously. (true by default)
  * @param options.appUrl The URL of the Braintrust App. Defaults to https://www.braintrust.dev.
  * @param options.apiKey The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. If no API
  * key is specified, will prompt the user to login.
@@ -667,7 +835,7 @@ type InitLoggerOptions<IsAsyncFlush> = FullLoginOptions & {
  * @param setCurrent If true (the default), set the global current-experiment to the newly-created one.
  * @returns The newly created Logger.
  */
-declare function initLogger<IsAsyncFlush extends boolean = false>(options?: Readonly<InitLoggerOptions<IsAsyncFlush>>): Logger<IsAsyncFlush>;
+declare function initLogger<IsAsyncFlush extends boolean = true>(options?: Readonly<InitLoggerOptions<IsAsyncFlush>>): Logger<IsAsyncFlush>;
 type LoadPromptOptions = FullLoginOptions & {
     projectName?: string;
     projectId?: string;
@@ -805,7 +973,7 @@ declare function logError(span: Span, error: unknown): void;
  *
  * See {@link Span.traced} for full details.
  */
-declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
+declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -828,7 +996,7 @@ declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback
  * @param args Span-level arguments (e.g. a custom name or type) to pass to `traced`.
  * @returns The wrapped function.
  */
-declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = false>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
+declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
 /**
  * A synonym for `wrapTraced`. If you're porting from systems that use `traceable`, you can use this to
  * make your codebase more consistent.
@@ -1553,6 +1721,41 @@ type InvokeReturn<Stream extends boolean, Output> = Stream extends true ? Braint
  * @returns The output of the function.
  */
 declare function invoke<Input, Output, Stream extends boolean = false>(args: InvokeFunctionArgs<Input, Output, Stream> & FullLoginOptions): Promise<InvokeReturn<Stream, Output>>;
+/**
+ * Creates a function that can be used as a task or scorer in the Braintrust evaluation framework.
+ * The returned function wraps a Braintrust function and can be passed directly to Eval().
+ *
+ * When used as a task:
+ * ```ts
+ * const myFunction = initFunction({projectName: "myproject", slug: "myfunction"});
+ * await Eval("test", {
+ *   task: myFunction,
+ *   data: testData,
+ *   scores: [...]
+ * });
+ * ```
+ *
+ * When used as a scorer:
+ * ```ts
+ * const myScorer = initFunction({projectName: "myproject", slug: "myscorer"});
+ * await Eval("test", {
+ *   task: someTask,
+ *   data: testData,
+ *   scores: [myScorer]
+ * });
+ * ```
+ *
+ * @param options Options for the function.
+ * @param options.projectName The project name containing the function.
+ * @param options.slug The slug of the function to invoke.
+ * @param options.version Optional version of the function to use. Defaults to latest.
+ * @returns A function that can be used as a task or scorer in Eval().
+ */
+declare function initFunction({ projectName, slug, version, }: {
+    projectName: string;
+    slug: string;
+    version?: string;
+}): (input: any) => Promise<any>;
 
 interface BetaLike {
     chat: {
@@ -1663,6 +1866,7 @@ declare const braintrust_getSpanParentObject: typeof getSpanParentObject;
 declare const braintrust_init: typeof init;
 declare const braintrust_initDataset: typeof initDataset;
 declare const braintrust_initExperiment: typeof initExperiment;
+declare const braintrust_initFunction: typeof initFunction;
 declare const braintrust_initLogger: typeof initLogger;
 declare const braintrust_invoke: typeof invoke;
 declare const braintrust_loadPrompt: typeof loadPrompt;
@@ -1689,7 +1893,7 @@ declare const braintrust_wrapOpenAI: typeof wrapOpenAI;
 declare const braintrust_wrapOpenAIv4: typeof wrapOpenAIv4;
 declare const braintrust_wrapTraced: typeof wrapTraced;
 declare namespace braintrust {
-  export { type braintrust_AnyDataset as AnyDataset, braintrust_Attachment as Attachment, type braintrust_AttachmentParams as AttachmentParams, type braintrust_BackgroundLoggerOpts as BackgroundLoggerOpts, type braintrust_BaseMetadata as BaseMetadata, braintrust_BraintrustState as BraintrustState, braintrust_BraintrustStream as BraintrustStream, type braintrust_BraintrustStreamChunk as BraintrustStreamChunk, type braintrust_ChatPrompt as ChatPrompt, type braintrust_CompiledPrompt as CompiledPrompt, type braintrust_CompiledPromptParams as CompiledPromptParams, type braintrust_CompletionPrompt as CompletionPrompt, type braintrust_DataSummary as DataSummary, braintrust_Dataset as Dataset, type braintrust_DatasetSummary as DatasetSummary, type braintrust_DefaultMetadataType as DefaultMetadataType, type braintrust_DefaultPromptArgs as DefaultPromptArgs, type braintrust_EndSpanArgs as EndSpanArgs, type braintrust_EvalCase as EvalCase, braintrust_Experiment as Experiment, type braintrust_ExperimentSummary as ExperimentSummary, type braintrust_Exportable as Exportable, braintrust_FailedHTTPResponse as FailedHTTPResponse, type braintrust_FullInitOptions as FullInitOptions, type braintrust_FullLoginOptions as FullLoginOptions, type braintrust_InitOptions as InitOptions, type braintrust_InvokeFunctionArgs as InvokeFunctionArgs, type braintrust_InvokeReturn as InvokeReturn, braintrust_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, type braintrust_LogOptions as LogOptions, braintrust_Logger as Logger, type braintrust_LoginOptions as LoginOptions, type braintrust_MetricSummary as MetricSummary, braintrust_NOOP_SPAN as NOOP_SPAN, braintrust_NoopSpan as NoopSpan, type braintrust_ObjectMetadata as ObjectMetadata, type braintrust_PromiseUnless as PromiseUnless, braintrust_Prompt as Prompt, type braintrust_PromptRowWithId as PromptRowWithId, braintrust_ReadonlyAttachment as ReadonlyAttachment, braintrust_ReadonlyExperiment as ReadonlyExperiment, type braintrust_ScoreSummary as ScoreSummary, type braintrust_SerializedBraintrustState as SerializedBraintrustState, type braintrust_SetCurrentArg as SetCurrentArg, type braintrust_Span as Span, braintrust_SpanImpl as SpanImpl, type braintrust_StartSpanArgs as StartSpanArgs, type braintrust_WithTransactionId as WithTransactionId, braintrust_X_CACHED_HEADER as X_CACHED_HEADER, braintrust__exportsForTestingOnly as _exportsForTestingOnly, braintrust__internalGetGlobalState as _internalGetGlobalState, braintrust__internalSetInitialState as _internalSetInitialState, braintrust_braintrustStreamChunkSchema as braintrustStreamChunkSchema, braintrust_createFinalValuePassThroughStream as createFinalValuePassThroughStream, braintrust_currentExperiment as currentExperiment, braintrust_currentLogger as currentLogger, braintrust_currentSpan as currentSpan, braintrust_devNullWritableStream as devNullWritableStream, braintrust_flush as flush, braintrust_getSpanParentObject as getSpanParentObject, braintrust_init as init, braintrust_initDataset as initDataset, braintrust_initExperiment as initExperiment, braintrust_initLogger as initLogger, braintrust_invoke as invoke, braintrust_loadPrompt as loadPrompt, braintrust_log as log, braintrust_logError as logError, braintrust_login as login, braintrust_loginToState as loginToState, braintrust_newId as newId, braintrust_parseCachedHeader as parseCachedHeader, braintrust_permalink as permalink, braintrust_renderMessage as renderMessage, braintrust_setFetch as setFetch, braintrust_spanComponentsToObjectId as spanComponentsToObjectId, braintrust_startSpan as startSpan, braintrust_summarize as summarize, braintrust_traceable as traceable, braintrust_traced as traced, braintrust_updateSpan as updateSpan, braintrust_withCurrent as withCurrent, braintrust_withDataset as withDataset, braintrust_withExperiment as withExperiment, braintrust_withLogger as withLogger, braintrust_wrapOpenAI as wrapOpenAI, braintrust_wrapOpenAIv4 as wrapOpenAIv4, braintrust_wrapTraced as wrapTraced };
+  export { type braintrust_AnyDataset as AnyDataset, braintrust_Attachment as Attachment, type braintrust_AttachmentParams as AttachmentParams, type braintrust_BackgroundLoggerOpts as BackgroundLoggerOpts, type braintrust_BaseMetadata as BaseMetadata, braintrust_BraintrustState as BraintrustState, braintrust_BraintrustStream as BraintrustStream, type braintrust_BraintrustStreamChunk as BraintrustStreamChunk, type braintrust_ChatPrompt as ChatPrompt, type braintrust_CompiledPrompt as CompiledPrompt, type braintrust_CompiledPromptParams as CompiledPromptParams, type braintrust_CompletionPrompt as CompletionPrompt, type braintrust_DataSummary as DataSummary, braintrust_Dataset as Dataset, type braintrust_DatasetSummary as DatasetSummary, type braintrust_DefaultMetadataType as DefaultMetadataType, type braintrust_DefaultPromptArgs as DefaultPromptArgs, type braintrust_EndSpanArgs as EndSpanArgs, type braintrust_EvalCase as EvalCase, braintrust_Experiment as Experiment, type braintrust_ExperimentSummary as ExperimentSummary, type braintrust_Exportable as Exportable, braintrust_FailedHTTPResponse as FailedHTTPResponse, type braintrust_FullInitOptions as FullInitOptions, type braintrust_FullLoginOptions as FullLoginOptions, type braintrust_InitOptions as InitOptions, type braintrust_InvokeFunctionArgs as InvokeFunctionArgs, type braintrust_InvokeReturn as InvokeReturn, braintrust_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, type braintrust_LogOptions as LogOptions, braintrust_Logger as Logger, type braintrust_LoginOptions as LoginOptions, type braintrust_MetricSummary as MetricSummary, braintrust_NOOP_SPAN as NOOP_SPAN, braintrust_NoopSpan as NoopSpan, type braintrust_ObjectMetadata as ObjectMetadata, type braintrust_PromiseUnless as PromiseUnless, braintrust_Prompt as Prompt, type braintrust_PromptRowWithId as PromptRowWithId, braintrust_ReadonlyAttachment as ReadonlyAttachment, braintrust_ReadonlyExperiment as ReadonlyExperiment, type braintrust_ScoreSummary as ScoreSummary, type braintrust_SerializedBraintrustState as SerializedBraintrustState, type braintrust_SetCurrentArg as SetCurrentArg, type braintrust_Span as Span, braintrust_SpanImpl as SpanImpl, type braintrust_StartSpanArgs as StartSpanArgs, type braintrust_WithTransactionId as WithTransactionId, braintrust_X_CACHED_HEADER as X_CACHED_HEADER, braintrust__exportsForTestingOnly as _exportsForTestingOnly, braintrust__internalGetGlobalState as _internalGetGlobalState, braintrust__internalSetInitialState as _internalSetInitialState, braintrust_braintrustStreamChunkSchema as braintrustStreamChunkSchema, braintrust_createFinalValuePassThroughStream as createFinalValuePassThroughStream, braintrust_currentExperiment as currentExperiment, braintrust_currentLogger as currentLogger, braintrust_currentSpan as currentSpan, braintrust_devNullWritableStream as devNullWritableStream, braintrust_flush as flush, braintrust_getSpanParentObject as getSpanParentObject, braintrust_init as init, braintrust_initDataset as initDataset, braintrust_initExperiment as initExperiment, braintrust_initFunction as initFunction, braintrust_initLogger as initLogger, braintrust_invoke as invoke, braintrust_loadPrompt as loadPrompt, braintrust_log as log, braintrust_logError as logError, braintrust_login as login, braintrust_loginToState as loginToState, braintrust_newId as newId, braintrust_parseCachedHeader as parseCachedHeader, braintrust_permalink as permalink, braintrust_renderMessage as renderMessage, braintrust_setFetch as setFetch, braintrust_spanComponentsToObjectId as spanComponentsToObjectId, braintrust_startSpan as startSpan, braintrust_summarize as summarize, braintrust_traceable as traceable, braintrust_traced as traced, braintrust_updateSpan as updateSpan, braintrust_withCurrent as withCurrent, braintrust_withDataset as withDataset, braintrust_withExperiment as withExperiment, braintrust_withLogger as withLogger, braintrust_wrapOpenAI as wrapOpenAI, braintrust_wrapOpenAIv4 as wrapOpenAIv4, braintrust_wrapTraced as wrapTraced };
 }
 
-export { type AnyDataset, Attachment, type AttachmentParams, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, FailedHTTPResponse, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, braintrust as default, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, renderMessage, setFetch, spanComponentsToObjectId, startSpan, summarize, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { type AnyDataset, Attachment, type AttachmentParams, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, FailedHTTPResponse, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, braintrust as default, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initFunction, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, renderMessage, setFetch, spanComponentsToObjectId, startSpan, summarize, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };