raindrop-ai 0.7.0 → 0.7.1

package/dist/evals/cli.mjs

@@ -5,8 +5,8 @@ import {
   publishEvalSuite,
   readEvaluator,
   runEvalSuite
-} from "../chunk-4Z7UHC7X.mjs";
-import "../chunk-OX6X4ZWQ.mjs";
+} from "../chunk-6WL655QL.mjs";
+import "../chunk-SHH4SYVY.mjs";
 import {
   isEvalSuiteDefinition
 } from "../chunk-RMP6BZSY.mjs";

package/dist/{index-n8AIAiRR.d.mts → index-DuJkG47V.d.mts}

@@ -3,8 +3,17 @@ import { Instrumentation } from '@opentelemetry/instrumentation';
 import { Span, ContextManager as ContextManager$1, TextMapPropagator } from '@opentelemetry/api';
 import z$1, { z } from 'zod';
 import { SpanExporter, SpanProcessor } from '@opentelemetry/sdk-trace-base';
-import './eval-scope-BYkhP4uI.js';
 
+/** Kept structural so public integration declarations do not depend on private schemas. */
+type AppGitOptions = {
+    commitSha?: string | null;
+    commitDirty?: boolean | null;
+    branch?: string | null;
+    detectBranch?: boolean;
+    sourceDirectory?: string;
+    autoDetect?: boolean;
+};
+type AppGitSnapshot = Readonly<Record<string, unknown>>;
 /** The reverse reference a detached child carries on its own spans. */
 type DetachedChildLink = {
     /** The caller's event id. */
@@ -175,7 +184,7 @@ type OtherAttachment = BaseAttachment & {
 type Attachment = CodeAttachment | OtherAttachment;
 type RaindropFeatureFlagValue = string | number | boolean;
 type RaindropFeatureFlags = string[] | Record<string, RaindropFeatureFlagValue>;
-type RaindropPropertyLeaf = string | boolean | number;
+type RaindropPropertyLeaf = string | boolean | number | null;
 type RaindropPropertyValue = RaindropPropertyLeaf | RaindropPropertyValue[] | {
     [key: string]: RaindropPropertyValue;
 };
@@ -54490,6 +54499,8 @@ type ReplayPlanRow = ReplayRow & {
  * this, so pass the client you already built.
  */
 type ReplayClient = {
+    getAppGitSnapshot?(): AppGitSnapshot;
+    getReplayAppGitSnapshot?(): AppGitSnapshot;
     readonly connection: {
         readonly apiKey?: string;
         readonly projectId: string | undefined;
@@ -54585,6 +54596,8 @@ type LocalEvaluator<AgentResult = unknown> = {
     readonly judge: LocalJudge<AgentResult, LocalNumberVerdict>;
 });
 type CreateReplayOptions = {
+    /** Optional agent source override; metadata discovery never delays a replay. */
+    appGit?: AppGitOptions | false;
     /** A project-scoped dataset slug, or a manifest already pinned by discovery. */
     dataset: string | EvalDatasetManifest$1;
     /** The cases to run. The SDK preserves their order from the pinned manifest. */
@@ -54638,6 +54651,7 @@ declare function createReplay(client: ReplayClient, options: CreateReplayOptions
  */
 declare function claimReplay(client: ReplayClient, replayId: string, options?: {
     queryUrl?: string;
+    appGit?: AppGitOptions | false;
 }): Promise<ReplayHandle>;
 declare function readReplay(client: ReplayClient, replayId: string, options?: {
     queryUrl?: string;
@@ -60509,6 +60523,8 @@ declare function createEvalSuiteRun<AgentResult>(client: EvalClient, definition:
 declare function runEvalSuite<AgentResult>(client: EvalClient, definition: EvalSuiteDefinition<AgentResult>, options?: RunEvalSuiteOptions): Promise<EvalSuiteResult>;
 
 interface AnalyticsConfig {
+    /** Application source revision; optional discovery never waits on Git. */
+    appGit?: AppGitOptions | false;
     wizardSession?: string;
     /**
      * Raindrop write key. When omitted (or empty), the SDK runs in local-only mode:
@@ -60696,6 +60712,7 @@ type RaindropConnection = {
     readonly projectId: string | undefined;
 };
 declare class Raindrop {
+    private appGitContext;
     private wizardSession;
     private writeKey;
     private apiKey;
@@ -60761,6 +60778,7 @@ declare class Raindrop {
         event: string;
         userId: string;
     }): Interaction;
+    private propertiesWithAppGit;
     /**
      * Returns a tracer object that can be used to create spans and tools that aren't tied to any interaction.
      * For chat interaction use-case `begin` should be used.
@@ -60973,4 +60991,12 @@ declare class Raindrop {
     private closeWithinDeadline;
 }
 
-export { type LocalEvaluatorContext as $, type AiTrackUsage as A, type BeginInteractionOptions as B, type CarrierHeaders as C, DEFAULT_EVAL_POLL_INTERVAL_MS as D, type EvalClient as E, EvalPublishError as F, type EvalRowResult as G, type EvalRowTracePair as H, type InitializeOptions as I, type EvalRunReading as J, type EvalSuiteDefinition as K, type EvalSuiteDefinitionInput as L, type EvalSuiteResult as M, type EvalSuiteRunSession as N, type EvalVerdictAssessment as O, type PartialAiTrackEvent as P, type EvaluateReplayOptions as Q, Raindrop as R, type SpanProcessorOptions as S, type TraceCarrier as T, type FinishInteractionOptions as U, type HostedEvaluatorPin as V, type IdentifyEvent as W, type LocalBooleanVerdict as X, LocalBooleanVerdictSchema as Y, type LocalDebuggerLiveEventInput as Z, type LocalEvaluator as _, type RaindropSpanProcessor as a, type ToolParams as a$, type LocalNumberVerdict as a0, LocalNumberVerdictSchema as a1, type LocalScoreVerdict as a2, LocalScoreVerdictSchema as a3, type LocalVerdict as a4, LocalVerdictSchema as a5, MAX_EVAL_STATUS_RETRIES as a6, MAX_INGEST_SIZE_BYTES as a7, type NumericThreshold as a8, NumericThresholdSchema as a9, ReplayEvaluatorSummarySchema as aA, type ReplayHandle as aB, type LocalEvaluatorContext$1 as aC, type ReplayOptions as aD, type ReplayReading as aE, type ReplayResult as aF, type ReplayResultRow as aG, ReplayResultRowSchema as aH, type ReplayRow as aI, type ReplayRowOutcome as aJ, type ReplayVerdict as aK, ReplayVerdictSchema as aL, type RunEvalSuiteOptions as aM, type RunReplayOptions as aN, type SelfDiagnoseOptions as aO, type SelfDiagnosticsExecuteContext as aP, type SelfDiagnosticsExecuteResult as aQ, type SelfDiagnosticsSignalDefinition as aR, type SelfDiagnosticsSignalDefinitions as aS, type SelfDiagnosticsTool as aT, type SelfDiagnosticsToolInputSchema as aU, type SelfDiagnosticsToolOptions as aV, type SignalEvent as aW, type SpanParams as aX, type SubagentDispatch as aY, type SubagentDispatchOptions as aZ, type SubagentFinishOptions as a_, type PortableEvalArtifact as aa, type PortableEvalLimits as ab, type PortableEvalOutcome as ac, type PortableEvalResult as ad, type PortableEvaluator as ae, type PortableJudgeRequest as af, type PortableJudgeVerdict as ag, type PublishEvalDatasetOptions as ah, type PublishEvalSuiteOptions as ai, type PullEvalOptions as aj, type PulledEvalSnapshot as ak, type RaindropConnection as al, type RaindropFeatureFlagValue as am, type RaindropFeatureFlags as an, type RaindropProperties as ao, type RaindropPropertyLeaf as ap, type RaindropPropertyValue as aq, type ReplayClient as ar, type ReplayCounts as as, ReplayCountsSchema as at, type ReplayEvaluator as au, type ReplayEvaluatorCounts as av, ReplayEvaluatorCountsSchema as aw, type ReplayEvaluatorStats as ax, ReplayEvaluatorStatsSchema as ay, type ReplayEvaluatorSummary as az, type Interaction as b, type ToolSpan as b0, type Trace as b1, type TraceContext as b2, TraceSchema as b3, type TrackToolParams as b4, type WorkflowParams as b5, claimReplay as b6, compareEvalRuns as b7, createEvalSuiteRun as b8, createReplay as b9, traceToolCalls as bA, traceTools as bB, verifyPortableEvalArtifact as bC, defineDataset as ba, defineEvalSuite as bb, defineEvaluatorProgram as bc, defineLocalEvaluator as bd, evaluateEvalRun as be, evaluatePortableEvaluator as bf, evaluateReplay as bg, importPortableEvaluator as bh, isEvalDataset as bi, isEvalSuiteDefinition as bj, isPublishedEvalSuite as bk, loadEvalSnapshot as bl, projectWorkshopTrace as bm, publishEvalDataset as bn, publishEvalSuite as bo, pullEval as bp, readEvalDataset as bq, readEvalManifest as br, readEvalRun as bs, readEvaluator as bt, readReplay as bu, replay as bv, resolveDisableBatching as bw, runEvalSuite as bx, runReplay as by, traceOutput as bz, type SubagentResumeOptions as c, type SubagentRun as d, type Tracer as e, type AiTrackEvent as f, type Attachment as g, type AttachmentType as h, type BooleanThreshold as i, BooleanThresholdSchema as j, type CreateReplayOptions as k, DEFAULT_EVAL_WAIT_MS as l, DEFAULT_QUERY_URL as m, DEFAULT_TRACE_WAIT_MS as n, type DefinedEvalDataset as o, type EvalDataset as p, type EvalDatasetInput as q, type EvalDatasetManifest as r, EvalDatasetPublishConflictError as s, type EvalDatasetRowInput as t, EvalDatasetRowInputSchema as u, type EvalDestination as v, type EvalEvaluator as w, type EvalLocalEvaluator as x, type EvalManifest as y, type EvalProgram as z };
+/** Evaluation context shared across asynchronous work. */
+type EvalScope = {
+    readonly correlationId: string;
+};
+declare const EVAL_CORRELATION_ID_ATTRIBUTE: "raindrop.eval_correlation_id";
+declare const currentEvalScope: () => EvalScope | undefined;
+declare const withEvalScope: <Result>(scope: EvalScope, callback: () => Result) => Result;
+
+export { type LocalBooleanVerdict as $, type AiTrackUsage as A, type BeginInteractionOptions as B, type CarrierHeaders as C, DEFAULT_EVAL_POLL_INTERVAL_MS as D, EVAL_CORRELATION_ID_ATTRIBUTE as E, type EvalLocalEvaluator as F, type EvalManifest as G, type EvalProgram as H, type InitializeOptions as I, EvalPublishError as J, type EvalRowResult as K, type EvalRowTracePair as L, type EvalRunReading as M, type EvalScope as N, type EvalSuiteDefinition as O, type PartialAiTrackEvent as P, type EvalSuiteDefinitionInput as Q, Raindrop as R, type SpanProcessorOptions as S, type TraceCarrier as T, type EvalSuiteResult as U, type EvalSuiteRunSession as V, type EvalVerdictAssessment as W, type EvaluateReplayOptions as X, type FinishInteractionOptions as Y, type HostedEvaluatorPin as Z, type IdentifyEvent as _, type RaindropSpanProcessor as a, type SpanParams as a$, LocalBooleanVerdictSchema as a0, type LocalDebuggerLiveEventInput as a1, type LocalEvaluator as a2, type LocalEvaluatorContext as a3, type LocalNumberVerdict as a4, LocalNumberVerdictSchema as a5, type LocalScoreVerdict as a6, LocalScoreVerdictSchema as a7, type LocalVerdict as a8, LocalVerdictSchema as a9, ReplayEvaluatorCountsSchema as aA, type ReplayEvaluatorStats as aB, ReplayEvaluatorStatsSchema as aC, type ReplayEvaluatorSummary as aD, ReplayEvaluatorSummarySchema as aE, type ReplayHandle as aF, type LocalEvaluatorContext$1 as aG, type ReplayOptions as aH, type ReplayReading as aI, type ReplayResult as aJ, type ReplayResultRow as aK, ReplayResultRowSchema as aL, type ReplayRow as aM, type ReplayRowOutcome as aN, type ReplayVerdict as aO, ReplayVerdictSchema as aP, type RunEvalSuiteOptions as aQ, type RunReplayOptions as aR, type SelfDiagnoseOptions as aS, type SelfDiagnosticsExecuteContext as aT, type SelfDiagnosticsExecuteResult as aU, type SelfDiagnosticsSignalDefinition as aV, type SelfDiagnosticsSignalDefinitions as aW, type SelfDiagnosticsTool as aX, type SelfDiagnosticsToolInputSchema as aY, type SelfDiagnosticsToolOptions as aZ, type SignalEvent as a_, MAX_EVAL_STATUS_RETRIES as aa, MAX_INGEST_SIZE_BYTES as ab, type NumericThreshold as ac, NumericThresholdSchema as ad, type PortableEvalArtifact as ae, type PortableEvalLimits as af, type PortableEvalOutcome as ag, type PortableEvalResult as ah, type PortableEvaluator as ai, type PortableJudgeRequest as aj, type PortableJudgeVerdict as ak, type PublishEvalDatasetOptions as al, type PublishEvalSuiteOptions as am, type PullEvalOptions as an, type PulledEvalSnapshot as ao, type RaindropConnection as ap, type RaindropFeatureFlagValue as aq, type RaindropFeatureFlags as ar, type RaindropProperties as as, type RaindropPropertyLeaf as at, type RaindropPropertyValue as au, type ReplayClient as av, type ReplayCounts as aw, ReplayCountsSchema as ax, type ReplayEvaluator as ay, type ReplayEvaluatorCounts as az, type Interaction as b, type SubagentDispatch as b0, type SubagentDispatchOptions as b1, type SubagentFinishOptions as b2, type ToolParams as b3, type ToolSpan as b4, type Trace as b5, type TraceContext as b6, TraceSchema as b7, type TrackToolParams as b8, type WorkflowParams as b9, replay as bA, resolveDisableBatching as bB, runEvalSuite as bC, runReplay as bD, traceOutput as bE, traceToolCalls as bF, traceTools as bG, verifyPortableEvalArtifact as bH, withEvalScope as bI, claimReplay as ba, compareEvalRuns as bb, createEvalSuiteRun as bc, createReplay as bd, currentEvalScope as be, defineDataset as bf, defineEvalSuite as bg, defineEvaluatorProgram as bh, defineLocalEvaluator as bi, evaluateEvalRun as bj, evaluatePortableEvaluator as bk, evaluateReplay as bl, importPortableEvaluator as bm, isEvalDataset as bn, isEvalSuiteDefinition as bo, isPublishedEvalSuite as bp, loadEvalSnapshot as bq, projectWorkshopTrace as br, publishEvalDataset as bs, publishEvalSuite as bt, pullEval as bu, readEvalDataset as bv, readEvalManifest as bw, readEvalRun as bx, readEvaluator as by, readReplay as bz, type AppGitSnapshot as c, type SubagentResumeOptions as d, type SubagentRun as e, type Tracer as f, type AiTrackEvent as g, type AppGitOptions as h, type Attachment as i, type AttachmentType as j, type BooleanThreshold as k, BooleanThresholdSchema as l, type CreateReplayOptions as m, DEFAULT_EVAL_WAIT_MS as n, DEFAULT_QUERY_URL as o, DEFAULT_TRACE_WAIT_MS as p, type DefinedEvalDataset as q, type EvalClient as r, type EvalDataset as s, type EvalDatasetInput as t, type EvalDatasetManifest as u, EvalDatasetPublishConflictError as v, type EvalDatasetRowInput as w, EvalDatasetRowInputSchema as x, type EvalDestination as y, type EvalEvaluator as z };

package/dist/{index-n8AIAiRR.d.ts → index-DuJkG47V.d.ts}

@@ -3,8 +3,17 @@ import { Instrumentation } from '@opentelemetry/instrumentation';
 import { Span, ContextManager as ContextManager$1, TextMapPropagator } from '@opentelemetry/api';
 import z$1, { z } from 'zod';
 import { SpanExporter, SpanProcessor } from '@opentelemetry/sdk-trace-base';
-import './eval-scope-BYkhP4uI.js';
 
+/** Kept structural so public integration declarations do not depend on private schemas. */
+type AppGitOptions = {
+    commitSha?: string | null;
+    commitDirty?: boolean | null;
+    branch?: string | null;
+    detectBranch?: boolean;
+    sourceDirectory?: string;
+    autoDetect?: boolean;
+};
+type AppGitSnapshot = Readonly<Record<string, unknown>>;
 /** The reverse reference a detached child carries on its own spans. */
 type DetachedChildLink = {
     /** The caller's event id. */
@@ -175,7 +184,7 @@ type OtherAttachment = BaseAttachment & {
 type Attachment = CodeAttachment | OtherAttachment;
 type RaindropFeatureFlagValue = string | number | boolean;
 type RaindropFeatureFlags = string[] | Record<string, RaindropFeatureFlagValue>;
-type RaindropPropertyLeaf = string | boolean | number;
+type RaindropPropertyLeaf = string | boolean | number | null;
 type RaindropPropertyValue = RaindropPropertyLeaf | RaindropPropertyValue[] | {
     [key: string]: RaindropPropertyValue;
 };
@@ -54490,6 +54499,8 @@ type ReplayPlanRow = ReplayRow & {
  * this, so pass the client you already built.
  */
 type ReplayClient = {
+    getAppGitSnapshot?(): AppGitSnapshot;
+    getReplayAppGitSnapshot?(): AppGitSnapshot;
     readonly connection: {
         readonly apiKey?: string;
         readonly projectId: string | undefined;
@@ -54585,6 +54596,8 @@ type LocalEvaluator<AgentResult = unknown> = {
     readonly judge: LocalJudge<AgentResult, LocalNumberVerdict>;
 });
 type CreateReplayOptions = {
+    /** Optional agent source override; metadata discovery never delays a replay. */
+    appGit?: AppGitOptions | false;
     /** A project-scoped dataset slug, or a manifest already pinned by discovery. */
     dataset: string | EvalDatasetManifest$1;
     /** The cases to run. The SDK preserves their order from the pinned manifest. */
@@ -54638,6 +54651,7 @@ declare function createReplay(client: ReplayClient, options: CreateReplayOptions
  */
 declare function claimReplay(client: ReplayClient, replayId: string, options?: {
     queryUrl?: string;
+    appGit?: AppGitOptions | false;
 }): Promise<ReplayHandle>;
 declare function readReplay(client: ReplayClient, replayId: string, options?: {
     queryUrl?: string;
@@ -60509,6 +60523,8 @@ declare function createEvalSuiteRun<AgentResult>(client: EvalClient, definition:
 declare function runEvalSuite<AgentResult>(client: EvalClient, definition: EvalSuiteDefinition<AgentResult>, options?: RunEvalSuiteOptions): Promise<EvalSuiteResult>;
 
 interface AnalyticsConfig {
+    /** Application source revision; optional discovery never waits on Git. */
+    appGit?: AppGitOptions | false;
     wizardSession?: string;
     /**
      * Raindrop write key. When omitted (or empty), the SDK runs in local-only mode:
@@ -60696,6 +60712,7 @@ type RaindropConnection = {
     readonly projectId: string | undefined;
 };
 declare class Raindrop {
+    private appGitContext;
     private wizardSession;
     private writeKey;
     private apiKey;
@@ -60761,6 +60778,7 @@ declare class Raindrop {
         event: string;
         userId: string;
     }): Interaction;
+    private propertiesWithAppGit;
     /**
      * Returns a tracer object that can be used to create spans and tools that aren't tied to any interaction.
      * For chat interaction use-case `begin` should be used.
@@ -60973,4 +60991,12 @@ declare class Raindrop {
     private closeWithinDeadline;
 }
 
-export { type LocalEvaluatorContext as $, type AiTrackUsage as A, type BeginInteractionOptions as B, type CarrierHeaders as C, DEFAULT_EVAL_POLL_INTERVAL_MS as D, type EvalClient as E, EvalPublishError as F, type EvalRowResult as G, type EvalRowTracePair as H, type InitializeOptions as I, type EvalRunReading as J, type EvalSuiteDefinition as K, type EvalSuiteDefinitionInput as L, type EvalSuiteResult as M, type EvalSuiteRunSession as N, type EvalVerdictAssessment as O, type PartialAiTrackEvent as P, type EvaluateReplayOptions as Q, Raindrop as R, type SpanProcessorOptions as S, type TraceCarrier as T, type FinishInteractionOptions as U, type HostedEvaluatorPin as V, type IdentifyEvent as W, type LocalBooleanVerdict as X, LocalBooleanVerdictSchema as Y, type LocalDebuggerLiveEventInput as Z, type LocalEvaluator as _, type RaindropSpanProcessor as a, type ToolParams as a$, type LocalNumberVerdict as a0, LocalNumberVerdictSchema as a1, type LocalScoreVerdict as a2, LocalScoreVerdictSchema as a3, type LocalVerdict as a4, LocalVerdictSchema as a5, MAX_EVAL_STATUS_RETRIES as a6, MAX_INGEST_SIZE_BYTES as a7, type NumericThreshold as a8, NumericThresholdSchema as a9, ReplayEvaluatorSummarySchema as aA, type ReplayHandle as aB, type LocalEvaluatorContext$1 as aC, type ReplayOptions as aD, type ReplayReading as aE, type ReplayResult as aF, type ReplayResultRow as aG, ReplayResultRowSchema as aH, type ReplayRow as aI, type ReplayRowOutcome as aJ, type ReplayVerdict as aK, ReplayVerdictSchema as aL, type RunEvalSuiteOptions as aM, type RunReplayOptions as aN, type SelfDiagnoseOptions as aO, type SelfDiagnosticsExecuteContext as aP, type SelfDiagnosticsExecuteResult as aQ, type SelfDiagnosticsSignalDefinition as aR, type SelfDiagnosticsSignalDefinitions as aS, type SelfDiagnosticsTool as aT, type SelfDiagnosticsToolInputSchema as aU, type SelfDiagnosticsToolOptions as aV, type SignalEvent as aW, type SpanParams as aX, type SubagentDispatch as aY, type SubagentDispatchOptions as aZ, type SubagentFinishOptions as a_, type PortableEvalArtifact as aa, type PortableEvalLimits as ab, type PortableEvalOutcome as ac, type PortableEvalResult as ad, type PortableEvaluator as ae, type PortableJudgeRequest as af, type PortableJudgeVerdict as ag, type PublishEvalDatasetOptions as ah, type PublishEvalSuiteOptions as ai, type PullEvalOptions as aj, type PulledEvalSnapshot as ak, type RaindropConnection as al, type RaindropFeatureFlagValue as am, type RaindropFeatureFlags as an, type RaindropProperties as ao, type RaindropPropertyLeaf as ap, type RaindropPropertyValue as aq, type ReplayClient as ar, type ReplayCounts as as, ReplayCountsSchema as at, type ReplayEvaluator as au, type ReplayEvaluatorCounts as av, ReplayEvaluatorCountsSchema as aw, type ReplayEvaluatorStats as ax, ReplayEvaluatorStatsSchema as ay, type ReplayEvaluatorSummary as az, type Interaction as b, type ToolSpan as b0, type Trace as b1, type TraceContext as b2, TraceSchema as b3, type TrackToolParams as b4, type WorkflowParams as b5, claimReplay as b6, compareEvalRuns as b7, createEvalSuiteRun as b8, createReplay as b9, traceToolCalls as bA, traceTools as bB, verifyPortableEvalArtifact as bC, defineDataset as ba, defineEvalSuite as bb, defineEvaluatorProgram as bc, defineLocalEvaluator as bd, evaluateEvalRun as be, evaluatePortableEvaluator as bf, evaluateReplay as bg, importPortableEvaluator as bh, isEvalDataset as bi, isEvalSuiteDefinition as bj, isPublishedEvalSuite as bk, loadEvalSnapshot as bl, projectWorkshopTrace as bm, publishEvalDataset as bn, publishEvalSuite as bo, pullEval as bp, readEvalDataset as bq, readEvalManifest as br, readEvalRun as bs, readEvaluator as bt, readReplay as bu, replay as bv, resolveDisableBatching as bw, runEvalSuite as bx, runReplay as by, traceOutput as bz, type SubagentResumeOptions as c, type SubagentRun as d, type Tracer as e, type AiTrackEvent as f, type Attachment as g, type AttachmentType as h, type BooleanThreshold as i, BooleanThresholdSchema as j, type CreateReplayOptions as k, DEFAULT_EVAL_WAIT_MS as l, DEFAULT_QUERY_URL as m, DEFAULT_TRACE_WAIT_MS as n, type DefinedEvalDataset as o, type EvalDataset as p, type EvalDatasetInput as q, type EvalDatasetManifest as r, EvalDatasetPublishConflictError as s, type EvalDatasetRowInput as t, EvalDatasetRowInputSchema as u, type EvalDestination as v, type EvalEvaluator as w, type EvalLocalEvaluator as x, type EvalManifest as y, type EvalProgram as z };
+/** Evaluation context shared across asynchronous work. */
+type EvalScope = {
+    readonly correlationId: string;
+};
+declare const EVAL_CORRELATION_ID_ATTRIBUTE: "raindrop.eval_correlation_id";
+declare const currentEvalScope: () => EvalScope | undefined;
+declare const withEvalScope: <Result>(scope: EvalScope, callback: () => Result) => Result;
+
+export { type LocalBooleanVerdict as $, type AiTrackUsage as A, type BeginInteractionOptions as B, type CarrierHeaders as C, DEFAULT_EVAL_POLL_INTERVAL_MS as D, EVAL_CORRELATION_ID_ATTRIBUTE as E, type EvalLocalEvaluator as F, type EvalManifest as G, type EvalProgram as H, type InitializeOptions as I, EvalPublishError as J, type EvalRowResult as K, type EvalRowTracePair as L, type EvalRunReading as M, type EvalScope as N, type EvalSuiteDefinition as O, type PartialAiTrackEvent as P, type EvalSuiteDefinitionInput as Q, Raindrop as R, type SpanProcessorOptions as S, type TraceCarrier as T, type EvalSuiteResult as U, type EvalSuiteRunSession as V, type EvalVerdictAssessment as W, type EvaluateReplayOptions as X, type FinishInteractionOptions as Y, type HostedEvaluatorPin as Z, type IdentifyEvent as _, type RaindropSpanProcessor as a, type SpanParams as a$, LocalBooleanVerdictSchema as a0, type LocalDebuggerLiveEventInput as a1, type LocalEvaluator as a2, type LocalEvaluatorContext as a3, type LocalNumberVerdict as a4, LocalNumberVerdictSchema as a5, type LocalScoreVerdict as a6, LocalScoreVerdictSchema as a7, type LocalVerdict as a8, LocalVerdictSchema as a9, ReplayEvaluatorCountsSchema as aA, type ReplayEvaluatorStats as aB, ReplayEvaluatorStatsSchema as aC, type ReplayEvaluatorSummary as aD, ReplayEvaluatorSummarySchema as aE, type ReplayHandle as aF, type LocalEvaluatorContext$1 as aG, type ReplayOptions as aH, type ReplayReading as aI, type ReplayResult as aJ, type ReplayResultRow as aK, ReplayResultRowSchema as aL, type ReplayRow as aM, type ReplayRowOutcome as aN, type ReplayVerdict as aO, ReplayVerdictSchema as aP, type RunEvalSuiteOptions as aQ, type RunReplayOptions as aR, type SelfDiagnoseOptions as aS, type SelfDiagnosticsExecuteContext as aT, type SelfDiagnosticsExecuteResult as aU, type SelfDiagnosticsSignalDefinition as aV, type SelfDiagnosticsSignalDefinitions as aW, type SelfDiagnosticsTool as aX, type SelfDiagnosticsToolInputSchema as aY, type SelfDiagnosticsToolOptions as aZ, type SignalEvent as a_, MAX_EVAL_STATUS_RETRIES as aa, MAX_INGEST_SIZE_BYTES as ab, type NumericThreshold as ac, NumericThresholdSchema as ad, type PortableEvalArtifact as ae, type PortableEvalLimits as af, type PortableEvalOutcome as ag, type PortableEvalResult as ah, type PortableEvaluator as ai, type PortableJudgeRequest as aj, type PortableJudgeVerdict as ak, type PublishEvalDatasetOptions as al, type PublishEvalSuiteOptions as am, type PullEvalOptions as an, type PulledEvalSnapshot as ao, type RaindropConnection as ap, type RaindropFeatureFlagValue as aq, type RaindropFeatureFlags as ar, type RaindropProperties as as, type RaindropPropertyLeaf as at, type RaindropPropertyValue as au, type ReplayClient as av, type ReplayCounts as aw, ReplayCountsSchema as ax, type ReplayEvaluator as ay, type ReplayEvaluatorCounts as az, type Interaction as b, type SubagentDispatch as b0, type SubagentDispatchOptions as b1, type SubagentFinishOptions as b2, type ToolParams as b3, type ToolSpan as b4, type Trace as b5, type TraceContext as b6, TraceSchema as b7, type TrackToolParams as b8, type WorkflowParams as b9, replay as bA, resolveDisableBatching as bB, runEvalSuite as bC, runReplay as bD, traceOutput as bE, traceToolCalls as bF, traceTools as bG, verifyPortableEvalArtifact as bH, withEvalScope as bI, claimReplay as ba, compareEvalRuns as bb, createEvalSuiteRun as bc, createReplay as bd, currentEvalScope as be, defineDataset as bf, defineEvalSuite as bg, defineEvaluatorProgram as bh, defineLocalEvaluator as bi, evaluateEvalRun as bj, evaluatePortableEvaluator as bk, evaluateReplay as bl, importPortableEvaluator as bm, isEvalDataset as bn, isEvalSuiteDefinition as bo, isPublishedEvalSuite as bp, loadEvalSnapshot as bq, projectWorkshopTrace as br, publishEvalDataset as bs, publishEvalSuite as bt, pullEval as bu, readEvalDataset as bv, readEvalManifest as bw, readEvalRun as bx, readEvaluator as by, readReplay as bz, type AppGitSnapshot as c, type SubagentResumeOptions as d, type SubagentRun as e, type Tracer as f, type AiTrackEvent as g, type AppGitOptions as h, type Attachment as i, type AttachmentType as j, type BooleanThreshold as k, BooleanThresholdSchema as l, type CreateReplayOptions as m, DEFAULT_EVAL_WAIT_MS as n, DEFAULT_QUERY_URL as o, DEFAULT_TRACE_WAIT_MS as p, type DefinedEvalDataset as q, type EvalClient as r, type EvalDataset as s, type EvalDatasetInput as t, type EvalDatasetManifest as u, EvalDatasetPublishConflictError as v, type EvalDatasetRowInput as w, EvalDatasetRowInputSchema as x, type EvalDestination as y, type EvalEvaluator as z };

package/dist/index.d.mts

@@ -1,6 +1,5 @@
 import '@opentelemetry/instrumentation';
-export { f as AiTrackEvent, A as AiTrackUsage, g as Attachment, h as AttachmentType, B as BeginInteractionOptions, i as BooleanThreshold, j as BooleanThresholdSchema, k as CreateReplayOptions, D as DEFAULT_EVAL_POLL_INTERVAL_MS, l as DEFAULT_EVAL_WAIT_MS, m as DEFAULT_QUERY_URL, n as DEFAULT_TRACE_WAIT_MS, o as DefinedEvalDataset, E as EvalClient, p as EvalDataset, q as EvalDatasetInput, r as EvalDatasetManifest, s as EvalDatasetPublishConflictError, t as EvalDatasetRowInput, u as EvalDatasetRowInputSchema, v as EvalDestination, w as EvalEvaluator, x as EvalLocalEvaluator, y as EvalManifest, z as EvalProgram, F as EvalPublishError, G as EvalRowResult, H as EvalRowTracePair, J as EvalRunReading, K as EvalSuiteDefinition, L as EvalSuiteDefinitionInput, M as EvalSuiteResult, N as EvalSuiteRunSession, O as EvalVerdictAssessment, Q as EvaluateReplayOptions, U as FinishInteractionOptions, V as HostedEvaluatorPin, W as IdentifyEvent, b as Interaction, X as LocalBooleanVerdict, Y as LocalBooleanVerdictSchema, Z as LocalDebuggerLiveEventInput, _ as LocalEvaluator, $ as LocalEvaluatorContext, a0 as LocalNumberVerdict, a1 as LocalNumberVerdictSchema, a2 as LocalScoreVerdict, a3 as LocalScoreVerdictSchema, a4 as LocalVerdict, a5 as LocalVerdictSchema, a6 as MAX_EVAL_STATUS_RETRIES, a7 as MAX_INGEST_SIZE_BYTES, a8 as NumericThreshold, a9 as NumericThresholdSchema, P as PartialAiTrackEvent, aa as PortableEvalArtifact, ab as PortableEvalLimits, ac as PortableEvalOutcome, ad as PortableEvalResult, ae as PortableEvaluator, af as PortableJudgeRequest, ag as PortableJudgeVerdict, ah as PublishEvalDatasetOptions, ai as PublishEvalSuiteOptions, aj as PullEvalOptions, ak as PulledEvalSnapshot, R as Raindrop, al as RaindropConnection, am as RaindropFeatureFlagValue, an as RaindropFeatureFlags, ao as RaindropProperties, ap as RaindropPropertyLeaf, aq as RaindropPropertyValue, a as RaindropSpanProcessor, ar as ReplayClient, as as ReplayCounts, at as ReplayCountsSchema, au as ReplayEvaluator, av as ReplayEvaluatorCounts, aw as ReplayEvaluatorCountsSchema, ax as ReplayEvaluatorStats, ay as ReplayEvaluatorStatsSchema, az as ReplayEvaluatorSummary, aA as ReplayEvaluatorSummarySchema, aB as ReplayHandle, aC as ReplayLocalEvaluatorContext, aD as ReplayOptions, aE as ReplayReading, aF as ReplayResult, aG as ReplayResultRow, aH as ReplayResultRowSchema, aI as ReplayRow, aJ as ReplayRowOutcome, aK as ReplayVerdict, aL as ReplayVerdictSchema, aM as RunEvalSuiteOptions, aN as RunReplayOptions, aO as SelfDiagnoseOptions, aP as SelfDiagnosticsExecuteContext, aQ as SelfDiagnosticsExecuteResult, aR as SelfDiagnosticsSignalDefinition, aS as SelfDiagnosticsSignalDefinitions, aT as SelfDiagnosticsTool, aU as SelfDiagnosticsToolInputSchema, aV as SelfDiagnosticsToolOptions, aW as SignalEvent, aX as SpanParams, aY as SubagentDispatch, aZ as SubagentDispatchOptions, a_ as SubagentFinishOptions, c as SubagentResumeOptions, d as SubagentRun, a$ as ToolParams, b0 as ToolSpan, b1 as Trace, b2 as TraceContext, b3 as TraceSchema, e as Tracer, b4 as TrackToolParams, b5 as WorkflowParams, b6 as claimReplay, b7 as compareEvalRuns, b8 as createEvalSuiteRun, b9 as createReplay, R as default, ba as defineDataset, bb as defineEvalSuite, bc as defineEvaluatorProgram, bd as defineLocalEvaluator, be as evaluateEvalRun, bf as evaluatePortableEvaluator, bg as evaluateReplay, bh as importPortableEvaluator, bi as isEvalDataset, bj as isEvalSuiteDefinition, bk as isPublishedEvalSuite, bl as loadEvalSnapshot, bm as projectWorkshopTrace, bn as publishEvalDataset, bo as publishEvalSuite, bp as pullEval, bq as readEvalDataset, br as readEvalManifest, bs as readEvalRun, bt as readEvaluator, bu as readReplay, bv as replay, bw as resolveDisableBatching, bx as runEvalSuite, by as runReplay, bz as traceOutput, bA as traceToolCalls, bB as traceTools, bC as verifyPortableEvalArtifact } from './index-n8AIAiRR.mjs';
-export { E as EVAL_CORRELATION_ID_ATTRIBUTE, a as EvalScope, c as currentEvalScope, w as withEvalScope } from './eval-scope-BYkhP4uI.js';
+export { g as AiTrackEvent, A as AiTrackUsage, h as AppGitOptions, c as AppGitSnapshot, i as Attachment, j as AttachmentType, B as BeginInteractionOptions, k as BooleanThreshold, l as BooleanThresholdSchema, m as CreateReplayOptions, D as DEFAULT_EVAL_POLL_INTERVAL_MS, n as DEFAULT_EVAL_WAIT_MS, o as DEFAULT_QUERY_URL, p as DEFAULT_TRACE_WAIT_MS, q as DefinedEvalDataset, E as EVAL_CORRELATION_ID_ATTRIBUTE, r as EvalClient, s as EvalDataset, t as EvalDatasetInput, u as EvalDatasetManifest, v as EvalDatasetPublishConflictError, w as EvalDatasetRowInput, x as EvalDatasetRowInputSchema, y as EvalDestination, z as EvalEvaluator, F as EvalLocalEvaluator, G as EvalManifest, H as EvalProgram, J as EvalPublishError, K as EvalRowResult, L as EvalRowTracePair, M as EvalRunReading, N as EvalScope, O as EvalSuiteDefinition, Q as EvalSuiteDefinitionInput, U as EvalSuiteResult, V as EvalSuiteRunSession, W as EvalVerdictAssessment, X as EvaluateReplayOptions, Y as FinishInteractionOptions, Z as HostedEvaluatorPin, _ as IdentifyEvent, b as Interaction, $ as LocalBooleanVerdict, a0 as LocalBooleanVerdictSchema, a1 as LocalDebuggerLiveEventInput, a2 as LocalEvaluator, a3 as LocalEvaluatorContext, a4 as LocalNumberVerdict, a5 as LocalNumberVerdictSchema, a6 as LocalScoreVerdict, a7 as LocalScoreVerdictSchema, a8 as LocalVerdict, a9 as LocalVerdictSchema, aa as MAX_EVAL_STATUS_RETRIES, ab as MAX_INGEST_SIZE_BYTES, ac as NumericThreshold, ad as NumericThresholdSchema, P as PartialAiTrackEvent, ae as PortableEvalArtifact, af as PortableEvalLimits, ag as PortableEvalOutcome, ah as PortableEvalResult, ai as PortableEvaluator, aj as PortableJudgeRequest, ak as PortableJudgeVerdict, al as PublishEvalDatasetOptions, am as PublishEvalSuiteOptions, an as PullEvalOptions, ao as PulledEvalSnapshot, R as Raindrop, ap as RaindropConnection, aq as RaindropFeatureFlagValue, ar as RaindropFeatureFlags, as as RaindropProperties, at as RaindropPropertyLeaf, au as RaindropPropertyValue, a as RaindropSpanProcessor, av as ReplayClient, aw as ReplayCounts, ax as ReplayCountsSchema, ay as ReplayEvaluator, az as ReplayEvaluatorCounts, aA as ReplayEvaluatorCountsSchema, aB as ReplayEvaluatorStats, aC as ReplayEvaluatorStatsSchema, aD as ReplayEvaluatorSummary, aE as ReplayEvaluatorSummarySchema, aF as ReplayHandle, aG as ReplayLocalEvaluatorContext, aH as ReplayOptions, aI as ReplayReading, aJ as ReplayResult, aK as ReplayResultRow, aL as ReplayResultRowSchema, aM as ReplayRow, aN as ReplayRowOutcome, aO as ReplayVerdict, aP as ReplayVerdictSchema, aQ as RunEvalSuiteOptions, aR as RunReplayOptions, aS as SelfDiagnoseOptions, aT as SelfDiagnosticsExecuteContext, aU as SelfDiagnosticsExecuteResult, aV as SelfDiagnosticsSignalDefinition, aW as SelfDiagnosticsSignalDefinitions, aX as SelfDiagnosticsTool, aY as SelfDiagnosticsToolInputSchema, aZ as SelfDiagnosticsToolOptions, a_ as SignalEvent, a$ as SpanParams, b0 as SubagentDispatch, b1 as SubagentDispatchOptions, b2 as SubagentFinishOptions, d as SubagentResumeOptions, e as SubagentRun, b3 as ToolParams, b4 as ToolSpan, b5 as Trace, b6 as TraceContext, b7 as TraceSchema, f as Tracer, b8 as TrackToolParams, b9 as WorkflowParams, ba as claimReplay, bb as compareEvalRuns, bc as createEvalSuiteRun, bd as createReplay, be as currentEvalScope, R as default, bf as defineDataset, bg as defineEvalSuite, bh as defineEvaluatorProgram, bi as defineLocalEvaluator, bj as evaluateEvalRun, bk as evaluatePortableEvaluator, bl as evaluateReplay, bm as importPortableEvaluator, bn as isEvalDataset, bo as isEvalSuiteDefinition, bp as isPublishedEvalSuite, bq as loadEvalSnapshot, br as projectWorkshopTrace, bs as publishEvalDataset, bt as publishEvalSuite, bu as pullEval, bv as readEvalDataset, bw as readEvalManifest, bx as readEvalRun, by as readEvaluator, bz as readReplay, bA as replay, bB as resolveDisableBatching, bC as runEvalSuite, bD as runReplay, bE as traceOutput, bF as traceToolCalls, bG as traceTools, bH as verifyPortableEvalArtifact, bI as withEvalScope } from './index-DuJkG47V.mjs';
 import '@opentelemetry/api';
 import 'zod';
 import '@opentelemetry/sdk-trace-base';

package/dist/index.d.ts

@@ -1,6 +1,5 @@
 import '@opentelemetry/instrumentation';
-export { f as AiTrackEvent, A as AiTrackUsage, g as Attachment, h as AttachmentType, B as BeginInteractionOptions, i as BooleanThreshold, j as BooleanThresholdSchema, k as CreateReplayOptions, D as DEFAULT_EVAL_POLL_INTERVAL_MS, l as DEFAULT_EVAL_WAIT_MS, m as DEFAULT_QUERY_URL, n as DEFAULT_TRACE_WAIT_MS, o as DefinedEvalDataset, E as EvalClient, p as EvalDataset, q as EvalDatasetInput, r as EvalDatasetManifest, s as EvalDatasetPublishConflictError, t as EvalDatasetRowInput, u as EvalDatasetRowInputSchema, v as EvalDestination, w as EvalEvaluator, x as EvalLocalEvaluator, y as EvalManifest, z as EvalProgram, F as EvalPublishError, G as EvalRowResult, H as EvalRowTracePair, J as EvalRunReading, K as EvalSuiteDefinition, L as EvalSuiteDefinitionInput, M as EvalSuiteResult, N as EvalSuiteRunSession, O as EvalVerdictAssessment, Q as EvaluateReplayOptions, U as FinishInteractionOptions, V as HostedEvaluatorPin, W as IdentifyEvent, b as Interaction, X as LocalBooleanVerdict, Y as LocalBooleanVerdictSchema, Z as LocalDebuggerLiveEventInput, _ as LocalEvaluator, $ as LocalEvaluatorContext, a0 as LocalNumberVerdict, a1 as LocalNumberVerdictSchema, a2 as LocalScoreVerdict, a3 as LocalScoreVerdictSchema, a4 as LocalVerdict, a5 as LocalVerdictSchema, a6 as MAX_EVAL_STATUS_RETRIES, a7 as MAX_INGEST_SIZE_BYTES, a8 as NumericThreshold, a9 as NumericThresholdSchema, P as PartialAiTrackEvent, aa as PortableEvalArtifact, ab as PortableEvalLimits, ac as PortableEvalOutcome, ad as PortableEvalResult, ae as PortableEvaluator, af as PortableJudgeRequest, ag as PortableJudgeVerdict, ah as PublishEvalDatasetOptions, ai as PublishEvalSuiteOptions, aj as PullEvalOptions, ak as PulledEvalSnapshot, R as Raindrop, al as RaindropConnection, am as RaindropFeatureFlagValue, an as RaindropFeatureFlags, ao as RaindropProperties, ap as RaindropPropertyLeaf, aq as RaindropPropertyValue, a as RaindropSpanProcessor, ar as ReplayClient, as as ReplayCounts, at as ReplayCountsSchema, au as ReplayEvaluator, av as ReplayEvaluatorCounts, aw as ReplayEvaluatorCountsSchema, ax as ReplayEvaluatorStats, ay as ReplayEvaluatorStatsSchema, az as ReplayEvaluatorSummary, aA as ReplayEvaluatorSummarySchema, aB as ReplayHandle, aC as ReplayLocalEvaluatorContext, aD as ReplayOptions, aE as ReplayReading, aF as ReplayResult, aG as ReplayResultRow, aH as ReplayResultRowSchema, aI as ReplayRow, aJ as ReplayRowOutcome, aK as ReplayVerdict, aL as ReplayVerdictSchema, aM as RunEvalSuiteOptions, aN as RunReplayOptions, aO as SelfDiagnoseOptions, aP as SelfDiagnosticsExecuteContext, aQ as SelfDiagnosticsExecuteResult, aR as SelfDiagnosticsSignalDefinition, aS as SelfDiagnosticsSignalDefinitions, aT as SelfDiagnosticsTool, aU as SelfDiagnosticsToolInputSchema, aV as SelfDiagnosticsToolOptions, aW as SignalEvent, aX as SpanParams, aY as SubagentDispatch, aZ as SubagentDispatchOptions, a_ as SubagentFinishOptions, c as SubagentResumeOptions, d as SubagentRun, a$ as ToolParams, b0 as ToolSpan, b1 as Trace, b2 as TraceContext, b3 as TraceSchema, e as Tracer, b4 as TrackToolParams, b5 as WorkflowParams, b6 as claimReplay, b7 as compareEvalRuns, b8 as createEvalSuiteRun, b9 as createReplay, R as default, ba as defineDataset, bb as defineEvalSuite, bc as defineEvaluatorProgram, bd as defineLocalEvaluator, be as evaluateEvalRun, bf as evaluatePortableEvaluator, bg as evaluateReplay, bh as importPortableEvaluator, bi as isEvalDataset, bj as isEvalSuiteDefinition, bk as isPublishedEvalSuite, bl as loadEvalSnapshot, bm as projectWorkshopTrace, bn as publishEvalDataset, bo as publishEvalSuite, bp as pullEval, bq as readEvalDataset, br as readEvalManifest, bs as readEvalRun, bt as readEvaluator, bu as readReplay, bv as replay, bw as resolveDisableBatching, bx as runEvalSuite, by as runReplay, bz as traceOutput, bA as traceToolCalls, bB as traceTools, bC as verifyPortableEvalArtifact } from './index-n8AIAiRR.js';
-export { E as EVAL_CORRELATION_ID_ATTRIBUTE, a as EvalScope, c as currentEvalScope, w as withEvalScope } from './eval-scope-BYkhP4uI.js';
+export { g as AiTrackEvent, A as AiTrackUsage, h as AppGitOptions, c as AppGitSnapshot, i as Attachment, j as AttachmentType, B as BeginInteractionOptions, k as BooleanThreshold, l as BooleanThresholdSchema, m as CreateReplayOptions, D as DEFAULT_EVAL_POLL_INTERVAL_MS, n as DEFAULT_EVAL_WAIT_MS, o as DEFAULT_QUERY_URL, p as DEFAULT_TRACE_WAIT_MS, q as DefinedEvalDataset, E as EVAL_CORRELATION_ID_ATTRIBUTE, r as EvalClient, s as EvalDataset, t as EvalDatasetInput, u as EvalDatasetManifest, v as EvalDatasetPublishConflictError, w as EvalDatasetRowInput, x as EvalDatasetRowInputSchema, y as EvalDestination, z as EvalEvaluator, F as EvalLocalEvaluator, G as EvalManifest, H as EvalProgram, J as EvalPublishError, K as EvalRowResult, L as EvalRowTracePair, M as EvalRunReading, N as EvalScope, O as EvalSuiteDefinition, Q as EvalSuiteDefinitionInput, U as EvalSuiteResult, V as EvalSuiteRunSession, W as EvalVerdictAssessment, X as EvaluateReplayOptions, Y as FinishInteractionOptions, Z as HostedEvaluatorPin, _ as IdentifyEvent, b as Interaction, $ as LocalBooleanVerdict, a0 as LocalBooleanVerdictSchema, a1 as LocalDebuggerLiveEventInput, a2 as LocalEvaluator, a3 as LocalEvaluatorContext, a4 as LocalNumberVerdict, a5 as LocalNumberVerdictSchema, a6 as LocalScoreVerdict, a7 as LocalScoreVerdictSchema, a8 as LocalVerdict, a9 as LocalVerdictSchema, aa as MAX_EVAL_STATUS_RETRIES, ab as MAX_INGEST_SIZE_BYTES, ac as NumericThreshold, ad as NumericThresholdSchema, P as PartialAiTrackEvent, ae as PortableEvalArtifact, af as PortableEvalLimits, ag as PortableEvalOutcome, ah as PortableEvalResult, ai as PortableEvaluator, aj as PortableJudgeRequest, ak as PortableJudgeVerdict, al as PublishEvalDatasetOptions, am as PublishEvalSuiteOptions, an as PullEvalOptions, ao as PulledEvalSnapshot, R as Raindrop, ap as RaindropConnection, aq as RaindropFeatureFlagValue, ar as RaindropFeatureFlags, as as RaindropProperties, at as RaindropPropertyLeaf, au as RaindropPropertyValue, a as RaindropSpanProcessor, av as ReplayClient, aw as ReplayCounts, ax as ReplayCountsSchema, ay as ReplayEvaluator, az as ReplayEvaluatorCounts, aA as ReplayEvaluatorCountsSchema, aB as ReplayEvaluatorStats, aC as ReplayEvaluatorStatsSchema, aD as ReplayEvaluatorSummary, aE as ReplayEvaluatorSummarySchema, aF as ReplayHandle, aG as ReplayLocalEvaluatorContext, aH as ReplayOptions, aI as ReplayReading, aJ as ReplayResult, aK as ReplayResultRow, aL as ReplayResultRowSchema, aM as ReplayRow, aN as ReplayRowOutcome, aO as ReplayVerdict, aP as ReplayVerdictSchema, aQ as RunEvalSuiteOptions, aR as RunReplayOptions, aS as SelfDiagnoseOptions, aT as SelfDiagnosticsExecuteContext, aU as SelfDiagnosticsExecuteResult, aV as SelfDiagnosticsSignalDefinition, aW as SelfDiagnosticsSignalDefinitions, aX as SelfDiagnosticsTool, aY as SelfDiagnosticsToolInputSchema, aZ as SelfDiagnosticsToolOptions, a_ as SignalEvent, a$ as SpanParams, b0 as SubagentDispatch, b1 as SubagentDispatchOptions, b2 as SubagentFinishOptions, d as SubagentResumeOptions, e as SubagentRun, b3 as ToolParams, b4 as ToolSpan, b5 as Trace, b6 as TraceContext, b7 as TraceSchema, f as Tracer, b8 as TrackToolParams, b9 as WorkflowParams, ba as claimReplay, bb as compareEvalRuns, bc as createEvalSuiteRun, bd as createReplay, be as currentEvalScope, R as default, bf as defineDataset, bg as defineEvalSuite, bh as defineEvaluatorProgram, bi as defineLocalEvaluator, bj as evaluateEvalRun, bk as evaluatePortableEvaluator, bl as evaluateReplay, bm as importPortableEvaluator, bn as isEvalDataset, bo as isEvalSuiteDefinition, bp as isPublishedEvalSuite, bq as loadEvalSnapshot, br as projectWorkshopTrace, bs as publishEvalDataset, bt as publishEvalSuite, bu as pullEval, bv as readEvalDataset, bw as readEvalManifest, bx as readEvalRun, by as readEvaluator, bz as readReplay, bA as replay, bB as resolveDisableBatching, bC as runEvalSuite, bD as runReplay, bE as traceOutput, bF as traceToolCalls, bG as traceTools, bH as verifyPortableEvalArtifact, bI as withEvalScope } from './index-DuJkG47V.js';
 import '@opentelemetry/api';
 import 'zod';
 import '@opentelemetry/sdk-trace-base';