@agentv/sdk 4.41.6 → 4.42.1-next.1

package/dist/index.d.cts

@@ -6501,17 +6501,21 @@ declare const KNOWN_SNAKE_CASE_KEYS: {
     readonly failOnError: "fail_on_error";
     readonly inputFiles: "input_files";
     readonly keepWorkspaces: "keep_workspaces";
+    readonly maxCalls: "max_calls";
     readonly maxCostUsd: "max_cost_usd";
     readonly maxDurationMs: "max_duration_ms";
     readonly maxInput: "max_input";
     readonly maxLlmCalls: "max_llm_calls";
     readonly maxOutput: "max_output";
+    readonly maxSteps: "max_steps";
     readonly maxTokens: "max_tokens";
     readonly maxToolCalls: "max_tool_calls";
     readonly minScore: "min_score";
     readonly onDependencyFailure: "on_dependency_failure";
     readonly onTurnFailure: "on_turn_failure";
     readonly outputPath: "output_path";
+    readonly requiredMinScore: "required_min_score";
+    readonly scoreRange: "score_range";
     readonly scoreRanges: "score_ranges";
     readonly skipDefaults: "skip_defaults";
     readonly targetExplorationRatio: "target_exploration_ratio";
@@ -6678,6 +6682,124 @@ declare function toEvalYamlObject<T extends EvalDefinition | DefinedEvalSuite>(d
  */
 declare function serializeEvalYaml<T extends EvalDefinition | DefinedEvalSuite>(definition: T): string;
 
+type GraderCommand = string | readonly string[];
+interface GraderHelperOptions {
+    readonly name?: string;
+    readonly weight?: number;
+    readonly required?: boolean | number;
+    readonly minScore?: number;
+    readonly negate?: boolean;
+}
+interface GraderCommonConfig {
+    readonly name?: string;
+    readonly weight?: number;
+    readonly required?: boolean | number;
+    readonly minScore?: number;
+    readonly negate?: boolean;
+}
+interface ContainsGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'contains';
+    readonly value: string;
+}
+interface EqualsGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'equals';
+    readonly value: string;
+}
+interface RegexGraderOptions extends GraderHelperOptions {
+    readonly flags?: string;
+}
+interface RegexGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'regex';
+    readonly value: string;
+    readonly flags?: string;
+}
+interface IsJsonGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'is-json';
+}
+type GraderRubricOperator = 'correctness' | 'contradiction';
+interface GraderScoreRange {
+    readonly scoreRange: readonly [number, number];
+    readonly outcome: string;
+}
+interface GraderRubric {
+    readonly id?: string;
+    readonly outcome?: string;
+    readonly criteria?: string;
+    readonly operator?: GraderRubricOperator;
+    readonly weight?: number;
+    readonly required?: boolean;
+    readonly minScore?: number;
+    readonly requiredMinScore?: number;
+    readonly scoreRanges?: readonly GraderScoreRange[];
+}
+type GraderRubricCriterion = string | GraderRubric;
+interface RubricsGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'rubrics';
+    readonly criteria: readonly GraderRubricCriterion[];
+}
+interface GraderPromptScriptConfig {
+    readonly command: readonly string[];
+    readonly config?: Readonly<Record<string, unknown>>;
+}
+interface LlmGraderOptions extends GraderHelperOptions {
+    readonly prompt?: string | GraderPromptScriptConfig;
+    readonly rubrics?: readonly GraderRubric[];
+    readonly target?: string;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly maxSteps?: number;
+    readonly temperature?: number;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+interface LlmGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'llm-grader';
+    readonly prompt?: string | GraderPromptScriptConfig;
+    readonly rubrics?: readonly GraderRubric[];
+    readonly target?: string;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly maxSteps?: number;
+    readonly temperature?: number;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+interface CodeGraderTargetOptions {
+    readonly maxCalls?: number;
+}
+interface CodeGraderOptions extends GraderHelperOptions {
+    readonly cwd?: string;
+    readonly target?: true | CodeGraderTargetOptions;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+interface CodeGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'code-grader';
+    readonly command: GraderCommand;
+    readonly cwd?: string;
+    readonly target?: true | CodeGraderTargetOptions;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+type GraderHelperConfig = ContainsGraderConfig | EqualsGraderConfig | RegexGraderConfig | IsJsonGraderConfig | RubricsGraderConfig | LlmGraderConfig | CodeGraderConfig;
+declare function containsGrader(value: string, options?: GraderHelperOptions): ContainsGraderConfig;
+declare function equalsGrader(value: string, options?: GraderHelperOptions): EqualsGraderConfig;
+declare function exactGrader(value: string, options?: GraderHelperOptions): EqualsGraderConfig;
+declare function regexGrader(pattern: string | RegExp, options?: RegexGraderOptions): RegexGraderConfig;
+declare function isJsonGrader(options?: GraderHelperOptions): IsJsonGraderConfig;
+declare function jsonGrader(options?: GraderHelperOptions): IsJsonGraderConfig;
+declare function rubricsGrader(criteria: readonly GraderRubricCriterion[], options?: GraderHelperOptions): RubricsGraderConfig;
+declare function llmGrader(options?: LlmGraderOptions): LlmGraderConfig;
+declare function codeGrader(command: GraderCommand, options?: CodeGraderOptions): CodeGraderConfig;
+declare const graders: Readonly<{
+    contains: typeof containsGrader;
+    equals: typeof equalsGrader;
+    exact: typeof exactGrader;
+    regex: typeof regexGrader;
+    isJson: typeof isJsonGrader;
+    json: typeof jsonGrader;
+    rubrics: typeof rubricsGrader;
+    llmGrader: typeof llmGrader;
+    codeGrader: typeof codeGrader;
+}>;
+type GraderCatalog = typeof graders;
+
 /**
  * Client for invoking configured targets from code-grader scripts.
  *
@@ -7022,4 +7144,4 @@ declare function definePromptTemplate(handler: PromptTemplateHandler): void;
  */
 declare function defineAssertion(handler: AssertionHandler): void;
 
-export { type AssertionContext, type AssertionHandler, type AssertionScore, type AssertionType, type CodeGraderHandler, type CodeGraderInput, CodeGraderInputSchema, type CodeGraderResult, CodeGraderResultSchema, type Content, type ContentFile, ContentFileSchema, type ContentImage, ContentImageSchema, ContentSchema, type ContentText, ContentTextSchema, type DefinedEvalSuite, type EvalAssertionConfig, type EvalDefinition, type EvalDockerWorkspace, type EvalExecution, type EvalMessage, type EvalMessageContent, type EvalPreprocessor, type EvalRequires, type EvalTargetRef, type EvalTest, type EvalTrials, type EvalTurn, type EvalWorkspace, type EvalWorkspaceHook, type EvalWorkspaceHooks, type EvalWorkspaceRepo, type LowerEvalYamlValue, type Message, MessageSchema, type PromptTemplateHandler, type PromptTemplateInput, PromptTemplateInputSchema, TRACE_EVENT_TYPES, TRACE_REDACTION_LEVELS, TRACE_SOURCE_KINDS, TRACE_TOOL_STATUSES, type TargetClient, type TargetInfo, TargetInvocationError, type TargetInvokeRequest, type TargetInvokeResponse, TargetNotAvailableError, type TokenUsage, TokenUsageSchema, type ToolCall, ToolCallSchema, type Trace, type TraceArtifact, TraceArtifactSchema, type TraceBranch, TraceBranchSchema, type TraceError, TraceErrorSchema, type TraceEvent, TraceEventSchema, type TraceMessage, TraceMessageSchema, type TraceModel, TraceModelSchema, type TraceRawEvidence, TraceRawEvidenceSchema, type TraceRedactionState, TraceRedactionStateSchema, TraceSchema, type TraceSession, TraceSessionSchema, type TraceSource, type TraceSourceRef, TraceSourceRefSchema, TraceSourceSchema, type TraceSummary, TraceSummarySchema, type TraceTool, TraceToolSchema, createTargetClient, defineAssertion, defineCodeGrader, defineEval, definePromptTemplate, evalSuite, serializeEvalYaml, toEvalYamlObject };
+export { type AssertionContext, type AssertionHandler, type AssertionScore, type AssertionType, type CodeGraderConfig, type CodeGraderHandler, type CodeGraderInput, CodeGraderInputSchema, type CodeGraderOptions, type CodeGraderResult, CodeGraderResultSchema, type CodeGraderTargetOptions, type ContainsGraderConfig, type Content, type ContentFile, ContentFileSchema, type ContentImage, ContentImageSchema, ContentSchema, type ContentText, ContentTextSchema, type DefinedEvalSuite, type EqualsGraderConfig, type EvalAssertionConfig, type EvalDefinition, type EvalDockerWorkspace, type EvalExecution, type EvalMessage, type EvalMessageContent, type EvalPreprocessor, type EvalRequires, type EvalTargetRef, type EvalTest, type EvalTrials, type EvalTurn, type EvalWorkspace, type EvalWorkspaceHook, type EvalWorkspaceHooks, type EvalWorkspaceRepo, type GraderCatalog, type GraderCommand, type GraderCommonConfig, type GraderHelperConfig, type GraderHelperOptions, type GraderPromptScriptConfig, type GraderRubric, type GraderRubricCriterion, type GraderRubricOperator, type GraderScoreRange, type IsJsonGraderConfig, type LlmGraderConfig, type LlmGraderOptions, type LowerEvalYamlValue, type Message, MessageSchema, type PromptTemplateHandler, type PromptTemplateInput, PromptTemplateInputSchema, type RegexGraderConfig, type RegexGraderOptions, type RubricsGraderConfig, TRACE_EVENT_TYPES, TRACE_REDACTION_LEVELS, TRACE_SOURCE_KINDS, TRACE_TOOL_STATUSES, type TargetClient, type TargetInfo, TargetInvocationError, type TargetInvokeRequest, type TargetInvokeResponse, TargetNotAvailableError, type TokenUsage, TokenUsageSchema, type ToolCall, ToolCallSchema, type Trace, type TraceArtifact, TraceArtifactSchema, type TraceBranch, TraceBranchSchema, type TraceError, TraceErrorSchema, type TraceEvent, TraceEventSchema, type TraceMessage, TraceMessageSchema, type TraceModel, TraceModelSchema, type TraceRawEvidence, TraceRawEvidenceSchema, type TraceRedactionState, TraceRedactionStateSchema, TraceSchema, type TraceSession, TraceSessionSchema, type TraceSource, type TraceSourceRef, TraceSourceRefSchema, TraceSourceSchema, type TraceSummary, TraceSummarySchema, type TraceTool, TraceToolSchema, codeGrader, containsGrader, createTargetClient, defineAssertion, defineCodeGrader, defineEval, definePromptTemplate, equalsGrader, evalSuite, exactGrader, graders, isJsonGrader, jsonGrader, llmGrader, regexGrader, rubricsGrader, serializeEvalYaml, toEvalYamlObject };

package/dist/index.d.ts

@@ -6501,17 +6501,21 @@ declare const KNOWN_SNAKE_CASE_KEYS: {
     readonly failOnError: "fail_on_error";
     readonly inputFiles: "input_files";
     readonly keepWorkspaces: "keep_workspaces";
+    readonly maxCalls: "max_calls";
     readonly maxCostUsd: "max_cost_usd";
     readonly maxDurationMs: "max_duration_ms";
     readonly maxInput: "max_input";
     readonly maxLlmCalls: "max_llm_calls";
     readonly maxOutput: "max_output";
+    readonly maxSteps: "max_steps";
     readonly maxTokens: "max_tokens";
     readonly maxToolCalls: "max_tool_calls";
     readonly minScore: "min_score";
     readonly onDependencyFailure: "on_dependency_failure";
     readonly onTurnFailure: "on_turn_failure";
     readonly outputPath: "output_path";
+    readonly requiredMinScore: "required_min_score";
+    readonly scoreRange: "score_range";
     readonly scoreRanges: "score_ranges";
     readonly skipDefaults: "skip_defaults";
     readonly targetExplorationRatio: "target_exploration_ratio";
@@ -6678,6 +6682,124 @@ declare function toEvalYamlObject<T extends EvalDefinition | DefinedEvalSuite>(d
  */
 declare function serializeEvalYaml<T extends EvalDefinition | DefinedEvalSuite>(definition: T): string;
 
+type GraderCommand = string | readonly string[];
+interface GraderHelperOptions {
+    readonly name?: string;
+    readonly weight?: number;
+    readonly required?: boolean | number;
+    readonly minScore?: number;
+    readonly negate?: boolean;
+}
+interface GraderCommonConfig {
+    readonly name?: string;
+    readonly weight?: number;
+    readonly required?: boolean | number;
+    readonly minScore?: number;
+    readonly negate?: boolean;
+}
+interface ContainsGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'contains';
+    readonly value: string;
+}
+interface EqualsGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'equals';
+    readonly value: string;
+}
+interface RegexGraderOptions extends GraderHelperOptions {
+    readonly flags?: string;
+}
+interface RegexGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'regex';
+    readonly value: string;
+    readonly flags?: string;
+}
+interface IsJsonGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'is-json';
+}
+type GraderRubricOperator = 'correctness' | 'contradiction';
+interface GraderScoreRange {
+    readonly scoreRange: readonly [number, number];
+    readonly outcome: string;
+}
+interface GraderRubric {
+    readonly id?: string;
+    readonly outcome?: string;
+    readonly criteria?: string;
+    readonly operator?: GraderRubricOperator;
+    readonly weight?: number;
+    readonly required?: boolean;
+    readonly minScore?: number;
+    readonly requiredMinScore?: number;
+    readonly scoreRanges?: readonly GraderScoreRange[];
+}
+type GraderRubricCriterion = string | GraderRubric;
+interface RubricsGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'rubrics';
+    readonly criteria: readonly GraderRubricCriterion[];
+}
+interface GraderPromptScriptConfig {
+    readonly command: readonly string[];
+    readonly config?: Readonly<Record<string, unknown>>;
+}
+interface LlmGraderOptions extends GraderHelperOptions {
+    readonly prompt?: string | GraderPromptScriptConfig;
+    readonly rubrics?: readonly GraderRubric[];
+    readonly target?: string;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly maxSteps?: number;
+    readonly temperature?: number;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+interface LlmGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'llm-grader';
+    readonly prompt?: string | GraderPromptScriptConfig;
+    readonly rubrics?: readonly GraderRubric[];
+    readonly target?: string;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly maxSteps?: number;
+    readonly temperature?: number;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+interface CodeGraderTargetOptions {
+    readonly maxCalls?: number;
+}
+interface CodeGraderOptions extends GraderHelperOptions {
+    readonly cwd?: string;
+    readonly target?: true | CodeGraderTargetOptions;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+interface CodeGraderConfig extends EvalAssertionConfig, GraderCommonConfig {
+    readonly type: 'code-grader';
+    readonly command: GraderCommand;
+    readonly cwd?: string;
+    readonly target?: true | CodeGraderTargetOptions;
+    readonly config?: Readonly<Record<string, unknown>>;
+    readonly preprocessors?: readonly EvalPreprocessor[];
+}
+type GraderHelperConfig = ContainsGraderConfig | EqualsGraderConfig | RegexGraderConfig | IsJsonGraderConfig | RubricsGraderConfig | LlmGraderConfig | CodeGraderConfig;
+declare function containsGrader(value: string, options?: GraderHelperOptions): ContainsGraderConfig;
+declare function equalsGrader(value: string, options?: GraderHelperOptions): EqualsGraderConfig;
+declare function exactGrader(value: string, options?: GraderHelperOptions): EqualsGraderConfig;
+declare function regexGrader(pattern: string | RegExp, options?: RegexGraderOptions): RegexGraderConfig;
+declare function isJsonGrader(options?: GraderHelperOptions): IsJsonGraderConfig;
+declare function jsonGrader(options?: GraderHelperOptions): IsJsonGraderConfig;
+declare function rubricsGrader(criteria: readonly GraderRubricCriterion[], options?: GraderHelperOptions): RubricsGraderConfig;
+declare function llmGrader(options?: LlmGraderOptions): LlmGraderConfig;
+declare function codeGrader(command: GraderCommand, options?: CodeGraderOptions): CodeGraderConfig;
+declare const graders: Readonly<{
+    contains: typeof containsGrader;
+    equals: typeof equalsGrader;
+    exact: typeof exactGrader;
+    regex: typeof regexGrader;
+    isJson: typeof isJsonGrader;
+    json: typeof jsonGrader;
+    rubrics: typeof rubricsGrader;
+    llmGrader: typeof llmGrader;
+    codeGrader: typeof codeGrader;
+}>;
+type GraderCatalog = typeof graders;
+
 /**
  * Client for invoking configured targets from code-grader scripts.
  *
@@ -7022,4 +7144,4 @@ declare function definePromptTemplate(handler: PromptTemplateHandler): void;
  */
 declare function defineAssertion(handler: AssertionHandler): void;
 
-export { type AssertionContext, type AssertionHandler, type AssertionScore, type AssertionType, type CodeGraderHandler, type CodeGraderInput, CodeGraderInputSchema, type CodeGraderResult, CodeGraderResultSchema, type Content, type ContentFile, ContentFileSchema, type ContentImage, ContentImageSchema, ContentSchema, type ContentText, ContentTextSchema, type DefinedEvalSuite, type EvalAssertionConfig, type EvalDefinition, type EvalDockerWorkspace, type EvalExecution, type EvalMessage, type EvalMessageContent, type EvalPreprocessor, type EvalRequires, type EvalTargetRef, type EvalTest, type EvalTrials, type EvalTurn, type EvalWorkspace, type EvalWorkspaceHook, type EvalWorkspaceHooks, type EvalWorkspaceRepo, type LowerEvalYamlValue, type Message, MessageSchema, type PromptTemplateHandler, type PromptTemplateInput, PromptTemplateInputSchema, TRACE_EVENT_TYPES, TRACE_REDACTION_LEVELS, TRACE_SOURCE_KINDS, TRACE_TOOL_STATUSES, type TargetClient, type TargetInfo, TargetInvocationError, type TargetInvokeRequest, type TargetInvokeResponse, TargetNotAvailableError, type TokenUsage, TokenUsageSchema, type ToolCall, ToolCallSchema, type Trace, type TraceArtifact, TraceArtifactSchema, type TraceBranch, TraceBranchSchema, type TraceError, TraceErrorSchema, type TraceEvent, TraceEventSchema, type TraceMessage, TraceMessageSchema, type TraceModel, TraceModelSchema, type TraceRawEvidence, TraceRawEvidenceSchema, type TraceRedactionState, TraceRedactionStateSchema, TraceSchema, type TraceSession, TraceSessionSchema, type TraceSource, type TraceSourceRef, TraceSourceRefSchema, TraceSourceSchema, type TraceSummary, TraceSummarySchema, type TraceTool, TraceToolSchema, createTargetClient, defineAssertion, defineCodeGrader, defineEval, definePromptTemplate, evalSuite, serializeEvalYaml, toEvalYamlObject };
+export { type AssertionContext, type AssertionHandler, type AssertionScore, type AssertionType, type CodeGraderConfig, type CodeGraderHandler, type CodeGraderInput, CodeGraderInputSchema, type CodeGraderOptions, type CodeGraderResult, CodeGraderResultSchema, type CodeGraderTargetOptions, type ContainsGraderConfig, type Content, type ContentFile, ContentFileSchema, type ContentImage, ContentImageSchema, ContentSchema, type ContentText, ContentTextSchema, type DefinedEvalSuite, type EqualsGraderConfig, type EvalAssertionConfig, type EvalDefinition, type EvalDockerWorkspace, type EvalExecution, type EvalMessage, type EvalMessageContent, type EvalPreprocessor, type EvalRequires, type EvalTargetRef, type EvalTest, type EvalTrials, type EvalTurn, type EvalWorkspace, type EvalWorkspaceHook, type EvalWorkspaceHooks, type EvalWorkspaceRepo, type GraderCatalog, type GraderCommand, type GraderCommonConfig, type GraderHelperConfig, type GraderHelperOptions, type GraderPromptScriptConfig, type GraderRubric, type GraderRubricCriterion, type GraderRubricOperator, type GraderScoreRange, type IsJsonGraderConfig, type LlmGraderConfig, type LlmGraderOptions, type LowerEvalYamlValue, type Message, MessageSchema, type PromptTemplateHandler, type PromptTemplateInput, PromptTemplateInputSchema, type RegexGraderConfig, type RegexGraderOptions, type RubricsGraderConfig, TRACE_EVENT_TYPES, TRACE_REDACTION_LEVELS, TRACE_SOURCE_KINDS, TRACE_TOOL_STATUSES, type TargetClient, type TargetInfo, TargetInvocationError, type TargetInvokeRequest, type TargetInvokeResponse, TargetNotAvailableError, type TokenUsage, TokenUsageSchema, type ToolCall, ToolCallSchema, type Trace, type TraceArtifact, TraceArtifactSchema, type TraceBranch, TraceBranchSchema, type TraceError, TraceErrorSchema, type TraceEvent, TraceEventSchema, type TraceMessage, TraceMessageSchema, type TraceModel, TraceModelSchema, type TraceRawEvidence, TraceRawEvidenceSchema, type TraceRedactionState, TraceRedactionStateSchema, TraceSchema, type TraceSession, TraceSessionSchema, type TraceSource, type TraceSourceRef, TraceSourceRefSchema, TraceSourceSchema, type TraceSummary, TraceSummarySchema, type TraceTool, TraceToolSchema, codeGrader, containsGrader, createTargetClient, defineAssertion, defineCodeGrader, defineEval, definePromptTemplate, equalsGrader, evalSuite, exactGrader, graders, isJsonGrader, jsonGrader, llmGrader, regexGrader, rubricsGrader, serializeEvalYaml, toEvalYamlObject };

package/dist/index.js

@@ -246,17 +246,21 @@ var KNOWN_SNAKE_CASE_KEYS = {
   failOnError: "fail_on_error",
   inputFiles: "input_files",
   keepWorkspaces: "keep_workspaces",
+  maxCalls: "max_calls",
   maxCostUsd: "max_cost_usd",
   maxDurationMs: "max_duration_ms",
   maxInput: "max_input",
   maxLlmCalls: "max_llm_calls",
   maxOutput: "max_output",
+  maxSteps: "max_steps",
   maxTokens: "max_tokens",
   maxToolCalls: "max_tool_calls",
   minScore: "min_score",
   onDependencyFailure: "on_dependency_failure",
   onTurnFailure: "on_turn_failure",
   outputPath: "output_path",
+  requiredMinScore: "required_min_score",
+  scoreRange: "score_range",
   scoreRanges: "score_ranges",
   skipDefaults: "skip_defaults",
   targetExplorationRatio: "target_exploration_ratio",
@@ -312,6 +316,87 @@ function serializeEvalYaml(definition) {
   return stringifyYaml(toEvalYamlObject(definition), { lineWidth: 0 }).trimEnd();
 }
 
+// src/graders.ts
+function withCommon(config, options = {}) {
+  return {
+    ...options.name !== void 0 ? { name: options.name } : {},
+    ...config,
+    ...options.weight !== void 0 ? { weight: options.weight } : {},
+    ...options.required !== void 0 ? { required: options.required } : {},
+    ...options.minScore !== void 0 ? { minScore: options.minScore } : {},
+    ...options.negate !== void 0 ? { negate: options.negate } : {}
+  };
+}
+function containsGrader(value, options) {
+  return withCommon({ type: "contains", value }, options);
+}
+function equalsGrader(value, options) {
+  return withCommon({ type: "equals", value }, options);
+}
+function exactGrader(value, options) {
+  return equalsGrader(value, options);
+}
+function regexGrader(pattern, options = {}) {
+  const value = pattern instanceof RegExp ? pattern.source : pattern;
+  const flags = options.flags ?? (pattern instanceof RegExp ? pattern.flags : void 0);
+  return withCommon(
+    {
+      type: "regex",
+      value,
+      ...flags ? { flags } : {}
+    },
+    options
+  );
+}
+function isJsonGrader(options) {
+  return withCommon({ type: "is-json" }, options);
+}
+function jsonGrader(options) {
+  return isJsonGrader(options);
+}
+function rubricsGrader(criteria, options) {
+  return withCommon({ type: "rubrics", criteria }, options);
+}
+function llmGrader(options = {}) {
+  return withCommon(
+    {
+      type: "llm-grader",
+      ...options.prompt !== void 0 ? { prompt: options.prompt } : {},
+      ...options.rubrics !== void 0 ? { rubrics: options.rubrics } : {},
+      ...options.target !== void 0 ? { target: options.target } : {},
+      ...options.config !== void 0 ? { config: options.config } : {},
+      ...options.maxSteps !== void 0 ? { maxSteps: options.maxSteps } : {},
+      ...options.temperature !== void 0 ? { temperature: options.temperature } : {},
+      ...options.preprocessors !== void 0 ? { preprocessors: options.preprocessors } : {}
+    },
+    options
+  );
+}
+function codeGrader(command, options = {}) {
+  return withCommon(
+    {
+      type: "code-grader",
+      command,
+      ...options.cwd !== void 0 ? { cwd: options.cwd } : {},
+      ...options.target !== void 0 ? { target: options.target } : {},
+      ...options.config !== void 0 ? { config: options.config } : {},
+      ...options.preprocessors !== void 0 ? { preprocessors: options.preprocessors } : {}
+    },
+    options
+  );
+}
+var graders = Object.freeze({
+  contains: containsGrader,
+  equals: equalsGrader,
+  exact: exactGrader,
+  regex: regexGrader,
+  isJson: isJsonGrader,
+  json: jsonGrader,
+  rubrics: rubricsGrader,
+  llmGrader,
+  codeGrader
+});
+
 // src/target-client.ts
 var TargetNotAvailableError = class extends Error {
   constructor(message) {
@@ -639,12 +724,22 @@ export {
   TraceSourceSchema,
   TraceSummarySchema,
   TraceToolSchema,
+  codeGrader,
+  containsGrader,
   createTargetClient,
   defineAssertion,
   defineCodeGrader,
   defineEval,
   definePromptTemplate,
+  equalsGrader,
   evalSuite,
+  exactGrader,
+  graders,
+  isJsonGrader,
+  jsonGrader,
+  llmGrader,
+  regexGrader,
+  rubricsGrader,
   serializeEvalYaml,
   toEvalYamlObject,
   z2 as z