@evalops/sdk-ts 0.1.13 → 0.1.14

package/dist/fermata/v1/fermata_pb.d.ts

@@ -39,15 +39,15 @@ export type TestSuite = Message<"fermata.v1.TestSuite"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 7;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp created_at = 8;
      */
-    createdAt?: Timestamp;
+    createdAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp updated_at = 9;
      */
-    updatedAt?: Timestamp;
+    updatedAt?: Timestamp | undefined;
 };
 /**
  * Describes the message fermata.v1.TestSuite.
@@ -81,7 +81,7 @@ export type TestCase = Message<"fermata.v1.TestCase"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.TestCase.
@@ -115,13 +115,93 @@ export type Assertion = Message<"fermata.v1.Assertion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.Assertion.
  * Use `create(AssertionSchema)` to create a new message.
  */
 export declare const AssertionSchema: GenMessage<Assertion>;
+/**
+ * @generated from message fermata.v1.CustomEvaluator
+ */
+export type CustomEvaluator = Message<"fermata.v1.CustomEvaluator"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+    /**
+     * @generated from field: string source = 2;
+     */
+    source: string;
+    /**
+     * @generated from field: google.protobuf.Timestamp created_at = 3;
+     */
+    createdAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp updated_at = 4;
+     */
+    updatedAt?: Timestamp | undefined;
+};
+/**
+ * Describes the message fermata.v1.CustomEvaluator.
+ * Use `create(CustomEvaluatorSchema)` to create a new message.
+ */
+export declare const CustomEvaluatorSchema: GenMessage<CustomEvaluator>;
+/**
+ * @generated from message fermata.v1.Judge
+ */
+export type Judge = Message<"fermata.v1.Judge"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+    /**
+     * @generated from field: fermata.v1.JudgeKind kind = 2;
+     */
+    kind: JudgeKind;
+    /**
+     * @generated from field: string prompt = 3;
+     */
+    prompt: string;
+    /**
+     * @generated from field: string model = 4;
+     */
+    model: string;
+    /**
+     * @generated from field: double temperature = 5;
+     */
+    temperature: number;
+    /**
+     * @generated from field: int32 max_tokens = 6;
+     */
+    maxTokens: number;
+    /**
+     * @generated from field: repeated string criteria = 7;
+     */
+    criteria: string[];
+    /**
+     * @generated from field: double weight = 8;
+     */
+    weight: number;
+    /**
+     * @generated from field: google.protobuf.Struct metadata = 9;
+     */
+    metadata?: JsonObject | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp created_at = 10;
+     */
+    createdAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp updated_at = 11;
+     */
+    updatedAt?: Timestamp | undefined;
+};
+/**
+ * Describes the message fermata.v1.Judge.
+ * Use `create(JudgeSchema)` to create a new message.
+ */
+export declare const JudgeSchema: GenMessage<Judge>;
 /**
  * @generated from message fermata.v1.Scenario
  */
@@ -149,27 +229,27 @@ export type Scenario = Message<"fermata.v1.Scenario"> & {
     /**
      * @generated from field: fermata.v1.Objective objective = 6;
      */
-    objective?: Objective;
+    objective?: Objective | undefined;
     /**
      * @generated from field: fermata.v1.AgentConfig agent_config = 7;
      */
-    agentConfig?: AgentConfig;
+    agentConfig?: AgentConfig | undefined;
     /**
      * @generated from field: fermata.v1.ScenarioEnvironment environment = 8;
      */
-    environment?: ScenarioEnvironment;
+    environment?: ScenarioEnvironment | undefined;
     /**
      * @generated from field: fermata.v1.UserSimulator user_simulator = 9;
      */
-    userSimulator?: UserSimulator;
+    userSimulator?: UserSimulator | undefined;
     /**
      * @generated from field: common.v1.Money max_cost = 10;
      */
-    maxCost?: Money;
+    maxCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Duration max_duration = 11;
      */
-    maxDuration?: Duration;
+    maxDuration?: Duration | undefined;
     /**
      * @generated from field: int32 max_steps = 12;
      */
@@ -197,15 +277,15 @@ export type Scenario = Message<"fermata.v1.Scenario"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 18;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp created_at = 19;
      */
-    createdAt?: Timestamp;
+    createdAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp updated_at = 20;
      */
-    updatedAt?: Timestamp;
+    updatedAt?: Timestamp | undefined;
 };
 /**
  * Describes the message fermata.v1.Scenario.
@@ -267,7 +347,7 @@ export type SuccessCriterion = Message<"fermata.v1.SuccessCriterion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.SuccessCriterion.
@@ -301,7 +381,7 @@ export type AgentConfig = Message<"fermata.v1.AgentConfig"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.AgentConfig.
@@ -335,7 +415,7 @@ export type ScenarioEnvironment = Message<"fermata.v1.ScenarioEnvironment"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.ScenarioEnvironment.
@@ -357,15 +437,15 @@ export type MockTool = Message<"fermata.v1.MockTool"> & {
     /**
      * @generated from field: google.protobuf.Struct input_schema = 3;
      */
-    inputSchema?: JsonObject;
+    inputSchema?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Struct response = 4;
      */
-    response?: JsonObject;
+    response?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 5;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.MockTool.
@@ -391,11 +471,11 @@ export type MockEndpoint = Message<"fermata.v1.MockEndpoint"> & {
     /**
      * @generated from field: google.protobuf.Struct response = 4;
      */
-    response?: JsonObject;
+    response?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 5;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.MockEndpoint.
@@ -437,7 +517,7 @@ export type UserSimulator = Message<"fermata.v1.UserSimulator"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 8;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.UserSimulator.
@@ -471,7 +551,7 @@ export type OutcomeCriterion = Message<"fermata.v1.OutcomeCriterion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.OutcomeCriterion.
@@ -517,7 +597,7 @@ export type GovernanceAssertion = Message<"fermata.v1.GovernanceAssertion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 9;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.GovernanceAssertion.
@@ -547,11 +627,11 @@ export type DelegationAssertion = Message<"fermata.v1.DelegationAssertion"> & {
     /**
      * @generated from field: common.v1.Money max_cost = 5;
      */
-    maxCost?: Money;
+    maxCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.DelegationAssertion.
@@ -589,7 +669,7 @@ export type ScenarioRun = Message<"fermata.v1.ScenarioRun"> & {
     /**
      * @generated from field: fermata.v1.ScenarioResult result = 7;
      */
-    result?: ScenarioResult;
+    result?: ScenarioResult | undefined;
     /**
      * @generated from field: string trace_id = 8;
      */
@@ -597,23 +677,23 @@ export type ScenarioRun = Message<"fermata.v1.ScenarioRun"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 9;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp started_at = 10;
      */
-    startedAt?: Timestamp;
+    startedAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp completed_at = 11;
      */
-    completedAt?: Timestamp;
+    completedAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp created_at = 12;
      */
-    createdAt?: Timestamp;
+    createdAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp updated_at = 13;
      */
-    updatedAt?: Timestamp;
+    updatedAt?: Timestamp | undefined;
     /**
      * @generated from field: string lineage_id = 14;
      */
@@ -667,11 +747,11 @@ export type ScenarioResult = Message<"fermata.v1.ScenarioResult"> & {
     /**
      * @generated from field: fermata.v1.GovernanceScore governance = 10;
      */
-    governance?: GovernanceScore;
+    governance?: GovernanceScore | undefined;
     /**
      * @generated from field: fermata.v1.EconomicScore economics = 11;
      */
-    economics?: EconomicScore;
+    economics?: EconomicScore | undefined;
     /**
      * @generated from field: double pass_at_k = 12;
      */
@@ -679,19 +759,19 @@ export type ScenarioResult = Message<"fermata.v1.ScenarioResult"> & {
     /**
      * @generated from field: fermata.v1.DelegationScore delegation = 13;
      */
-    delegation?: DelegationScore;
+    delegation?: DelegationScore | undefined;
     /**
      * @generated from field: common.v1.Money total_cost = 14;
      */
-    totalCost?: Money;
+    totalCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Duration total_duration = 15;
      */
-    totalDuration?: Duration;
+    totalDuration?: Duration | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 16;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: repeated traces.v1.Span trajectory = 17;
      */
@@ -707,7 +787,7 @@ export type ScenarioResult = Message<"fermata.v1.ScenarioResult"> & {
     /**
      * @generated from field: fermata.v1.DriftComparison drift = 20;
      */
-    drift?: DriftComparison;
+    drift?: DriftComparison | undefined;
 };
 /**
  * Describes the message fermata.v1.ScenarioResult.
@@ -741,7 +821,7 @@ export type ScenarioAssertionResult = Message<"fermata.v1.ScenarioAssertionResul
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.ScenarioAssertionResult.
@@ -789,19 +869,19 @@ export type EconomicScore = Message<"fermata.v1.EconomicScore"> & {
     /**
      * @generated from field: common.v1.Money cost_per_successful_task = 1;
      */
-    costPerSuccessfulTask?: Money;
+    costPerSuccessfulTask?: Money | undefined;
     /**
      * @generated from field: common.v1.Money llm_cost = 2;
      */
-    llmCost?: Money;
+    llmCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money tool_cost = 3;
      */
-    toolCost?: Money;
+    toolCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money supervision_cost = 4;
      */
-    supervisionCost?: Money;
+    supervisionCost?: Money | undefined;
     /**
      * @generated from field: bool on_pareto_frontier = 5;
      */
@@ -869,15 +949,15 @@ export type DriftComparison = Message<"fermata.v1.DriftComparison"> & {
     /**
      * @generated from field: common.v1.Money baseline_cost = 5;
      */
-    baselineCost?: Money;
+    baselineCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money current_cost = 6;
      */
-    currentCost?: Money;
+    currentCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money cost_delta = 7;
      */
-    costDelta?: Money;
+    costDelta?: Money | undefined;
     /**
      * @generated from field: double baseline_escalation_rate = 8;
      */
@@ -931,7 +1011,7 @@ export type CreateTestSuiteRequest = Message<"fermata.v1.CreateTestSuiteRequest"
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateTestSuiteRequest.
@@ -945,7 +1025,7 @@ export type CreateTestSuiteResponse = Message<"fermata.v1.CreateTestSuiteRespons
     /**
      * @generated from field: fermata.v1.TestSuite suite = 1;
      */
-    suite?: TestSuite;
+    suite?: TestSuite | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateTestSuiteResponse.
@@ -973,7 +1053,7 @@ export type GetTestSuiteResponse = Message<"fermata.v1.GetTestSuiteResponse"> &
     /**
      * @generated from field: fermata.v1.TestSuite suite = 1;
      */
-    suite?: TestSuite;
+    suite?: TestSuite | undefined;
 };
 /**
  * Describes the message fermata.v1.GetTestSuiteResponse.
@@ -1047,27 +1127,27 @@ export type CreateScenarioRequest = Message<"fermata.v1.CreateScenarioRequest">
     /**
      * @generated from field: fermata.v1.Objective objective = 5;
      */
-    objective?: Objective;
+    objective?: Objective | undefined;
     /**
      * @generated from field: fermata.v1.AgentConfig agent_config = 6;
      */
-    agentConfig?: AgentConfig;
+    agentConfig?: AgentConfig | undefined;
     /**
      * @generated from field: fermata.v1.ScenarioEnvironment environment = 7;
      */
-    environment?: ScenarioEnvironment;
+    environment?: ScenarioEnvironment | undefined;
     /**
      * @generated from field: fermata.v1.UserSimulator user_simulator = 8;
      */
-    userSimulator?: UserSimulator;
+    userSimulator?: UserSimulator | undefined;
     /**
      * @generated from field: common.v1.Money max_cost = 9;
      */
-    maxCost?: Money;
+    maxCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Duration max_duration = 10;
      */
-    maxDuration?: Duration;
+    maxDuration?: Duration | undefined;
     /**
      * @generated from field: int32 max_steps = 11;
      */
@@ -1095,7 +1175,7 @@ export type CreateScenarioRequest = Message<"fermata.v1.CreateScenarioRequest">
     /**
      * @generated from field: google.protobuf.Struct metadata = 17;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateScenarioRequest.
@@ -1109,7 +1189,7 @@ export type CreateScenarioResponse = Message<"fermata.v1.CreateScenarioResponse"
     /**
      * @generated from field: fermata.v1.Scenario scenario = 1;
      */
-    scenario?: Scenario;
+    scenario?: Scenario | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateScenarioResponse.
@@ -1137,7 +1217,7 @@ export type GetScenarioResponse = Message<"fermata.v1.GetScenarioResponse"> & {
     /**
      * @generated from field: fermata.v1.Scenario scenario = 1;
      */
-    scenario?: Scenario;
+    scenario?: Scenario | undefined;
 };
 /**
  * Describes the message fermata.v1.GetScenarioResponse.
@@ -1188,6 +1268,272 @@ export type ListScenariosResponse = Message<"fermata.v1.ListScenariosResponse">
  * Use `create(ListScenariosResponseSchema)` to create a new message.
  */
 export declare const ListScenariosResponseSchema: GenMessage<ListScenariosResponse>;
+/**
+ * @generated from message fermata.v1.UpsertCustomEvaluatorRequest
+ */
+export type UpsertCustomEvaluatorRequest = Message<"fermata.v1.UpsertCustomEvaluatorRequest"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+    /**
+     * @generated from field: string source = 2;
+     */
+    source: string;
+};
+/**
+ * Describes the message fermata.v1.UpsertCustomEvaluatorRequest.
+ * Use `create(UpsertCustomEvaluatorRequestSchema)` to create a new message.
+ */
+export declare const UpsertCustomEvaluatorRequestSchema: GenMessage<UpsertCustomEvaluatorRequest>;
+/**
+ * @generated from message fermata.v1.UpsertCustomEvaluatorResponse
+ */
+export type UpsertCustomEvaluatorResponse = Message<"fermata.v1.UpsertCustomEvaluatorResponse"> & {
+    /**
+     * @generated from field: fermata.v1.CustomEvaluator evaluator = 1;
+     */
+    evaluator?: CustomEvaluator | undefined;
+};
+/**
+ * Describes the message fermata.v1.UpsertCustomEvaluatorResponse.
+ * Use `create(UpsertCustomEvaluatorResponseSchema)` to create a new message.
+ */
+export declare const UpsertCustomEvaluatorResponseSchema: GenMessage<UpsertCustomEvaluatorResponse>;
+/**
+ * @generated from message fermata.v1.GetCustomEvaluatorRequest
+ */
+export type GetCustomEvaluatorRequest = Message<"fermata.v1.GetCustomEvaluatorRequest"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+};
+/**
+ * Describes the message fermata.v1.GetCustomEvaluatorRequest.
+ * Use `create(GetCustomEvaluatorRequestSchema)` to create a new message.
+ */
+export declare const GetCustomEvaluatorRequestSchema: GenMessage<GetCustomEvaluatorRequest>;
+/**
+ * @generated from message fermata.v1.GetCustomEvaluatorResponse
+ */
+export type GetCustomEvaluatorResponse = Message<"fermata.v1.GetCustomEvaluatorResponse"> & {
+    /**
+     * @generated from field: fermata.v1.CustomEvaluator evaluator = 1;
+     */
+    evaluator?: CustomEvaluator | undefined;
+};
+/**
+ * Describes the message fermata.v1.GetCustomEvaluatorResponse.
+ * Use `create(GetCustomEvaluatorResponseSchema)` to create a new message.
+ */
+export declare const GetCustomEvaluatorResponseSchema: GenMessage<GetCustomEvaluatorResponse>;
+/**
+ * @generated from message fermata.v1.ListCustomEvaluatorsRequest
+ */
+export type ListCustomEvaluatorsRequest = Message<"fermata.v1.ListCustomEvaluatorsRequest"> & {
+    /**
+     * @generated from field: int32 limit = 1;
+     */
+    limit: number;
+    /**
+     * @generated from field: int32 offset = 2;
+     */
+    offset: number;
+};
+/**
+ * Describes the message fermata.v1.ListCustomEvaluatorsRequest.
+ * Use `create(ListCustomEvaluatorsRequestSchema)` to create a new message.
+ */
+export declare const ListCustomEvaluatorsRequestSchema: GenMessage<ListCustomEvaluatorsRequest>;
+/**
+ * @generated from message fermata.v1.ListCustomEvaluatorsResponse
+ */
+export type ListCustomEvaluatorsResponse = Message<"fermata.v1.ListCustomEvaluatorsResponse"> & {
+    /**
+     * @generated from field: repeated fermata.v1.CustomEvaluator evaluators = 1;
+     */
+    evaluators: CustomEvaluator[];
+    /**
+     * @generated from field: bool has_more = 2;
+     */
+    hasMore: boolean;
+};
+/**
+ * Describes the message fermata.v1.ListCustomEvaluatorsResponse.
+ * Use `create(ListCustomEvaluatorsResponseSchema)` to create a new message.
+ */
+export declare const ListCustomEvaluatorsResponseSchema: GenMessage<ListCustomEvaluatorsResponse>;
+/**
+ * @generated from message fermata.v1.DeleteCustomEvaluatorRequest
+ */
+export type DeleteCustomEvaluatorRequest = Message<"fermata.v1.DeleteCustomEvaluatorRequest"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+};
+/**
+ * Describes the message fermata.v1.DeleteCustomEvaluatorRequest.
+ * Use `create(DeleteCustomEvaluatorRequestSchema)` to create a new message.
+ */
+export declare const DeleteCustomEvaluatorRequestSchema: GenMessage<DeleteCustomEvaluatorRequest>;
+/**
+ * @generated from message fermata.v1.DeleteCustomEvaluatorResponse
+ */
+export type DeleteCustomEvaluatorResponse = Message<"fermata.v1.DeleteCustomEvaluatorResponse"> & {};
+/**
+ * Describes the message fermata.v1.DeleteCustomEvaluatorResponse.
+ * Use `create(DeleteCustomEvaluatorResponseSchema)` to create a new message.
+ */
+export declare const DeleteCustomEvaluatorResponseSchema: GenMessage<DeleteCustomEvaluatorResponse>;
+/**
+ * @generated from message fermata.v1.UpsertJudgeRequest
+ */
+export type UpsertJudgeRequest = Message<"fermata.v1.UpsertJudgeRequest"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+    /**
+     * @generated from field: fermata.v1.JudgeKind kind = 2;
+     */
+    kind: JudgeKind;
+    /**
+     * @generated from field: string prompt = 3;
+     */
+    prompt: string;
+    /**
+     * @generated from field: string model = 4;
+     */
+    model: string;
+    /**
+     * @generated from field: double temperature = 5;
+     */
+    temperature: number;
+    /**
+     * @generated from field: int32 max_tokens = 6;
+     */
+    maxTokens: number;
+    /**
+     * @generated from field: repeated string criteria = 7;
+     */
+    criteria: string[];
+    /**
+     * @generated from field: double weight = 8;
+     */
+    weight: number;
+    /**
+     * @generated from field: google.protobuf.Struct metadata = 9;
+     */
+    metadata?: JsonObject | undefined;
+};
+/**
+ * Describes the message fermata.v1.UpsertJudgeRequest.
+ * Use `create(UpsertJudgeRequestSchema)` to create a new message.
+ */
+export declare const UpsertJudgeRequestSchema: GenMessage<UpsertJudgeRequest>;
+/**
+ * @generated from message fermata.v1.UpsertJudgeResponse
+ */
+export type UpsertJudgeResponse = Message<"fermata.v1.UpsertJudgeResponse"> & {
+    /**
+     * @generated from field: fermata.v1.Judge judge = 1;
+     */
+    judge?: Judge | undefined;
+};
+/**
+ * Describes the message fermata.v1.UpsertJudgeResponse.
+ * Use `create(UpsertJudgeResponseSchema)` to create a new message.
+ */
+export declare const UpsertJudgeResponseSchema: GenMessage<UpsertJudgeResponse>;
+/**
+ * @generated from message fermata.v1.GetJudgeRequest
+ */
+export type GetJudgeRequest = Message<"fermata.v1.GetJudgeRequest"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+};
+/**
+ * Describes the message fermata.v1.GetJudgeRequest.
+ * Use `create(GetJudgeRequestSchema)` to create a new message.
+ */
+export declare const GetJudgeRequestSchema: GenMessage<GetJudgeRequest>;
+/**
+ * @generated from message fermata.v1.GetJudgeResponse
+ */
+export type GetJudgeResponse = Message<"fermata.v1.GetJudgeResponse"> & {
+    /**
+     * @generated from field: fermata.v1.Judge judge = 1;
+     */
+    judge?: Judge | undefined;
+};
+/**
+ * Describes the message fermata.v1.GetJudgeResponse.
+ * Use `create(GetJudgeResponseSchema)` to create a new message.
+ */
+export declare const GetJudgeResponseSchema: GenMessage<GetJudgeResponse>;
+/**
+ * @generated from message fermata.v1.ListJudgesRequest
+ */
+export type ListJudgesRequest = Message<"fermata.v1.ListJudgesRequest"> & {
+    /**
+     * @generated from field: int32 limit = 1;
+     */
+    limit: number;
+    /**
+     * @generated from field: int32 offset = 2;
+     */
+    offset: number;
+};
+/**
+ * Describes the message fermata.v1.ListJudgesRequest.
+ * Use `create(ListJudgesRequestSchema)` to create a new message.
+ */
+export declare const ListJudgesRequestSchema: GenMessage<ListJudgesRequest>;
+/**
+ * @generated from message fermata.v1.ListJudgesResponse
+ */
+export type ListJudgesResponse = Message<"fermata.v1.ListJudgesResponse"> & {
+    /**
+     * @generated from field: repeated fermata.v1.Judge judges = 1;
+     */
+    judges: Judge[];
+    /**
+     * @generated from field: bool has_more = 2;
+     */
+    hasMore: boolean;
+};
+/**
+ * Describes the message fermata.v1.ListJudgesResponse.
+ * Use `create(ListJudgesResponseSchema)` to create a new message.
+ */
+export declare const ListJudgesResponseSchema: GenMessage<ListJudgesResponse>;
+/**
+ * @generated from message fermata.v1.DeleteJudgeRequest
+ */
+export type DeleteJudgeRequest = Message<"fermata.v1.DeleteJudgeRequest"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+};
+/**
+ * Describes the message fermata.v1.DeleteJudgeRequest.
+ * Use `create(DeleteJudgeRequestSchema)` to create a new message.
+ */
+export declare const DeleteJudgeRequestSchema: GenMessage<DeleteJudgeRequest>;
+/**
+ * @generated from message fermata.v1.DeleteJudgeResponse
+ */
+export type DeleteJudgeResponse = Message<"fermata.v1.DeleteJudgeResponse"> & {};
+/**
+ * Describes the message fermata.v1.DeleteJudgeResponse.
+ * Use `create(DeleteJudgeResponseSchema)` to create a new message.
+ */
+export declare const DeleteJudgeResponseSchema: GenMessage<DeleteJudgeResponse>;
 /**
  * @generated from message fermata.v1.StartScenarioRequest
  */
@@ -1207,7 +1553,7 @@ export type StartScenarioRequest = Message<"fermata.v1.StartScenarioRequest"> &
     /**
      * @generated from field: google.protobuf.Struct actuals = 4;
      */
-    actuals?: JsonObject;
+    actuals?: JsonObject | undefined;
     /**
      * @generated from field: repeated google.protobuf.Struct epoch_actuals = 5;
      */
@@ -1215,7 +1561,7 @@ export type StartScenarioRequest = Message<"fermata.v1.StartScenarioRequest"> &
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: int32 epochs = 7;
      */
@@ -1255,7 +1601,7 @@ export type CreateAndStartScenarioRequest = Message<"fermata.v1.CreateAndStartSc
     /**
      * @generated from field: fermata.v1.CreateScenarioRequest scenario = 1;
      */
-    scenario?: CreateScenarioRequest;
+    scenario?: CreateScenarioRequest | undefined;
     /**
      * @generated from field: string run_id_prefix = 2;
      */
@@ -1267,7 +1613,7 @@ export type CreateAndStartScenarioRequest = Message<"fermata.v1.CreateAndStartSc
     /**
      * @generated from field: google.protobuf.Struct actuals = 4;
      */
-    actuals?: JsonObject;
+    actuals?: JsonObject | undefined;
     /**
      * @generated from field: repeated google.protobuf.Struct epoch_actuals = 5;
      */
@@ -1275,7 +1621,7 @@ export type CreateAndStartScenarioRequest = Message<"fermata.v1.CreateAndStartSc
     /**
      * @generated from field: google.protobuf.Struct start_metadata = 6;
      */
-    startMetadata?: JsonObject;
+    startMetadata?: JsonObject | undefined;
     /**
      * @generated from field: int32 epochs = 7;
      */
@@ -1297,7 +1643,7 @@ export type CreateAndStartScenarioResponse = Message<"fermata.v1.CreateAndStartS
     /**
      * @generated from field: fermata.v1.Scenario scenario = 1;
      */
-    scenario?: Scenario;
+    scenario?: Scenario | undefined;
     /**
      * @generated from field: repeated fermata.v1.ScenarioRun runs = 2;
      */
@@ -1343,7 +1689,7 @@ export type RecordScenarioRunRequest = Message<"fermata.v1.RecordScenarioRunRequ
     /**
      * @generated from field: fermata.v1.ScenarioResult result = 7;
      */
-    result?: ScenarioResult;
+    result?: ScenarioResult | undefined;
     /**
      * @generated from field: string trace_id = 8;
      */
@@ -1351,15 +1697,15 @@ export type RecordScenarioRunRequest = Message<"fermata.v1.RecordScenarioRunRequ
     /**
      * @generated from field: google.protobuf.Struct metadata = 9;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp started_at = 10;
      */
-    startedAt?: Timestamp;
+    startedAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp completed_at = 11;
      */
-    completedAt?: Timestamp;
+    completedAt?: Timestamp | undefined;
     /**
      * @generated from field: string lineage_id = 12;
      */
@@ -1377,7 +1723,7 @@ export type RecordScenarioRunResponse = Message<"fermata.v1.RecordScenarioRunRes
     /**
      * @generated from field: fermata.v1.ScenarioRun run = 1;
      */
-    run?: ScenarioRun;
+    run?: ScenarioRun | undefined;
 };
 /**
  * Describes the message fermata.v1.RecordScenarioRunResponse.
@@ -1405,7 +1751,7 @@ export type GetScenarioRunResponse = Message<"fermata.v1.GetScenarioRunResponse"
     /**
      * @generated from field: fermata.v1.ScenarioRun run = 1;
      */
-    run?: ScenarioRun;
+    run?: ScenarioRun | undefined;
 };
 /**
  * Describes the message fermata.v1.GetScenarioRunResponse.
@@ -1542,6 +1888,35 @@ export declare enum AssertionKind {
  * Describes the enum fermata.v1.AssertionKind.
  */
 export declare const AssertionKindSchema: GenEnum<AssertionKind>;
+/**
+ * @generated from enum fermata.v1.JudgeKind
+ */
+export declare enum JudgeKind {
+    /**
+     * @generated from enum value: JUDGE_KIND_UNSPECIFIED = 0;
+     */
+    UNSPECIFIED = 0,
+    /**
+     * @generated from enum value: JUDGE_KIND_LLM = 1;
+     */
+    LLM = 1,
+    /**
+     * @generated from enum value: JUDGE_KIND_RULE_BASED = 2;
+     */
+    RULE_BASED = 2,
+    /**
+     * @generated from enum value: JUDGE_KIND_SIMILARITY = 3;
+     */
+    SIMILARITY = 3,
+    /**
+     * @generated from enum value: JUDGE_KIND_CUSTOM = 4;
+     */
+    CUSTOM = 4
+}
+/**
+ * Describes the enum fermata.v1.JudgeKind.
+ */
+export declare const JudgeKindSchema: GenEnum<JudgeKind>;
 /**
  * @generated from enum fermata.v1.ScenarioEnvironmentKind
  */
@@ -1818,6 +2193,70 @@ export declare const FermataService: GenService<{
         input: typeof ListScenariosRequestSchema;
         output: typeof ListScenariosResponseSchema;
     };
+    /**
+     * @generated from rpc fermata.v1.FermataService.UpsertCustomEvaluator
+     */
+    upsertCustomEvaluator: {
+        methodKind: "unary";
+        input: typeof UpsertCustomEvaluatorRequestSchema;
+        output: typeof UpsertCustomEvaluatorResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.GetCustomEvaluator
+     */
+    getCustomEvaluator: {
+        methodKind: "unary";
+        input: typeof GetCustomEvaluatorRequestSchema;
+        output: typeof GetCustomEvaluatorResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.ListCustomEvaluators
+     */
+    listCustomEvaluators: {
+        methodKind: "unary";
+        input: typeof ListCustomEvaluatorsRequestSchema;
+        output: typeof ListCustomEvaluatorsResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.DeleteCustomEvaluator
+     */
+    deleteCustomEvaluator: {
+        methodKind: "unary";
+        input: typeof DeleteCustomEvaluatorRequestSchema;
+        output: typeof DeleteCustomEvaluatorResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.UpsertJudge
+     */
+    upsertJudge: {
+        methodKind: "unary";
+        input: typeof UpsertJudgeRequestSchema;
+        output: typeof UpsertJudgeResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.GetJudge
+     */
+    getJudge: {
+        methodKind: "unary";
+        input: typeof GetJudgeRequestSchema;
+        output: typeof GetJudgeResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.ListJudges
+     */
+    listJudges: {
+        methodKind: "unary";
+        input: typeof ListJudgesRequestSchema;
+        output: typeof ListJudgesResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.DeleteJudge
+     */
+    deleteJudge: {
+        methodKind: "unary";
+        input: typeof DeleteJudgeRequestSchema;
+        output: typeof DeleteJudgeResponseSchema;
+    };
     /**
      * @generated from rpc fermata.v1.FermataService.StartScenario
      */