@evalops/sdk-ts 0.1.13 → 0.1.15

package/dist/fermata/v1/fermata_pb.d.ts

@@ -39,15 +39,15 @@ export type TestSuite = Message<"fermata.v1.TestSuite"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 7;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp created_at = 8;
      */
-    createdAt?: Timestamp;
+    createdAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp updated_at = 9;
      */
-    updatedAt?: Timestamp;
+    updatedAt?: Timestamp | undefined;
 };
 /**
  * Describes the message fermata.v1.TestSuite.
@@ -81,7 +81,7 @@ export type TestCase = Message<"fermata.v1.TestCase"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.TestCase.
@@ -115,13 +115,109 @@ export type Assertion = Message<"fermata.v1.Assertion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.Assertion.
  * Use `create(AssertionSchema)` to create a new message.
  */
 export declare const AssertionSchema: GenMessage<Assertion>;
+/**
+ * @generated from message fermata.v1.CustomEvaluator
+ */
+export type CustomEvaluator = Message<"fermata.v1.CustomEvaluator"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+    /**
+     * @generated from field: string source = 2;
+     */
+    source: string;
+    /**
+     * @generated from field: google.protobuf.Timestamp created_at = 3;
+     */
+    createdAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp updated_at = 4;
+     */
+    updatedAt?: Timestamp | undefined;
+    /**
+     * @generated from field: string organization_id = 5;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 6;
+     */
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.CustomEvaluator.
+ * Use `create(CustomEvaluatorSchema)` to create a new message.
+ */
+export declare const CustomEvaluatorSchema: GenMessage<CustomEvaluator>;
+/**
+ * @generated from message fermata.v1.Judge
+ */
+export type Judge = Message<"fermata.v1.Judge"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+    /**
+     * @generated from field: fermata.v1.JudgeKind kind = 2;
+     */
+    kind: JudgeKind;
+    /**
+     * @generated from field: string prompt = 3;
+     */
+    prompt: string;
+    /**
+     * @generated from field: string model = 4;
+     */
+    model: string;
+    /**
+     * @generated from field: double temperature = 5;
+     */
+    temperature: number;
+    /**
+     * @generated from field: int32 max_tokens = 6;
+     */
+    maxTokens: number;
+    /**
+     * @generated from field: repeated string criteria = 7;
+     */
+    criteria: string[];
+    /**
+     * @generated from field: double weight = 8;
+     */
+    weight: number;
+    /**
+     * @generated from field: google.protobuf.Struct metadata = 9;
+     */
+    metadata?: JsonObject | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp created_at = 10;
+     */
+    createdAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp updated_at = 11;
+     */
+    updatedAt?: Timestamp | undefined;
+    /**
+     * @generated from field: string organization_id = 12;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 13;
+     */
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.Judge.
+ * Use `create(JudgeSchema)` to create a new message.
+ */
+export declare const JudgeSchema: GenMessage<Judge>;
 /**
  * @generated from message fermata.v1.Scenario
  */
@@ -149,27 +245,27 @@ export type Scenario = Message<"fermata.v1.Scenario"> & {
     /**
      * @generated from field: fermata.v1.Objective objective = 6;
      */
-    objective?: Objective;
+    objective?: Objective | undefined;
     /**
      * @generated from field: fermata.v1.AgentConfig agent_config = 7;
      */
-    agentConfig?: AgentConfig;
+    agentConfig?: AgentConfig | undefined;
     /**
      * @generated from field: fermata.v1.ScenarioEnvironment environment = 8;
      */
-    environment?: ScenarioEnvironment;
+    environment?: ScenarioEnvironment | undefined;
     /**
      * @generated from field: fermata.v1.UserSimulator user_simulator = 9;
      */
-    userSimulator?: UserSimulator;
+    userSimulator?: UserSimulator | undefined;
     /**
      * @generated from field: common.v1.Money max_cost = 10;
      */
-    maxCost?: Money;
+    maxCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Duration max_duration = 11;
      */
-    maxDuration?: Duration;
+    maxDuration?: Duration | undefined;
     /**
      * @generated from field: int32 max_steps = 12;
      */
@@ -197,15 +293,15 @@ export type Scenario = Message<"fermata.v1.Scenario"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 18;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp created_at = 19;
      */
-    createdAt?: Timestamp;
+    createdAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp updated_at = 20;
      */
-    updatedAt?: Timestamp;
+    updatedAt?: Timestamp | undefined;
 };
 /**
  * Describes the message fermata.v1.Scenario.
@@ -267,7 +363,7 @@ export type SuccessCriterion = Message<"fermata.v1.SuccessCriterion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.SuccessCriterion.
@@ -301,7 +397,7 @@ export type AgentConfig = Message<"fermata.v1.AgentConfig"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.AgentConfig.
@@ -335,7 +431,7 @@ export type ScenarioEnvironment = Message<"fermata.v1.ScenarioEnvironment"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.ScenarioEnvironment.
@@ -357,15 +453,15 @@ export type MockTool = Message<"fermata.v1.MockTool"> & {
     /**
      * @generated from field: google.protobuf.Struct input_schema = 3;
      */
-    inputSchema?: JsonObject;
+    inputSchema?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Struct response = 4;
      */
-    response?: JsonObject;
+    response?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 5;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.MockTool.
@@ -391,11 +487,11 @@ export type MockEndpoint = Message<"fermata.v1.MockEndpoint"> & {
     /**
      * @generated from field: google.protobuf.Struct response = 4;
      */
-    response?: JsonObject;
+    response?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 5;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.MockEndpoint.
@@ -437,7 +533,7 @@ export type UserSimulator = Message<"fermata.v1.UserSimulator"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 8;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.UserSimulator.
@@ -471,7 +567,7 @@ export type OutcomeCriterion = Message<"fermata.v1.OutcomeCriterion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.OutcomeCriterion.
@@ -517,7 +613,7 @@ export type GovernanceAssertion = Message<"fermata.v1.GovernanceAssertion"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 9;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.GovernanceAssertion.
@@ -547,11 +643,11 @@ export type DelegationAssertion = Message<"fermata.v1.DelegationAssertion"> & {
     /**
      * @generated from field: common.v1.Money max_cost = 5;
      */
-    maxCost?: Money;
+    maxCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.DelegationAssertion.
@@ -589,7 +685,7 @@ export type ScenarioRun = Message<"fermata.v1.ScenarioRun"> & {
     /**
      * @generated from field: fermata.v1.ScenarioResult result = 7;
      */
-    result?: ScenarioResult;
+    result?: ScenarioResult | undefined;
     /**
      * @generated from field: string trace_id = 8;
      */
@@ -597,23 +693,23 @@ export type ScenarioRun = Message<"fermata.v1.ScenarioRun"> & {
     /**
      * @generated from field: google.protobuf.Struct metadata = 9;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp started_at = 10;
      */
-    startedAt?: Timestamp;
+    startedAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp completed_at = 11;
      */
-    completedAt?: Timestamp;
+    completedAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp created_at = 12;
      */
-    createdAt?: Timestamp;
+    createdAt?: Timestamp | undefined;
     /**
      * @generated from field: google.protobuf.Timestamp updated_at = 13;
      */
-    updatedAt?: Timestamp;
+    updatedAt?: Timestamp | undefined;
     /**
      * @generated from field: string lineage_id = 14;
      */
@@ -667,11 +763,11 @@ export type ScenarioResult = Message<"fermata.v1.ScenarioResult"> & {
     /**
      * @generated from field: fermata.v1.GovernanceScore governance = 10;
      */
-    governance?: GovernanceScore;
+    governance?: GovernanceScore | undefined;
     /**
      * @generated from field: fermata.v1.EconomicScore economics = 11;
      */
-    economics?: EconomicScore;
+    economics?: EconomicScore | undefined;
     /**
      * @generated from field: double pass_at_k = 12;
      */
@@ -679,19 +775,19 @@ export type ScenarioResult = Message<"fermata.v1.ScenarioResult"> & {
     /**
      * @generated from field: fermata.v1.DelegationScore delegation = 13;
      */
-    delegation?: DelegationScore;
+    delegation?: DelegationScore | undefined;
     /**
      * @generated from field: common.v1.Money total_cost = 14;
      */
-    totalCost?: Money;
+    totalCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Duration total_duration = 15;
      */
-    totalDuration?: Duration;
+    totalDuration?: Duration | undefined;
     /**
      * @generated from field: google.protobuf.Struct metadata = 16;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
     /**
      * @generated from field: repeated traces.v1.Span trajectory = 17;
      */
@@ -707,7 +803,7 @@ export type ScenarioResult = Message<"fermata.v1.ScenarioResult"> & {
     /**
      * @generated from field: fermata.v1.DriftComparison drift = 20;
      */
-    drift?: DriftComparison;
+    drift?: DriftComparison | undefined;
 };
 /**
  * Describes the message fermata.v1.ScenarioResult.
@@ -741,7 +837,7 @@ export type ScenarioAssertionResult = Message<"fermata.v1.ScenarioAssertionResul
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.ScenarioAssertionResult.
@@ -789,19 +885,19 @@ export type EconomicScore = Message<"fermata.v1.EconomicScore"> & {
     /**
      * @generated from field: common.v1.Money cost_per_successful_task = 1;
      */
-    costPerSuccessfulTask?: Money;
+    costPerSuccessfulTask?: Money | undefined;
     /**
      * @generated from field: common.v1.Money llm_cost = 2;
      */
-    llmCost?: Money;
+    llmCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money tool_cost = 3;
      */
-    toolCost?: Money;
+    toolCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money supervision_cost = 4;
      */
-    supervisionCost?: Money;
+    supervisionCost?: Money | undefined;
     /**
      * @generated from field: bool on_pareto_frontier = 5;
      */
@@ -869,15 +965,15 @@ export type DriftComparison = Message<"fermata.v1.DriftComparison"> & {
     /**
      * @generated from field: common.v1.Money baseline_cost = 5;
      */
-    baselineCost?: Money;
+    baselineCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money current_cost = 6;
      */
-    currentCost?: Money;
+    currentCost?: Money | undefined;
     /**
      * @generated from field: common.v1.Money cost_delta = 7;
      */
-    costDelta?: Money;
+    costDelta?: Money | undefined;
     /**
      * @generated from field: double baseline_escalation_rate = 8;
      */
@@ -931,7 +1027,7 @@ export type CreateTestSuiteRequest = Message<"fermata.v1.CreateTestSuiteRequest"
     /**
      * @generated from field: google.protobuf.Struct metadata = 6;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateTestSuiteRequest.
@@ -945,7 +1041,7 @@ export type CreateTestSuiteResponse = Message<"fermata.v1.CreateTestSuiteRespons
     /**
      * @generated from field: fermata.v1.TestSuite suite = 1;
      */
-    suite?: TestSuite;
+    suite?: TestSuite | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateTestSuiteResponse.
@@ -960,6 +1056,14 @@ export type GetTestSuiteRequest = Message<"fermata.v1.GetTestSuiteRequest"> & {
      * @generated from field: string suite_id = 1;
      */
     suiteId: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 3;
+     */
+    workspaceId: string;
 };
 /**
  * Describes the message fermata.v1.GetTestSuiteRequest.
@@ -973,7 +1077,7 @@ export type GetTestSuiteResponse = Message<"fermata.v1.GetTestSuiteResponse"> &
     /**
      * @generated from field: fermata.v1.TestSuite suite = 1;
      */
-    suite?: TestSuite;
+    suite?: TestSuite | undefined;
 };
 /**
  * Describes the message fermata.v1.GetTestSuiteResponse.
@@ -1047,27 +1151,27 @@ export type CreateScenarioRequest = Message<"fermata.v1.CreateScenarioRequest">
     /**
      * @generated from field: fermata.v1.Objective objective = 5;
      */
-    objective?: Objective;
+    objective?: Objective | undefined;
     /**
      * @generated from field: fermata.v1.AgentConfig agent_config = 6;
      */
-    agentConfig?: AgentConfig;
+    agentConfig?: AgentConfig | undefined;
     /**
      * @generated from field: fermata.v1.ScenarioEnvironment environment = 7;
      */
-    environment?: ScenarioEnvironment;
+    environment?: ScenarioEnvironment | undefined;
     /**
      * @generated from field: fermata.v1.UserSimulator user_simulator = 8;
      */
-    userSimulator?: UserSimulator;
+    userSimulator?: UserSimulator | undefined;
     /**
      * @generated from field: common.v1.Money max_cost = 9;
      */
-    maxCost?: Money;
+    maxCost?: Money | undefined;
     /**
      * @generated from field: google.protobuf.Duration max_duration = 10;
      */
-    maxDuration?: Duration;
+    maxDuration?: Duration | undefined;
     /**
      * @generated from field: int32 max_steps = 11;
      */
@@ -1095,7 +1199,7 @@ export type CreateScenarioRequest = Message<"fermata.v1.CreateScenarioRequest">
     /**
      * @generated from field: google.protobuf.Struct metadata = 17;
      */
-    metadata?: JsonObject;
+    metadata?: JsonObject | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateScenarioRequest.
@@ -1109,7 +1213,7 @@ export type CreateScenarioResponse = Message<"fermata.v1.CreateScenarioResponse"
     /**
      * @generated from field: fermata.v1.Scenario scenario = 1;
      */
-    scenario?: Scenario;
+    scenario?: Scenario | undefined;
 };
 /**
  * Describes the message fermata.v1.CreateScenarioResponse.
@@ -1124,6 +1228,14 @@ export type GetScenarioRequest = Message<"fermata.v1.GetScenarioRequest"> & {
      * @generated from field: string scenario_id = 1;
      */
     scenarioId: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 3;
+     */
+    workspaceId: string;
 };
 /**
  * Describes the message fermata.v1.GetScenarioRequest.
@@ -1137,7 +1249,7 @@ export type GetScenarioResponse = Message<"fermata.v1.GetScenarioResponse"> & {
     /**
      * @generated from field: fermata.v1.Scenario scenario = 1;
      */
-    scenario?: Scenario;
+    scenario?: Scenario | undefined;
 };
 /**
  * Describes the message fermata.v1.GetScenarioResponse.
@@ -1189,277 +1301,1355 @@ export type ListScenariosResponse = Message<"fermata.v1.ListScenariosResponse">
  */
 export declare const ListScenariosResponseSchema: GenMessage<ListScenariosResponse>;
 /**
- * @generated from message fermata.v1.StartScenarioRequest
+ * @generated from message fermata.v1.UpsertCustomEvaluatorRequest
  */
-export type StartScenarioRequest = Message<"fermata.v1.StartScenarioRequest"> & {
+export type UpsertCustomEvaluatorRequest = Message<"fermata.v1.UpsertCustomEvaluatorRequest"> & {
     /**
-     * @generated from field: string scenario_id = 1;
+     * @generated from field: string name = 1;
      */
-    scenarioId: string;
+    name: string;
     /**
-     * @generated from field: string run_id_prefix = 2;
+     * @generated from field: string source = 2;
      */
-    runIdPrefix: string;
+    source: string;
     /**
-     * @generated from field: string trace_id = 3;
+     * @generated from field: string organization_id = 3;
      */
-    traceId: string;
+    organizationId: string;
     /**
-     * @generated from field: google.protobuf.Struct actuals = 4;
+     * @generated from field: string workspace_id = 4;
      */
-    actuals?: JsonObject;
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.UpsertCustomEvaluatorRequest.
+ * Use `create(UpsertCustomEvaluatorRequestSchema)` to create a new message.
+ */
+export declare const UpsertCustomEvaluatorRequestSchema: GenMessage<UpsertCustomEvaluatorRequest>;
+/**
+ * @generated from message fermata.v1.UpsertCustomEvaluatorResponse
+ */
+export type UpsertCustomEvaluatorResponse = Message<"fermata.v1.UpsertCustomEvaluatorResponse"> & {
     /**
-     * @generated from field: repeated google.protobuf.Struct epoch_actuals = 5;
+     * @generated from field: fermata.v1.CustomEvaluator evaluator = 1;
      */
-    epochActuals: JsonObject[];
+    evaluator?: CustomEvaluator | undefined;
+};
+/**
+ * Describes the message fermata.v1.UpsertCustomEvaluatorResponse.
+ * Use `create(UpsertCustomEvaluatorResponseSchema)` to create a new message.
+ */
+export declare const UpsertCustomEvaluatorResponseSchema: GenMessage<UpsertCustomEvaluatorResponse>;
+/**
+ * @generated from message fermata.v1.GetCustomEvaluatorRequest
+ */
+export type GetCustomEvaluatorRequest = Message<"fermata.v1.GetCustomEvaluatorRequest"> & {
     /**
-     * @generated from field: google.protobuf.Struct metadata = 6;
+     * @generated from field: string name = 1;
      */
-    metadata?: JsonObject;
+    name: string;
     /**
-     * @generated from field: int32 epochs = 7;
+     * @generated from field: string organization_id = 2;
      */
-    epochs: number;
+    organizationId: string;
     /**
-     * @generated from field: string lineage_id = 8;
+     * @generated from field: string workspace_id = 3;
      */
-    lineageId: string;
+    workspaceId: string;
 };
 /**
- * Describes the message fermata.v1.StartScenarioRequest.
- * Use `create(StartScenarioRequestSchema)` to create a new message.
+ * Describes the message fermata.v1.GetCustomEvaluatorRequest.
+ * Use `create(GetCustomEvaluatorRequestSchema)` to create a new message.
  */
-export declare const StartScenarioRequestSchema: GenMessage<StartScenarioRequest>;
+export declare const GetCustomEvaluatorRequestSchema: GenMessage<GetCustomEvaluatorRequest>;
 /**
- * @generated from message fermata.v1.StartScenarioResponse
+ * @generated from message fermata.v1.GetCustomEvaluatorResponse
  */
-export type StartScenarioResponse = Message<"fermata.v1.StartScenarioResponse"> & {
-    /**
-     * @generated from field: repeated fermata.v1.ScenarioRun runs = 1;
-     */
-    runs: ScenarioRun[];
+export type GetCustomEvaluatorResponse = Message<"fermata.v1.GetCustomEvaluatorResponse"> & {
     /**
-     * @generated from field: int32 published_events = 2;
+     * @generated from field: fermata.v1.CustomEvaluator evaluator = 1;
      */
-    publishedEvents: number;
+    evaluator?: CustomEvaluator | undefined;
 };
 /**
- * Describes the message fermata.v1.StartScenarioResponse.
- * Use `create(StartScenarioResponseSchema)` to create a new message.
+ * Describes the message fermata.v1.GetCustomEvaluatorResponse.
+ * Use `create(GetCustomEvaluatorResponseSchema)` to create a new message.
  */
-export declare const StartScenarioResponseSchema: GenMessage<StartScenarioResponse>;
+export declare const GetCustomEvaluatorResponseSchema: GenMessage<GetCustomEvaluatorResponse>;
 /**
- * @generated from message fermata.v1.CreateAndStartScenarioRequest
+ * @generated from message fermata.v1.ListCustomEvaluatorsRequest
  */
-export type CreateAndStartScenarioRequest = Message<"fermata.v1.CreateAndStartScenarioRequest"> & {
-    /**
-     * @generated from field: fermata.v1.CreateScenarioRequest scenario = 1;
-     */
-    scenario?: CreateScenarioRequest;
-    /**
-     * @generated from field: string run_id_prefix = 2;
-     */
-    runIdPrefix: string;
+export type ListCustomEvaluatorsRequest = Message<"fermata.v1.ListCustomEvaluatorsRequest"> & {
     /**
-     * @generated from field: string trace_id = 3;
+     * @generated from field: int32 limit = 1;
      */
-    traceId: string;
+    limit: number;
     /**
-     * @generated from field: google.protobuf.Struct actuals = 4;
+     * @generated from field: int32 offset = 2;
      */
-    actuals?: JsonObject;
+    offset: number;
     /**
-     * @generated from field: repeated google.protobuf.Struct epoch_actuals = 5;
+     * @generated from field: string organization_id = 3;
      */
-    epochActuals: JsonObject[];
+    organizationId: string;
     /**
-     * @generated from field: google.protobuf.Struct start_metadata = 6;
+     * @generated from field: string workspace_id = 4;
      */
-    startMetadata?: JsonObject;
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.ListCustomEvaluatorsRequest.
+ * Use `create(ListCustomEvaluatorsRequestSchema)` to create a new message.
+ */
+export declare const ListCustomEvaluatorsRequestSchema: GenMessage<ListCustomEvaluatorsRequest>;
+/**
+ * @generated from message fermata.v1.ListCustomEvaluatorsResponse
+ */
+export type ListCustomEvaluatorsResponse = Message<"fermata.v1.ListCustomEvaluatorsResponse"> & {
     /**
-     * @generated from field: int32 epochs = 7;
+     * @generated from field: repeated fermata.v1.CustomEvaluator evaluators = 1;
      */
-    epochs: number;
+    evaluators: CustomEvaluator[];
     /**
-     * @generated from field: string lineage_id = 8;
+     * @generated from field: bool has_more = 2;
      */
-    lineageId: string;
+    hasMore: boolean;
 };
 /**
- * Describes the message fermata.v1.CreateAndStartScenarioRequest.
- * Use `create(CreateAndStartScenarioRequestSchema)` to create a new message.
+ * Describes the message fermata.v1.ListCustomEvaluatorsResponse.
+ * Use `create(ListCustomEvaluatorsResponseSchema)` to create a new message.
  */
-export declare const CreateAndStartScenarioRequestSchema: GenMessage<CreateAndStartScenarioRequest>;
+export declare const ListCustomEvaluatorsResponseSchema: GenMessage<ListCustomEvaluatorsResponse>;
 /**
- * @generated from message fermata.v1.CreateAndStartScenarioResponse
+ * @generated from message fermata.v1.DeleteCustomEvaluatorRequest
  */
-export type CreateAndStartScenarioResponse = Message<"fermata.v1.CreateAndStartScenarioResponse"> & {
+export type DeleteCustomEvaluatorRequest = Message<"fermata.v1.DeleteCustomEvaluatorRequest"> & {
     /**
-     * @generated from field: fermata.v1.Scenario scenario = 1;
+     * @generated from field: string name = 1;
      */
-    scenario?: Scenario;
+    name: string;
     /**
-     * @generated from field: repeated fermata.v1.ScenarioRun runs = 2;
+     * @generated from field: string organization_id = 2;
      */
-    runs: ScenarioRun[];
+    organizationId: string;
     /**
-     * @generated from field: int32 published_events = 3;
+     * @generated from field: string workspace_id = 3;
      */
-    publishedEvents: number;
+    workspaceId: string;
 };
 /**
- * Describes the message fermata.v1.CreateAndStartScenarioResponse.
- * Use `create(CreateAndStartScenarioResponseSchema)` to create a new message.
+ * Describes the message fermata.v1.DeleteCustomEvaluatorRequest.
+ * Use `create(DeleteCustomEvaluatorRequestSchema)` to create a new message.
  */
-export declare const CreateAndStartScenarioResponseSchema: GenMessage<CreateAndStartScenarioResponse>;
+export declare const DeleteCustomEvaluatorRequestSchema: GenMessage<DeleteCustomEvaluatorRequest>;
 /**
- * @generated from message fermata.v1.RecordScenarioRunRequest
+ * @generated from message fermata.v1.DeleteCustomEvaluatorResponse
  */
-export type RecordScenarioRunRequest = Message<"fermata.v1.RecordScenarioRunRequest"> & {
+export type DeleteCustomEvaluatorResponse = Message<"fermata.v1.DeleteCustomEvaluatorResponse"> & {};
+/**
+ * Describes the message fermata.v1.DeleteCustomEvaluatorResponse.
+ * Use `create(DeleteCustomEvaluatorResponseSchema)` to create a new message.
+ */
+export declare const DeleteCustomEvaluatorResponseSchema: GenMessage<DeleteCustomEvaluatorResponse>;
+/**
+ * @generated from message fermata.v1.UpsertJudgeRequest
+ */
+export type UpsertJudgeRequest = Message<"fermata.v1.UpsertJudgeRequest"> & {
     /**
-     * @generated from field: string id = 1;
+     * @generated from field: string name = 1;
      */
-    id: string;
+    name: string;
     /**
-     * @generated from field: string scenario_id = 2;
+     * @generated from field: fermata.v1.JudgeKind kind = 2;
      */
-    scenarioId: string;
+    kind: JudgeKind;
     /**
-     * @generated from field: string organization_id = 3;
+     * @generated from field: string prompt = 3;
      */
-    organizationId: string;
+    prompt: string;
     /**
-     * @generated from field: string workspace_id = 4;
+     * @generated from field: string model = 4;
      */
-    workspaceId: string;
+    model: string;
     /**
-     * @generated from field: int32 epoch = 5;
+     * @generated from field: double temperature = 5;
      */
-    epoch: number;
+    temperature: number;
     /**
-     * @generated from field: fermata.v1.ScenarioRunStatus status = 6;
+     * @generated from field: int32 max_tokens = 6;
      */
-    status: ScenarioRunStatus;
+    maxTokens: number;
     /**
-     * @generated from field: fermata.v1.ScenarioResult result = 7;
+     * @generated from field: repeated string criteria = 7;
      */
-    result?: ScenarioResult;
+    criteria: string[];
     /**
-     * @generated from field: string trace_id = 8;
+     * @generated from field: double weight = 8;
      */
-    traceId: string;
+    weight: number;
     /**
      * @generated from field: google.protobuf.Struct metadata = 9;
      */
-    metadata?: JsonObject;
-    /**
-     * @generated from field: google.protobuf.Timestamp started_at = 10;
-     */
-    startedAt?: Timestamp;
+    metadata?: JsonObject | undefined;
     /**
-     * @generated from field: google.protobuf.Timestamp completed_at = 11;
+     * @generated from field: string organization_id = 10;
      */
-    completedAt?: Timestamp;
+    organizationId: string;
     /**
-     * @generated from field: string lineage_id = 12;
+     * @generated from field: string workspace_id = 11;
      */
-    lineageId: string;
+    workspaceId: string;
 };
 /**
- * Describes the message fermata.v1.RecordScenarioRunRequest.
- * Use `create(RecordScenarioRunRequestSchema)` to create a new message.
+ * Describes the message fermata.v1.UpsertJudgeRequest.
+ * Use `create(UpsertJudgeRequestSchema)` to create a new message.
  */
-export declare const RecordScenarioRunRequestSchema: GenMessage<RecordScenarioRunRequest>;
+export declare const UpsertJudgeRequestSchema: GenMessage<UpsertJudgeRequest>;
 /**
- * @generated from message fermata.v1.RecordScenarioRunResponse
+ * @generated from message fermata.v1.UpsertJudgeResponse
  */
-export type RecordScenarioRunResponse = Message<"fermata.v1.RecordScenarioRunResponse"> & {
+export type UpsertJudgeResponse = Message<"fermata.v1.UpsertJudgeResponse"> & {
     /**
-     * @generated from field: fermata.v1.ScenarioRun run = 1;
+     * @generated from field: fermata.v1.Judge judge = 1;
      */
-    run?: ScenarioRun;
+    judge?: Judge | undefined;
 };
 /**
- * Describes the message fermata.v1.RecordScenarioRunResponse.
- * Use `create(RecordScenarioRunResponseSchema)` to create a new message.
+ * Describes the message fermata.v1.UpsertJudgeResponse.
+ * Use `create(UpsertJudgeResponseSchema)` to create a new message.
  */
-export declare const RecordScenarioRunResponseSchema: GenMessage<RecordScenarioRunResponse>;
+export declare const UpsertJudgeResponseSchema: GenMessage<UpsertJudgeResponse>;
 /**
- * @generated from message fermata.v1.GetScenarioRunRequest
+ * @generated from message fermata.v1.GetJudgeRequest
  */
-export type GetScenarioRunRequest = Message<"fermata.v1.GetScenarioRunRequest"> & {
+export type GetJudgeRequest = Message<"fermata.v1.GetJudgeRequest"> & {
     /**
-     * @generated from field: string run_id = 1;
+     * @generated from field: string name = 1;
      */
-    runId: string;
+    name: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 3;
+     */
+    workspaceId: string;
 };
 /**
- * Describes the message fermata.v1.GetScenarioRunRequest.
- * Use `create(GetScenarioRunRequestSchema)` to create a new message.
+ * Describes the message fermata.v1.GetJudgeRequest.
+ * Use `create(GetJudgeRequestSchema)` to create a new message.
  */
-export declare const GetScenarioRunRequestSchema: GenMessage<GetScenarioRunRequest>;
+export declare const GetJudgeRequestSchema: GenMessage<GetJudgeRequest>;
 /**
- * @generated from message fermata.v1.GetScenarioRunResponse
+ * @generated from message fermata.v1.GetJudgeResponse
  */
-export type GetScenarioRunResponse = Message<"fermata.v1.GetScenarioRunResponse"> & {
+export type GetJudgeResponse = Message<"fermata.v1.GetJudgeResponse"> & {
     /**
-     * @generated from field: fermata.v1.ScenarioRun run = 1;
+     * @generated from field: fermata.v1.Judge judge = 1;
      */
-    run?: ScenarioRun;
+    judge?: Judge | undefined;
 };
 /**
- * Describes the message fermata.v1.GetScenarioRunResponse.
- * Use `create(GetScenarioRunResponseSchema)` to create a new message.
+ * Describes the message fermata.v1.GetJudgeResponse.
+ * Use `create(GetJudgeResponseSchema)` to create a new message.
  */
-export declare const GetScenarioRunResponseSchema: GenMessage<GetScenarioRunResponse>;
+export declare const GetJudgeResponseSchema: GenMessage<GetJudgeResponse>;
 /**
- * @generated from message fermata.v1.ListScenarioRunsRequest
+ * @generated from message fermata.v1.ListJudgesRequest
  */
-export type ListScenarioRunsRequest = Message<"fermata.v1.ListScenarioRunsRequest"> & {
+export type ListJudgesRequest = Message<"fermata.v1.ListJudgesRequest"> & {
     /**
-     * @generated from field: string organization_id = 1;
+     * @generated from field: int32 limit = 1;
      */
-    organizationId: string;
+    limit: number;
     /**
-     * @generated from field: string workspace_id = 2;
+     * @generated from field: int32 offset = 2;
      */
-    workspaceId: string;
+    offset: number;
     /**
-     * @generated from field: string scenario_id = 3;
+     * @generated from field: string organization_id = 3;
      */
-    scenarioId: string;
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 4;
+     */
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.ListJudgesRequest.
+ * Use `create(ListJudgesRequestSchema)` to create a new message.
+ */
+export declare const ListJudgesRequestSchema: GenMessage<ListJudgesRequest>;
+/**
+ * @generated from message fermata.v1.ListJudgesResponse
+ */
+export type ListJudgesResponse = Message<"fermata.v1.ListJudgesResponse"> & {
+    /**
+     * @generated from field: repeated fermata.v1.Judge judges = 1;
+     */
+    judges: Judge[];
+    /**
+     * @generated from field: bool has_more = 2;
+     */
+    hasMore: boolean;
+};
+/**
+ * Describes the message fermata.v1.ListJudgesResponse.
+ * Use `create(ListJudgesResponseSchema)` to create a new message.
+ */
+export declare const ListJudgesResponseSchema: GenMessage<ListJudgesResponse>;
+/**
+ * @generated from message fermata.v1.DeleteJudgeRequest
+ */
+export type DeleteJudgeRequest = Message<"fermata.v1.DeleteJudgeRequest"> & {
+    /**
+     * @generated from field: string name = 1;
+     */
+    name: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 3;
+     */
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.DeleteJudgeRequest.
+ * Use `create(DeleteJudgeRequestSchema)` to create a new message.
+ */
+export declare const DeleteJudgeRequestSchema: GenMessage<DeleteJudgeRequest>;
+/**
+ * @generated from message fermata.v1.DeleteJudgeResponse
+ */
+export type DeleteJudgeResponse = Message<"fermata.v1.DeleteJudgeResponse"> & {};
+/**
+ * Describes the message fermata.v1.DeleteJudgeResponse.
+ * Use `create(DeleteJudgeResponseSchema)` to create a new message.
+ */
+export declare const DeleteJudgeResponseSchema: GenMessage<DeleteJudgeResponse>;
+/**
+ * @generated from message fermata.v1.StartScenarioRequest
+ */
+export type StartScenarioRequest = Message<"fermata.v1.StartScenarioRequest"> & {
+    /**
+     * @generated from field: string scenario_id = 1;
+     */
+    scenarioId: string;
+    /**
+     * @generated from field: string run_id_prefix = 2;
+     */
+    runIdPrefix: string;
+    /**
+     * @generated from field: string trace_id = 3;
+     */
+    traceId: string;
+    /**
+     * @generated from field: google.protobuf.Struct actuals = 4;
+     */
+    actuals?: JsonObject | undefined;
+    /**
+     * @generated from field: repeated google.protobuf.Struct epoch_actuals = 5;
+     */
+    epochActuals: JsonObject[];
+    /**
+     * @generated from field: google.protobuf.Struct metadata = 6;
+     */
+    metadata?: JsonObject | undefined;
+    /**
+     * @generated from field: int32 epochs = 7;
+     */
+    epochs: number;
+    /**
+     * @generated from field: string lineage_id = 8;
+     */
+    lineageId: string;
+    /**
+     * @generated from field: string organization_id = 9;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 10;
+     */
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.StartScenarioRequest.
+ * Use `create(StartScenarioRequestSchema)` to create a new message.
+ */
+export declare const StartScenarioRequestSchema: GenMessage<StartScenarioRequest>;
+/**
+ * @generated from message fermata.v1.StartScenarioResponse
+ */
+export type StartScenarioResponse = Message<"fermata.v1.StartScenarioResponse"> & {
+    /**
+     * @generated from field: repeated fermata.v1.ScenarioRun runs = 1;
+     */
+    runs: ScenarioRun[];
+    /**
+     * @generated from field: int32 published_events = 2;
+     */
+    publishedEvents: number;
+};
+/**
+ * Describes the message fermata.v1.StartScenarioResponse.
+ * Use `create(StartScenarioResponseSchema)` to create a new message.
+ */
+export declare const StartScenarioResponseSchema: GenMessage<StartScenarioResponse>;
+/**
+ * @generated from message fermata.v1.CreateAndStartScenarioRequest
+ */
+export type CreateAndStartScenarioRequest = Message<"fermata.v1.CreateAndStartScenarioRequest"> & {
+    /**
+     * @generated from field: fermata.v1.CreateScenarioRequest scenario = 1;
+     */
+    scenario?: CreateScenarioRequest | undefined;
+    /**
+     * @generated from field: string run_id_prefix = 2;
+     */
+    runIdPrefix: string;
+    /**
+     * @generated from field: string trace_id = 3;
+     */
+    traceId: string;
+    /**
+     * @generated from field: google.protobuf.Struct actuals = 4;
+     */
+    actuals?: JsonObject | undefined;
+    /**
+     * @generated from field: repeated google.protobuf.Struct epoch_actuals = 5;
+     */
+    epochActuals: JsonObject[];
+    /**
+     * @generated from field: google.protobuf.Struct start_metadata = 6;
+     */
+    startMetadata?: JsonObject | undefined;
+    /**
+     * @generated from field: int32 epochs = 7;
+     */
+    epochs: number;
+    /**
+     * @generated from field: string lineage_id = 8;
+     */
+    lineageId: string;
+};
+/**
+ * Describes the message fermata.v1.CreateAndStartScenarioRequest.
+ * Use `create(CreateAndStartScenarioRequestSchema)` to create a new message.
+ */
+export declare const CreateAndStartScenarioRequestSchema: GenMessage<CreateAndStartScenarioRequest>;
+/**
+ * @generated from message fermata.v1.CreateAndStartScenarioResponse
+ */
+export type CreateAndStartScenarioResponse = Message<"fermata.v1.CreateAndStartScenarioResponse"> & {
+    /**
+     * @generated from field: fermata.v1.Scenario scenario = 1;
+     */
+    scenario?: Scenario | undefined;
+    /**
+     * @generated from field: repeated fermata.v1.ScenarioRun runs = 2;
+     */
+    runs: ScenarioRun[];
+    /**
+     * @generated from field: int32 published_events = 3;
+     */
+    publishedEvents: number;
+};
+/**
+ * Describes the message fermata.v1.CreateAndStartScenarioResponse.
+ * Use `create(CreateAndStartScenarioResponseSchema)` to create a new message.
+ */
+export declare const CreateAndStartScenarioResponseSchema: GenMessage<CreateAndStartScenarioResponse>;
+/**
+ * @generated from message fermata.v1.RecordScenarioRunRequest
+ */
+export type RecordScenarioRunRequest = Message<"fermata.v1.RecordScenarioRunRequest"> & {
+    /**
+     * @generated from field: string id = 1;
+     */
+    id: string;
+    /**
+     * @generated from field: string scenario_id = 2;
+     */
+    scenarioId: string;
+    /**
+     * @generated from field: string organization_id = 3;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 4;
+     */
+    workspaceId: string;
+    /**
+     * @generated from field: int32 epoch = 5;
+     */
+    epoch: number;
+    /**
+     * @generated from field: fermata.v1.ScenarioRunStatus status = 6;
+     */
+    status: ScenarioRunStatus;
+    /**
+     * @generated from field: fermata.v1.ScenarioResult result = 7;
+     */
+    result?: ScenarioResult | undefined;
+    /**
+     * @generated from field: string trace_id = 8;
+     */
+    traceId: string;
+    /**
+     * @generated from field: google.protobuf.Struct metadata = 9;
+     */
+    metadata?: JsonObject | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp started_at = 10;
+     */
+    startedAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp completed_at = 11;
+     */
+    completedAt?: Timestamp | undefined;
+    /**
+     * @generated from field: string lineage_id = 12;
+     */
+    lineageId: string;
+};
+/**
+ * Describes the message fermata.v1.RecordScenarioRunRequest.
+ * Use `create(RecordScenarioRunRequestSchema)` to create a new message.
+ */
+export declare const RecordScenarioRunRequestSchema: GenMessage<RecordScenarioRunRequest>;
+/**
+ * @generated from message fermata.v1.RecordScenarioRunResponse
+ */
+export type RecordScenarioRunResponse = Message<"fermata.v1.RecordScenarioRunResponse"> & {
+    /**
+     * @generated from field: fermata.v1.ScenarioRun run = 1;
+     */
+    run?: ScenarioRun | undefined;
+};
+/**
+ * Describes the message fermata.v1.RecordScenarioRunResponse.
+ * Use `create(RecordScenarioRunResponseSchema)` to create a new message.
+ */
+export declare const RecordScenarioRunResponseSchema: GenMessage<RecordScenarioRunResponse>;
+/**
+ * @generated from message fermata.v1.GetScenarioRunRequest
+ */
+export type GetScenarioRunRequest = Message<"fermata.v1.GetScenarioRunRequest"> & {
+    /**
+     * @generated from field: string run_id = 1;
+     */
+    runId: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 3;
+     */
+    workspaceId: string;
+};
+/**
+ * Describes the message fermata.v1.GetScenarioRunRequest.
+ * Use `create(GetScenarioRunRequestSchema)` to create a new message.
+ */
+export declare const GetScenarioRunRequestSchema: GenMessage<GetScenarioRunRequest>;
+/**
+ * @generated from message fermata.v1.GetScenarioRunResponse
+ */
+export type GetScenarioRunResponse = Message<"fermata.v1.GetScenarioRunResponse"> & {
+    /**
+     * @generated from field: fermata.v1.ScenarioRun run = 1;
+     */
+    run?: ScenarioRun | undefined;
+};
+/**
+ * Describes the message fermata.v1.GetScenarioRunResponse.
+ * Use `create(GetScenarioRunResponseSchema)` to create a new message.
+ */
+export declare const GetScenarioRunResponseSchema: GenMessage<GetScenarioRunResponse>;
+/**
+ * @generated from message fermata.v1.ListScenarioRunsRequest
+ */
+export type ListScenarioRunsRequest = Message<"fermata.v1.ListScenarioRunsRequest"> & {
+    /**
+     * @generated from field: string organization_id = 1;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 2;
+     */
+    workspaceId: string;
+    /**
+     * @generated from field: string scenario_id = 3;
+     */
+    scenarioId: string;
+    /**
+     * @generated from field: int32 limit = 4;
+     */
+    limit: number;
+    /**
+     * @generated from field: int32 offset = 5;
+     */
+    offset: number;
+};
+/**
+ * Describes the message fermata.v1.ListScenarioRunsRequest.
+ * Use `create(ListScenarioRunsRequestSchema)` to create a new message.
+ */
+export declare const ListScenarioRunsRequestSchema: GenMessage<ListScenarioRunsRequest>;
+/**
+ * @generated from message fermata.v1.ListScenarioRunsResponse
+ */
+export type ListScenarioRunsResponse = Message<"fermata.v1.ListScenarioRunsResponse"> & {
+    /**
+     * @generated from field: repeated fermata.v1.ScenarioRun runs = 1;
+     */
+    runs: ScenarioRun[];
+    /**
+     * @generated from field: bool has_more = 2;
+     */
+    hasMore: boolean;
+};
+/**
+ * Describes the message fermata.v1.ListScenarioRunsResponse.
+ * Use `create(ListScenarioRunsResponseSchema)` to create a new message.
+ */
+export declare const ListScenarioRunsResponseSchema: GenMessage<ListScenarioRunsResponse>;
+/**
+ * @generated from message fermata.v1.DiagnosticFinding
+ */
+export type DiagnosticFinding = Message<"fermata.v1.DiagnosticFinding"> & {
+    /**
+     * @generated from field: string id = 1;
+     */
+    id: string;
+    /**
+     * @generated from field: fermata.v1.DiagnosticFindingSeverity severity = 2;
+     */
+    severity: DiagnosticFindingSeverity;
+    /**
+     * @generated from field: string title = 3;
+     */
+    title: string;
+    /**
+     * @generated from field: string detail = 4;
+     */
+    detail: string;
+    /**
+     * @generated from field: repeated common.v1.EvidenceRef evidence = 5;
+     */
+    evidence: EvidenceRef[];
+    /**
+     * @generated from field: google.protobuf.Struct metadata = 6;
+     */
+    metadata?: JsonObject | undefined;
+};
+/**
+ * Describes the message fermata.v1.DiagnosticFinding.
+ * Use `create(DiagnosticFindingSchema)` to create a new message.
+ */
+export declare const DiagnosticFindingSchema: GenMessage<DiagnosticFinding>;
+/**
+ * @generated from message fermata.v1.EvaluationDiagnosticArtifact
+ */
+export type EvaluationDiagnosticArtifact = Message<"fermata.v1.EvaluationDiagnosticArtifact"> & {
+    /**
+     * @generated from field: string id = 1;
+     */
+    id: string;
+    /**
+     * @generated from field: fermata.v1.DiagnosticArtifactKind kind = 2;
+     */
+    kind: DiagnosticArtifactKind;
+    /**
+     * @generated from field: string organization_id = 3;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 4;
+     */
+    workspaceId: string;
+    /**
+     * @generated from field: string scenario_id = 5;
+     */
+    scenarioId: string;
+    /**
+     * @generated from field: string scenario_run_id = 6;
+     */
+    scenarioRunId: string;
+    /**
+     * @generated from field: string trace_id = 7;
+     */
+    traceId: string;
+    /**
+     * @generated from field: string title = 8;
+     */
+    title: string;
+    /**
+     * @generated from field: string summary = 9;
+     */
+    summary: string;
+    /**
+     * @generated from field: repeated fermata.v1.DiagnosticFinding findings = 10;
+     */
+    findings: DiagnosticFinding[];
+    /**
+     * @generated from field: repeated common.v1.EvidenceRef evidence = 11;
+     */
+    evidence: EvidenceRef[];
+    /**
+     * @generated from field: google.protobuf.Struct input_context = 12;
+     */
+    inputContext?: JsonObject | undefined;
+    /**
+     * @generated from field: google.protobuf.Struct payload = 13;
+     */
+    payload?: JsonObject | undefined;
+    /**
+     * @generated from field: string artifact_uri = 14;
+     */
+    artifactUri: string;
+    /**
+     * @generated from field: string content_sha256 = 15;
+     */
+    contentSha256: string;
+    /**
+     * @generated from field: bool persisted = 16;
+     */
+    persisted: boolean;
+    /**
+     * @generated from field: google.protobuf.Timestamp created_at = 17;
+     */
+    createdAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp updated_at = 18;
+     */
+    updatedAt?: Timestamp | undefined;
+};
+/**
+ * Describes the message fermata.v1.EvaluationDiagnosticArtifact.
+ * Use `create(EvaluationDiagnosticArtifactSchema)` to create a new message.
+ */
+export declare const EvaluationDiagnosticArtifactSchema: GenMessage<EvaluationDiagnosticArtifact>;
+/**
+ * @generated from message fermata.v1.ExplainScenarioRunRequest
+ */
+export type ExplainScenarioRunRequest = Message<"fermata.v1.ExplainScenarioRunRequest"> & {
+    /**
+     * @generated from field: string organization_id = 1;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 2;
+     */
+    workspaceId: string;
+    /**
+     * @generated from field: string run_id = 3;
+     */
+    runId: string;
+    /**
+     * @generated from field: bool include_trace = 4;
+     */
+    includeTrace: boolean;
+    /**
+     * @generated from field: bool persist_artifact = 5;
+     */
+    persistArtifact: boolean;
+    /**
+     * @generated from field: google.protobuf.Struct context = 6;
+     */
+    context?: JsonObject | undefined;
+};
+/**
+ * Describes the message fermata.v1.ExplainScenarioRunRequest.
+ * Use `create(ExplainScenarioRunRequestSchema)` to create a new message.
+ */
+export declare const ExplainScenarioRunRequestSchema: GenMessage<ExplainScenarioRunRequest>;
+/**
+ * @generated from message fermata.v1.ExplainScenarioRunResponse
+ */
+export type ExplainScenarioRunResponse = Message<"fermata.v1.ExplainScenarioRunResponse"> & {
+    /**
+     * @generated from field: fermata.v1.EvaluationDiagnosticArtifact artifact = 1;
+     */
+    artifact?: EvaluationDiagnosticArtifact | undefined;
+};
+/**
+ * Describes the message fermata.v1.ExplainScenarioRunResponse.
+ * Use `create(ExplainScenarioRunResponseSchema)` to create a new message.
+ */
+export declare const ExplainScenarioRunResponseSchema: GenMessage<ExplainScenarioRunResponse>;
+/**
+ * @generated from message fermata.v1.AnalyzeScenarioRunRootCauseRequest
+ */
+export type AnalyzeScenarioRunRootCauseRequest = Message<"fermata.v1.AnalyzeScenarioRunRootCauseRequest"> & {
+    /**
+     * @generated from field: string organization_id = 1;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 2;
+     */
+    workspaceId: string;
+    /**
+     * @generated from field: string run_id = 3;
+     */
+    runId: string;
+    /**
+     * @generated from field: repeated string suspected_failure_modes = 4;
+     */
+    suspectedFailureModes: string[];
+    /**
+     * @generated from field: bool include_trace = 5;
+     */
+    includeTrace: boolean;
+    /**
+     * @generated from field: bool persist_artifact = 6;
+     */
+    persistArtifact: boolean;
+    /**
+     * @generated from field: google.protobuf.Struct context = 7;
+     */
+    context?: JsonObject | undefined;
+};
+/**
+ * Describes the message fermata.v1.AnalyzeScenarioRunRootCauseRequest.
+ * Use `create(AnalyzeScenarioRunRootCauseRequestSchema)` to create a new message.
+ */
+export declare const AnalyzeScenarioRunRootCauseRequestSchema: GenMessage<AnalyzeScenarioRunRootCauseRequest>;
+/**
+ * @generated from message fermata.v1.AnalyzeScenarioRunRootCauseResponse
+ */
+export type AnalyzeScenarioRunRootCauseResponse = Message<"fermata.v1.AnalyzeScenarioRunRootCauseResponse"> & {
+    /**
+     * @generated from field: fermata.v1.EvaluationDiagnosticArtifact artifact = 1;
+     */
+    artifact?: EvaluationDiagnosticArtifact | undefined;
+};
+/**
+ * Describes the message fermata.v1.AnalyzeScenarioRunRootCauseResponse.
+ * Use `create(AnalyzeScenarioRunRootCauseResponseSchema)` to create a new message.
+ */
+export declare const AnalyzeScenarioRunRootCauseResponseSchema: GenMessage<AnalyzeScenarioRunRootCauseResponse>;
+/**
+ * @generated from message fermata.v1.JudgeValidationAccuracyMetrics
+ */
+export type JudgeValidationAccuracyMetrics = Message<"fermata.v1.JudgeValidationAccuracyMetrics"> & {
+    /**
+     * @generated from field: double precision = 1;
+     */
+    precision: number;
+    /**
+     * @generated from field: double recall = 2;
+     */
+    recall: number;
+    /**
+     * @generated from field: double f1_score = 3;
+     */
+    f1Score: number;
+    /**
+     * @generated from field: double accuracy = 4;
+     */
+    accuracy: number;
+    /**
+     * @generated from field: int32 total_validations = 5;
+     */
+    totalValidations: number;
+    /**
+     * @generated from field: int32 true_positives = 6;
+     */
+    truePositives: number;
+    /**
+     * @generated from field: int32 false_positives = 7;
+     */
+    falsePositives: number;
+    /**
+     * @generated from field: int32 true_negatives = 8;
+     */
+    trueNegatives: number;
+    /**
+     * @generated from field: int32 false_negatives = 9;
+     */
+    falseNegatives: number;
+};
+/**
+ * Describes the message fermata.v1.JudgeValidationAccuracyMetrics.
+ * Use `create(JudgeValidationAccuracyMetricsSchema)` to create a new message.
+ */
+export declare const JudgeValidationAccuracyMetricsSchema: GenMessage<JudgeValidationAccuracyMetrics>;
+/**
+ * @generated from message fermata.v1.JudgeValidationConfusionMatrix
+ */
+export type JudgeValidationConfusionMatrix = Message<"fermata.v1.JudgeValidationConfusionMatrix"> & {
+    /**
+     * @generated from field: int32 judge_pass_human_pass = 1;
+     */
+    judgePassHumanPass: number;
+    /**
+     * @generated from field: int32 judge_pass_human_fail = 2;
+     */
+    judgePassHumanFail: number;
+    /**
+     * @generated from field: int32 judge_fail_human_pass = 3;
+     */
+    judgeFailHumanPass: number;
+    /**
+     * @generated from field: int32 judge_fail_human_fail = 4;
+     */
+    judgeFailHumanFail: number;
+};
+/**
+ * Describes the message fermata.v1.JudgeValidationConfusionMatrix.
+ * Use `create(JudgeValidationConfusionMatrixSchema)` to create a new message.
+ */
+export declare const JudgeValidationConfusionMatrixSchema: GenMessage<JudgeValidationConfusionMatrix>;
+/**
+ * @generated from message fermata.v1.JudgeValidationBiasMetrics
+ */
+export type JudgeValidationBiasMetrics = Message<"fermata.v1.JudgeValidationBiasMetrics"> & {
+    /**
+     * @generated from field: bool over_scoring = 1;
+     */
+    overScoring: boolean;
+    /**
+     * @generated from field: bool under_scoring = 2;
+     */
+    underScoring: boolean;
+    /**
+     * @generated from field: double score_drift = 3;
+     */
+    scoreDrift: number;
+    /**
+     * @generated from field: double average_judge_score = 4;
+     */
+    averageJudgeScore: number;
+    /**
+     * @generated from field: double average_human_score = 5;
+     */
+    averageHumanScore: number;
+    /**
+     * @generated from field: double score_correlation = 6;
+     */
+    scoreCorrelation: number;
+    /**
+     * @generated from field: int32 sample_size = 7;
+     */
+    sampleSize: number;
+};
+/**
+ * Describes the message fermata.v1.JudgeValidationBiasMetrics.
+ * Use `create(JudgeValidationBiasMetricsSchema)` to create a new message.
+ */
+export declare const JudgeValidationBiasMetricsSchema: GenMessage<JudgeValidationBiasMetrics>;
+/**
+ * @generated from message fermata.v1.JudgeValidationCalibration
+ */
+export type JudgeValidationCalibration = Message<"fermata.v1.JudgeValidationCalibration"> & {
+    /**
+     * @generated from field: string judge_id = 1;
+     */
+    judgeId: string;
+    /**
+     * @generated from field: double validation_accuracy = 2;
+     */
+    validationAccuracy: number;
+    /**
+     * @generated from field: bool validated = 3;
+     */
+    validated: boolean;
+    /**
+     * @generated from field: google.protobuf.Timestamp last_validation = 4;
+     */
+    lastValidation?: Timestamp | undefined;
+};
+/**
+ * Describes the message fermata.v1.JudgeValidationCalibration.
+ * Use `create(JudgeValidationCalibrationSchema)` to create a new message.
+ */
+export declare const JudgeValidationCalibrationSchema: GenMessage<JudgeValidationCalibration>;
+/**
+ * @generated from message fermata.v1.JudgeValidationEvaluation
+ */
+export type JudgeValidationEvaluation = Message<"fermata.v1.JudgeValidationEvaluation"> & {
+    /**
+     * @generated from field: string evaluation_id = 1;
+     */
+    evaluationId: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 3;
+     */
+    workspaceId: string;
+    /**
+     * @generated from field: string judge_id = 4;
+     */
+    judgeId: string;
+    /**
+     * @generated from field: string scenario_run_id = 5;
+     */
+    scenarioRunId: string;
+    /**
+     * @generated from field: string assertion_id = 6;
+     */
+    assertionId: string;
+    /**
+     * @generated from field: double judge_score = 7;
+     */
+    judgeScore: number;
+    /**
+     * @generated from field: bool judge_passed = 8;
+     */
+    judgePassed: boolean;
+    /**
+     * @generated from field: bool human_validated = 9;
+     */
+    humanValidated: boolean;
+    /**
+     * @generated from field: optional double human_score = 10;
+     */
+    humanScore?: number | undefined;
+    /**
+     * @generated from field: string validation_notes = 11;
+     */
+    validationNotes: string;
+    /**
+     * @generated from field: string source = 12;
+     */
+    source: string;
+    /**
+     * @generated from field: google.protobuf.Timestamp evaluated_at = 13;
+     */
+    evaluatedAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp created_at = 14;
+     */
+    createdAt?: Timestamp | undefined;
+    /**
+     * @generated from field: google.protobuf.Timestamp updated_at = 15;
+     */
+    updatedAt?: Timestamp | undefined;
+};
+/**
+ * Describes the message fermata.v1.JudgeValidationEvaluation.
+ * Use `create(JudgeValidationEvaluationSchema)` to create a new message.
+ */
+export declare const JudgeValidationEvaluationSchema: GenMessage<JudgeValidationEvaluation>;
+/**
+ * @generated from message fermata.v1.JudgeCalibrationCandidate
+ */
+export type JudgeCalibrationCandidate = Message<"fermata.v1.JudgeCalibrationCandidate"> & {
+    /**
+     * @generated from field: string judge_id = 1;
+     */
+    judgeId: string;
+    /**
+     * @generated from field: double accuracy = 2;
+     */
+    accuracy: number;
+};
+/**
+ * Describes the message fermata.v1.JudgeCalibrationCandidate.
+ * Use `create(JudgeCalibrationCandidateSchema)` to create a new message.
+ */
+export declare const JudgeCalibrationCandidateSchema: GenMessage<JudgeCalibrationCandidate>;
+/**
+ * @generated from message fermata.v1.GetJudgeValidationAccuracyRequest
+ */
+export type GetJudgeValidationAccuracyRequest = Message<"fermata.v1.GetJudgeValidationAccuracyRequest"> & {
+    /**
+     * @generated from field: string organization_id = 1;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string judge_id = 2;
+     */
+    judgeId: string;
+};
+/**
+ * Describes the message fermata.v1.GetJudgeValidationAccuracyRequest.
+ * Use `create(GetJudgeValidationAccuracyRequestSchema)` to create a new message.
+ */
+export declare const GetJudgeValidationAccuracyRequestSchema: GenMessage<GetJudgeValidationAccuracyRequest>;
+/**
+ * @generated from message fermata.v1.GetJudgeValidationAccuracyResponse
+ */
+export type GetJudgeValidationAccuracyResponse = Message<"fermata.v1.GetJudgeValidationAccuracyResponse"> & {
+    /**
+     * @generated from field: fermata.v1.JudgeValidationAccuracyMetrics metrics = 1;
+     */
+    metrics?: JudgeValidationAccuracyMetrics | undefined;
+};
+/**
+ * Describes the message fermata.v1.GetJudgeValidationAccuracyResponse.
+ * Use `create(GetJudgeValidationAccuracyResponseSchema)` to create a new message.
+ */
+export declare const GetJudgeValidationAccuracyResponseSchema: GenMessage<GetJudgeValidationAccuracyResponse>;
+/**
+ * @generated from message fermata.v1.GetJudgeValidationConfusionMatrixRequest
+ */
+export type GetJudgeValidationConfusionMatrixRequest = Message<"fermata.v1.GetJudgeValidationConfusionMatrixRequest"> & {
     /**
-     * @generated from field: int32 limit = 4;
+     * @generated from field: string organization_id = 1;
      */
-    limit: number;
+    organizationId: string;
     /**
-     * @generated from field: int32 offset = 5;
+     * @generated from field: string judge_id = 2;
      */
-    offset: number;
+    judgeId: string;
 };
 /**
- * Describes the message fermata.v1.ListScenarioRunsRequest.
- * Use `create(ListScenarioRunsRequestSchema)` to create a new message.
+ * Describes the message fermata.v1.GetJudgeValidationConfusionMatrixRequest.
+ * Use `create(GetJudgeValidationConfusionMatrixRequestSchema)` to create a new message.
  */
-export declare const ListScenarioRunsRequestSchema: GenMessage<ListScenarioRunsRequest>;
+export declare const GetJudgeValidationConfusionMatrixRequestSchema: GenMessage<GetJudgeValidationConfusionMatrixRequest>;
 /**
- * @generated from message fermata.v1.ListScenarioRunsResponse
+ * @generated from message fermata.v1.GetJudgeValidationConfusionMatrixResponse
  */
-export type ListScenarioRunsResponse = Message<"fermata.v1.ListScenarioRunsResponse"> & {
+export type GetJudgeValidationConfusionMatrixResponse = Message<"fermata.v1.GetJudgeValidationConfusionMatrixResponse"> & {
     /**
-     * @generated from field: repeated fermata.v1.ScenarioRun runs = 1;
+     * @generated from field: fermata.v1.JudgeValidationConfusionMatrix matrix = 1;
      */
-    runs: ScenarioRun[];
+    matrix?: JudgeValidationConfusionMatrix | undefined;
+};
+/**
+ * Describes the message fermata.v1.GetJudgeValidationConfusionMatrixResponse.
+ * Use `create(GetJudgeValidationConfusionMatrixResponseSchema)` to create a new message.
+ */
+export declare const GetJudgeValidationConfusionMatrixResponseSchema: GenMessage<GetJudgeValidationConfusionMatrixResponse>;
+/**
+ * @generated from message fermata.v1.GetJudgeValidationBiasRequest
+ */
+export type GetJudgeValidationBiasRequest = Message<"fermata.v1.GetJudgeValidationBiasRequest"> & {
     /**
-     * @generated from field: bool has_more = 2;
+     * @generated from field: string organization_id = 1;
      */
-    hasMore: boolean;
+    organizationId: string;
+    /**
+     * @generated from field: string judge_id = 2;
+     */
+    judgeId: string;
 };
 /**
- * Describes the message fermata.v1.ListScenarioRunsResponse.
- * Use `create(ListScenarioRunsResponseSchema)` to create a new message.
+ * Describes the message fermata.v1.GetJudgeValidationBiasRequest.
+ * Use `create(GetJudgeValidationBiasRequestSchema)` to create a new message.
  */
-export declare const ListScenarioRunsResponseSchema: GenMessage<ListScenarioRunsResponse>;
+export declare const GetJudgeValidationBiasRequestSchema: GenMessage<GetJudgeValidationBiasRequest>;
+/**
+ * @generated from message fermata.v1.GetJudgeValidationBiasResponse
+ */
+export type GetJudgeValidationBiasResponse = Message<"fermata.v1.GetJudgeValidationBiasResponse"> & {
+    /**
+     * @generated from field: fermata.v1.JudgeValidationBiasMetrics metrics = 1;
+     */
+    metrics?: JudgeValidationBiasMetrics | undefined;
+};
+/**
+ * Describes the message fermata.v1.GetJudgeValidationBiasResponse.
+ * Use `create(GetJudgeValidationBiasResponseSchema)` to create a new message.
+ */
+export declare const GetJudgeValidationBiasResponseSchema: GenMessage<GetJudgeValidationBiasResponse>;
+/**
+ * @generated from message fermata.v1.RecalibrateJudgeValidationRequest
+ */
+export type RecalibrateJudgeValidationRequest = Message<"fermata.v1.RecalibrateJudgeValidationRequest"> & {
+    /**
+     * @generated from field: string organization_id = 1;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string judge_id = 2;
+     */
+    judgeId: string;
+};
+/**
+ * Describes the message fermata.v1.RecalibrateJudgeValidationRequest.
+ * Use `create(RecalibrateJudgeValidationRequestSchema)` to create a new message.
+ */
+export declare const RecalibrateJudgeValidationRequestSchema: GenMessage<RecalibrateJudgeValidationRequest>;
+/**
+ * @generated from message fermata.v1.RecalibrateJudgeValidationResponse
+ */
+export type RecalibrateJudgeValidationResponse = Message<"fermata.v1.RecalibrateJudgeValidationResponse"> & {
+    /**
+     * @generated from field: fermata.v1.JudgeValidationCalibration calibration = 1;
+     */
+    calibration?: JudgeValidationCalibration | undefined;
+};
+/**
+ * Describes the message fermata.v1.RecalibrateJudgeValidationResponse.
+ * Use `create(RecalibrateJudgeValidationResponseSchema)` to create a new message.
+ */
+export declare const RecalibrateJudgeValidationResponseSchema: GenMessage<RecalibrateJudgeValidationResponse>;
+/**
+ * @generated from message fermata.v1.RecordJudgeValidationEvaluationRequest
+ */
+export type RecordJudgeValidationEvaluationRequest = Message<"fermata.v1.RecordJudgeValidationEvaluationRequest"> & {
+    /**
+     * @generated from field: string evaluation_id = 1;
+     */
+    evaluationId: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: string workspace_id = 3;
+     */
+    workspaceId: string;
+    /**
+     * @generated from field: string judge_id = 4;
+     */
+    judgeId: string;
+    /**
+     * @generated from field: string scenario_run_id = 5;
+     */
+    scenarioRunId: string;
+    /**
+     * @generated from field: string assertion_id = 6;
+     */
+    assertionId: string;
+    /**
+     * @generated from field: double judge_score = 7;
+     */
+    judgeScore: number;
+    /**
+     * @generated from field: bool judge_passed = 8;
+     */
+    judgePassed: boolean;
+    /**
+     * @generated from field: bool human_validated = 9;
+     */
+    humanValidated: boolean;
+    /**
+     * @generated from field: optional double human_score = 10;
+     */
+    humanScore?: number | undefined;
+    /**
+     * @generated from field: string validation_notes = 11;
+     */
+    validationNotes: string;
+    /**
+     * @generated from field: string source = 12;
+     */
+    source: string;
+    /**
+     * @generated from field: google.protobuf.Timestamp evaluated_at = 13;
+     */
+    evaluatedAt?: Timestamp | undefined;
+};
+/**
+ * Describes the message fermata.v1.RecordJudgeValidationEvaluationRequest.
+ * Use `create(RecordJudgeValidationEvaluationRequestSchema)` to create a new message.
+ */
+export declare const RecordJudgeValidationEvaluationRequestSchema: GenMessage<RecordJudgeValidationEvaluationRequest>;
+/**
+ * @generated from message fermata.v1.RecordJudgeValidationEvaluationResponse
+ */
+export type RecordJudgeValidationEvaluationResponse = Message<"fermata.v1.RecordJudgeValidationEvaluationResponse"> & {
+    /**
+     * @generated from field: fermata.v1.JudgeValidationEvaluation evaluation = 1;
+     */
+    evaluation?: JudgeValidationEvaluation | undefined;
+};
+/**
+ * Describes the message fermata.v1.RecordJudgeValidationEvaluationResponse.
+ * Use `create(RecordJudgeValidationEvaluationResponseSchema)` to create a new message.
+ */
+export declare const RecordJudgeValidationEvaluationResponseSchema: GenMessage<RecordJudgeValidationEvaluationResponse>;
+/**
+ * @generated from message fermata.v1.ValidateJudgeValidationEvaluationRequest
+ */
+export type ValidateJudgeValidationEvaluationRequest = Message<"fermata.v1.ValidateJudgeValidationEvaluationRequest"> & {
+    /**
+     * @generated from field: string evaluation_id = 1;
+     */
+    evaluationId: string;
+    /**
+     * @generated from field: string organization_id = 2;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: optional double human_score = 3;
+     */
+    humanScore?: number | undefined;
+    /**
+     * @generated from field: string validation_notes = 4;
+     */
+    validationNotes: string;
+};
+/**
+ * Describes the message fermata.v1.ValidateJudgeValidationEvaluationRequest.
+ * Use `create(ValidateJudgeValidationEvaluationRequestSchema)` to create a new message.
+ */
+export declare const ValidateJudgeValidationEvaluationRequestSchema: GenMessage<ValidateJudgeValidationEvaluationRequest>;
+/**
+ * @generated from message fermata.v1.ValidateJudgeValidationEvaluationResponse
+ */
+export type ValidateJudgeValidationEvaluationResponse = Message<"fermata.v1.ValidateJudgeValidationEvaluationResponse"> & {
+    /**
+     * @generated from field: fermata.v1.JudgeValidationEvaluation evaluation = 1;
+     */
+    evaluation?: JudgeValidationEvaluation | undefined;
+};
+/**
+ * Describes the message fermata.v1.ValidateJudgeValidationEvaluationResponse.
+ * Use `create(ValidateJudgeValidationEvaluationResponseSchema)` to create a new message.
+ */
+export declare const ValidateJudgeValidationEvaluationResponseSchema: GenMessage<ValidateJudgeValidationEvaluationResponse>;
+/**
+ * @generated from message fermata.v1.ListJudgeCalibrationCandidatesRequest
+ */
+export type ListJudgeCalibrationCandidatesRequest = Message<"fermata.v1.ListJudgeCalibrationCandidatesRequest"> & {
+    /**
+     * @generated from field: string organization_id = 1;
+     */
+    organizationId: string;
+    /**
+     * @generated from field: int32 min_validations = 2;
+     */
+    minValidations: number;
+    /**
+     * @generated from field: double accuracy_threshold = 3;
+     */
+    accuracyThreshold: number;
+};
+/**
+ * Describes the message fermata.v1.ListJudgeCalibrationCandidatesRequest.
+ * Use `create(ListJudgeCalibrationCandidatesRequestSchema)` to create a new message.
+ */
+export declare const ListJudgeCalibrationCandidatesRequestSchema: GenMessage<ListJudgeCalibrationCandidatesRequest>;
+/**
+ * @generated from message fermata.v1.ListJudgeCalibrationCandidatesResponse
+ */
+export type ListJudgeCalibrationCandidatesResponse = Message<"fermata.v1.ListJudgeCalibrationCandidatesResponse"> & {
+    /**
+     * @generated from field: repeated fermata.v1.JudgeCalibrationCandidate candidates = 1;
+     */
+    candidates: JudgeCalibrationCandidate[];
+    /**
+     * @generated from field: int32 total_count = 2;
+     */
+    totalCount: number;
+    /**
+     * @generated from field: int32 min_validations = 3;
+     */
+    minValidations: number;
+    /**
+     * @generated from field: double accuracy_threshold = 4;
+     */
+    accuracyThreshold: number;
+};
+/**
+ * Describes the message fermata.v1.ListJudgeCalibrationCandidatesResponse.
+ * Use `create(ListJudgeCalibrationCandidatesResponseSchema)` to create a new message.
+ */
+export declare const ListJudgeCalibrationCandidatesResponseSchema: GenMessage<ListJudgeCalibrationCandidatesResponse>;
 /**
  * @generated from message fermata.v1.GetMigrationStatusRequest
  */
@@ -1542,6 +2732,35 @@ export declare enum AssertionKind {
  * Describes the enum fermata.v1.AssertionKind.
  */
 export declare const AssertionKindSchema: GenEnum<AssertionKind>;
+/**
+ * @generated from enum fermata.v1.JudgeKind
+ */
+export declare enum JudgeKind {
+    /**
+     * @generated from enum value: JUDGE_KIND_UNSPECIFIED = 0;
+     */
+    UNSPECIFIED = 0,
+    /**
+     * @generated from enum value: JUDGE_KIND_LLM = 1;
+     */
+    LLM = 1,
+    /**
+     * @generated from enum value: JUDGE_KIND_RULE_BASED = 2;
+     */
+    RULE_BASED = 2,
+    /**
+     * @generated from enum value: JUDGE_KIND_SIMILARITY = 3;
+     */
+    SIMILARITY = 3,
+    /**
+     * @generated from enum value: JUDGE_KIND_CUSTOM = 4;
+     */
+    CUSTOM = 4
+}
+/**
+ * Describes the enum fermata.v1.JudgeKind.
+ */
+export declare const JudgeKindSchema: GenEnum<JudgeKind>;
 /**
  * @generated from enum fermata.v1.ScenarioEnvironmentKind
  */
@@ -1764,6 +2983,52 @@ export declare enum ScenarioRunStatus {
  * Describes the enum fermata.v1.ScenarioRunStatus.
  */
 export declare const ScenarioRunStatusSchema: GenEnum<ScenarioRunStatus>;
+/**
+ * @generated from enum fermata.v1.DiagnosticArtifactKind
+ */
+export declare enum DiagnosticArtifactKind {
+    /**
+     * @generated from enum value: DIAGNOSTIC_ARTIFACT_KIND_UNSPECIFIED = 0;
+     */
+    UNSPECIFIED = 0,
+    /**
+     * @generated from enum value: DIAGNOSTIC_ARTIFACT_KIND_EXPLANATION = 1;
+     */
+    EXPLANATION = 1,
+    /**
+     * @generated from enum value: DIAGNOSTIC_ARTIFACT_KIND_ROOT_CAUSE = 2;
+     */
+    ROOT_CAUSE = 2
+}
+/**
+ * Describes the enum fermata.v1.DiagnosticArtifactKind.
+ */
+export declare const DiagnosticArtifactKindSchema: GenEnum<DiagnosticArtifactKind>;
+/**
+ * @generated from enum fermata.v1.DiagnosticFindingSeverity
+ */
+export declare enum DiagnosticFindingSeverity {
+    /**
+     * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_UNSPECIFIED = 0;
+     */
+    UNSPECIFIED = 0,
+    /**
+     * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_INFO = 1;
+     */
+    INFO = 1,
+    /**
+     * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_WARNING = 2;
+     */
+    WARNING = 2,
+    /**
+     * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_ERROR = 3;
+     */
+    ERROR = 3
+}
+/**
+ * Describes the enum fermata.v1.DiagnosticFindingSeverity.
+ */
+export declare const DiagnosticFindingSeveritySchema: GenEnum<DiagnosticFindingSeverity>;
 /**
  * FermataService is the Go control-plane surface for migrated Fermata routes.
  *
@@ -1818,6 +3083,70 @@ export declare const FermataService: GenService<{
         input: typeof ListScenariosRequestSchema;
         output: typeof ListScenariosResponseSchema;
     };
+    /**
+     * @generated from rpc fermata.v1.FermataService.UpsertCustomEvaluator
+     */
+    upsertCustomEvaluator: {
+        methodKind: "unary";
+        input: typeof UpsertCustomEvaluatorRequestSchema;
+        output: typeof UpsertCustomEvaluatorResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.GetCustomEvaluator
+     */
+    getCustomEvaluator: {
+        methodKind: "unary";
+        input: typeof GetCustomEvaluatorRequestSchema;
+        output: typeof GetCustomEvaluatorResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.ListCustomEvaluators
+     */
+    listCustomEvaluators: {
+        methodKind: "unary";
+        input: typeof ListCustomEvaluatorsRequestSchema;
+        output: typeof ListCustomEvaluatorsResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.DeleteCustomEvaluator
+     */
+    deleteCustomEvaluator: {
+        methodKind: "unary";
+        input: typeof DeleteCustomEvaluatorRequestSchema;
+        output: typeof DeleteCustomEvaluatorResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.UpsertJudge
+     */
+    upsertJudge: {
+        methodKind: "unary";
+        input: typeof UpsertJudgeRequestSchema;
+        output: typeof UpsertJudgeResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.GetJudge
+     */
+    getJudge: {
+        methodKind: "unary";
+        input: typeof GetJudgeRequestSchema;
+        output: typeof GetJudgeResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.ListJudges
+     */
+    listJudges: {
+        methodKind: "unary";
+        input: typeof ListJudgesRequestSchema;
+        output: typeof ListJudgesResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.DeleteJudge
+     */
+    deleteJudge: {
+        methodKind: "unary";
+        input: typeof DeleteJudgeRequestSchema;
+        output: typeof DeleteJudgeResponseSchema;
+    };
     /**
      * @generated from rpc fermata.v1.FermataService.StartScenario
      */
@@ -1858,6 +3187,78 @@ export declare const FermataService: GenService<{
         input: typeof ListScenarioRunsRequestSchema;
         output: typeof ListScenarioRunsResponseSchema;
     };
+    /**
+     * @generated from rpc fermata.v1.FermataService.ExplainScenarioRun
+     */
+    explainScenarioRun: {
+        methodKind: "unary";
+        input: typeof ExplainScenarioRunRequestSchema;
+        output: typeof ExplainScenarioRunResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.AnalyzeScenarioRunRootCause
+     */
+    analyzeScenarioRunRootCause: {
+        methodKind: "unary";
+        input: typeof AnalyzeScenarioRunRootCauseRequestSchema;
+        output: typeof AnalyzeScenarioRunRootCauseResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.GetJudgeValidationAccuracy
+     */
+    getJudgeValidationAccuracy: {
+        methodKind: "unary";
+        input: typeof GetJudgeValidationAccuracyRequestSchema;
+        output: typeof GetJudgeValidationAccuracyResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.GetJudgeValidationConfusionMatrix
+     */
+    getJudgeValidationConfusionMatrix: {
+        methodKind: "unary";
+        input: typeof GetJudgeValidationConfusionMatrixRequestSchema;
+        output: typeof GetJudgeValidationConfusionMatrixResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.GetJudgeValidationBias
+     */
+    getJudgeValidationBias: {
+        methodKind: "unary";
+        input: typeof GetJudgeValidationBiasRequestSchema;
+        output: typeof GetJudgeValidationBiasResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.RecalibrateJudgeValidation
+     */
+    recalibrateJudgeValidation: {
+        methodKind: "unary";
+        input: typeof RecalibrateJudgeValidationRequestSchema;
+        output: typeof RecalibrateJudgeValidationResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.RecordJudgeValidationEvaluation
+     */
+    recordJudgeValidationEvaluation: {
+        methodKind: "unary";
+        input: typeof RecordJudgeValidationEvaluationRequestSchema;
+        output: typeof RecordJudgeValidationEvaluationResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.ValidateJudgeValidationEvaluation
+     */
+    validateJudgeValidationEvaluation: {
+        methodKind: "unary";
+        input: typeof ValidateJudgeValidationEvaluationRequestSchema;
+        output: typeof ValidateJudgeValidationEvaluationResponseSchema;
+    };
+    /**
+     * @generated from rpc fermata.v1.FermataService.ListJudgeCalibrationCandidates
+     */
+    listJudgeCalibrationCandidates: {
+        methodKind: "unary";
+        input: typeof ListJudgeCalibrationCandidatesRequestSchema;
+        output: typeof ListJudgeCalibrationCandidatesResponseSchema;
+    };
     /**
      * @generated from rpc fermata.v1.FermataService.GetMigrationStatus
      */