@evalops/sdk-ts 0.1.14 → 0.1.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -142,6 +142,14 @@ export type CustomEvaluator = Message<"fermata.v1.CustomEvaluator"> & {
142
142
  * @generated from field: google.protobuf.Timestamp updated_at = 4;
143
143
  */
144
144
  updatedAt?: Timestamp | undefined;
145
+ /**
146
+ * @generated from field: string organization_id = 5;
147
+ */
148
+ organizationId: string;
149
+ /**
150
+ * @generated from field: string workspace_id = 6;
151
+ */
152
+ workspaceId: string;
145
153
  };
146
154
  /**
147
155
  * Describes the message fermata.v1.CustomEvaluator.
@@ -196,6 +204,14 @@ export type Judge = Message<"fermata.v1.Judge"> & {
196
204
  * @generated from field: google.protobuf.Timestamp updated_at = 11;
197
205
  */
198
206
  updatedAt?: Timestamp | undefined;
207
+ /**
208
+ * @generated from field: string organization_id = 12;
209
+ */
210
+ organizationId: string;
211
+ /**
212
+ * @generated from field: string workspace_id = 13;
213
+ */
214
+ workspaceId: string;
199
215
  };
200
216
  /**
201
217
  * Describes the message fermata.v1.Judge.
@@ -1040,6 +1056,14 @@ export type GetTestSuiteRequest = Message<"fermata.v1.GetTestSuiteRequest"> & {
1040
1056
  * @generated from field: string suite_id = 1;
1041
1057
  */
1042
1058
  suiteId: string;
1059
+ /**
1060
+ * @generated from field: string organization_id = 2;
1061
+ */
1062
+ organizationId: string;
1063
+ /**
1064
+ * @generated from field: string workspace_id = 3;
1065
+ */
1066
+ workspaceId: string;
1043
1067
  };
1044
1068
  /**
1045
1069
  * Describes the message fermata.v1.GetTestSuiteRequest.
@@ -1204,6 +1228,14 @@ export type GetScenarioRequest = Message<"fermata.v1.GetScenarioRequest"> & {
1204
1228
  * @generated from field: string scenario_id = 1;
1205
1229
  */
1206
1230
  scenarioId: string;
1231
+ /**
1232
+ * @generated from field: string organization_id = 2;
1233
+ */
1234
+ organizationId: string;
1235
+ /**
1236
+ * @generated from field: string workspace_id = 3;
1237
+ */
1238
+ workspaceId: string;
1207
1239
  };
1208
1240
  /**
1209
1241
  * Describes the message fermata.v1.GetScenarioRequest.
@@ -1280,6 +1312,14 @@ export type UpsertCustomEvaluatorRequest = Message<"fermata.v1.UpsertCustomEvalu
1280
1312
  * @generated from field: string source = 2;
1281
1313
  */
1282
1314
  source: string;
1315
+ /**
1316
+ * @generated from field: string organization_id = 3;
1317
+ */
1318
+ organizationId: string;
1319
+ /**
1320
+ * @generated from field: string workspace_id = 4;
1321
+ */
1322
+ workspaceId: string;
1283
1323
  };
1284
1324
  /**
1285
1325
  * Describes the message fermata.v1.UpsertCustomEvaluatorRequest.
@@ -1308,6 +1348,14 @@ export type GetCustomEvaluatorRequest = Message<"fermata.v1.GetCustomEvaluatorRe
1308
1348
  * @generated from field: string name = 1;
1309
1349
  */
1310
1350
  name: string;
1351
+ /**
1352
+ * @generated from field: string organization_id = 2;
1353
+ */
1354
+ organizationId: string;
1355
+ /**
1356
+ * @generated from field: string workspace_id = 3;
1357
+ */
1358
+ workspaceId: string;
1311
1359
  };
1312
1360
  /**
1313
1361
  * Describes the message fermata.v1.GetCustomEvaluatorRequest.
@@ -1340,6 +1388,14 @@ export type ListCustomEvaluatorsRequest = Message<"fermata.v1.ListCustomEvaluato
1340
1388
  * @generated from field: int32 offset = 2;
1341
1389
  */
1342
1390
  offset: number;
1391
+ /**
1392
+ * @generated from field: string organization_id = 3;
1393
+ */
1394
+ organizationId: string;
1395
+ /**
1396
+ * @generated from field: string workspace_id = 4;
1397
+ */
1398
+ workspaceId: string;
1343
1399
  };
1344
1400
  /**
1345
1401
  * Describes the message fermata.v1.ListCustomEvaluatorsRequest.
@@ -1372,6 +1428,14 @@ export type DeleteCustomEvaluatorRequest = Message<"fermata.v1.DeleteCustomEvalu
1372
1428
  * @generated from field: string name = 1;
1373
1429
  */
1374
1430
  name: string;
1431
+ /**
1432
+ * @generated from field: string organization_id = 2;
1433
+ */
1434
+ organizationId: string;
1435
+ /**
1436
+ * @generated from field: string workspace_id = 3;
1437
+ */
1438
+ workspaceId: string;
1375
1439
  };
1376
1440
  /**
1377
1441
  * Describes the message fermata.v1.DeleteCustomEvaluatorRequest.
@@ -1427,6 +1491,14 @@ export type UpsertJudgeRequest = Message<"fermata.v1.UpsertJudgeRequest"> & {
1427
1491
  * @generated from field: google.protobuf.Struct metadata = 9;
1428
1492
  */
1429
1493
  metadata?: JsonObject | undefined;
1494
+ /**
1495
+ * @generated from field: string organization_id = 10;
1496
+ */
1497
+ organizationId: string;
1498
+ /**
1499
+ * @generated from field: string workspace_id = 11;
1500
+ */
1501
+ workspaceId: string;
1430
1502
  };
1431
1503
  /**
1432
1504
  * Describes the message fermata.v1.UpsertJudgeRequest.
@@ -1455,6 +1527,14 @@ export type GetJudgeRequest = Message<"fermata.v1.GetJudgeRequest"> & {
1455
1527
  * @generated from field: string name = 1;
1456
1528
  */
1457
1529
  name: string;
1530
+ /**
1531
+ * @generated from field: string organization_id = 2;
1532
+ */
1533
+ organizationId: string;
1534
+ /**
1535
+ * @generated from field: string workspace_id = 3;
1536
+ */
1537
+ workspaceId: string;
1458
1538
  };
1459
1539
  /**
1460
1540
  * Describes the message fermata.v1.GetJudgeRequest.
@@ -1487,6 +1567,14 @@ export type ListJudgesRequest = Message<"fermata.v1.ListJudgesRequest"> & {
1487
1567
  * @generated from field: int32 offset = 2;
1488
1568
  */
1489
1569
  offset: number;
1570
+ /**
1571
+ * @generated from field: string organization_id = 3;
1572
+ */
1573
+ organizationId: string;
1574
+ /**
1575
+ * @generated from field: string workspace_id = 4;
1576
+ */
1577
+ workspaceId: string;
1490
1578
  };
1491
1579
  /**
1492
1580
  * Describes the message fermata.v1.ListJudgesRequest.
@@ -1519,6 +1607,14 @@ export type DeleteJudgeRequest = Message<"fermata.v1.DeleteJudgeRequest"> & {
1519
1607
  * @generated from field: string name = 1;
1520
1608
  */
1521
1609
  name: string;
1610
+ /**
1611
+ * @generated from field: string organization_id = 2;
1612
+ */
1613
+ organizationId: string;
1614
+ /**
1615
+ * @generated from field: string workspace_id = 3;
1616
+ */
1617
+ workspaceId: string;
1522
1618
  };
1523
1619
  /**
1524
1620
  * Describes the message fermata.v1.DeleteJudgeRequest.
@@ -1570,6 +1666,14 @@ export type StartScenarioRequest = Message<"fermata.v1.StartScenarioRequest"> &
1570
1666
  * @generated from field: string lineage_id = 8;
1571
1667
  */
1572
1668
  lineageId: string;
1669
+ /**
1670
+ * @generated from field: string organization_id = 9;
1671
+ */
1672
+ organizationId: string;
1673
+ /**
1674
+ * @generated from field: string workspace_id = 10;
1675
+ */
1676
+ workspaceId: string;
1573
1677
  };
1574
1678
  /**
1575
1679
  * Describes the message fermata.v1.StartScenarioRequest.
@@ -1738,6 +1842,14 @@ export type GetScenarioRunRequest = Message<"fermata.v1.GetScenarioRunRequest">
1738
1842
  * @generated from field: string run_id = 1;
1739
1843
  */
1740
1844
  runId: string;
1845
+ /**
1846
+ * @generated from field: string organization_id = 2;
1847
+ */
1848
+ organizationId: string;
1849
+ /**
1850
+ * @generated from field: string workspace_id = 3;
1851
+ */
1852
+ workspaceId: string;
1741
1853
  };
1742
1854
  /**
1743
1855
  * Describes the message fermata.v1.GetScenarioRunRequest.
@@ -1807,198 +1919,930 @@ export type ListScenarioRunsResponse = Message<"fermata.v1.ListScenarioRunsRespo
1807
1919
  */
1808
1920
  export declare const ListScenarioRunsResponseSchema: GenMessage<ListScenarioRunsResponse>;
1809
1921
  /**
1810
- * @generated from message fermata.v1.GetMigrationStatusRequest
1811
- */
1812
- export type GetMigrationStatusRequest = Message<"fermata.v1.GetMigrationStatusRequest"> & {};
1813
- /**
1814
- * Describes the message fermata.v1.GetMigrationStatusRequest.
1815
- * Use `create(GetMigrationStatusRequestSchema)` to create a new message.
1816
- */
1817
- export declare const GetMigrationStatusRequestSchema: GenMessage<GetMigrationStatusRequest>;
1818
- /**
1819
- * @generated from message fermata.v1.RouteMigrationStatus
1922
+ * @generated from message fermata.v1.DiagnosticFinding
1820
1923
  */
1821
- export type RouteMigrationStatus = Message<"fermata.v1.RouteMigrationStatus"> & {
1924
+ export type DiagnosticFinding = Message<"fermata.v1.DiagnosticFinding"> & {
1822
1925
  /**
1823
- * @generated from field: string path_prefix = 1;
1926
+ * @generated from field: string id = 1;
1824
1927
  */
1825
- pathPrefix: string;
1928
+ id: string;
1826
1929
  /**
1827
- * @generated from field: bool migrated = 2;
1930
+ * @generated from field: fermata.v1.DiagnosticFindingSeverity severity = 2;
1828
1931
  */
1829
- migrated: boolean;
1932
+ severity: DiagnosticFindingSeverity;
1830
1933
  /**
1831
- * @generated from field: int64 proxied_request_count = 3;
1934
+ * @generated from field: string title = 3;
1832
1935
  */
1833
- proxiedRequestCount: bigint;
1834
- };
1835
- /**
1836
- * Describes the message fermata.v1.RouteMigrationStatus.
1837
- * Use `create(RouteMigrationStatusSchema)` to create a new message.
1838
- */
1839
- export declare const RouteMigrationStatusSchema: GenMessage<RouteMigrationStatus>;
1840
- /**
1841
- * @generated from message fermata.v1.GetMigrationStatusResponse
1842
- */
1843
- export type GetMigrationStatusResponse = Message<"fermata.v1.GetMigrationStatusResponse"> & {
1936
+ title: string;
1844
1937
  /**
1845
- * @generated from field: repeated fermata.v1.RouteMigrationStatus routes = 1;
1938
+ * @generated from field: string detail = 4;
1846
1939
  */
1847
- routes: RouteMigrationStatus[];
1940
+ detail: string;
1941
+ /**
1942
+ * @generated from field: repeated common.v1.EvidenceRef evidence = 5;
1943
+ */
1944
+ evidence: EvidenceRef[];
1945
+ /**
1946
+ * @generated from field: google.protobuf.Struct metadata = 6;
1947
+ */
1948
+ metadata?: JsonObject | undefined;
1848
1949
  };
1849
1950
  /**
1850
- * Describes the message fermata.v1.GetMigrationStatusResponse.
1851
- * Use `create(GetMigrationStatusResponseSchema)` to create a new message.
1951
+ * Describes the message fermata.v1.DiagnosticFinding.
1952
+ * Use `create(DiagnosticFindingSchema)` to create a new message.
1852
1953
  */
1853
- export declare const GetMigrationStatusResponseSchema: GenMessage<GetMigrationStatusResponse>;
1954
+ export declare const DiagnosticFindingSchema: GenMessage<DiagnosticFinding>;
1854
1955
  /**
1855
- * @generated from enum fermata.v1.AssertionKind
1956
+ * @generated from message fermata.v1.EvaluationDiagnosticArtifact
1856
1957
  */
1857
- export declare enum AssertionKind {
1958
+ export type EvaluationDiagnosticArtifact = Message<"fermata.v1.EvaluationDiagnosticArtifact"> & {
1858
1959
  /**
1859
- * @generated from enum value: ASSERTION_KIND_UNSPECIFIED = 0;
1960
+ * @generated from field: string id = 1;
1860
1961
  */
1861
- UNSPECIFIED = 0,
1962
+ id: string;
1862
1963
  /**
1863
- * @generated from enum value: ASSERTION_KIND_CONTAINS = 1;
1964
+ * @generated from field: fermata.v1.DiagnosticArtifactKind kind = 2;
1864
1965
  */
1865
- CONTAINS = 1,
1966
+ kind: DiagnosticArtifactKind;
1866
1967
  /**
1867
- * @generated from enum value: ASSERTION_KIND_NOT_CONTAINS = 2;
1968
+ * @generated from field: string organization_id = 3;
1868
1969
  */
1869
- NOT_CONTAINS = 2,
1970
+ organizationId: string;
1870
1971
  /**
1871
- * @generated from enum value: ASSERTION_KIND_REGEX = 3;
1972
+ * @generated from field: string workspace_id = 4;
1872
1973
  */
1873
- REGEX = 3,
1974
+ workspaceId: string;
1874
1975
  /**
1875
- * @generated from enum value: ASSERTION_KIND_SIMILARITY = 4;
1976
+ * @generated from field: string scenario_id = 5;
1876
1977
  */
1877
- SIMILARITY = 4,
1978
+ scenarioId: string;
1878
1979
  /**
1879
- * @generated from enum value: ASSERTION_KIND_CUSTOM_JUDGE = 5;
1980
+ * @generated from field: string scenario_run_id = 6;
1880
1981
  */
1881
- CUSTOM_JUDGE = 5,
1982
+ scenarioRunId: string;
1882
1983
  /**
1883
- * @generated from enum value: ASSERTION_KIND_JSON_SCHEMA = 6;
1984
+ * @generated from field: string trace_id = 7;
1884
1985
  */
1885
- JSON_SCHEMA = 6
1886
- }
1887
- /**
1888
- * Describes the enum fermata.v1.AssertionKind.
1889
- */
1890
- export declare const AssertionKindSchema: GenEnum<AssertionKind>;
1891
- /**
1892
- * @generated from enum fermata.v1.JudgeKind
1893
- */
1894
- export declare enum JudgeKind {
1986
+ traceId: string;
1895
1987
  /**
1896
- * @generated from enum value: JUDGE_KIND_UNSPECIFIED = 0;
1988
+ * @generated from field: string title = 8;
1897
1989
  */
1898
- UNSPECIFIED = 0,
1990
+ title: string;
1899
1991
  /**
1900
- * @generated from enum value: JUDGE_KIND_LLM = 1;
1992
+ * @generated from field: string summary = 9;
1901
1993
  */
1902
- LLM = 1,
1994
+ summary: string;
1903
1995
  /**
1904
- * @generated from enum value: JUDGE_KIND_RULE_BASED = 2;
1996
+ * @generated from field: repeated fermata.v1.DiagnosticFinding findings = 10;
1905
1997
  */
1906
- RULE_BASED = 2,
1998
+ findings: DiagnosticFinding[];
1907
1999
  /**
1908
- * @generated from enum value: JUDGE_KIND_SIMILARITY = 3;
2000
+ * @generated from field: repeated common.v1.EvidenceRef evidence = 11;
1909
2001
  */
1910
- SIMILARITY = 3,
2002
+ evidence: EvidenceRef[];
1911
2003
  /**
1912
- * @generated from enum value: JUDGE_KIND_CUSTOM = 4;
2004
+ * @generated from field: google.protobuf.Struct input_context = 12;
1913
2005
  */
1914
- CUSTOM = 4
1915
- }
1916
- /**
1917
- * Describes the enum fermata.v1.JudgeKind.
1918
- */
1919
- export declare const JudgeKindSchema: GenEnum<JudgeKind>;
1920
- /**
1921
- * @generated from enum fermata.v1.ScenarioEnvironmentKind
1922
- */
1923
- export declare enum ScenarioEnvironmentKind {
2006
+ inputContext?: JsonObject | undefined;
1924
2007
  /**
1925
- * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_UNSPECIFIED = 0;
2008
+ * @generated from field: google.protobuf.Struct payload = 13;
1926
2009
  */
1927
- UNSPECIFIED = 0,
2010
+ payload?: JsonObject | undefined;
1928
2011
  /**
1929
- * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_REPLAY = 1;
2012
+ * @generated from field: string artifact_uri = 14;
1930
2013
  */
1931
- REPLAY = 1,
2014
+ artifactUri: string;
1932
2015
  /**
1933
- * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_STARLARK = 2;
2016
+ * @generated from field: string content_sha256 = 15;
1934
2017
  */
1935
- STARLARK = 2,
2018
+ contentSha256: string;
1936
2019
  /**
1937
- * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_MOCK_HTTP = 3;
2020
+ * @generated from field: bool persisted = 16;
1938
2021
  */
1939
- MOCK_HTTP = 3,
2022
+ persisted: boolean;
1940
2023
  /**
1941
- * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_SANDBOX = 4;
2024
+ * @generated from field: google.protobuf.Timestamp created_at = 17;
1942
2025
  */
1943
- SANDBOX = 4,
2026
+ createdAt?: Timestamp | undefined;
1944
2027
  /**
1945
- * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_PRODUCTION_SHADOW = 5;
2028
+ * @generated from field: google.protobuf.Timestamp updated_at = 18;
1946
2029
  */
1947
- PRODUCTION_SHADOW = 5
1948
- }
2030
+ updatedAt?: Timestamp | undefined;
2031
+ };
1949
2032
  /**
1950
- * Describes the enum fermata.v1.ScenarioEnvironmentKind.
2033
+ * Describes the message fermata.v1.EvaluationDiagnosticArtifact.
2034
+ * Use `create(EvaluationDiagnosticArtifactSchema)` to create a new message.
1951
2035
  */
1952
- export declare const ScenarioEnvironmentKindSchema: GenEnum<ScenarioEnvironmentKind>;
2036
+ export declare const EvaluationDiagnosticArtifactSchema: GenMessage<EvaluationDiagnosticArtifact>;
1953
2037
  /**
1954
- * @generated from enum fermata.v1.UserSimulatorStrategy
2038
+ * @generated from message fermata.v1.ExplainScenarioRunRequest
1955
2039
  */
1956
- export declare enum UserSimulatorStrategy {
2040
+ export type ExplainScenarioRunRequest = Message<"fermata.v1.ExplainScenarioRunRequest"> & {
1957
2041
  /**
1958
- * @generated from enum value: USER_SIMULATOR_STRATEGY_UNSPECIFIED = 0;
2042
+ * @generated from field: string organization_id = 1;
1959
2043
  */
1960
- UNSPECIFIED = 0,
2044
+ organizationId: string;
1961
2045
  /**
1962
- * @generated from enum value: USER_SIMULATOR_STRATEGY_COOPERATIVE = 1;
2046
+ * @generated from field: string workspace_id = 2;
1963
2047
  */
1964
- COOPERATIVE = 1,
2048
+ workspaceId: string;
1965
2049
  /**
1966
- * @generated from enum value: USER_SIMULATOR_STRATEGY_REACT = 2;
2050
+ * @generated from field: string run_id = 3;
1967
2051
  */
1968
- REACT = 2,
2052
+ runId: string;
1969
2053
  /**
1970
- * @generated from enum value: USER_SIMULATOR_STRATEGY_VERIFY = 3;
2054
+ * @generated from field: bool include_trace = 4;
1971
2055
  */
1972
- VERIFY = 3,
2056
+ includeTrace: boolean;
1973
2057
  /**
1974
- * @generated from enum value: USER_SIMULATOR_STRATEGY_REFLECTION = 4;
2058
+ * @generated from field: bool persist_artifact = 5;
1975
2059
  */
1976
- REFLECTION = 4,
2060
+ persistArtifact: boolean;
1977
2061
  /**
1978
- * @generated from enum value: USER_SIMULATOR_STRATEGY_ADVERSARIAL = 5;
2062
+ * @generated from field: google.protobuf.Struct context = 6;
1979
2063
  */
1980
- ADVERSARIAL = 5,
2064
+ context?: JsonObject | undefined;
2065
+ };
2066
+ /**
2067
+ * Describes the message fermata.v1.ExplainScenarioRunRequest.
2068
+ * Use `create(ExplainScenarioRunRequestSchema)` to create a new message.
2069
+ */
2070
+ export declare const ExplainScenarioRunRequestSchema: GenMessage<ExplainScenarioRunRequest>;
2071
+ /**
2072
+ * @generated from message fermata.v1.ExplainScenarioRunResponse
2073
+ */
2074
+ export type ExplainScenarioRunResponse = Message<"fermata.v1.ExplainScenarioRunResponse"> & {
1981
2075
  /**
1982
- * @generated from enum value: USER_SIMULATOR_STRATEGY_CONFUSED = 6;
2076
+ * @generated from field: fermata.v1.EvaluationDiagnosticArtifact artifact = 1;
1983
2077
  */
1984
- CONFUSED = 6
1985
- }
2078
+ artifact?: EvaluationDiagnosticArtifact | undefined;
2079
+ };
1986
2080
  /**
1987
- * Describes the enum fermata.v1.UserSimulatorStrategy.
2081
+ * Describes the message fermata.v1.ExplainScenarioRunResponse.
2082
+ * Use `create(ExplainScenarioRunResponseSchema)` to create a new message.
1988
2083
  */
1989
- export declare const UserSimulatorStrategySchema: GenEnum<UserSimulatorStrategy>;
2084
+ export declare const ExplainScenarioRunResponseSchema: GenMessage<ExplainScenarioRunResponse>;
1990
2085
  /**
1991
- * @generated from enum fermata.v1.OutcomeCriterionKind
2086
+ * @generated from message fermata.v1.AnalyzeScenarioRunRootCauseRequest
1992
2087
  */
1993
- export declare enum OutcomeCriterionKind {
2088
+ export type AnalyzeScenarioRunRootCauseRequest = Message<"fermata.v1.AnalyzeScenarioRunRootCauseRequest"> & {
1994
2089
  /**
1995
- * @generated from enum value: OUTCOME_CRITERION_KIND_UNSPECIFIED = 0;
2090
+ * @generated from field: string organization_id = 1;
1996
2091
  */
1997
- UNSPECIFIED = 0,
2092
+ organizationId: string;
1998
2093
  /**
1999
- * @generated from enum value: OUTCOME_CRITERION_KIND_FINAL_STATE = 1;
2094
+ * @generated from field: string workspace_id = 2;
2000
2095
  */
2001
- FINAL_STATE = 1,
2096
+ workspaceId: string;
2097
+ /**
2098
+ * @generated from field: string run_id = 3;
2099
+ */
2100
+ runId: string;
2101
+ /**
2102
+ * @generated from field: repeated string suspected_failure_modes = 4;
2103
+ */
2104
+ suspectedFailureModes: string[];
2105
+ /**
2106
+ * @generated from field: bool include_trace = 5;
2107
+ */
2108
+ includeTrace: boolean;
2109
+ /**
2110
+ * @generated from field: bool persist_artifact = 6;
2111
+ */
2112
+ persistArtifact: boolean;
2113
+ /**
2114
+ * @generated from field: google.protobuf.Struct context = 7;
2115
+ */
2116
+ context?: JsonObject | undefined;
2117
+ };
2118
+ /**
2119
+ * Describes the message fermata.v1.AnalyzeScenarioRunRootCauseRequest.
2120
+ * Use `create(AnalyzeScenarioRunRootCauseRequestSchema)` to create a new message.
2121
+ */
2122
+ export declare const AnalyzeScenarioRunRootCauseRequestSchema: GenMessage<AnalyzeScenarioRunRootCauseRequest>;
2123
+ /**
2124
+ * @generated from message fermata.v1.AnalyzeScenarioRunRootCauseResponse
2125
+ */
2126
+ export type AnalyzeScenarioRunRootCauseResponse = Message<"fermata.v1.AnalyzeScenarioRunRootCauseResponse"> & {
2127
+ /**
2128
+ * @generated from field: fermata.v1.EvaluationDiagnosticArtifact artifact = 1;
2129
+ */
2130
+ artifact?: EvaluationDiagnosticArtifact | undefined;
2131
+ };
2132
+ /**
2133
+ * Describes the message fermata.v1.AnalyzeScenarioRunRootCauseResponse.
2134
+ * Use `create(AnalyzeScenarioRunRootCauseResponseSchema)` to create a new message.
2135
+ */
2136
+ export declare const AnalyzeScenarioRunRootCauseResponseSchema: GenMessage<AnalyzeScenarioRunRootCauseResponse>;
2137
+ /**
2138
+ * @generated from message fermata.v1.JudgeValidationAccuracyMetrics
2139
+ */
2140
+ export type JudgeValidationAccuracyMetrics = Message<"fermata.v1.JudgeValidationAccuracyMetrics"> & {
2141
+ /**
2142
+ * @generated from field: double precision = 1;
2143
+ */
2144
+ precision: number;
2145
+ /**
2146
+ * @generated from field: double recall = 2;
2147
+ */
2148
+ recall: number;
2149
+ /**
2150
+ * @generated from field: double f1_score = 3;
2151
+ */
2152
+ f1Score: number;
2153
+ /**
2154
+ * @generated from field: double accuracy = 4;
2155
+ */
2156
+ accuracy: number;
2157
+ /**
2158
+ * @generated from field: int32 total_validations = 5;
2159
+ */
2160
+ totalValidations: number;
2161
+ /**
2162
+ * @generated from field: int32 true_positives = 6;
2163
+ */
2164
+ truePositives: number;
2165
+ /**
2166
+ * @generated from field: int32 false_positives = 7;
2167
+ */
2168
+ falsePositives: number;
2169
+ /**
2170
+ * @generated from field: int32 true_negatives = 8;
2171
+ */
2172
+ trueNegatives: number;
2173
+ /**
2174
+ * @generated from field: int32 false_negatives = 9;
2175
+ */
2176
+ falseNegatives: number;
2177
+ };
2178
+ /**
2179
+ * Describes the message fermata.v1.JudgeValidationAccuracyMetrics.
2180
+ * Use `create(JudgeValidationAccuracyMetricsSchema)` to create a new message.
2181
+ */
2182
+ export declare const JudgeValidationAccuracyMetricsSchema: GenMessage<JudgeValidationAccuracyMetrics>;
2183
+ /**
2184
+ * @generated from message fermata.v1.JudgeValidationConfusionMatrix
2185
+ */
2186
+ export type JudgeValidationConfusionMatrix = Message<"fermata.v1.JudgeValidationConfusionMatrix"> & {
2187
+ /**
2188
+ * @generated from field: int32 judge_pass_human_pass = 1;
2189
+ */
2190
+ judgePassHumanPass: number;
2191
+ /**
2192
+ * @generated from field: int32 judge_pass_human_fail = 2;
2193
+ */
2194
+ judgePassHumanFail: number;
2195
+ /**
2196
+ * @generated from field: int32 judge_fail_human_pass = 3;
2197
+ */
2198
+ judgeFailHumanPass: number;
2199
+ /**
2200
+ * @generated from field: int32 judge_fail_human_fail = 4;
2201
+ */
2202
+ judgeFailHumanFail: number;
2203
+ };
2204
+ /**
2205
+ * Describes the message fermata.v1.JudgeValidationConfusionMatrix.
2206
+ * Use `create(JudgeValidationConfusionMatrixSchema)` to create a new message.
2207
+ */
2208
+ export declare const JudgeValidationConfusionMatrixSchema: GenMessage<JudgeValidationConfusionMatrix>;
2209
+ /**
2210
+ * @generated from message fermata.v1.JudgeValidationBiasMetrics
2211
+ */
2212
+ export type JudgeValidationBiasMetrics = Message<"fermata.v1.JudgeValidationBiasMetrics"> & {
2213
+ /**
2214
+ * @generated from field: bool over_scoring = 1;
2215
+ */
2216
+ overScoring: boolean;
2217
+ /**
2218
+ * @generated from field: bool under_scoring = 2;
2219
+ */
2220
+ underScoring: boolean;
2221
+ /**
2222
+ * @generated from field: double score_drift = 3;
2223
+ */
2224
+ scoreDrift: number;
2225
+ /**
2226
+ * @generated from field: double average_judge_score = 4;
2227
+ */
2228
+ averageJudgeScore: number;
2229
+ /**
2230
+ * @generated from field: double average_human_score = 5;
2231
+ */
2232
+ averageHumanScore: number;
2233
+ /**
2234
+ * @generated from field: double score_correlation = 6;
2235
+ */
2236
+ scoreCorrelation: number;
2237
+ /**
2238
+ * @generated from field: int32 sample_size = 7;
2239
+ */
2240
+ sampleSize: number;
2241
+ };
2242
+ /**
2243
+ * Describes the message fermata.v1.JudgeValidationBiasMetrics.
2244
+ * Use `create(JudgeValidationBiasMetricsSchema)` to create a new message.
2245
+ */
2246
+ export declare const JudgeValidationBiasMetricsSchema: GenMessage<JudgeValidationBiasMetrics>;
2247
+ /**
2248
+ * @generated from message fermata.v1.JudgeValidationCalibration
2249
+ */
2250
+ export type JudgeValidationCalibration = Message<"fermata.v1.JudgeValidationCalibration"> & {
2251
+ /**
2252
+ * @generated from field: string judge_id = 1;
2253
+ */
2254
+ judgeId: string;
2255
+ /**
2256
+ * @generated from field: double validation_accuracy = 2;
2257
+ */
2258
+ validationAccuracy: number;
2259
+ /**
2260
+ * @generated from field: bool validated = 3;
2261
+ */
2262
+ validated: boolean;
2263
+ /**
2264
+ * @generated from field: google.protobuf.Timestamp last_validation = 4;
2265
+ */
2266
+ lastValidation?: Timestamp | undefined;
2267
+ };
2268
+ /**
2269
+ * Describes the message fermata.v1.JudgeValidationCalibration.
2270
+ * Use `create(JudgeValidationCalibrationSchema)` to create a new message.
2271
+ */
2272
+ export declare const JudgeValidationCalibrationSchema: GenMessage<JudgeValidationCalibration>;
2273
+ /**
2274
+ * @generated from message fermata.v1.JudgeValidationEvaluation
2275
+ */
2276
+ export type JudgeValidationEvaluation = Message<"fermata.v1.JudgeValidationEvaluation"> & {
2277
+ /**
2278
+ * @generated from field: string evaluation_id = 1;
2279
+ */
2280
+ evaluationId: string;
2281
+ /**
2282
+ * @generated from field: string organization_id = 2;
2283
+ */
2284
+ organizationId: string;
2285
+ /**
2286
+ * @generated from field: string workspace_id = 3;
2287
+ */
2288
+ workspaceId: string;
2289
+ /**
2290
+ * @generated from field: string judge_id = 4;
2291
+ */
2292
+ judgeId: string;
2293
+ /**
2294
+ * @generated from field: string scenario_run_id = 5;
2295
+ */
2296
+ scenarioRunId: string;
2297
+ /**
2298
+ * @generated from field: string assertion_id = 6;
2299
+ */
2300
+ assertionId: string;
2301
+ /**
2302
+ * @generated from field: double judge_score = 7;
2303
+ */
2304
+ judgeScore: number;
2305
+ /**
2306
+ * @generated from field: bool judge_passed = 8;
2307
+ */
2308
+ judgePassed: boolean;
2309
+ /**
2310
+ * @generated from field: bool human_validated = 9;
2311
+ */
2312
+ humanValidated: boolean;
2313
+ /**
2314
+ * @generated from field: optional double human_score = 10;
2315
+ */
2316
+ humanScore?: number | undefined;
2317
+ /**
2318
+ * @generated from field: string validation_notes = 11;
2319
+ */
2320
+ validationNotes: string;
2321
+ /**
2322
+ * @generated from field: string source = 12;
2323
+ */
2324
+ source: string;
2325
+ /**
2326
+ * @generated from field: google.protobuf.Timestamp evaluated_at = 13;
2327
+ */
2328
+ evaluatedAt?: Timestamp | undefined;
2329
+ /**
2330
+ * @generated from field: google.protobuf.Timestamp created_at = 14;
2331
+ */
2332
+ createdAt?: Timestamp | undefined;
2333
+ /**
2334
+ * @generated from field: google.protobuf.Timestamp updated_at = 15;
2335
+ */
2336
+ updatedAt?: Timestamp | undefined;
2337
+ };
2338
+ /**
2339
+ * Describes the message fermata.v1.JudgeValidationEvaluation.
2340
+ * Use `create(JudgeValidationEvaluationSchema)` to create a new message.
2341
+ */
2342
+ export declare const JudgeValidationEvaluationSchema: GenMessage<JudgeValidationEvaluation>;
2343
+ /**
2344
+ * @generated from message fermata.v1.JudgeCalibrationCandidate
2345
+ */
2346
+ export type JudgeCalibrationCandidate = Message<"fermata.v1.JudgeCalibrationCandidate"> & {
2347
+ /**
2348
+ * @generated from field: string judge_id = 1;
2349
+ */
2350
+ judgeId: string;
2351
+ /**
2352
+ * @generated from field: double accuracy = 2;
2353
+ */
2354
+ accuracy: number;
2355
+ };
2356
+ /**
2357
+ * Describes the message fermata.v1.JudgeCalibrationCandidate.
2358
+ * Use `create(JudgeCalibrationCandidateSchema)` to create a new message.
2359
+ */
2360
+ export declare const JudgeCalibrationCandidateSchema: GenMessage<JudgeCalibrationCandidate>;
2361
+ /**
2362
+ * @generated from message fermata.v1.GetJudgeValidationAccuracyRequest
2363
+ */
2364
+ export type GetJudgeValidationAccuracyRequest = Message<"fermata.v1.GetJudgeValidationAccuracyRequest"> & {
2365
+ /**
2366
+ * @generated from field: string organization_id = 1;
2367
+ */
2368
+ organizationId: string;
2369
+ /**
2370
+ * @generated from field: string judge_id = 2;
2371
+ */
2372
+ judgeId: string;
2373
+ };
2374
+ /**
2375
+ * Describes the message fermata.v1.GetJudgeValidationAccuracyRequest.
2376
+ * Use `create(GetJudgeValidationAccuracyRequestSchema)` to create a new message.
2377
+ */
2378
+ export declare const GetJudgeValidationAccuracyRequestSchema: GenMessage<GetJudgeValidationAccuracyRequest>;
2379
+ /**
2380
+ * @generated from message fermata.v1.GetJudgeValidationAccuracyResponse
2381
+ */
2382
+ export type GetJudgeValidationAccuracyResponse = Message<"fermata.v1.GetJudgeValidationAccuracyResponse"> & {
2383
+ /**
2384
+ * @generated from field: fermata.v1.JudgeValidationAccuracyMetrics metrics = 1;
2385
+ */
2386
+ metrics?: JudgeValidationAccuracyMetrics | undefined;
2387
+ };
2388
+ /**
2389
+ * Describes the message fermata.v1.GetJudgeValidationAccuracyResponse.
2390
+ * Use `create(GetJudgeValidationAccuracyResponseSchema)` to create a new message.
2391
+ */
2392
+ export declare const GetJudgeValidationAccuracyResponseSchema: GenMessage<GetJudgeValidationAccuracyResponse>;
2393
+ /**
2394
+ * @generated from message fermata.v1.GetJudgeValidationConfusionMatrixRequest
2395
+ */
2396
+ export type GetJudgeValidationConfusionMatrixRequest = Message<"fermata.v1.GetJudgeValidationConfusionMatrixRequest"> & {
2397
+ /**
2398
+ * @generated from field: string organization_id = 1;
2399
+ */
2400
+ organizationId: string;
2401
+ /**
2402
+ * @generated from field: string judge_id = 2;
2403
+ */
2404
+ judgeId: string;
2405
+ };
2406
+ /**
2407
+ * Describes the message fermata.v1.GetJudgeValidationConfusionMatrixRequest.
2408
+ * Use `create(GetJudgeValidationConfusionMatrixRequestSchema)` to create a new message.
2409
+ */
2410
+ export declare const GetJudgeValidationConfusionMatrixRequestSchema: GenMessage<GetJudgeValidationConfusionMatrixRequest>;
2411
+ /**
2412
+ * @generated from message fermata.v1.GetJudgeValidationConfusionMatrixResponse
2413
+ */
2414
+ export type GetJudgeValidationConfusionMatrixResponse = Message<"fermata.v1.GetJudgeValidationConfusionMatrixResponse"> & {
2415
+ /**
2416
+ * @generated from field: fermata.v1.JudgeValidationConfusionMatrix matrix = 1;
2417
+ */
2418
+ matrix?: JudgeValidationConfusionMatrix | undefined;
2419
+ };
2420
+ /**
2421
+ * Describes the message fermata.v1.GetJudgeValidationConfusionMatrixResponse.
2422
+ * Use `create(GetJudgeValidationConfusionMatrixResponseSchema)` to create a new message.
2423
+ */
2424
+ export declare const GetJudgeValidationConfusionMatrixResponseSchema: GenMessage<GetJudgeValidationConfusionMatrixResponse>;
2425
+ /**
2426
+ * @generated from message fermata.v1.GetJudgeValidationBiasRequest
2427
+ */
2428
+ export type GetJudgeValidationBiasRequest = Message<"fermata.v1.GetJudgeValidationBiasRequest"> & {
2429
+ /**
2430
+ * @generated from field: string organization_id = 1;
2431
+ */
2432
+ organizationId: string;
2433
+ /**
2434
+ * @generated from field: string judge_id = 2;
2435
+ */
2436
+ judgeId: string;
2437
+ };
2438
+ /**
2439
+ * Describes the message fermata.v1.GetJudgeValidationBiasRequest.
2440
+ * Use `create(GetJudgeValidationBiasRequestSchema)` to create a new message.
2441
+ */
2442
+ export declare const GetJudgeValidationBiasRequestSchema: GenMessage<GetJudgeValidationBiasRequest>;
2443
+ /**
2444
+ * @generated from message fermata.v1.GetJudgeValidationBiasResponse
2445
+ */
2446
+ export type GetJudgeValidationBiasResponse = Message<"fermata.v1.GetJudgeValidationBiasResponse"> & {
2447
+ /**
2448
+ * @generated from field: fermata.v1.JudgeValidationBiasMetrics metrics = 1;
2449
+ */
2450
+ metrics?: JudgeValidationBiasMetrics | undefined;
2451
+ };
2452
+ /**
2453
+ * Describes the message fermata.v1.GetJudgeValidationBiasResponse.
2454
+ * Use `create(GetJudgeValidationBiasResponseSchema)` to create a new message.
2455
+ */
2456
+ export declare const GetJudgeValidationBiasResponseSchema: GenMessage<GetJudgeValidationBiasResponse>;
2457
+ /**
2458
+ * @generated from message fermata.v1.RecalibrateJudgeValidationRequest
2459
+ */
2460
+ export type RecalibrateJudgeValidationRequest = Message<"fermata.v1.RecalibrateJudgeValidationRequest"> & {
2461
+ /**
2462
+ * @generated from field: string organization_id = 1;
2463
+ */
2464
+ organizationId: string;
2465
+ /**
2466
+ * @generated from field: string judge_id = 2;
2467
+ */
2468
+ judgeId: string;
2469
+ };
2470
+ /**
2471
+ * Describes the message fermata.v1.RecalibrateJudgeValidationRequest.
2472
+ * Use `create(RecalibrateJudgeValidationRequestSchema)` to create a new message.
2473
+ */
2474
+ export declare const RecalibrateJudgeValidationRequestSchema: GenMessage<RecalibrateJudgeValidationRequest>;
2475
+ /**
2476
+ * @generated from message fermata.v1.RecalibrateJudgeValidationResponse
2477
+ */
2478
+ export type RecalibrateJudgeValidationResponse = Message<"fermata.v1.RecalibrateJudgeValidationResponse"> & {
2479
+ /**
2480
+ * @generated from field: fermata.v1.JudgeValidationCalibration calibration = 1;
2481
+ */
2482
+ calibration?: JudgeValidationCalibration | undefined;
2483
+ };
2484
+ /**
2485
+ * Describes the message fermata.v1.RecalibrateJudgeValidationResponse.
2486
+ * Use `create(RecalibrateJudgeValidationResponseSchema)` to create a new message.
2487
+ */
2488
+ export declare const RecalibrateJudgeValidationResponseSchema: GenMessage<RecalibrateJudgeValidationResponse>;
2489
+ /**
2490
+ * @generated from message fermata.v1.RecordJudgeValidationEvaluationRequest
2491
+ */
2492
+ export type RecordJudgeValidationEvaluationRequest = Message<"fermata.v1.RecordJudgeValidationEvaluationRequest"> & {
2493
+ /**
2494
+ * @generated from field: string evaluation_id = 1;
2495
+ */
2496
+ evaluationId: string;
2497
+ /**
2498
+ * @generated from field: string organization_id = 2;
2499
+ */
2500
+ organizationId: string;
2501
+ /**
2502
+ * @generated from field: string workspace_id = 3;
2503
+ */
2504
+ workspaceId: string;
2505
+ /**
2506
+ * @generated from field: string judge_id = 4;
2507
+ */
2508
+ judgeId: string;
2509
+ /**
2510
+ * @generated from field: string scenario_run_id = 5;
2511
+ */
2512
+ scenarioRunId: string;
2513
+ /**
2514
+ * @generated from field: string assertion_id = 6;
2515
+ */
2516
+ assertionId: string;
2517
+ /**
2518
+ * @generated from field: double judge_score = 7;
2519
+ */
2520
+ judgeScore: number;
2521
+ /**
2522
+ * @generated from field: bool judge_passed = 8;
2523
+ */
2524
+ judgePassed: boolean;
2525
+ /**
2526
+ * @generated from field: bool human_validated = 9;
2527
+ */
2528
+ humanValidated: boolean;
2529
+ /**
2530
+ * @generated from field: optional double human_score = 10;
2531
+ */
2532
+ humanScore?: number | undefined;
2533
+ /**
2534
+ * @generated from field: string validation_notes = 11;
2535
+ */
2536
+ validationNotes: string;
2537
+ /**
2538
+ * @generated from field: string source = 12;
2539
+ */
2540
+ source: string;
2541
+ /**
2542
+ * @generated from field: google.protobuf.Timestamp evaluated_at = 13;
2543
+ */
2544
+ evaluatedAt?: Timestamp | undefined;
2545
+ };
2546
+ /**
2547
+ * Describes the message fermata.v1.RecordJudgeValidationEvaluationRequest.
2548
+ * Use `create(RecordJudgeValidationEvaluationRequestSchema)` to create a new message.
2549
+ */
2550
+ export declare const RecordJudgeValidationEvaluationRequestSchema: GenMessage<RecordJudgeValidationEvaluationRequest>;
2551
+ /**
2552
+ * @generated from message fermata.v1.RecordJudgeValidationEvaluationResponse
2553
+ */
2554
+ export type RecordJudgeValidationEvaluationResponse = Message<"fermata.v1.RecordJudgeValidationEvaluationResponse"> & {
2555
+ /**
2556
+ * @generated from field: fermata.v1.JudgeValidationEvaluation evaluation = 1;
2557
+ */
2558
+ evaluation?: JudgeValidationEvaluation | undefined;
2559
+ };
2560
+ /**
2561
+ * Describes the message fermata.v1.RecordJudgeValidationEvaluationResponse.
2562
+ * Use `create(RecordJudgeValidationEvaluationResponseSchema)` to create a new message.
2563
+ */
2564
+ export declare const RecordJudgeValidationEvaluationResponseSchema: GenMessage<RecordJudgeValidationEvaluationResponse>;
2565
+ /**
2566
+ * @generated from message fermata.v1.ValidateJudgeValidationEvaluationRequest
2567
+ */
2568
+ export type ValidateJudgeValidationEvaluationRequest = Message<"fermata.v1.ValidateJudgeValidationEvaluationRequest"> & {
2569
+ /**
2570
+ * @generated from field: string evaluation_id = 1;
2571
+ */
2572
+ evaluationId: string;
2573
+ /**
2574
+ * @generated from field: string organization_id = 2;
2575
+ */
2576
+ organizationId: string;
2577
+ /**
2578
+ * @generated from field: optional double human_score = 3;
2579
+ */
2580
+ humanScore?: number | undefined;
2581
+ /**
2582
+ * @generated from field: string validation_notes = 4;
2583
+ */
2584
+ validationNotes: string;
2585
+ };
2586
+ /**
2587
+ * Describes the message fermata.v1.ValidateJudgeValidationEvaluationRequest.
2588
+ * Use `create(ValidateJudgeValidationEvaluationRequestSchema)` to create a new message.
2589
+ */
2590
+ export declare const ValidateJudgeValidationEvaluationRequestSchema: GenMessage<ValidateJudgeValidationEvaluationRequest>;
2591
+ /**
2592
+ * @generated from message fermata.v1.ValidateJudgeValidationEvaluationResponse
2593
+ */
2594
+ export type ValidateJudgeValidationEvaluationResponse = Message<"fermata.v1.ValidateJudgeValidationEvaluationResponse"> & {
2595
+ /**
2596
+ * @generated from field: fermata.v1.JudgeValidationEvaluation evaluation = 1;
2597
+ */
2598
+ evaluation?: JudgeValidationEvaluation | undefined;
2599
+ };
2600
+ /**
2601
+ * Describes the message fermata.v1.ValidateJudgeValidationEvaluationResponse.
2602
+ * Use `create(ValidateJudgeValidationEvaluationResponseSchema)` to create a new message.
2603
+ */
2604
+ export declare const ValidateJudgeValidationEvaluationResponseSchema: GenMessage<ValidateJudgeValidationEvaluationResponse>;
2605
+ /**
2606
+ * @generated from message fermata.v1.ListJudgeCalibrationCandidatesRequest
2607
+ */
2608
+ export type ListJudgeCalibrationCandidatesRequest = Message<"fermata.v1.ListJudgeCalibrationCandidatesRequest"> & {
2609
+ /**
2610
+ * @generated from field: string organization_id = 1;
2611
+ */
2612
+ organizationId: string;
2613
+ /**
2614
+ * @generated from field: int32 min_validations = 2;
2615
+ */
2616
+ minValidations: number;
2617
+ /**
2618
+ * @generated from field: double accuracy_threshold = 3;
2619
+ */
2620
+ accuracyThreshold: number;
2621
+ };
2622
+ /**
2623
+ * Describes the message fermata.v1.ListJudgeCalibrationCandidatesRequest.
2624
+ * Use `create(ListJudgeCalibrationCandidatesRequestSchema)` to create a new message.
2625
+ */
2626
+ export declare const ListJudgeCalibrationCandidatesRequestSchema: GenMessage<ListJudgeCalibrationCandidatesRequest>;
2627
+ /**
2628
+ * @generated from message fermata.v1.ListJudgeCalibrationCandidatesResponse
2629
+ */
2630
+ export type ListJudgeCalibrationCandidatesResponse = Message<"fermata.v1.ListJudgeCalibrationCandidatesResponse"> & {
2631
+ /**
2632
+ * @generated from field: repeated fermata.v1.JudgeCalibrationCandidate candidates = 1;
2633
+ */
2634
+ candidates: JudgeCalibrationCandidate[];
2635
+ /**
2636
+ * @generated from field: int32 total_count = 2;
2637
+ */
2638
+ totalCount: number;
2639
+ /**
2640
+ * @generated from field: int32 min_validations = 3;
2641
+ */
2642
+ minValidations: number;
2643
+ /**
2644
+ * @generated from field: double accuracy_threshold = 4;
2645
+ */
2646
+ accuracyThreshold: number;
2647
+ };
2648
+ /**
2649
+ * Describes the message fermata.v1.ListJudgeCalibrationCandidatesResponse.
2650
+ * Use `create(ListJudgeCalibrationCandidatesResponseSchema)` to create a new message.
2651
+ */
2652
+ export declare const ListJudgeCalibrationCandidatesResponseSchema: GenMessage<ListJudgeCalibrationCandidatesResponse>;
2653
+ /**
2654
+ * @generated from message fermata.v1.GetMigrationStatusRequest
2655
+ */
2656
+ export type GetMigrationStatusRequest = Message<"fermata.v1.GetMigrationStatusRequest"> & {};
2657
+ /**
2658
+ * Describes the message fermata.v1.GetMigrationStatusRequest.
2659
+ * Use `create(GetMigrationStatusRequestSchema)` to create a new message.
2660
+ */
2661
+ export declare const GetMigrationStatusRequestSchema: GenMessage<GetMigrationStatusRequest>;
2662
+ /**
2663
+ * @generated from message fermata.v1.RouteMigrationStatus
2664
+ */
2665
+ export type RouteMigrationStatus = Message<"fermata.v1.RouteMigrationStatus"> & {
2666
+ /**
2667
+ * @generated from field: string path_prefix = 1;
2668
+ */
2669
+ pathPrefix: string;
2670
+ /**
2671
+ * @generated from field: bool migrated = 2;
2672
+ */
2673
+ migrated: boolean;
2674
+ /**
2675
+ * @generated from field: int64 proxied_request_count = 3;
2676
+ */
2677
+ proxiedRequestCount: bigint;
2678
+ };
2679
+ /**
2680
+ * Describes the message fermata.v1.RouteMigrationStatus.
2681
+ * Use `create(RouteMigrationStatusSchema)` to create a new message.
2682
+ */
2683
+ export declare const RouteMigrationStatusSchema: GenMessage<RouteMigrationStatus>;
2684
+ /**
2685
+ * @generated from message fermata.v1.GetMigrationStatusResponse
2686
+ */
2687
+ export type GetMigrationStatusResponse = Message<"fermata.v1.GetMigrationStatusResponse"> & {
2688
+ /**
2689
+ * @generated from field: repeated fermata.v1.RouteMigrationStatus routes = 1;
2690
+ */
2691
+ routes: RouteMigrationStatus[];
2692
+ };
2693
+ /**
2694
+ * Describes the message fermata.v1.GetMigrationStatusResponse.
2695
+ * Use `create(GetMigrationStatusResponseSchema)` to create a new message.
2696
+ */
2697
+ export declare const GetMigrationStatusResponseSchema: GenMessage<GetMigrationStatusResponse>;
2698
+ /**
2699
+ * @generated from enum fermata.v1.AssertionKind
2700
+ */
2701
+ export declare enum AssertionKind {
2702
+ /**
2703
+ * @generated from enum value: ASSERTION_KIND_UNSPECIFIED = 0;
2704
+ */
2705
+ UNSPECIFIED = 0,
2706
+ /**
2707
+ * @generated from enum value: ASSERTION_KIND_CONTAINS = 1;
2708
+ */
2709
+ CONTAINS = 1,
2710
+ /**
2711
+ * @generated from enum value: ASSERTION_KIND_NOT_CONTAINS = 2;
2712
+ */
2713
+ NOT_CONTAINS = 2,
2714
+ /**
2715
+ * @generated from enum value: ASSERTION_KIND_REGEX = 3;
2716
+ */
2717
+ REGEX = 3,
2718
+ /**
2719
+ * @generated from enum value: ASSERTION_KIND_SIMILARITY = 4;
2720
+ */
2721
+ SIMILARITY = 4,
2722
+ /**
2723
+ * @generated from enum value: ASSERTION_KIND_CUSTOM_JUDGE = 5;
2724
+ */
2725
+ CUSTOM_JUDGE = 5,
2726
+ /**
2727
+ * @generated from enum value: ASSERTION_KIND_JSON_SCHEMA = 6;
2728
+ */
2729
+ JSON_SCHEMA = 6
2730
+ }
2731
+ /**
2732
+ * Describes the enum fermata.v1.AssertionKind.
2733
+ */
2734
+ export declare const AssertionKindSchema: GenEnum<AssertionKind>;
2735
+ /**
2736
+ * @generated from enum fermata.v1.JudgeKind
2737
+ */
2738
+ export declare enum JudgeKind {
2739
+ /**
2740
+ * @generated from enum value: JUDGE_KIND_UNSPECIFIED = 0;
2741
+ */
2742
+ UNSPECIFIED = 0,
2743
+ /**
2744
+ * @generated from enum value: JUDGE_KIND_LLM = 1;
2745
+ */
2746
+ LLM = 1,
2747
+ /**
2748
+ * @generated from enum value: JUDGE_KIND_RULE_BASED = 2;
2749
+ */
2750
+ RULE_BASED = 2,
2751
+ /**
2752
+ * @generated from enum value: JUDGE_KIND_SIMILARITY = 3;
2753
+ */
2754
+ SIMILARITY = 3,
2755
+ /**
2756
+ * @generated from enum value: JUDGE_KIND_CUSTOM = 4;
2757
+ */
2758
+ CUSTOM = 4
2759
+ }
2760
+ /**
2761
+ * Describes the enum fermata.v1.JudgeKind.
2762
+ */
2763
+ export declare const JudgeKindSchema: GenEnum<JudgeKind>;
2764
+ /**
2765
+ * @generated from enum fermata.v1.ScenarioEnvironmentKind
2766
+ */
2767
+ export declare enum ScenarioEnvironmentKind {
2768
+ /**
2769
+ * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_UNSPECIFIED = 0;
2770
+ */
2771
+ UNSPECIFIED = 0,
2772
+ /**
2773
+ * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_REPLAY = 1;
2774
+ */
2775
+ REPLAY = 1,
2776
+ /**
2777
+ * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_STARLARK = 2;
2778
+ */
2779
+ STARLARK = 2,
2780
+ /**
2781
+ * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_MOCK_HTTP = 3;
2782
+ */
2783
+ MOCK_HTTP = 3,
2784
+ /**
2785
+ * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_SANDBOX = 4;
2786
+ */
2787
+ SANDBOX = 4,
2788
+ /**
2789
+ * @generated from enum value: SCENARIO_ENVIRONMENT_KIND_PRODUCTION_SHADOW = 5;
2790
+ */
2791
+ PRODUCTION_SHADOW = 5
2792
+ }
2793
+ /**
2794
+ * Describes the enum fermata.v1.ScenarioEnvironmentKind.
2795
+ */
2796
+ export declare const ScenarioEnvironmentKindSchema: GenEnum<ScenarioEnvironmentKind>;
2797
+ /**
2798
+ * @generated from enum fermata.v1.UserSimulatorStrategy
2799
+ */
2800
+ export declare enum UserSimulatorStrategy {
2801
+ /**
2802
+ * @generated from enum value: USER_SIMULATOR_STRATEGY_UNSPECIFIED = 0;
2803
+ */
2804
+ UNSPECIFIED = 0,
2805
+ /**
2806
+ * @generated from enum value: USER_SIMULATOR_STRATEGY_COOPERATIVE = 1;
2807
+ */
2808
+ COOPERATIVE = 1,
2809
+ /**
2810
+ * @generated from enum value: USER_SIMULATOR_STRATEGY_REACT = 2;
2811
+ */
2812
+ REACT = 2,
2813
+ /**
2814
+ * @generated from enum value: USER_SIMULATOR_STRATEGY_VERIFY = 3;
2815
+ */
2816
+ VERIFY = 3,
2817
+ /**
2818
+ * @generated from enum value: USER_SIMULATOR_STRATEGY_REFLECTION = 4;
2819
+ */
2820
+ REFLECTION = 4,
2821
+ /**
2822
+ * @generated from enum value: USER_SIMULATOR_STRATEGY_ADVERSARIAL = 5;
2823
+ */
2824
+ ADVERSARIAL = 5,
2825
+ /**
2826
+ * @generated from enum value: USER_SIMULATOR_STRATEGY_CONFUSED = 6;
2827
+ */
2828
+ CONFUSED = 6
2829
+ }
2830
+ /**
2831
+ * Describes the enum fermata.v1.UserSimulatorStrategy.
2832
+ */
2833
+ export declare const UserSimulatorStrategySchema: GenEnum<UserSimulatorStrategy>;
2834
+ /**
2835
+ * @generated from enum fermata.v1.OutcomeCriterionKind
2836
+ */
2837
+ export declare enum OutcomeCriterionKind {
2838
+ /**
2839
+ * @generated from enum value: OUTCOME_CRITERION_KIND_UNSPECIFIED = 0;
2840
+ */
2841
+ UNSPECIFIED = 0,
2842
+ /**
2843
+ * @generated from enum value: OUTCOME_CRITERION_KIND_FINAL_STATE = 1;
2844
+ */
2845
+ FINAL_STATE = 1,
2002
2846
  /**
2003
2847
  * @generated from enum value: OUTCOME_CRITERION_KIND_TASK_COMPLETION = 2;
2004
2848
  */
@@ -2139,6 +2983,52 @@ export declare enum ScenarioRunStatus {
2139
2983
  * Describes the enum fermata.v1.ScenarioRunStatus.
2140
2984
  */
2141
2985
  export declare const ScenarioRunStatusSchema: GenEnum<ScenarioRunStatus>;
2986
+ /**
2987
+ * @generated from enum fermata.v1.DiagnosticArtifactKind
2988
+ */
2989
+ export declare enum DiagnosticArtifactKind {
2990
+ /**
2991
+ * @generated from enum value: DIAGNOSTIC_ARTIFACT_KIND_UNSPECIFIED = 0;
2992
+ */
2993
+ UNSPECIFIED = 0,
2994
+ /**
2995
+ * @generated from enum value: DIAGNOSTIC_ARTIFACT_KIND_EXPLANATION = 1;
2996
+ */
2997
+ EXPLANATION = 1,
2998
+ /**
2999
+ * @generated from enum value: DIAGNOSTIC_ARTIFACT_KIND_ROOT_CAUSE = 2;
3000
+ */
3001
+ ROOT_CAUSE = 2
3002
+ }
3003
+ /**
3004
+ * Describes the enum fermata.v1.DiagnosticArtifactKind.
3005
+ */
3006
+ export declare const DiagnosticArtifactKindSchema: GenEnum<DiagnosticArtifactKind>;
3007
+ /**
3008
+ * @generated from enum fermata.v1.DiagnosticFindingSeverity
3009
+ */
3010
+ export declare enum DiagnosticFindingSeverity {
3011
+ /**
3012
+ * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_UNSPECIFIED = 0;
3013
+ */
3014
+ UNSPECIFIED = 0,
3015
+ /**
3016
+ * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_INFO = 1;
3017
+ */
3018
+ INFO = 1,
3019
+ /**
3020
+ * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_WARNING = 2;
3021
+ */
3022
+ WARNING = 2,
3023
+ /**
3024
+ * @generated from enum value: DIAGNOSTIC_FINDING_SEVERITY_ERROR = 3;
3025
+ */
3026
+ ERROR = 3
3027
+ }
3028
+ /**
3029
+ * Describes the enum fermata.v1.DiagnosticFindingSeverity.
3030
+ */
3031
+ export declare const DiagnosticFindingSeveritySchema: GenEnum<DiagnosticFindingSeverity>;
2142
3032
  /**
2143
3033
  * FermataService is the Go control-plane surface for migrated Fermata routes.
2144
3034
  *
@@ -2297,6 +3187,78 @@ export declare const FermataService: GenService<{
2297
3187
  input: typeof ListScenarioRunsRequestSchema;
2298
3188
  output: typeof ListScenarioRunsResponseSchema;
2299
3189
  };
3190
+ /**
3191
+ * @generated from rpc fermata.v1.FermataService.ExplainScenarioRun
3192
+ */
3193
+ explainScenarioRun: {
3194
+ methodKind: "unary";
3195
+ input: typeof ExplainScenarioRunRequestSchema;
3196
+ output: typeof ExplainScenarioRunResponseSchema;
3197
+ };
3198
+ /**
3199
+ * @generated from rpc fermata.v1.FermataService.AnalyzeScenarioRunRootCause
3200
+ */
3201
+ analyzeScenarioRunRootCause: {
3202
+ methodKind: "unary";
3203
+ input: typeof AnalyzeScenarioRunRootCauseRequestSchema;
3204
+ output: typeof AnalyzeScenarioRunRootCauseResponseSchema;
3205
+ };
3206
+ /**
3207
+ * @generated from rpc fermata.v1.FermataService.GetJudgeValidationAccuracy
3208
+ */
3209
+ getJudgeValidationAccuracy: {
3210
+ methodKind: "unary";
3211
+ input: typeof GetJudgeValidationAccuracyRequestSchema;
3212
+ output: typeof GetJudgeValidationAccuracyResponseSchema;
3213
+ };
3214
+ /**
3215
+ * @generated from rpc fermata.v1.FermataService.GetJudgeValidationConfusionMatrix
3216
+ */
3217
+ getJudgeValidationConfusionMatrix: {
3218
+ methodKind: "unary";
3219
+ input: typeof GetJudgeValidationConfusionMatrixRequestSchema;
3220
+ output: typeof GetJudgeValidationConfusionMatrixResponseSchema;
3221
+ };
3222
+ /**
3223
+ * @generated from rpc fermata.v1.FermataService.GetJudgeValidationBias
3224
+ */
3225
+ getJudgeValidationBias: {
3226
+ methodKind: "unary";
3227
+ input: typeof GetJudgeValidationBiasRequestSchema;
3228
+ output: typeof GetJudgeValidationBiasResponseSchema;
3229
+ };
3230
+ /**
3231
+ * @generated from rpc fermata.v1.FermataService.RecalibrateJudgeValidation
3232
+ */
3233
+ recalibrateJudgeValidation: {
3234
+ methodKind: "unary";
3235
+ input: typeof RecalibrateJudgeValidationRequestSchema;
3236
+ output: typeof RecalibrateJudgeValidationResponseSchema;
3237
+ };
3238
+ /**
3239
+ * @generated from rpc fermata.v1.FermataService.RecordJudgeValidationEvaluation
3240
+ */
3241
+ recordJudgeValidationEvaluation: {
3242
+ methodKind: "unary";
3243
+ input: typeof RecordJudgeValidationEvaluationRequestSchema;
3244
+ output: typeof RecordJudgeValidationEvaluationResponseSchema;
3245
+ };
3246
+ /**
3247
+ * @generated from rpc fermata.v1.FermataService.ValidateJudgeValidationEvaluation
3248
+ */
3249
+ validateJudgeValidationEvaluation: {
3250
+ methodKind: "unary";
3251
+ input: typeof ValidateJudgeValidationEvaluationRequestSchema;
3252
+ output: typeof ValidateJudgeValidationEvaluationResponseSchema;
3253
+ };
3254
+ /**
3255
+ * @generated from rpc fermata.v1.FermataService.ListJudgeCalibrationCandidates
3256
+ */
3257
+ listJudgeCalibrationCandidates: {
3258
+ methodKind: "unary";
3259
+ input: typeof ListJudgeCalibrationCandidatesRequestSchema;
3260
+ output: typeof ListJudgeCalibrationCandidatesResponseSchema;
3261
+ };
2300
3262
  /**
2301
3263
  * @generated from rpc fermata.v1.FermataService.GetMigrationStatus
2302
3264
  */