@ondewo/nlu-client-typescript 6.11.0 → 6.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -49,6 +49,9 @@ export class LlmEvaluationDataset extends jspb.Message {
49
49
  getLanguageCode(): string;
50
50
  setLanguageCode(value: string): LlmEvaluationDataset;
51
51
 
52
+ getLlmEvaluationDatasetType(): LlmEvaluationDatasetType;
53
+ setLlmEvaluationDatasetType(value: LlmEvaluationDatasetType): LlmEvaluationDataset;
54
+
52
55
  serializeBinary(): Uint8Array;
53
56
  toObject(includeInstance?: boolean): LlmEvaluationDataset.AsObject;
54
57
  static toObject(includeInstance: boolean, msg: LlmEvaluationDataset): LlmEvaluationDataset.AsObject;
@@ -70,6 +73,7 @@ export namespace LlmEvaluationDataset {
70
73
  modifiedBy: string,
71
74
  parent: string,
72
75
  languageCode: string,
76
+ llmEvaluationDatasetType: LlmEvaluationDatasetType,
73
77
  }
74
78
  }
75
79
 
@@ -236,6 +240,18 @@ export class LlmEvaluationExperiment extends jspb.Message {
236
240
  getModifiedBy(): string;
237
241
  setModifiedBy(value: string): LlmEvaluationExperiment;
238
242
 
243
+ getRepetitions(): number;
244
+ setRepetitions(value: number): LlmEvaluationExperiment;
245
+
246
+ getLlmEvaluationScheduleName(): string;
247
+ setLlmEvaluationScheduleName(value: string): LlmEvaluationExperiment;
248
+
249
+ getLlmEvaluationExperimentKind(): LlmEvaluationExperimentKind;
250
+ setLlmEvaluationExperimentKind(value: LlmEvaluationExperimentKind): LlmEvaluationExperiment;
251
+
252
+ getLlmEvaluationReleaseGateRunName(): string;
253
+ setLlmEvaluationReleaseGateRunName(value: string): LlmEvaluationExperiment;
254
+
239
255
  serializeBinary(): Uint8Array;
240
256
  toObject(includeInstance?: boolean): LlmEvaluationExperiment.AsObject;
241
257
  static toObject(includeInstance: boolean, msg: LlmEvaluationExperiment): LlmEvaluationExperiment.AsObject;
@@ -270,6 +286,10 @@ export namespace LlmEvaluationExperiment {
270
286
  createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
271
287
  modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
272
288
  modifiedBy: string,
289
+ repetitions: number,
290
+ llmEvaluationScheduleName: string,
291
+ llmEvaluationExperimentKind: LlmEvaluationExperimentKind,
292
+ llmEvaluationReleaseGateRunName: string,
273
293
  }
274
294
  }
275
295
 
@@ -326,6 +346,19 @@ export class LlmEvaluationEvaluatorRun extends jspb.Message {
326
346
  getModifiedBy(): string;
327
347
  setModifiedBy(value: string): LlmEvaluationEvaluatorRun;
328
348
 
349
+ getLlmEvaluationTurnResultsList(): Array<LlmEvaluationTurnResult>;
350
+ setLlmEvaluationTurnResultsList(value: Array<LlmEvaluationTurnResult>): LlmEvaluationEvaluatorRun;
351
+ clearLlmEvaluationTurnResultsList(): LlmEvaluationEvaluatorRun;
352
+ addLlmEvaluationTurnResults(value?: LlmEvaluationTurnResult, index?: number): LlmEvaluationTurnResult;
353
+
354
+ getRepetitionIndex(): number;
355
+ setRepetitionIndex(value: number): LlmEvaluationEvaluatorRun;
356
+
357
+ getActualOutput(): google_protobuf_struct_pb.Struct | undefined;
358
+ setActualOutput(value?: google_protobuf_struct_pb.Struct): LlmEvaluationEvaluatorRun;
359
+ hasActualOutput(): boolean;
360
+ clearActualOutput(): LlmEvaluationEvaluatorRun;
361
+
329
362
  serializeBinary(): Uint8Array;
330
363
  toObject(includeInstance?: boolean): LlmEvaluationEvaluatorRun.AsObject;
331
364
  static toObject(includeInstance: boolean, msg: LlmEvaluationEvaluatorRun): LlmEvaluationEvaluatorRun.AsObject;
@@ -350,6 +383,9 @@ export namespace LlmEvaluationEvaluatorRun {
350
383
  modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
351
384
  createdBy: string,
352
385
  modifiedBy: string,
386
+ llmEvaluationTurnResultsList: Array<LlmEvaluationTurnResult.AsObject>,
387
+ repetitionIndex: number,
388
+ actualOutput?: google_protobuf_struct_pb.Struct.AsObject,
353
389
  }
354
390
  }
355
391
 
@@ -610,6 +646,9 @@ export class LlmEvaluationDatasetFilter extends jspb.Message {
610
646
  clearTagsList(): LlmEvaluationDatasetFilter;
611
647
  addTags(value: string, index?: number): LlmEvaluationDatasetFilter;
612
648
 
649
+ getLlmEvaluationDatasetType(): LlmEvaluationDatasetType;
650
+ setLlmEvaluationDatasetType(value: LlmEvaluationDatasetType): LlmEvaluationDatasetFilter;
651
+
613
652
  serializeBinary(): Uint8Array;
614
653
  toObject(includeInstance?: boolean): LlmEvaluationDatasetFilter.AsObject;
615
654
  static toObject(includeInstance: boolean, msg: LlmEvaluationDatasetFilter): LlmEvaluationDatasetFilter.AsObject;
@@ -622,6 +661,7 @@ export namespace LlmEvaluationDatasetFilter {
622
661
  export type AsObject = {
623
662
  displayName: string,
624
663
  tagsList: Array<string>,
664
+ llmEvaluationDatasetType: LlmEvaluationDatasetType,
625
665
  }
626
666
  }
627
667
 
@@ -1059,6 +1099,17 @@ export class RunLlmEvaluationExperimentRequest extends jspb.Message {
1059
1099
  clearCcaiServiceNamesList(): RunLlmEvaluationExperimentRequest;
1060
1100
  addCcaiServiceNames(value: string, index?: number): RunLlmEvaluationExperimentRequest;
1061
1101
 
1102
+ getRepetitions(): number;
1103
+ setRepetitions(value: number): RunLlmEvaluationExperimentRequest;
1104
+
1105
+ getLlmEvaluationExperimentKind(): LlmEvaluationExperimentKind;
1106
+ setLlmEvaluationExperimentKind(value: LlmEvaluationExperimentKind): RunLlmEvaluationExperimentRequest;
1107
+
1108
+ getEvaluatorConfigs(): google_protobuf_struct_pb.Struct | undefined;
1109
+ setEvaluatorConfigs(value?: google_protobuf_struct_pb.Struct): RunLlmEvaluationExperimentRequest;
1110
+ hasEvaluatorConfigs(): boolean;
1111
+ clearEvaluatorConfigs(): RunLlmEvaluationExperimentRequest;
1112
+
1062
1113
  serializeBinary(): Uint8Array;
1063
1114
  toObject(includeInstance?: boolean): RunLlmEvaluationExperimentRequest.AsObject;
1064
1115
  static toObject(includeInstance: boolean, msg: RunLlmEvaluationExperimentRequest): RunLlmEvaluationExperimentRequest.AsObject;
@@ -1080,6 +1131,9 @@ export namespace RunLlmEvaluationExperimentRequest {
1080
1131
  llmEvaluationBaselineExperimentName: string,
1081
1132
  languageCode: string,
1082
1133
  ccaiServiceNamesList: Array<string>,
1134
+ repetitions: number,
1135
+ llmEvaluationExperimentKind: LlmEvaluationExperimentKind,
1136
+ evaluatorConfigs?: google_protobuf_struct_pb.Struct.AsObject,
1083
1137
  }
1084
1138
  }
1085
1139
 
@@ -1128,6 +1182,12 @@ export class LlmEvaluationExperimentFilter extends jspb.Message {
1128
1182
  getModelName(): string;
1129
1183
  setModelName(value: string): LlmEvaluationExperimentFilter;
1130
1184
 
1185
+ getLlmEvaluationScheduleName(): string;
1186
+ setLlmEvaluationScheduleName(value: string): LlmEvaluationExperimentFilter;
1187
+
1188
+ getLlmEvaluationExperimentKind(): LlmEvaluationExperimentKind;
1189
+ setLlmEvaluationExperimentKind(value: LlmEvaluationExperimentKind): LlmEvaluationExperimentFilter;
1190
+
1131
1191
  serializeBinary(): Uint8Array;
1132
1192
  toObject(includeInstance?: boolean): LlmEvaluationExperimentFilter.AsObject;
1133
1193
  static toObject(includeInstance: boolean, msg: LlmEvaluationExperimentFilter): LlmEvaluationExperimentFilter.AsObject;
@@ -1142,6 +1202,8 @@ export namespace LlmEvaluationExperimentFilter {
1142
1202
  llmEvaluationExperimentStatus: LlmEvaluationExperimentStatus,
1143
1203
  llmEvaluationDatasetName: string,
1144
1204
  modelName: string,
1205
+ llmEvaluationScheduleName: string,
1206
+ llmEvaluationExperimentKind: LlmEvaluationExperimentKind,
1145
1207
  }
1146
1208
  }
1147
1209
 
@@ -1489,19 +1551,3875 @@ export namespace DeleteLlmEvaluationFeedbackRequest {
1489
1551
  }
1490
1552
  }
1491
1553
 
1492
- export enum LlmEvaluationExperimentStatus {
1493
- LLM_EVALUATION_EXPERIMENT_STATUS_UNSPECIFIED = 0,
1494
- LLM_EVALUATION_EXPERIMENT_STATUS_PENDING = 1,
1495
- LLM_EVALUATION_EXPERIMENT_STATUS_RUNNING = 2,
1496
- LLM_EVALUATION_EXPERIMENT_STATUS_SUCCEEDED = 3,
1497
- LLM_EVALUATION_EXPERIMENT_STATUS_FAILED = 4,
1498
- LLM_EVALUATION_EXPERIMENT_STATUS_CANCELLED = 5,
1554
+ export class UpdateLlmEvaluationFeedbackRequest extends jspb.Message {
1555
+ getLlmEvaluationFeedback(): LlmEvaluationFeedback | undefined;
1556
+ setLlmEvaluationFeedback(value?: LlmEvaluationFeedback): UpdateLlmEvaluationFeedbackRequest;
1557
+ hasLlmEvaluationFeedback(): boolean;
1558
+ clearLlmEvaluationFeedback(): UpdateLlmEvaluationFeedbackRequest;
1559
+
1560
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1561
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationFeedbackRequest;
1562
+ hasUpdateMask(): boolean;
1563
+ clearUpdateMask(): UpdateLlmEvaluationFeedbackRequest;
1564
+
1565
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1566
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationFeedbackRequest;
1567
+ hasFieldMask(): boolean;
1568
+ clearFieldMask(): UpdateLlmEvaluationFeedbackRequest;
1569
+
1570
+ getParent(): string;
1571
+ setParent(value: string): UpdateLlmEvaluationFeedbackRequest;
1572
+
1573
+ getLanguageCode(): string;
1574
+ setLanguageCode(value: string): UpdateLlmEvaluationFeedbackRequest;
1575
+
1576
+ serializeBinary(): Uint8Array;
1577
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationFeedbackRequest.AsObject;
1578
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationFeedbackRequest): UpdateLlmEvaluationFeedbackRequest.AsObject;
1579
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationFeedbackRequest, writer: jspb.BinaryWriter): void;
1580
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationFeedbackRequest;
1581
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationFeedbackRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationFeedbackRequest;
1499
1582
  }
1500
- export enum LlmEvaluationEvaluatorType {
1501
- LLM_EVALUATION_EVALUATOR_TYPE_UNSPECIFIED = 0,
1502
- LLM_EVALUATION_EVALUATOR_TYPE_LLM_AS_JUDGE = 1,
1503
- LLM_EVALUATION_EVALUATOR_TYPE_HUMAN = 2,
1504
- LLM_EVALUATION_EVALUATOR_TYPE_HEURISTIC = 3,
1505
- LLM_EVALUATION_EVALUATOR_TYPE_CUSTOM_CODE = 4,
1506
- LLM_EVALUATION_EVALUATOR_TYPE_PAIRWISE = 5,
1583
+
1584
+ export namespace UpdateLlmEvaluationFeedbackRequest {
1585
+ export type AsObject = {
1586
+ llmEvaluationFeedback?: LlmEvaluationFeedback.AsObject,
1587
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
1588
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
1589
+ parent: string,
1590
+ languageCode: string,
1591
+ }
1592
+ }
1593
+
1594
+ export class LlmEvaluationTurnResult extends jspb.Message {
1595
+ getTurnIndex(): number;
1596
+ setTurnIndex(value: number): LlmEvaluationTurnResult;
1597
+
1598
+ getUserInput(): google_protobuf_struct_pb.Struct | undefined;
1599
+ setUserInput(value?: google_protobuf_struct_pb.Struct): LlmEvaluationTurnResult;
1600
+ hasUserInput(): boolean;
1601
+ clearUserInput(): LlmEvaluationTurnResult;
1602
+
1603
+ getExpectedOutput(): google_protobuf_struct_pb.Struct | undefined;
1604
+ setExpectedOutput(value?: google_protobuf_struct_pb.Struct): LlmEvaluationTurnResult;
1605
+ hasExpectedOutput(): boolean;
1606
+ clearExpectedOutput(): LlmEvaluationTurnResult;
1607
+
1608
+ getActualOutput(): google_protobuf_struct_pb.Struct | undefined;
1609
+ setActualOutput(value?: google_protobuf_struct_pb.Struct): LlmEvaluationTurnResult;
1610
+ hasActualOutput(): boolean;
1611
+ clearActualOutput(): LlmEvaluationTurnResult;
1612
+
1613
+ getLlmTelemetryRunId(): string;
1614
+ setLlmTelemetryRunId(value: string): LlmEvaluationTurnResult;
1615
+
1616
+ getSessionStepName(): string;
1617
+ setSessionStepName(value: string): LlmEvaluationTurnResult;
1618
+
1619
+ getLlmEvaluationFeedbacksList(): Array<LlmEvaluationFeedback>;
1620
+ setLlmEvaluationFeedbacksList(value: Array<LlmEvaluationFeedback>): LlmEvaluationTurnResult;
1621
+ clearLlmEvaluationFeedbacksList(): LlmEvaluationTurnResult;
1622
+ addLlmEvaluationFeedbacks(value?: LlmEvaluationFeedback, index?: number): LlmEvaluationFeedback;
1623
+
1624
+ getDurationInS(): number;
1625
+ setDurationInS(value: number): LlmEvaluationTurnResult;
1626
+
1627
+ serializeBinary(): Uint8Array;
1628
+ toObject(includeInstance?: boolean): LlmEvaluationTurnResult.AsObject;
1629
+ static toObject(includeInstance: boolean, msg: LlmEvaluationTurnResult): LlmEvaluationTurnResult.AsObject;
1630
+ static serializeBinaryToWriter(message: LlmEvaluationTurnResult, writer: jspb.BinaryWriter): void;
1631
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationTurnResult;
1632
+ static deserializeBinaryFromReader(message: LlmEvaluationTurnResult, reader: jspb.BinaryReader): LlmEvaluationTurnResult;
1633
+ }
1634
+
1635
+ export namespace LlmEvaluationTurnResult {
1636
+ export type AsObject = {
1637
+ turnIndex: number,
1638
+ userInput?: google_protobuf_struct_pb.Struct.AsObject,
1639
+ expectedOutput?: google_protobuf_struct_pb.Struct.AsObject,
1640
+ actualOutput?: google_protobuf_struct_pb.Struct.AsObject,
1641
+ llmTelemetryRunId: string,
1642
+ sessionStepName: string,
1643
+ llmEvaluationFeedbacksList: Array<LlmEvaluationFeedback.AsObject>,
1644
+ durationInS: number,
1645
+ }
1646
+ }
1647
+
1648
+ export class LlmEvaluationReleaseGateThresholds extends jspb.Message {
1649
+ getMinPassRate(): number;
1650
+ setMinPassRate(value: number): LlmEvaluationReleaseGateThresholds;
1651
+
1652
+ getMaxRegressionPerCriterion(): number;
1653
+ setMaxRegressionPerCriterion(value: number): LlmEvaluationReleaseGateThresholds;
1654
+
1655
+ getMaxP95LatencySeconds(): number;
1656
+ setMaxP95LatencySeconds(value: number): LlmEvaluationReleaseGateThresholds;
1657
+
1658
+ getAcceptanceMustPass(): boolean;
1659
+ setAcceptanceMustPass(value: boolean): LlmEvaluationReleaseGateThresholds;
1660
+
1661
+ serializeBinary(): Uint8Array;
1662
+ toObject(includeInstance?: boolean): LlmEvaluationReleaseGateThresholds.AsObject;
1663
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReleaseGateThresholds): LlmEvaluationReleaseGateThresholds.AsObject;
1664
+ static serializeBinaryToWriter(message: LlmEvaluationReleaseGateThresholds, writer: jspb.BinaryWriter): void;
1665
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReleaseGateThresholds;
1666
+ static deserializeBinaryFromReader(message: LlmEvaluationReleaseGateThresholds, reader: jspb.BinaryReader): LlmEvaluationReleaseGateThresholds;
1667
+ }
1668
+
1669
+ export namespace LlmEvaluationReleaseGateThresholds {
1670
+ export type AsObject = {
1671
+ minPassRate: number,
1672
+ maxRegressionPerCriterion: number,
1673
+ maxP95LatencySeconds: number,
1674
+ acceptanceMustPass: boolean,
1675
+ }
1676
+ }
1677
+
1678
+ export class LlmEvaluationReleaseGateSafetyConfig extends jspb.Message {
1679
+ getEnabled(): boolean;
1680
+ setEnabled(value: boolean): LlmEvaluationReleaseGateSafetyConfig;
1681
+
1682
+ getAdversarialDatasetName(): string;
1683
+ setAdversarialDatasetName(value: string): LlmEvaluationReleaseGateSafetyConfig;
1684
+
1685
+ getEvaluatorNamesList(): Array<string>;
1686
+ setEvaluatorNamesList(value: Array<string>): LlmEvaluationReleaseGateSafetyConfig;
1687
+ clearEvaluatorNamesList(): LlmEvaluationReleaseGateSafetyConfig;
1688
+ addEvaluatorNames(value: string, index?: number): LlmEvaluationReleaseGateSafetyConfig;
1689
+
1690
+ getMaxToxicity(): number;
1691
+ setMaxToxicity(value: number): LlmEvaluationReleaseGateSafetyConfig;
1692
+
1693
+ getMaxBias(): number;
1694
+ setMaxBias(value: number): LlmEvaluationReleaseGateSafetyConfig;
1695
+
1696
+ serializeBinary(): Uint8Array;
1697
+ toObject(includeInstance?: boolean): LlmEvaluationReleaseGateSafetyConfig.AsObject;
1698
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReleaseGateSafetyConfig): LlmEvaluationReleaseGateSafetyConfig.AsObject;
1699
+ static serializeBinaryToWriter(message: LlmEvaluationReleaseGateSafetyConfig, writer: jspb.BinaryWriter): void;
1700
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReleaseGateSafetyConfig;
1701
+ static deserializeBinaryFromReader(message: LlmEvaluationReleaseGateSafetyConfig, reader: jspb.BinaryReader): LlmEvaluationReleaseGateSafetyConfig;
1702
+ }
1703
+
1704
+ export namespace LlmEvaluationReleaseGateSafetyConfig {
1705
+ export type AsObject = {
1706
+ enabled: boolean,
1707
+ adversarialDatasetName: string,
1708
+ evaluatorNamesList: Array<string>,
1709
+ maxToxicity: number,
1710
+ maxBias: number,
1711
+ }
1712
+ }
1713
+
1714
+ export class LlmEvaluationReleaseGate extends jspb.Message {
1715
+ getName(): string;
1716
+ setName(value: string): LlmEvaluationReleaseGate;
1717
+
1718
+ getDisplayName(): string;
1719
+ setDisplayName(value: string): LlmEvaluationReleaseGate;
1720
+
1721
+ getDescription(): string;
1722
+ setDescription(value: string): LlmEvaluationReleaseGate;
1723
+
1724
+ getRevision(): number;
1725
+ setRevision(value: number): LlmEvaluationReleaseGate;
1726
+
1727
+ getLlmEvaluationDatasetName(): string;
1728
+ setLlmEvaluationDatasetName(value: string): LlmEvaluationReleaseGate;
1729
+
1730
+ getLlmEvaluationBaselineExperimentName(): string;
1731
+ setLlmEvaluationBaselineExperimentName(value: string): LlmEvaluationReleaseGate;
1732
+
1733
+ getLlmEvaluationEvaluatorNamesList(): Array<string>;
1734
+ setLlmEvaluationEvaluatorNamesList(value: Array<string>): LlmEvaluationReleaseGate;
1735
+ clearLlmEvaluationEvaluatorNamesList(): LlmEvaluationReleaseGate;
1736
+ addLlmEvaluationEvaluatorNames(value: string, index?: number): LlmEvaluationReleaseGate;
1737
+
1738
+ getThresholds(): LlmEvaluationReleaseGateThresholds | undefined;
1739
+ setThresholds(value?: LlmEvaluationReleaseGateThresholds): LlmEvaluationReleaseGate;
1740
+ hasThresholds(): boolean;
1741
+ clearThresholds(): LlmEvaluationReleaseGate;
1742
+
1743
+ getSafety(): LlmEvaluationReleaseGateSafetyConfig | undefined;
1744
+ setSafety(value?: LlmEvaluationReleaseGateSafetyConfig): LlmEvaluationReleaseGate;
1745
+ hasSafety(): boolean;
1746
+ clearSafety(): LlmEvaluationReleaseGate;
1747
+
1748
+ getWeights(): google_protobuf_struct_pb.Struct | undefined;
1749
+ setWeights(value?: google_protobuf_struct_pb.Struct): LlmEvaluationReleaseGate;
1750
+ hasWeights(): boolean;
1751
+ clearWeights(): LlmEvaluationReleaseGate;
1752
+
1753
+ getPassCutoffScore(): number;
1754
+ setPassCutoffScore(value: number): LlmEvaluationReleaseGate;
1755
+
1756
+ getStalenessWindowDays(): number;
1757
+ setStalenessWindowDays(value: number): LlmEvaluationReleaseGate;
1758
+
1759
+ getCcaiServiceNamesList(): Array<string>;
1760
+ setCcaiServiceNamesList(value: Array<string>): LlmEvaluationReleaseGate;
1761
+ clearCcaiServiceNamesList(): LlmEvaluationReleaseGate;
1762
+ addCcaiServiceNames(value: string, index?: number): LlmEvaluationReleaseGate;
1763
+
1764
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
1765
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReleaseGate;
1766
+ hasCreatedAt(): boolean;
1767
+ clearCreatedAt(): LlmEvaluationReleaseGate;
1768
+
1769
+ getCreatedBy(): string;
1770
+ setCreatedBy(value: string): LlmEvaluationReleaseGate;
1771
+
1772
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
1773
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReleaseGate;
1774
+ hasModifiedAt(): boolean;
1775
+ clearModifiedAt(): LlmEvaluationReleaseGate;
1776
+
1777
+ getModifiedBy(): string;
1778
+ setModifiedBy(value: string): LlmEvaluationReleaseGate;
1779
+
1780
+ getParent(): string;
1781
+ setParent(value: string): LlmEvaluationReleaseGate;
1782
+
1783
+ getLanguageCode(): string;
1784
+ setLanguageCode(value: string): LlmEvaluationReleaseGate;
1785
+
1786
+ serializeBinary(): Uint8Array;
1787
+ toObject(includeInstance?: boolean): LlmEvaluationReleaseGate.AsObject;
1788
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReleaseGate): LlmEvaluationReleaseGate.AsObject;
1789
+ static serializeBinaryToWriter(message: LlmEvaluationReleaseGate, writer: jspb.BinaryWriter): void;
1790
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReleaseGate;
1791
+ static deserializeBinaryFromReader(message: LlmEvaluationReleaseGate, reader: jspb.BinaryReader): LlmEvaluationReleaseGate;
1792
+ }
1793
+
1794
+ export namespace LlmEvaluationReleaseGate {
1795
+ export type AsObject = {
1796
+ name: string,
1797
+ displayName: string,
1798
+ description: string,
1799
+ revision: number,
1800
+ llmEvaluationDatasetName: string,
1801
+ llmEvaluationBaselineExperimentName: string,
1802
+ llmEvaluationEvaluatorNamesList: Array<string>,
1803
+ thresholds?: LlmEvaluationReleaseGateThresholds.AsObject,
1804
+ safety?: LlmEvaluationReleaseGateSafetyConfig.AsObject,
1805
+ weights?: google_protobuf_struct_pb.Struct.AsObject,
1806
+ passCutoffScore: number,
1807
+ stalenessWindowDays: number,
1808
+ ccaiServiceNamesList: Array<string>,
1809
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
1810
+ createdBy: string,
1811
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
1812
+ modifiedBy: string,
1813
+ parent: string,
1814
+ languageCode: string,
1815
+ }
1816
+ }
1817
+
1818
+ export class LlmEvaluationReleaseGateCheck extends jspb.Message {
1819
+ getId(): string;
1820
+ setId(value: string): LlmEvaluationReleaseGateCheck;
1821
+
1822
+ getThreshold(): number;
1823
+ setThreshold(value: number): LlmEvaluationReleaseGateCheck;
1824
+
1825
+ getActual(): number;
1826
+ setActual(value: number): LlmEvaluationReleaseGateCheck;
1827
+
1828
+ getActualAvailable(): boolean;
1829
+ setActualAvailable(value: boolean): LlmEvaluationReleaseGateCheck;
1830
+
1831
+ getPassed(): boolean;
1832
+ setPassed(value: boolean): LlmEvaluationReleaseGateCheck;
1833
+
1834
+ getPartial(): boolean;
1835
+ setPartial(value: boolean): LlmEvaluationReleaseGateCheck;
1836
+
1837
+ getProvenance(): string;
1838
+ setProvenance(value: string): LlmEvaluationReleaseGateCheck;
1839
+
1840
+ serializeBinary(): Uint8Array;
1841
+ toObject(includeInstance?: boolean): LlmEvaluationReleaseGateCheck.AsObject;
1842
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReleaseGateCheck): LlmEvaluationReleaseGateCheck.AsObject;
1843
+ static serializeBinaryToWriter(message: LlmEvaluationReleaseGateCheck, writer: jspb.BinaryWriter): void;
1844
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReleaseGateCheck;
1845
+ static deserializeBinaryFromReader(message: LlmEvaluationReleaseGateCheck, reader: jspb.BinaryReader): LlmEvaluationReleaseGateCheck;
1846
+ }
1847
+
1848
+ export namespace LlmEvaluationReleaseGateCheck {
1849
+ export type AsObject = {
1850
+ id: string,
1851
+ threshold: number,
1852
+ actual: number,
1853
+ actualAvailable: boolean,
1854
+ passed: boolean,
1855
+ partial: boolean,
1856
+ provenance: string,
1857
+ }
1858
+ }
1859
+
1860
+ export class LlmEvaluationReleaseGateRun extends jspb.Message {
1861
+ getName(): string;
1862
+ setName(value: string): LlmEvaluationReleaseGateRun;
1863
+
1864
+ getLlmEvaluationReleaseGateName(): string;
1865
+ setLlmEvaluationReleaseGateName(value: string): LlmEvaluationReleaseGateRun;
1866
+
1867
+ getGateRevision(): number;
1868
+ setGateRevision(value: number): LlmEvaluationReleaseGateRun;
1869
+
1870
+ getGateSnapshot(): google_protobuf_struct_pb.Struct | undefined;
1871
+ setGateSnapshot(value?: google_protobuf_struct_pb.Struct): LlmEvaluationReleaseGateRun;
1872
+ hasGateSnapshot(): boolean;
1873
+ clearGateSnapshot(): LlmEvaluationReleaseGateRun;
1874
+
1875
+ getLlmEvaluationExperimentName(): string;
1876
+ setLlmEvaluationExperimentName(value: string): LlmEvaluationReleaseGateRun;
1877
+
1878
+ getLlmEvaluationSafetyExperimentName(): string;
1879
+ setLlmEvaluationSafetyExperimentName(value: string): LlmEvaluationReleaseGateRun;
1880
+
1881
+ getLlmEvaluationBaselineExperimentName(): string;
1882
+ setLlmEvaluationBaselineExperimentName(value: string): LlmEvaluationReleaseGateRun;
1883
+
1884
+ getLlmEvaluationReleaseGateVerdict(): LlmEvaluationReleaseGateVerdict;
1885
+ setLlmEvaluationReleaseGateVerdict(value: LlmEvaluationReleaseGateVerdict): LlmEvaluationReleaseGateRun;
1886
+
1887
+ getChecksList(): Array<LlmEvaluationReleaseGateCheck>;
1888
+ setChecksList(value: Array<LlmEvaluationReleaseGateCheck>): LlmEvaluationReleaseGateRun;
1889
+ clearChecksList(): LlmEvaluationReleaseGateRun;
1890
+ addChecks(value?: LlmEvaluationReleaseGateCheck, index?: number): LlmEvaluationReleaseGateCheck;
1891
+
1892
+ getStartedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
1893
+ setStartedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReleaseGateRun;
1894
+ hasStartedAt(): boolean;
1895
+ clearStartedAt(): LlmEvaluationReleaseGateRun;
1896
+
1897
+ getFinishedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
1898
+ setFinishedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReleaseGateRun;
1899
+ hasFinishedAt(): boolean;
1900
+ clearFinishedAt(): LlmEvaluationReleaseGateRun;
1901
+
1902
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
1903
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReleaseGateRun;
1904
+ hasCreatedAt(): boolean;
1905
+ clearCreatedAt(): LlmEvaluationReleaseGateRun;
1906
+
1907
+ getCreatedBy(): string;
1908
+ setCreatedBy(value: string): LlmEvaluationReleaseGateRun;
1909
+
1910
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
1911
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReleaseGateRun;
1912
+ hasModifiedAt(): boolean;
1913
+ clearModifiedAt(): LlmEvaluationReleaseGateRun;
1914
+
1915
+ getModifiedBy(): string;
1916
+ setModifiedBy(value: string): LlmEvaluationReleaseGateRun;
1917
+
1918
+ getParent(): string;
1919
+ setParent(value: string): LlmEvaluationReleaseGateRun;
1920
+
1921
+ getLanguageCode(): string;
1922
+ setLanguageCode(value: string): LlmEvaluationReleaseGateRun;
1923
+
1924
+ serializeBinary(): Uint8Array;
1925
+ toObject(includeInstance?: boolean): LlmEvaluationReleaseGateRun.AsObject;
1926
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReleaseGateRun): LlmEvaluationReleaseGateRun.AsObject;
1927
+ static serializeBinaryToWriter(message: LlmEvaluationReleaseGateRun, writer: jspb.BinaryWriter): void;
1928
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReleaseGateRun;
1929
+ static deserializeBinaryFromReader(message: LlmEvaluationReleaseGateRun, reader: jspb.BinaryReader): LlmEvaluationReleaseGateRun;
1930
+ }
1931
+
1932
+ export namespace LlmEvaluationReleaseGateRun {
1933
+ export type AsObject = {
1934
+ name: string,
1935
+ llmEvaluationReleaseGateName: string,
1936
+ gateRevision: number,
1937
+ gateSnapshot?: google_protobuf_struct_pb.Struct.AsObject,
1938
+ llmEvaluationExperimentName: string,
1939
+ llmEvaluationSafetyExperimentName: string,
1940
+ llmEvaluationBaselineExperimentName: string,
1941
+ llmEvaluationReleaseGateVerdict: LlmEvaluationReleaseGateVerdict,
1942
+ checksList: Array<LlmEvaluationReleaseGateCheck.AsObject>,
1943
+ startedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
1944
+ finishedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
1945
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
1946
+ createdBy: string,
1947
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
1948
+ modifiedBy: string,
1949
+ parent: string,
1950
+ languageCode: string,
1951
+ }
1952
+ }
1953
+
1954
+ export class CreateLlmEvaluationReleaseGateRequest extends jspb.Message {
1955
+ getLlmEvaluationReleaseGate(): LlmEvaluationReleaseGate | undefined;
1956
+ setLlmEvaluationReleaseGate(value?: LlmEvaluationReleaseGate): CreateLlmEvaluationReleaseGateRequest;
1957
+ hasLlmEvaluationReleaseGate(): boolean;
1958
+ clearLlmEvaluationReleaseGate(): CreateLlmEvaluationReleaseGateRequest;
1959
+
1960
+ getParent(): string;
1961
+ setParent(value: string): CreateLlmEvaluationReleaseGateRequest;
1962
+
1963
+ getLanguageCode(): string;
1964
+ setLanguageCode(value: string): CreateLlmEvaluationReleaseGateRequest;
1965
+
1966
+ serializeBinary(): Uint8Array;
1967
+ toObject(includeInstance?: boolean): CreateLlmEvaluationReleaseGateRequest.AsObject;
1968
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationReleaseGateRequest): CreateLlmEvaluationReleaseGateRequest.AsObject;
1969
+ static serializeBinaryToWriter(message: CreateLlmEvaluationReleaseGateRequest, writer: jspb.BinaryWriter): void;
1970
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationReleaseGateRequest;
1971
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationReleaseGateRequest, reader: jspb.BinaryReader): CreateLlmEvaluationReleaseGateRequest;
1972
+ }
1973
+
1974
+ export namespace CreateLlmEvaluationReleaseGateRequest {
1975
+ export type AsObject = {
1976
+ llmEvaluationReleaseGate?: LlmEvaluationReleaseGate.AsObject,
1977
+ parent: string,
1978
+ languageCode: string,
1979
+ }
1980
+ }
1981
+
1982
+ export class GetLlmEvaluationReleaseGateRequest extends jspb.Message {
1983
+ getName(): string;
1984
+ setName(value: string): GetLlmEvaluationReleaseGateRequest;
1985
+
1986
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1987
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationReleaseGateRequest;
1988
+ hasFieldMask(): boolean;
1989
+ clearFieldMask(): GetLlmEvaluationReleaseGateRequest;
1990
+
1991
+ getParent(): string;
1992
+ setParent(value: string): GetLlmEvaluationReleaseGateRequest;
1993
+
1994
+ getLanguageCode(): string;
1995
+ setLanguageCode(value: string): GetLlmEvaluationReleaseGateRequest;
1996
+
1997
+ serializeBinary(): Uint8Array;
1998
+ toObject(includeInstance?: boolean): GetLlmEvaluationReleaseGateRequest.AsObject;
1999
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationReleaseGateRequest): GetLlmEvaluationReleaseGateRequest.AsObject;
2000
+ static serializeBinaryToWriter(message: GetLlmEvaluationReleaseGateRequest, writer: jspb.BinaryWriter): void;
2001
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationReleaseGateRequest;
2002
+ static deserializeBinaryFromReader(message: GetLlmEvaluationReleaseGateRequest, reader: jspb.BinaryReader): GetLlmEvaluationReleaseGateRequest;
2003
+ }
2004
+
2005
+ export namespace GetLlmEvaluationReleaseGateRequest {
2006
+ export type AsObject = {
2007
+ name: string,
2008
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2009
+ parent: string,
2010
+ languageCode: string,
2011
+ }
2012
+ }
2013
+
2014
+ export class LlmEvaluationReleaseGateFilter extends jspb.Message {
2015
+ getDisplayName(): string;
2016
+ setDisplayName(value: string): LlmEvaluationReleaseGateFilter;
2017
+
2018
+ getLlmEvaluationDatasetName(): string;
2019
+ setLlmEvaluationDatasetName(value: string): LlmEvaluationReleaseGateFilter;
2020
+
2021
+ serializeBinary(): Uint8Array;
2022
+ toObject(includeInstance?: boolean): LlmEvaluationReleaseGateFilter.AsObject;
2023
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReleaseGateFilter): LlmEvaluationReleaseGateFilter.AsObject;
2024
+ static serializeBinaryToWriter(message: LlmEvaluationReleaseGateFilter, writer: jspb.BinaryWriter): void;
2025
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReleaseGateFilter;
2026
+ static deserializeBinaryFromReader(message: LlmEvaluationReleaseGateFilter, reader: jspb.BinaryReader): LlmEvaluationReleaseGateFilter;
2027
+ }
2028
+
2029
+ export namespace LlmEvaluationReleaseGateFilter {
2030
+ export type AsObject = {
2031
+ displayName: string,
2032
+ llmEvaluationDatasetName: string,
2033
+ }
2034
+ }
2035
+
2036
+ export class ListLlmEvaluationReleaseGatesRequest extends jspb.Message {
2037
+ getParent(): string;
2038
+ setParent(value: string): ListLlmEvaluationReleaseGatesRequest;
2039
+
2040
+ getPageToken(): string;
2041
+ setPageToken(value: string): ListLlmEvaluationReleaseGatesRequest;
2042
+
2043
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2044
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationReleaseGatesRequest;
2045
+ hasFieldMask(): boolean;
2046
+ clearFieldMask(): ListLlmEvaluationReleaseGatesRequest;
2047
+
2048
+ getLanguageCode(): string;
2049
+ setLanguageCode(value: string): ListLlmEvaluationReleaseGatesRequest;
2050
+
2051
+ getLlmEvaluationReleaseGateFilter(): LlmEvaluationReleaseGateFilter | undefined;
2052
+ setLlmEvaluationReleaseGateFilter(value?: LlmEvaluationReleaseGateFilter): ListLlmEvaluationReleaseGatesRequest;
2053
+ hasLlmEvaluationReleaseGateFilter(): boolean;
2054
+ clearLlmEvaluationReleaseGateFilter(): ListLlmEvaluationReleaseGatesRequest;
2055
+
2056
+ serializeBinary(): Uint8Array;
2057
+ toObject(includeInstance?: boolean): ListLlmEvaluationReleaseGatesRequest.AsObject;
2058
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationReleaseGatesRequest): ListLlmEvaluationReleaseGatesRequest.AsObject;
2059
+ static serializeBinaryToWriter(message: ListLlmEvaluationReleaseGatesRequest, writer: jspb.BinaryWriter): void;
2060
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationReleaseGatesRequest;
2061
+ static deserializeBinaryFromReader(message: ListLlmEvaluationReleaseGatesRequest, reader: jspb.BinaryReader): ListLlmEvaluationReleaseGatesRequest;
2062
+ }
2063
+
2064
+ export namespace ListLlmEvaluationReleaseGatesRequest {
2065
+ export type AsObject = {
2066
+ parent: string,
2067
+ pageToken: string,
2068
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2069
+ languageCode: string,
2070
+ llmEvaluationReleaseGateFilter?: LlmEvaluationReleaseGateFilter.AsObject,
2071
+ }
2072
+ }
2073
+
2074
+ export class ListLlmEvaluationReleaseGatesResponse extends jspb.Message {
2075
+ getLlmEvaluationReleaseGatesList(): Array<LlmEvaluationReleaseGate>;
2076
+ setLlmEvaluationReleaseGatesList(value: Array<LlmEvaluationReleaseGate>): ListLlmEvaluationReleaseGatesResponse;
2077
+ clearLlmEvaluationReleaseGatesList(): ListLlmEvaluationReleaseGatesResponse;
2078
+ addLlmEvaluationReleaseGates(value?: LlmEvaluationReleaseGate, index?: number): LlmEvaluationReleaseGate;
2079
+
2080
+ getNextPageToken(): string;
2081
+ setNextPageToken(value: string): ListLlmEvaluationReleaseGatesResponse;
2082
+
2083
+ serializeBinary(): Uint8Array;
2084
+ toObject(includeInstance?: boolean): ListLlmEvaluationReleaseGatesResponse.AsObject;
2085
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationReleaseGatesResponse): ListLlmEvaluationReleaseGatesResponse.AsObject;
2086
+ static serializeBinaryToWriter(message: ListLlmEvaluationReleaseGatesResponse, writer: jspb.BinaryWriter): void;
2087
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationReleaseGatesResponse;
2088
+ static deserializeBinaryFromReader(message: ListLlmEvaluationReleaseGatesResponse, reader: jspb.BinaryReader): ListLlmEvaluationReleaseGatesResponse;
2089
+ }
2090
+
2091
+ export namespace ListLlmEvaluationReleaseGatesResponse {
2092
+ export type AsObject = {
2093
+ llmEvaluationReleaseGatesList: Array<LlmEvaluationReleaseGate.AsObject>,
2094
+ nextPageToken: string,
2095
+ }
2096
+ }
2097
+
2098
+ export class UpdateLlmEvaluationReleaseGateRequest extends jspb.Message {
2099
+ getLlmEvaluationReleaseGate(): LlmEvaluationReleaseGate | undefined;
2100
+ setLlmEvaluationReleaseGate(value?: LlmEvaluationReleaseGate): UpdateLlmEvaluationReleaseGateRequest;
2101
+ hasLlmEvaluationReleaseGate(): boolean;
2102
+ clearLlmEvaluationReleaseGate(): UpdateLlmEvaluationReleaseGateRequest;
2103
+
2104
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2105
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationReleaseGateRequest;
2106
+ hasUpdateMask(): boolean;
2107
+ clearUpdateMask(): UpdateLlmEvaluationReleaseGateRequest;
2108
+
2109
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2110
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationReleaseGateRequest;
2111
+ hasFieldMask(): boolean;
2112
+ clearFieldMask(): UpdateLlmEvaluationReleaseGateRequest;
2113
+
2114
+ getParent(): string;
2115
+ setParent(value: string): UpdateLlmEvaluationReleaseGateRequest;
2116
+
2117
+ getLanguageCode(): string;
2118
+ setLanguageCode(value: string): UpdateLlmEvaluationReleaseGateRequest;
2119
+
2120
+ serializeBinary(): Uint8Array;
2121
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationReleaseGateRequest.AsObject;
2122
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationReleaseGateRequest): UpdateLlmEvaluationReleaseGateRequest.AsObject;
2123
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationReleaseGateRequest, writer: jspb.BinaryWriter): void;
2124
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationReleaseGateRequest;
2125
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationReleaseGateRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationReleaseGateRequest;
2126
+ }
2127
+
2128
+ export namespace UpdateLlmEvaluationReleaseGateRequest {
2129
+ export type AsObject = {
2130
+ llmEvaluationReleaseGate?: LlmEvaluationReleaseGate.AsObject,
2131
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2132
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2133
+ parent: string,
2134
+ languageCode: string,
2135
+ }
2136
+ }
2137
+
2138
+ export class DeleteLlmEvaluationReleaseGateRequest extends jspb.Message {
2139
+ getName(): string;
2140
+ setName(value: string): DeleteLlmEvaluationReleaseGateRequest;
2141
+
2142
+ getParent(): string;
2143
+ setParent(value: string): DeleteLlmEvaluationReleaseGateRequest;
2144
+
2145
+ getLanguageCode(): string;
2146
+ setLanguageCode(value: string): DeleteLlmEvaluationReleaseGateRequest;
2147
+
2148
+ serializeBinary(): Uint8Array;
2149
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationReleaseGateRequest.AsObject;
2150
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationReleaseGateRequest): DeleteLlmEvaluationReleaseGateRequest.AsObject;
2151
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationReleaseGateRequest, writer: jspb.BinaryWriter): void;
2152
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationReleaseGateRequest;
2153
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationReleaseGateRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationReleaseGateRequest;
2154
+ }
2155
+
2156
+ export namespace DeleteLlmEvaluationReleaseGateRequest {
2157
+ export type AsObject = {
2158
+ name: string,
2159
+ parent: string,
2160
+ languageCode: string,
2161
+ }
2162
+ }
2163
+
2164
+ export class RunLlmEvaluationReleaseGateRequest extends jspb.Message {
2165
+ getName(): string;
2166
+ setName(value: string): RunLlmEvaluationReleaseGateRequest;
2167
+
2168
+ getParent(): string;
2169
+ setParent(value: string): RunLlmEvaluationReleaseGateRequest;
2170
+
2171
+ getLanguageCode(): string;
2172
+ setLanguageCode(value: string): RunLlmEvaluationReleaseGateRequest;
2173
+
2174
+ getCcaiServiceNamesList(): Array<string>;
2175
+ setCcaiServiceNamesList(value: Array<string>): RunLlmEvaluationReleaseGateRequest;
2176
+ clearCcaiServiceNamesList(): RunLlmEvaluationReleaseGateRequest;
2177
+ addCcaiServiceNames(value: string, index?: number): RunLlmEvaluationReleaseGateRequest;
2178
+
2179
+ getGitSha(): string;
2180
+ setGitSha(value: string): RunLlmEvaluationReleaseGateRequest;
2181
+
2182
+ getPromptVersion(): string;
2183
+ setPromptVersion(value: string): RunLlmEvaluationReleaseGateRequest;
2184
+
2185
+ serializeBinary(): Uint8Array;
2186
+ toObject(includeInstance?: boolean): RunLlmEvaluationReleaseGateRequest.AsObject;
2187
+ static toObject(includeInstance: boolean, msg: RunLlmEvaluationReleaseGateRequest): RunLlmEvaluationReleaseGateRequest.AsObject;
2188
+ static serializeBinaryToWriter(message: RunLlmEvaluationReleaseGateRequest, writer: jspb.BinaryWriter): void;
2189
+ static deserializeBinary(bytes: Uint8Array): RunLlmEvaluationReleaseGateRequest;
2190
+ static deserializeBinaryFromReader(message: RunLlmEvaluationReleaseGateRequest, reader: jspb.BinaryReader): RunLlmEvaluationReleaseGateRequest;
2191
+ }
2192
+
2193
+ export namespace RunLlmEvaluationReleaseGateRequest {
2194
+ export type AsObject = {
2195
+ name: string,
2196
+ parent: string,
2197
+ languageCode: string,
2198
+ ccaiServiceNamesList: Array<string>,
2199
+ gitSha: string,
2200
+ promptVersion: string,
2201
+ }
2202
+ }
2203
+
2204
+ export class GetLlmEvaluationReleaseGateRunRequest extends jspb.Message {
2205
+ getName(): string;
2206
+ setName(value: string): GetLlmEvaluationReleaseGateRunRequest;
2207
+
2208
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2209
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationReleaseGateRunRequest;
2210
+ hasFieldMask(): boolean;
2211
+ clearFieldMask(): GetLlmEvaluationReleaseGateRunRequest;
2212
+
2213
+ getParent(): string;
2214
+ setParent(value: string): GetLlmEvaluationReleaseGateRunRequest;
2215
+
2216
+ getLanguageCode(): string;
2217
+ setLanguageCode(value: string): GetLlmEvaluationReleaseGateRunRequest;
2218
+
2219
+ serializeBinary(): Uint8Array;
2220
+ toObject(includeInstance?: boolean): GetLlmEvaluationReleaseGateRunRequest.AsObject;
2221
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationReleaseGateRunRequest): GetLlmEvaluationReleaseGateRunRequest.AsObject;
2222
+ static serializeBinaryToWriter(message: GetLlmEvaluationReleaseGateRunRequest, writer: jspb.BinaryWriter): void;
2223
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationReleaseGateRunRequest;
2224
+ static deserializeBinaryFromReader(message: GetLlmEvaluationReleaseGateRunRequest, reader: jspb.BinaryReader): GetLlmEvaluationReleaseGateRunRequest;
2225
+ }
2226
+
2227
+ export namespace GetLlmEvaluationReleaseGateRunRequest {
2228
+ export type AsObject = {
2229
+ name: string,
2230
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2231
+ parent: string,
2232
+ languageCode: string,
2233
+ }
2234
+ }
2235
+
2236
+ export class LlmEvaluationReleaseGateRunFilter extends jspb.Message {
2237
+ getLlmEvaluationReleaseGateName(): string;
2238
+ setLlmEvaluationReleaseGateName(value: string): LlmEvaluationReleaseGateRunFilter;
2239
+
2240
+ getLlmEvaluationReleaseGateVerdict(): LlmEvaluationReleaseGateVerdict;
2241
+ setLlmEvaluationReleaseGateVerdict(value: LlmEvaluationReleaseGateVerdict): LlmEvaluationReleaseGateRunFilter;
2242
+
2243
+ serializeBinary(): Uint8Array;
2244
+ toObject(includeInstance?: boolean): LlmEvaluationReleaseGateRunFilter.AsObject;
2245
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReleaseGateRunFilter): LlmEvaluationReleaseGateRunFilter.AsObject;
2246
+ static serializeBinaryToWriter(message: LlmEvaluationReleaseGateRunFilter, writer: jspb.BinaryWriter): void;
2247
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReleaseGateRunFilter;
2248
+ static deserializeBinaryFromReader(message: LlmEvaluationReleaseGateRunFilter, reader: jspb.BinaryReader): LlmEvaluationReleaseGateRunFilter;
2249
+ }
2250
+
2251
+ export namespace LlmEvaluationReleaseGateRunFilter {
2252
+ export type AsObject = {
2253
+ llmEvaluationReleaseGateName: string,
2254
+ llmEvaluationReleaseGateVerdict: LlmEvaluationReleaseGateVerdict,
2255
+ }
2256
+ }
2257
+
2258
+ export class ListLlmEvaluationReleaseGateRunsRequest extends jspb.Message {
2259
+ getParent(): string;
2260
+ setParent(value: string): ListLlmEvaluationReleaseGateRunsRequest;
2261
+
2262
+ getPageToken(): string;
2263
+ setPageToken(value: string): ListLlmEvaluationReleaseGateRunsRequest;
2264
+
2265
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2266
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationReleaseGateRunsRequest;
2267
+ hasFieldMask(): boolean;
2268
+ clearFieldMask(): ListLlmEvaluationReleaseGateRunsRequest;
2269
+
2270
+ getLanguageCode(): string;
2271
+ setLanguageCode(value: string): ListLlmEvaluationReleaseGateRunsRequest;
2272
+
2273
+ getLlmEvaluationReleaseGateRunFilter(): LlmEvaluationReleaseGateRunFilter | undefined;
2274
+ setLlmEvaluationReleaseGateRunFilter(value?: LlmEvaluationReleaseGateRunFilter): ListLlmEvaluationReleaseGateRunsRequest;
2275
+ hasLlmEvaluationReleaseGateRunFilter(): boolean;
2276
+ clearLlmEvaluationReleaseGateRunFilter(): ListLlmEvaluationReleaseGateRunsRequest;
2277
+
2278
+ serializeBinary(): Uint8Array;
2279
+ toObject(includeInstance?: boolean): ListLlmEvaluationReleaseGateRunsRequest.AsObject;
2280
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationReleaseGateRunsRequest): ListLlmEvaluationReleaseGateRunsRequest.AsObject;
2281
+ static serializeBinaryToWriter(message: ListLlmEvaluationReleaseGateRunsRequest, writer: jspb.BinaryWriter): void;
2282
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationReleaseGateRunsRequest;
2283
+ static deserializeBinaryFromReader(message: ListLlmEvaluationReleaseGateRunsRequest, reader: jspb.BinaryReader): ListLlmEvaluationReleaseGateRunsRequest;
2284
+ }
2285
+
2286
+ export namespace ListLlmEvaluationReleaseGateRunsRequest {
2287
+ export type AsObject = {
2288
+ parent: string,
2289
+ pageToken: string,
2290
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2291
+ languageCode: string,
2292
+ llmEvaluationReleaseGateRunFilter?: LlmEvaluationReleaseGateRunFilter.AsObject,
2293
+ }
2294
+ }
2295
+
2296
+ export class ListLlmEvaluationReleaseGateRunsResponse extends jspb.Message {
2297
+ getLlmEvaluationReleaseGateRunsList(): Array<LlmEvaluationReleaseGateRun>;
2298
+ setLlmEvaluationReleaseGateRunsList(value: Array<LlmEvaluationReleaseGateRun>): ListLlmEvaluationReleaseGateRunsResponse;
2299
+ clearLlmEvaluationReleaseGateRunsList(): ListLlmEvaluationReleaseGateRunsResponse;
2300
+ addLlmEvaluationReleaseGateRuns(value?: LlmEvaluationReleaseGateRun, index?: number): LlmEvaluationReleaseGateRun;
2301
+
2302
+ getNextPageToken(): string;
2303
+ setNextPageToken(value: string): ListLlmEvaluationReleaseGateRunsResponse;
2304
+
2305
+ serializeBinary(): Uint8Array;
2306
+ toObject(includeInstance?: boolean): ListLlmEvaluationReleaseGateRunsResponse.AsObject;
2307
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationReleaseGateRunsResponse): ListLlmEvaluationReleaseGateRunsResponse.AsObject;
2308
+ static serializeBinaryToWriter(message: ListLlmEvaluationReleaseGateRunsResponse, writer: jspb.BinaryWriter): void;
2309
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationReleaseGateRunsResponse;
2310
+ static deserializeBinaryFromReader(message: ListLlmEvaluationReleaseGateRunsResponse, reader: jspb.BinaryReader): ListLlmEvaluationReleaseGateRunsResponse;
2311
+ }
2312
+
2313
+ export namespace ListLlmEvaluationReleaseGateRunsResponse {
2314
+ export type AsObject = {
2315
+ llmEvaluationReleaseGateRunsList: Array<LlmEvaluationReleaseGateRun.AsObject>,
2316
+ nextPageToken: string,
2317
+ }
2318
+ }
2319
+
2320
+ export class LlmEvaluationScorecardComponent extends jspb.Message {
2321
+ getCriterion(): string;
2322
+ setCriterion(value: string): LlmEvaluationScorecardComponent;
2323
+
2324
+ getWeight(): number;
2325
+ setWeight(value: number): LlmEvaluationScorecardComponent;
2326
+
2327
+ getTargetScore(): number;
2328
+ setTargetScore(value: number): LlmEvaluationScorecardComponent;
2329
+
2330
+ getEvaluatorName(): string;
2331
+ setEvaluatorName(value: string): LlmEvaluationScorecardComponent;
2332
+
2333
+ serializeBinary(): Uint8Array;
2334
+ toObject(includeInstance?: boolean): LlmEvaluationScorecardComponent.AsObject;
2335
+ static toObject(includeInstance: boolean, msg: LlmEvaluationScorecardComponent): LlmEvaluationScorecardComponent.AsObject;
2336
+ static serializeBinaryToWriter(message: LlmEvaluationScorecardComponent, writer: jspb.BinaryWriter): void;
2337
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationScorecardComponent;
2338
+ static deserializeBinaryFromReader(message: LlmEvaluationScorecardComponent, reader: jspb.BinaryReader): LlmEvaluationScorecardComponent;
2339
+ }
2340
+
2341
+ export namespace LlmEvaluationScorecardComponent {
2342
+ export type AsObject = {
2343
+ criterion: string,
2344
+ weight: number,
2345
+ targetScore: number,
2346
+ evaluatorName: string,
2347
+ }
2348
+ }
2349
+
2350
+ export class LlmEvaluationScorecard extends jspb.Message {
2351
+ getName(): string;
2352
+ setName(value: string): LlmEvaluationScorecard;
2353
+
2354
+ getDisplayName(): string;
2355
+ setDisplayName(value: string): LlmEvaluationScorecard;
2356
+
2357
+ getDescription(): string;
2358
+ setDescription(value: string): LlmEvaluationScorecard;
2359
+
2360
+ getLlmEvaluationScorecardComponentsList(): Array<LlmEvaluationScorecardComponent>;
2361
+ setLlmEvaluationScorecardComponentsList(value: Array<LlmEvaluationScorecardComponent>): LlmEvaluationScorecard;
2362
+ clearLlmEvaluationScorecardComponentsList(): LlmEvaluationScorecard;
2363
+ addLlmEvaluationScorecardComponents(value?: LlmEvaluationScorecardComponent, index?: number): LlmEvaluationScorecardComponent;
2364
+
2365
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
2366
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationScorecard;
2367
+ hasCreatedAt(): boolean;
2368
+ clearCreatedAt(): LlmEvaluationScorecard;
2369
+
2370
+ getCreatedBy(): string;
2371
+ setCreatedBy(value: string): LlmEvaluationScorecard;
2372
+
2373
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
2374
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationScorecard;
2375
+ hasModifiedAt(): boolean;
2376
+ clearModifiedAt(): LlmEvaluationScorecard;
2377
+
2378
+ getModifiedBy(): string;
2379
+ setModifiedBy(value: string): LlmEvaluationScorecard;
2380
+
2381
+ getParent(): string;
2382
+ setParent(value: string): LlmEvaluationScorecard;
2383
+
2384
+ getLanguageCode(): string;
2385
+ setLanguageCode(value: string): LlmEvaluationScorecard;
2386
+
2387
+ serializeBinary(): Uint8Array;
2388
+ toObject(includeInstance?: boolean): LlmEvaluationScorecard.AsObject;
2389
+ static toObject(includeInstance: boolean, msg: LlmEvaluationScorecard): LlmEvaluationScorecard.AsObject;
2390
+ static serializeBinaryToWriter(message: LlmEvaluationScorecard, writer: jspb.BinaryWriter): void;
2391
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationScorecard;
2392
+ static deserializeBinaryFromReader(message: LlmEvaluationScorecard, reader: jspb.BinaryReader): LlmEvaluationScorecard;
2393
+ }
2394
+
2395
+ export namespace LlmEvaluationScorecard {
2396
+ export type AsObject = {
2397
+ name: string,
2398
+ displayName: string,
2399
+ description: string,
2400
+ llmEvaluationScorecardComponentsList: Array<LlmEvaluationScorecardComponent.AsObject>,
2401
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
2402
+ createdBy: string,
2403
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
2404
+ modifiedBy: string,
2405
+ parent: string,
2406
+ languageCode: string,
2407
+ }
2408
+ }
2409
+
2410
+ export class CreateLlmEvaluationScorecardRequest extends jspb.Message {
2411
+ getLlmEvaluationScorecard(): LlmEvaluationScorecard | undefined;
2412
+ setLlmEvaluationScorecard(value?: LlmEvaluationScorecard): CreateLlmEvaluationScorecardRequest;
2413
+ hasLlmEvaluationScorecard(): boolean;
2414
+ clearLlmEvaluationScorecard(): CreateLlmEvaluationScorecardRequest;
2415
+
2416
+ getParent(): string;
2417
+ setParent(value: string): CreateLlmEvaluationScorecardRequest;
2418
+
2419
+ getLanguageCode(): string;
2420
+ setLanguageCode(value: string): CreateLlmEvaluationScorecardRequest;
2421
+
2422
+ serializeBinary(): Uint8Array;
2423
+ toObject(includeInstance?: boolean): CreateLlmEvaluationScorecardRequest.AsObject;
2424
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationScorecardRequest): CreateLlmEvaluationScorecardRequest.AsObject;
2425
+ static serializeBinaryToWriter(message: CreateLlmEvaluationScorecardRequest, writer: jspb.BinaryWriter): void;
2426
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationScorecardRequest;
2427
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationScorecardRequest, reader: jspb.BinaryReader): CreateLlmEvaluationScorecardRequest;
2428
+ }
2429
+
2430
+ export namespace CreateLlmEvaluationScorecardRequest {
2431
+ export type AsObject = {
2432
+ llmEvaluationScorecard?: LlmEvaluationScorecard.AsObject,
2433
+ parent: string,
2434
+ languageCode: string,
2435
+ }
2436
+ }
2437
+
2438
+ export class GetLlmEvaluationScorecardRequest extends jspb.Message {
2439
+ getName(): string;
2440
+ setName(value: string): GetLlmEvaluationScorecardRequest;
2441
+
2442
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2443
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationScorecardRequest;
2444
+ hasFieldMask(): boolean;
2445
+ clearFieldMask(): GetLlmEvaluationScorecardRequest;
2446
+
2447
+ getParent(): string;
2448
+ setParent(value: string): GetLlmEvaluationScorecardRequest;
2449
+
2450
+ getLanguageCode(): string;
2451
+ setLanguageCode(value: string): GetLlmEvaluationScorecardRequest;
2452
+
2453
+ serializeBinary(): Uint8Array;
2454
+ toObject(includeInstance?: boolean): GetLlmEvaluationScorecardRequest.AsObject;
2455
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationScorecardRequest): GetLlmEvaluationScorecardRequest.AsObject;
2456
+ static serializeBinaryToWriter(message: GetLlmEvaluationScorecardRequest, writer: jspb.BinaryWriter): void;
2457
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationScorecardRequest;
2458
+ static deserializeBinaryFromReader(message: GetLlmEvaluationScorecardRequest, reader: jspb.BinaryReader): GetLlmEvaluationScorecardRequest;
2459
+ }
2460
+
2461
+ export namespace GetLlmEvaluationScorecardRequest {
2462
+ export type AsObject = {
2463
+ name: string,
2464
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2465
+ parent: string,
2466
+ languageCode: string,
2467
+ }
2468
+ }
2469
+
2470
+ export class LlmEvaluationScorecardFilter extends jspb.Message {
2471
+ getDisplayName(): string;
2472
+ setDisplayName(value: string): LlmEvaluationScorecardFilter;
2473
+
2474
+ serializeBinary(): Uint8Array;
2475
+ toObject(includeInstance?: boolean): LlmEvaluationScorecardFilter.AsObject;
2476
+ static toObject(includeInstance: boolean, msg: LlmEvaluationScorecardFilter): LlmEvaluationScorecardFilter.AsObject;
2477
+ static serializeBinaryToWriter(message: LlmEvaluationScorecardFilter, writer: jspb.BinaryWriter): void;
2478
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationScorecardFilter;
2479
+ static deserializeBinaryFromReader(message: LlmEvaluationScorecardFilter, reader: jspb.BinaryReader): LlmEvaluationScorecardFilter;
2480
+ }
2481
+
2482
+ export namespace LlmEvaluationScorecardFilter {
2483
+ export type AsObject = {
2484
+ displayName: string,
2485
+ }
2486
+ }
2487
+
2488
+ export class ListLlmEvaluationScorecardsRequest extends jspb.Message {
2489
+ getParent(): string;
2490
+ setParent(value: string): ListLlmEvaluationScorecardsRequest;
2491
+
2492
+ getPageToken(): string;
2493
+ setPageToken(value: string): ListLlmEvaluationScorecardsRequest;
2494
+
2495
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2496
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationScorecardsRequest;
2497
+ hasFieldMask(): boolean;
2498
+ clearFieldMask(): ListLlmEvaluationScorecardsRequest;
2499
+
2500
+ getLanguageCode(): string;
2501
+ setLanguageCode(value: string): ListLlmEvaluationScorecardsRequest;
2502
+
2503
+ getLlmEvaluationScorecardFilter(): LlmEvaluationScorecardFilter | undefined;
2504
+ setLlmEvaluationScorecardFilter(value?: LlmEvaluationScorecardFilter): ListLlmEvaluationScorecardsRequest;
2505
+ hasLlmEvaluationScorecardFilter(): boolean;
2506
+ clearLlmEvaluationScorecardFilter(): ListLlmEvaluationScorecardsRequest;
2507
+
2508
+ serializeBinary(): Uint8Array;
2509
+ toObject(includeInstance?: boolean): ListLlmEvaluationScorecardsRequest.AsObject;
2510
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationScorecardsRequest): ListLlmEvaluationScorecardsRequest.AsObject;
2511
+ static serializeBinaryToWriter(message: ListLlmEvaluationScorecardsRequest, writer: jspb.BinaryWriter): void;
2512
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationScorecardsRequest;
2513
+ static deserializeBinaryFromReader(message: ListLlmEvaluationScorecardsRequest, reader: jspb.BinaryReader): ListLlmEvaluationScorecardsRequest;
2514
+ }
2515
+
2516
+ export namespace ListLlmEvaluationScorecardsRequest {
2517
+ export type AsObject = {
2518
+ parent: string,
2519
+ pageToken: string,
2520
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2521
+ languageCode: string,
2522
+ llmEvaluationScorecardFilter?: LlmEvaluationScorecardFilter.AsObject,
2523
+ }
2524
+ }
2525
+
2526
+ export class ListLlmEvaluationScorecardsResponse extends jspb.Message {
2527
+ getLlmEvaluationScorecardsList(): Array<LlmEvaluationScorecard>;
2528
+ setLlmEvaluationScorecardsList(value: Array<LlmEvaluationScorecard>): ListLlmEvaluationScorecardsResponse;
2529
+ clearLlmEvaluationScorecardsList(): ListLlmEvaluationScorecardsResponse;
2530
+ addLlmEvaluationScorecards(value?: LlmEvaluationScorecard, index?: number): LlmEvaluationScorecard;
2531
+
2532
+ getNextPageToken(): string;
2533
+ setNextPageToken(value: string): ListLlmEvaluationScorecardsResponse;
2534
+
2535
+ serializeBinary(): Uint8Array;
2536
+ toObject(includeInstance?: boolean): ListLlmEvaluationScorecardsResponse.AsObject;
2537
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationScorecardsResponse): ListLlmEvaluationScorecardsResponse.AsObject;
2538
+ static serializeBinaryToWriter(message: ListLlmEvaluationScorecardsResponse, writer: jspb.BinaryWriter): void;
2539
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationScorecardsResponse;
2540
+ static deserializeBinaryFromReader(message: ListLlmEvaluationScorecardsResponse, reader: jspb.BinaryReader): ListLlmEvaluationScorecardsResponse;
2541
+ }
2542
+
2543
+ export namespace ListLlmEvaluationScorecardsResponse {
2544
+ export type AsObject = {
2545
+ llmEvaluationScorecardsList: Array<LlmEvaluationScorecard.AsObject>,
2546
+ nextPageToken: string,
2547
+ }
2548
+ }
2549
+
2550
+ export class UpdateLlmEvaluationScorecardRequest extends jspb.Message {
2551
+ getLlmEvaluationScorecard(): LlmEvaluationScorecard | undefined;
2552
+ setLlmEvaluationScorecard(value?: LlmEvaluationScorecard): UpdateLlmEvaluationScorecardRequest;
2553
+ hasLlmEvaluationScorecard(): boolean;
2554
+ clearLlmEvaluationScorecard(): UpdateLlmEvaluationScorecardRequest;
2555
+
2556
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2557
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationScorecardRequest;
2558
+ hasUpdateMask(): boolean;
2559
+ clearUpdateMask(): UpdateLlmEvaluationScorecardRequest;
2560
+
2561
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2562
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationScorecardRequest;
2563
+ hasFieldMask(): boolean;
2564
+ clearFieldMask(): UpdateLlmEvaluationScorecardRequest;
2565
+
2566
+ getParent(): string;
2567
+ setParent(value: string): UpdateLlmEvaluationScorecardRequest;
2568
+
2569
+ getLanguageCode(): string;
2570
+ setLanguageCode(value: string): UpdateLlmEvaluationScorecardRequest;
2571
+
2572
+ serializeBinary(): Uint8Array;
2573
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationScorecardRequest.AsObject;
2574
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationScorecardRequest): UpdateLlmEvaluationScorecardRequest.AsObject;
2575
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationScorecardRequest, writer: jspb.BinaryWriter): void;
2576
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationScorecardRequest;
2577
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationScorecardRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationScorecardRequest;
2578
+ }
2579
+
2580
+ export namespace UpdateLlmEvaluationScorecardRequest {
2581
+ export type AsObject = {
2582
+ llmEvaluationScorecard?: LlmEvaluationScorecard.AsObject,
2583
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2584
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2585
+ parent: string,
2586
+ languageCode: string,
2587
+ }
2588
+ }
2589
+
2590
+ export class DeleteLlmEvaluationScorecardRequest extends jspb.Message {
2591
+ getName(): string;
2592
+ setName(value: string): DeleteLlmEvaluationScorecardRequest;
2593
+
2594
+ getParent(): string;
2595
+ setParent(value: string): DeleteLlmEvaluationScorecardRequest;
2596
+
2597
+ getLanguageCode(): string;
2598
+ setLanguageCode(value: string): DeleteLlmEvaluationScorecardRequest;
2599
+
2600
+ serializeBinary(): Uint8Array;
2601
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationScorecardRequest.AsObject;
2602
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationScorecardRequest): DeleteLlmEvaluationScorecardRequest.AsObject;
2603
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationScorecardRequest, writer: jspb.BinaryWriter): void;
2604
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationScorecardRequest;
2605
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationScorecardRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationScorecardRequest;
2606
+ }
2607
+
2608
+ export namespace DeleteLlmEvaluationScorecardRequest {
2609
+ export type AsObject = {
2610
+ name: string,
2611
+ parent: string,
2612
+ languageCode: string,
2613
+ }
2614
+ }
2615
+
2616
+ export class LlmEvaluationJudgeConfig extends jspb.Message {
2617
+ getCcaiServiceName(): string;
2618
+ setCcaiServiceName(value: string): LlmEvaluationJudgeConfig;
2619
+
2620
+ getModelName(): string;
2621
+ setModelName(value: string): LlmEvaluationJudgeConfig;
2622
+
2623
+ getTemperature(): number;
2624
+ setTemperature(value: number): LlmEvaluationJudgeConfig;
2625
+
2626
+ getVerboseReasoning(): boolean;
2627
+ setVerboseReasoning(value: boolean): LlmEvaluationJudgeConfig;
2628
+
2629
+ getEvaluatorOverrides(): google_protobuf_struct_pb.Struct | undefined;
2630
+ setEvaluatorOverrides(value?: google_protobuf_struct_pb.Struct): LlmEvaluationJudgeConfig;
2631
+ hasEvaluatorOverrides(): boolean;
2632
+ clearEvaluatorOverrides(): LlmEvaluationJudgeConfig;
2633
+
2634
+ serializeBinary(): Uint8Array;
2635
+ toObject(includeInstance?: boolean): LlmEvaluationJudgeConfig.AsObject;
2636
+ static toObject(includeInstance: boolean, msg: LlmEvaluationJudgeConfig): LlmEvaluationJudgeConfig.AsObject;
2637
+ static serializeBinaryToWriter(message: LlmEvaluationJudgeConfig, writer: jspb.BinaryWriter): void;
2638
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationJudgeConfig;
2639
+ static deserializeBinaryFromReader(message: LlmEvaluationJudgeConfig, reader: jspb.BinaryReader): LlmEvaluationJudgeConfig;
2640
+ }
2641
+
2642
+ export namespace LlmEvaluationJudgeConfig {
2643
+ export type AsObject = {
2644
+ ccaiServiceName: string,
2645
+ modelName: string,
2646
+ temperature: number,
2647
+ verboseReasoning: boolean,
2648
+ evaluatorOverrides?: google_protobuf_struct_pb.Struct.AsObject,
2649
+ }
2650
+ }
2651
+
2652
+ export class LlmEvaluationProjectSettings extends jspb.Message {
2653
+ getName(): string;
2654
+ setName(value: string): LlmEvaluationProjectSettings;
2655
+
2656
+ getLlmEvaluationJudgeConfig(): LlmEvaluationJudgeConfig | undefined;
2657
+ setLlmEvaluationJudgeConfig(value?: LlmEvaluationJudgeConfig): LlmEvaluationProjectSettings;
2658
+ hasLlmEvaluationJudgeConfig(): boolean;
2659
+ clearLlmEvaluationJudgeConfig(): LlmEvaluationProjectSettings;
2660
+
2661
+ getDefaultWeights(): google_protobuf_struct_pb.Struct | undefined;
2662
+ setDefaultWeights(value?: google_protobuf_struct_pb.Struct): LlmEvaluationProjectSettings;
2663
+ hasDefaultWeights(): boolean;
2664
+ clearDefaultWeights(): LlmEvaluationProjectSettings;
2665
+
2666
+ getDefaultPassCutoffScore(): number;
2667
+ setDefaultPassCutoffScore(value: number): LlmEvaluationProjectSettings;
2668
+
2669
+ getDefaultScorecardName(): string;
2670
+ setDefaultScorecardName(value: string): LlmEvaluationProjectSettings;
2671
+
2672
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
2673
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationProjectSettings;
2674
+ hasCreatedAt(): boolean;
2675
+ clearCreatedAt(): LlmEvaluationProjectSettings;
2676
+
2677
+ getCreatedBy(): string;
2678
+ setCreatedBy(value: string): LlmEvaluationProjectSettings;
2679
+
2680
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
2681
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationProjectSettings;
2682
+ hasModifiedAt(): boolean;
2683
+ clearModifiedAt(): LlmEvaluationProjectSettings;
2684
+
2685
+ getModifiedBy(): string;
2686
+ setModifiedBy(value: string): LlmEvaluationProjectSettings;
2687
+
2688
+ getParent(): string;
2689
+ setParent(value: string): LlmEvaluationProjectSettings;
2690
+
2691
+ getLanguageCode(): string;
2692
+ setLanguageCode(value: string): LlmEvaluationProjectSettings;
2693
+
2694
+ serializeBinary(): Uint8Array;
2695
+ toObject(includeInstance?: boolean): LlmEvaluationProjectSettings.AsObject;
2696
+ static toObject(includeInstance: boolean, msg: LlmEvaluationProjectSettings): LlmEvaluationProjectSettings.AsObject;
2697
+ static serializeBinaryToWriter(message: LlmEvaluationProjectSettings, writer: jspb.BinaryWriter): void;
2698
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationProjectSettings;
2699
+ static deserializeBinaryFromReader(message: LlmEvaluationProjectSettings, reader: jspb.BinaryReader): LlmEvaluationProjectSettings;
2700
+ }
2701
+
2702
+ export namespace LlmEvaluationProjectSettings {
2703
+ export type AsObject = {
2704
+ name: string,
2705
+ llmEvaluationJudgeConfig?: LlmEvaluationJudgeConfig.AsObject,
2706
+ defaultWeights?: google_protobuf_struct_pb.Struct.AsObject,
2707
+ defaultPassCutoffScore: number,
2708
+ defaultScorecardName: string,
2709
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
2710
+ createdBy: string,
2711
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
2712
+ modifiedBy: string,
2713
+ parent: string,
2714
+ languageCode: string,
2715
+ }
2716
+ }
2717
+
2718
+ export class GetLlmEvaluationProjectSettingsRequest extends jspb.Message {
2719
+ getParent(): string;
2720
+ setParent(value: string): GetLlmEvaluationProjectSettingsRequest;
2721
+
2722
+ getLanguageCode(): string;
2723
+ setLanguageCode(value: string): GetLlmEvaluationProjectSettingsRequest;
2724
+
2725
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2726
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationProjectSettingsRequest;
2727
+ hasFieldMask(): boolean;
2728
+ clearFieldMask(): GetLlmEvaluationProjectSettingsRequest;
2729
+
2730
+ serializeBinary(): Uint8Array;
2731
+ toObject(includeInstance?: boolean): GetLlmEvaluationProjectSettingsRequest.AsObject;
2732
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationProjectSettingsRequest): GetLlmEvaluationProjectSettingsRequest.AsObject;
2733
+ static serializeBinaryToWriter(message: GetLlmEvaluationProjectSettingsRequest, writer: jspb.BinaryWriter): void;
2734
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationProjectSettingsRequest;
2735
+ static deserializeBinaryFromReader(message: GetLlmEvaluationProjectSettingsRequest, reader: jspb.BinaryReader): GetLlmEvaluationProjectSettingsRequest;
2736
+ }
2737
+
2738
+ export namespace GetLlmEvaluationProjectSettingsRequest {
2739
+ export type AsObject = {
2740
+ parent: string,
2741
+ languageCode: string,
2742
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2743
+ }
2744
+ }
2745
+
2746
+ export class UpdateLlmEvaluationProjectSettingsRequest extends jspb.Message {
2747
+ getLlmEvaluationProjectSettings(): LlmEvaluationProjectSettings | undefined;
2748
+ setLlmEvaluationProjectSettings(value?: LlmEvaluationProjectSettings): UpdateLlmEvaluationProjectSettingsRequest;
2749
+ hasLlmEvaluationProjectSettings(): boolean;
2750
+ clearLlmEvaluationProjectSettings(): UpdateLlmEvaluationProjectSettingsRequest;
2751
+
2752
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2753
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationProjectSettingsRequest;
2754
+ hasUpdateMask(): boolean;
2755
+ clearUpdateMask(): UpdateLlmEvaluationProjectSettingsRequest;
2756
+
2757
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
2758
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationProjectSettingsRequest;
2759
+ hasFieldMask(): boolean;
2760
+ clearFieldMask(): UpdateLlmEvaluationProjectSettingsRequest;
2761
+
2762
+ getParent(): string;
2763
+ setParent(value: string): UpdateLlmEvaluationProjectSettingsRequest;
2764
+
2765
+ getLanguageCode(): string;
2766
+ setLanguageCode(value: string): UpdateLlmEvaluationProjectSettingsRequest;
2767
+
2768
+ serializeBinary(): Uint8Array;
2769
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationProjectSettingsRequest.AsObject;
2770
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationProjectSettingsRequest): UpdateLlmEvaluationProjectSettingsRequest.AsObject;
2771
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationProjectSettingsRequest, writer: jspb.BinaryWriter): void;
2772
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationProjectSettingsRequest;
2773
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationProjectSettingsRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationProjectSettingsRequest;
2774
+ }
2775
+
2776
+ export namespace UpdateLlmEvaluationProjectSettingsRequest {
2777
+ export type AsObject = {
2778
+ llmEvaluationProjectSettings?: LlmEvaluationProjectSettings.AsObject,
2779
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2780
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
2781
+ parent: string,
2782
+ languageCode: string,
2783
+ }
2784
+ }
2785
+
2786
+ export class LlmEvaluationEvaluatorParameterSpec extends jspb.Message {
2787
+ getName(): string;
2788
+ setName(value: string): LlmEvaluationEvaluatorParameterSpec;
2789
+
2790
+ getDisplayName(): string;
2791
+ setDisplayName(value: string): LlmEvaluationEvaluatorParameterSpec;
2792
+
2793
+ getDescription(): string;
2794
+ setDescription(value: string): LlmEvaluationEvaluatorParameterSpec;
2795
+
2796
+ getValueType(): string;
2797
+ setValueType(value: string): LlmEvaluationEvaluatorParameterSpec;
2798
+
2799
+ getDefaultValue(): string;
2800
+ setDefaultValue(value: string): LlmEvaluationEvaluatorParameterSpec;
2801
+
2802
+ getRequired(): boolean;
2803
+ setRequired(value: boolean): LlmEvaluationEvaluatorParameterSpec;
2804
+
2805
+ serializeBinary(): Uint8Array;
2806
+ toObject(includeInstance?: boolean): LlmEvaluationEvaluatorParameterSpec.AsObject;
2807
+ static toObject(includeInstance: boolean, msg: LlmEvaluationEvaluatorParameterSpec): LlmEvaluationEvaluatorParameterSpec.AsObject;
2808
+ static serializeBinaryToWriter(message: LlmEvaluationEvaluatorParameterSpec, writer: jspb.BinaryWriter): void;
2809
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationEvaluatorParameterSpec;
2810
+ static deserializeBinaryFromReader(message: LlmEvaluationEvaluatorParameterSpec, reader: jspb.BinaryReader): LlmEvaluationEvaluatorParameterSpec;
2811
+ }
2812
+
2813
+ export namespace LlmEvaluationEvaluatorParameterSpec {
2814
+ export type AsObject = {
2815
+ name: string,
2816
+ displayName: string,
2817
+ description: string,
2818
+ valueType: string,
2819
+ defaultValue: string,
2820
+ required: boolean,
2821
+ }
2822
+ }
2823
+
2824
+ export class LlmEvaluationEvaluatorSpec extends jspb.Message {
2825
+ getEvaluatorName(): string;
2826
+ setEvaluatorName(value: string): LlmEvaluationEvaluatorSpec;
2827
+
2828
+ getDisplayName(): string;
2829
+ setDisplayName(value: string): LlmEvaluationEvaluatorSpec;
2830
+
2831
+ getDescription(): string;
2832
+ setDescription(value: string): LlmEvaluationEvaluatorSpec;
2833
+
2834
+ getLlmEvaluationEvaluatorType(): LlmEvaluationEvaluatorType;
2835
+ setLlmEvaluationEvaluatorType(value: LlmEvaluationEvaluatorType): LlmEvaluationEvaluatorSpec;
2836
+
2837
+ getLlmEvaluationEvaluatorCategory(): LlmEvaluationEvaluatorCategory;
2838
+ setLlmEvaluationEvaluatorCategory(value: LlmEvaluationEvaluatorCategory): LlmEvaluationEvaluatorSpec;
2839
+
2840
+ getRequiredExampleFieldsList(): Array<string>;
2841
+ setRequiredExampleFieldsList(value: Array<string>): LlmEvaluationEvaluatorSpec;
2842
+ clearRequiredExampleFieldsList(): LlmEvaluationEvaluatorSpec;
2843
+ addRequiredExampleFields(value: string, index?: number): LlmEvaluationEvaluatorSpec;
2844
+
2845
+ getMultiTurn(): boolean;
2846
+ setMultiTurn(value: boolean): LlmEvaluationEvaluatorSpec;
2847
+
2848
+ getDefaultThreshold(): number;
2849
+ setDefaultThreshold(value: number): LlmEvaluationEvaluatorSpec;
2850
+
2851
+ getRequiresJudge(): boolean;
2852
+ setRequiresJudge(value: boolean): LlmEvaluationEvaluatorSpec;
2853
+
2854
+ getLlmEvaluationEvaluatorParameterSpecsList(): Array<LlmEvaluationEvaluatorParameterSpec>;
2855
+ setLlmEvaluationEvaluatorParameterSpecsList(value: Array<LlmEvaluationEvaluatorParameterSpec>): LlmEvaluationEvaluatorSpec;
2856
+ clearLlmEvaluationEvaluatorParameterSpecsList(): LlmEvaluationEvaluatorSpec;
2857
+ addLlmEvaluationEvaluatorParameterSpecs(value?: LlmEvaluationEvaluatorParameterSpec, index?: number): LlmEvaluationEvaluatorParameterSpec;
2858
+
2859
+ serializeBinary(): Uint8Array;
2860
+ toObject(includeInstance?: boolean): LlmEvaluationEvaluatorSpec.AsObject;
2861
+ static toObject(includeInstance: boolean, msg: LlmEvaluationEvaluatorSpec): LlmEvaluationEvaluatorSpec.AsObject;
2862
+ static serializeBinaryToWriter(message: LlmEvaluationEvaluatorSpec, writer: jspb.BinaryWriter): void;
2863
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationEvaluatorSpec;
2864
+ static deserializeBinaryFromReader(message: LlmEvaluationEvaluatorSpec, reader: jspb.BinaryReader): LlmEvaluationEvaluatorSpec;
2865
+ }
2866
+
2867
+ export namespace LlmEvaluationEvaluatorSpec {
2868
+ export type AsObject = {
2869
+ evaluatorName: string,
2870
+ displayName: string,
2871
+ description: string,
2872
+ llmEvaluationEvaluatorType: LlmEvaluationEvaluatorType,
2873
+ llmEvaluationEvaluatorCategory: LlmEvaluationEvaluatorCategory,
2874
+ requiredExampleFieldsList: Array<string>,
2875
+ multiTurn: boolean,
2876
+ defaultThreshold: number,
2877
+ requiresJudge: boolean,
2878
+ llmEvaluationEvaluatorParameterSpecsList: Array<LlmEvaluationEvaluatorParameterSpec.AsObject>,
2879
+ }
2880
+ }
2881
+
2882
+ export class ListLlmEvaluationEvaluatorsRequest extends jspb.Message {
2883
+ getParent(): string;
2884
+ setParent(value: string): ListLlmEvaluationEvaluatorsRequest;
2885
+
2886
+ getLanguageCode(): string;
2887
+ setLanguageCode(value: string): ListLlmEvaluationEvaluatorsRequest;
2888
+
2889
+ serializeBinary(): Uint8Array;
2890
+ toObject(includeInstance?: boolean): ListLlmEvaluationEvaluatorsRequest.AsObject;
2891
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationEvaluatorsRequest): ListLlmEvaluationEvaluatorsRequest.AsObject;
2892
+ static serializeBinaryToWriter(message: ListLlmEvaluationEvaluatorsRequest, writer: jspb.BinaryWriter): void;
2893
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationEvaluatorsRequest;
2894
+ static deserializeBinaryFromReader(message: ListLlmEvaluationEvaluatorsRequest, reader: jspb.BinaryReader): ListLlmEvaluationEvaluatorsRequest;
2895
+ }
2896
+
2897
+ export namespace ListLlmEvaluationEvaluatorsRequest {
2898
+ export type AsObject = {
2899
+ parent: string,
2900
+ languageCode: string,
2901
+ }
2902
+ }
2903
+
2904
+ export class ListLlmEvaluationEvaluatorsResponse extends jspb.Message {
2905
+ getLlmEvaluationEvaluatorSpecsList(): Array<LlmEvaluationEvaluatorSpec>;
2906
+ setLlmEvaluationEvaluatorSpecsList(value: Array<LlmEvaluationEvaluatorSpec>): ListLlmEvaluationEvaluatorsResponse;
2907
+ clearLlmEvaluationEvaluatorSpecsList(): ListLlmEvaluationEvaluatorsResponse;
2908
+ addLlmEvaluationEvaluatorSpecs(value?: LlmEvaluationEvaluatorSpec, index?: number): LlmEvaluationEvaluatorSpec;
2909
+
2910
+ serializeBinary(): Uint8Array;
2911
+ toObject(includeInstance?: boolean): ListLlmEvaluationEvaluatorsResponse.AsObject;
2912
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationEvaluatorsResponse): ListLlmEvaluationEvaluatorsResponse.AsObject;
2913
+ static serializeBinaryToWriter(message: ListLlmEvaluationEvaluatorsResponse, writer: jspb.BinaryWriter): void;
2914
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationEvaluatorsResponse;
2915
+ static deserializeBinaryFromReader(message: ListLlmEvaluationEvaluatorsResponse, reader: jspb.BinaryReader): ListLlmEvaluationEvaluatorsResponse;
2916
+ }
2917
+
2918
+ export namespace ListLlmEvaluationEvaluatorsResponse {
2919
+ export type AsObject = {
2920
+ llmEvaluationEvaluatorSpecsList: Array<LlmEvaluationEvaluatorSpec.AsObject>,
2921
+ }
2922
+ }
2923
+
2924
+ export class CreateLlmEvaluationExamplesFromSessionRequest extends jspb.Message {
2925
+ getParent(): string;
2926
+ setParent(value: string): CreateLlmEvaluationExamplesFromSessionRequest;
2927
+
2928
+ getSessionName(): string;
2929
+ setSessionName(value: string): CreateLlmEvaluationExamplesFromSessionRequest;
2930
+
2931
+ getLlmEvaluationDatasetName(): string;
2932
+ setLlmEvaluationDatasetName(value: string): CreateLlmEvaluationExamplesFromSessionRequest;
2933
+
2934
+ getSessionStepNamesList(): Array<string>;
2935
+ setSessionStepNamesList(value: Array<string>): CreateLlmEvaluationExamplesFromSessionRequest;
2936
+ clearSessionStepNamesList(): CreateLlmEvaluationExamplesFromSessionRequest;
2937
+ addSessionStepNames(value: string, index?: number): CreateLlmEvaluationExamplesFromSessionRequest;
2938
+
2939
+ getLlmEvaluationExampleExtractionMode(): LlmEvaluationExampleExtractionMode;
2940
+ setLlmEvaluationExampleExtractionMode(value: LlmEvaluationExampleExtractionMode): CreateLlmEvaluationExamplesFromSessionRequest;
2941
+
2942
+ getDisplayName(): string;
2943
+ setDisplayName(value: string): CreateLlmEvaluationExamplesFromSessionRequest;
2944
+
2945
+ getLanguageCode(): string;
2946
+ setLanguageCode(value: string): CreateLlmEvaluationExamplesFromSessionRequest;
2947
+
2948
+ getIncludeToolCalls(): boolean;
2949
+ setIncludeToolCalls(value: boolean): CreateLlmEvaluationExamplesFromSessionRequest;
2950
+
2951
+ getIncludeRetrievalContext(): boolean;
2952
+ setIncludeRetrievalContext(value: boolean): CreateLlmEvaluationExamplesFromSessionRequest;
2953
+
2954
+ serializeBinary(): Uint8Array;
2955
+ toObject(includeInstance?: boolean): CreateLlmEvaluationExamplesFromSessionRequest.AsObject;
2956
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationExamplesFromSessionRequest): CreateLlmEvaluationExamplesFromSessionRequest.AsObject;
2957
+ static serializeBinaryToWriter(message: CreateLlmEvaluationExamplesFromSessionRequest, writer: jspb.BinaryWriter): void;
2958
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationExamplesFromSessionRequest;
2959
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationExamplesFromSessionRequest, reader: jspb.BinaryReader): CreateLlmEvaluationExamplesFromSessionRequest;
2960
+ }
2961
+
2962
+ export namespace CreateLlmEvaluationExamplesFromSessionRequest {
2963
+ export type AsObject = {
2964
+ parent: string,
2965
+ sessionName: string,
2966
+ llmEvaluationDatasetName: string,
2967
+ sessionStepNamesList: Array<string>,
2968
+ llmEvaluationExampleExtractionMode: LlmEvaluationExampleExtractionMode,
2969
+ displayName: string,
2970
+ languageCode: string,
2971
+ includeToolCalls: boolean,
2972
+ includeRetrievalContext: boolean,
2973
+ }
2974
+ }
2975
+
2976
+ export class CreateLlmEvaluationExamplesFromSessionResponse extends jspb.Message {
2977
+ getLlmEvaluationExamplesList(): Array<LlmEvaluationExample>;
2978
+ setLlmEvaluationExamplesList(value: Array<LlmEvaluationExample>): CreateLlmEvaluationExamplesFromSessionResponse;
2979
+ clearLlmEvaluationExamplesList(): CreateLlmEvaluationExamplesFromSessionResponse;
2980
+ addLlmEvaluationExamples(value?: LlmEvaluationExample, index?: number): LlmEvaluationExample;
2981
+
2982
+ serializeBinary(): Uint8Array;
2983
+ toObject(includeInstance?: boolean): CreateLlmEvaluationExamplesFromSessionResponse.AsObject;
2984
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationExamplesFromSessionResponse): CreateLlmEvaluationExamplesFromSessionResponse.AsObject;
2985
+ static serializeBinaryToWriter(message: CreateLlmEvaluationExamplesFromSessionResponse, writer: jspb.BinaryWriter): void;
2986
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationExamplesFromSessionResponse;
2987
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationExamplesFromSessionResponse, reader: jspb.BinaryReader): CreateLlmEvaluationExamplesFromSessionResponse;
2988
+ }
2989
+
2990
+ export namespace CreateLlmEvaluationExamplesFromSessionResponse {
2991
+ export type AsObject = {
2992
+ llmEvaluationExamplesList: Array<LlmEvaluationExample.AsObject>,
2993
+ }
2994
+ }
2995
+
2996
+ export class LlmEvaluationSimulationPersona extends jspb.Message {
2997
+ getPersona(): string;
2998
+ setPersona(value: string): LlmEvaluationSimulationPersona;
2999
+
3000
+ getScenario(): string;
3001
+ setScenario(value: string): LlmEvaluationSimulationPersona;
3002
+
3003
+ getExpectedOutcome(): string;
3004
+ setExpectedOutcome(value: string): LlmEvaluationSimulationPersona;
3005
+
3006
+ getUserDescription(): string;
3007
+ setUserDescription(value: string): LlmEvaluationSimulationPersona;
3008
+
3009
+ serializeBinary(): Uint8Array;
3010
+ toObject(includeInstance?: boolean): LlmEvaluationSimulationPersona.AsObject;
3011
+ static toObject(includeInstance: boolean, msg: LlmEvaluationSimulationPersona): LlmEvaluationSimulationPersona.AsObject;
3012
+ static serializeBinaryToWriter(message: LlmEvaluationSimulationPersona, writer: jspb.BinaryWriter): void;
3013
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationSimulationPersona;
3014
+ static deserializeBinaryFromReader(message: LlmEvaluationSimulationPersona, reader: jspb.BinaryReader): LlmEvaluationSimulationPersona;
3015
+ }
3016
+
3017
+ export namespace LlmEvaluationSimulationPersona {
3018
+ export type AsObject = {
3019
+ persona: string,
3020
+ scenario: string,
3021
+ expectedOutcome: string,
3022
+ userDescription: string,
3023
+ }
3024
+ }
3025
+
3026
+ export class SimulateLlmEvaluationConversationsRequest extends jspb.Message {
3027
+ getParent(): string;
3028
+ setParent(value: string): SimulateLlmEvaluationConversationsRequest;
3029
+
3030
+ getLlmEvaluationDatasetName(): string;
3031
+ setLlmEvaluationDatasetName(value: string): SimulateLlmEvaluationConversationsRequest;
3032
+
3033
+ getLlmEvaluationSimulationPersonasList(): Array<LlmEvaluationSimulationPersona>;
3034
+ setLlmEvaluationSimulationPersonasList(value: Array<LlmEvaluationSimulationPersona>): SimulateLlmEvaluationConversationsRequest;
3035
+ clearLlmEvaluationSimulationPersonasList(): SimulateLlmEvaluationConversationsRequest;
3036
+ addLlmEvaluationSimulationPersonas(value?: LlmEvaluationSimulationPersona, index?: number): LlmEvaluationSimulationPersona;
3037
+
3038
+ getNumConversations(): number;
3039
+ setNumConversations(value: number): SimulateLlmEvaluationConversationsRequest;
3040
+
3041
+ getMaxTurns(): number;
3042
+ setMaxTurns(value: number): SimulateLlmEvaluationConversationsRequest;
3043
+
3044
+ getCcaiServiceNamesList(): Array<string>;
3045
+ setCcaiServiceNamesList(value: Array<string>): SimulateLlmEvaluationConversationsRequest;
3046
+ clearCcaiServiceNamesList(): SimulateLlmEvaluationConversationsRequest;
3047
+ addCcaiServiceNames(value: string, index?: number): SimulateLlmEvaluationConversationsRequest;
3048
+
3049
+ getLanguageCode(): string;
3050
+ setLanguageCode(value: string): SimulateLlmEvaluationConversationsRequest;
3051
+
3052
+ getConfig(): google_protobuf_struct_pb.Struct | undefined;
3053
+ setConfig(value?: google_protobuf_struct_pb.Struct): SimulateLlmEvaluationConversationsRequest;
3054
+ hasConfig(): boolean;
3055
+ clearConfig(): SimulateLlmEvaluationConversationsRequest;
3056
+
3057
+ getLlmEvaluationSimulationKind(): LlmEvaluationSimulationKind;
3058
+ setLlmEvaluationSimulationKind(value: LlmEvaluationSimulationKind): SimulateLlmEvaluationConversationsRequest;
3059
+
3060
+ getAttackTypesList(): Array<string>;
3061
+ setAttackTypesList(value: Array<string>): SimulateLlmEvaluationConversationsRequest;
3062
+ clearAttackTypesList(): SimulateLlmEvaluationConversationsRequest;
3063
+ addAttackTypes(value: string, index?: number): SimulateLlmEvaluationConversationsRequest;
3064
+
3065
+ serializeBinary(): Uint8Array;
3066
+ toObject(includeInstance?: boolean): SimulateLlmEvaluationConversationsRequest.AsObject;
3067
+ static toObject(includeInstance: boolean, msg: SimulateLlmEvaluationConversationsRequest): SimulateLlmEvaluationConversationsRequest.AsObject;
3068
+ static serializeBinaryToWriter(message: SimulateLlmEvaluationConversationsRequest, writer: jspb.BinaryWriter): void;
3069
+ static deserializeBinary(bytes: Uint8Array): SimulateLlmEvaluationConversationsRequest;
3070
+ static deserializeBinaryFromReader(message: SimulateLlmEvaluationConversationsRequest, reader: jspb.BinaryReader): SimulateLlmEvaluationConversationsRequest;
3071
+ }
3072
+
3073
+ export namespace SimulateLlmEvaluationConversationsRequest {
3074
+ export type AsObject = {
3075
+ parent: string,
3076
+ llmEvaluationDatasetName: string,
3077
+ llmEvaluationSimulationPersonasList: Array<LlmEvaluationSimulationPersona.AsObject>,
3078
+ numConversations: number,
3079
+ maxTurns: number,
3080
+ ccaiServiceNamesList: Array<string>,
3081
+ languageCode: string,
3082
+ config?: google_protobuf_struct_pb.Struct.AsObject,
3083
+ llmEvaluationSimulationKind: LlmEvaluationSimulationKind,
3084
+ attackTypesList: Array<string>,
3085
+ }
3086
+ }
3087
+
3088
+ export class LlmEvaluationSchedule extends jspb.Message {
3089
+ getName(): string;
3090
+ setName(value: string): LlmEvaluationSchedule;
3091
+
3092
+ getDisplayName(): string;
3093
+ setDisplayName(value: string): LlmEvaluationSchedule;
3094
+
3095
+ getDescription(): string;
3096
+ setDescription(value: string): LlmEvaluationSchedule;
3097
+
3098
+ getCronExpression(): string;
3099
+ setCronExpression(value: string): LlmEvaluationSchedule;
3100
+
3101
+ getIntervalSeconds(): number;
3102
+ setIntervalSeconds(value: number): LlmEvaluationSchedule;
3103
+
3104
+ getEnabled(): boolean;
3105
+ setEnabled(value: boolean): LlmEvaluationSchedule;
3106
+
3107
+ getLlmEvaluationScheduleAction(): LlmEvaluationScheduleAction;
3108
+ setLlmEvaluationScheduleAction(value: LlmEvaluationScheduleAction): LlmEvaluationSchedule;
3109
+
3110
+ getRunLlmEvaluationExperimentRequest(): RunLlmEvaluationExperimentRequest | undefined;
3111
+ setRunLlmEvaluationExperimentRequest(value?: RunLlmEvaluationExperimentRequest): LlmEvaluationSchedule;
3112
+ hasRunLlmEvaluationExperimentRequest(): boolean;
3113
+ clearRunLlmEvaluationExperimentRequest(): LlmEvaluationSchedule;
3114
+
3115
+ getLlmEvaluationReleaseGateName(): string;
3116
+ setLlmEvaluationReleaseGateName(value: string): LlmEvaluationSchedule;
3117
+
3118
+ getLastRunAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3119
+ setLastRunAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationSchedule;
3120
+ hasLastRunAt(): boolean;
3121
+ clearLastRunAt(): LlmEvaluationSchedule;
3122
+
3123
+ getNextRunAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3124
+ setNextRunAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationSchedule;
3125
+ hasNextRunAt(): boolean;
3126
+ clearNextRunAt(): LlmEvaluationSchedule;
3127
+
3128
+ getLastRunResourceName(): string;
3129
+ setLastRunResourceName(value: string): LlmEvaluationSchedule;
3130
+
3131
+ getLastRunStatus(): LlmEvaluationExperimentStatus;
3132
+ setLastRunStatus(value: LlmEvaluationExperimentStatus): LlmEvaluationSchedule;
3133
+
3134
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3135
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationSchedule;
3136
+ hasCreatedAt(): boolean;
3137
+ clearCreatedAt(): LlmEvaluationSchedule;
3138
+
3139
+ getCreatedBy(): string;
3140
+ setCreatedBy(value: string): LlmEvaluationSchedule;
3141
+
3142
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3143
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationSchedule;
3144
+ hasModifiedAt(): boolean;
3145
+ clearModifiedAt(): LlmEvaluationSchedule;
3146
+
3147
+ getModifiedBy(): string;
3148
+ setModifiedBy(value: string): LlmEvaluationSchedule;
3149
+
3150
+ getParent(): string;
3151
+ setParent(value: string): LlmEvaluationSchedule;
3152
+
3153
+ getLanguageCode(): string;
3154
+ setLanguageCode(value: string): LlmEvaluationSchedule;
3155
+
3156
+ serializeBinary(): Uint8Array;
3157
+ toObject(includeInstance?: boolean): LlmEvaluationSchedule.AsObject;
3158
+ static toObject(includeInstance: boolean, msg: LlmEvaluationSchedule): LlmEvaluationSchedule.AsObject;
3159
+ static serializeBinaryToWriter(message: LlmEvaluationSchedule, writer: jspb.BinaryWriter): void;
3160
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationSchedule;
3161
+ static deserializeBinaryFromReader(message: LlmEvaluationSchedule, reader: jspb.BinaryReader): LlmEvaluationSchedule;
3162
+ }
3163
+
3164
+ export namespace LlmEvaluationSchedule {
3165
+ export type AsObject = {
3166
+ name: string,
3167
+ displayName: string,
3168
+ description: string,
3169
+ cronExpression: string,
3170
+ intervalSeconds: number,
3171
+ enabled: boolean,
3172
+ llmEvaluationScheduleAction: LlmEvaluationScheduleAction,
3173
+ runLlmEvaluationExperimentRequest?: RunLlmEvaluationExperimentRequest.AsObject,
3174
+ llmEvaluationReleaseGateName: string,
3175
+ lastRunAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3176
+ nextRunAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3177
+ lastRunResourceName: string,
3178
+ lastRunStatus: LlmEvaluationExperimentStatus,
3179
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3180
+ createdBy: string,
3181
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3182
+ modifiedBy: string,
3183
+ parent: string,
3184
+ languageCode: string,
3185
+ }
3186
+ }
3187
+
3188
+ export class CreateLlmEvaluationScheduleRequest extends jspb.Message {
3189
+ getLlmEvaluationSchedule(): LlmEvaluationSchedule | undefined;
3190
+ setLlmEvaluationSchedule(value?: LlmEvaluationSchedule): CreateLlmEvaluationScheduleRequest;
3191
+ hasLlmEvaluationSchedule(): boolean;
3192
+ clearLlmEvaluationSchedule(): CreateLlmEvaluationScheduleRequest;
3193
+
3194
+ getParent(): string;
3195
+ setParent(value: string): CreateLlmEvaluationScheduleRequest;
3196
+
3197
+ getLanguageCode(): string;
3198
+ setLanguageCode(value: string): CreateLlmEvaluationScheduleRequest;
3199
+
3200
+ serializeBinary(): Uint8Array;
3201
+ toObject(includeInstance?: boolean): CreateLlmEvaluationScheduleRequest.AsObject;
3202
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationScheduleRequest): CreateLlmEvaluationScheduleRequest.AsObject;
3203
+ static serializeBinaryToWriter(message: CreateLlmEvaluationScheduleRequest, writer: jspb.BinaryWriter): void;
3204
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationScheduleRequest;
3205
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationScheduleRequest, reader: jspb.BinaryReader): CreateLlmEvaluationScheduleRequest;
3206
+ }
3207
+
3208
+ export namespace CreateLlmEvaluationScheduleRequest {
3209
+ export type AsObject = {
3210
+ llmEvaluationSchedule?: LlmEvaluationSchedule.AsObject,
3211
+ parent: string,
3212
+ languageCode: string,
3213
+ }
3214
+ }
3215
+
3216
+ export class GetLlmEvaluationScheduleRequest extends jspb.Message {
3217
+ getName(): string;
3218
+ setName(value: string): GetLlmEvaluationScheduleRequest;
3219
+
3220
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3221
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationScheduleRequest;
3222
+ hasFieldMask(): boolean;
3223
+ clearFieldMask(): GetLlmEvaluationScheduleRequest;
3224
+
3225
+ getParent(): string;
3226
+ setParent(value: string): GetLlmEvaluationScheduleRequest;
3227
+
3228
+ getLanguageCode(): string;
3229
+ setLanguageCode(value: string): GetLlmEvaluationScheduleRequest;
3230
+
3231
+ serializeBinary(): Uint8Array;
3232
+ toObject(includeInstance?: boolean): GetLlmEvaluationScheduleRequest.AsObject;
3233
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationScheduleRequest): GetLlmEvaluationScheduleRequest.AsObject;
3234
+ static serializeBinaryToWriter(message: GetLlmEvaluationScheduleRequest, writer: jspb.BinaryWriter): void;
3235
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationScheduleRequest;
3236
+ static deserializeBinaryFromReader(message: GetLlmEvaluationScheduleRequest, reader: jspb.BinaryReader): GetLlmEvaluationScheduleRequest;
3237
+ }
3238
+
3239
+ export namespace GetLlmEvaluationScheduleRequest {
3240
+ export type AsObject = {
3241
+ name: string,
3242
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3243
+ parent: string,
3244
+ languageCode: string,
3245
+ }
3246
+ }
3247
+
3248
+ export class LlmEvaluationScheduleFilter extends jspb.Message {
3249
+ getDisplayName(): string;
3250
+ setDisplayName(value: string): LlmEvaluationScheduleFilter;
3251
+
3252
+ getEnabledOnly(): boolean;
3253
+ setEnabledOnly(value: boolean): LlmEvaluationScheduleFilter;
3254
+
3255
+ getLlmEvaluationScheduleAction(): LlmEvaluationScheduleAction;
3256
+ setLlmEvaluationScheduleAction(value: LlmEvaluationScheduleAction): LlmEvaluationScheduleFilter;
3257
+
3258
+ serializeBinary(): Uint8Array;
3259
+ toObject(includeInstance?: boolean): LlmEvaluationScheduleFilter.AsObject;
3260
+ static toObject(includeInstance: boolean, msg: LlmEvaluationScheduleFilter): LlmEvaluationScheduleFilter.AsObject;
3261
+ static serializeBinaryToWriter(message: LlmEvaluationScheduleFilter, writer: jspb.BinaryWriter): void;
3262
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationScheduleFilter;
3263
+ static deserializeBinaryFromReader(message: LlmEvaluationScheduleFilter, reader: jspb.BinaryReader): LlmEvaluationScheduleFilter;
3264
+ }
3265
+
3266
+ export namespace LlmEvaluationScheduleFilter {
3267
+ export type AsObject = {
3268
+ displayName: string,
3269
+ enabledOnly: boolean,
3270
+ llmEvaluationScheduleAction: LlmEvaluationScheduleAction,
3271
+ }
3272
+ }
3273
+
3274
+ export class ListLlmEvaluationSchedulesRequest extends jspb.Message {
3275
+ getParent(): string;
3276
+ setParent(value: string): ListLlmEvaluationSchedulesRequest;
3277
+
3278
+ getPageToken(): string;
3279
+ setPageToken(value: string): ListLlmEvaluationSchedulesRequest;
3280
+
3281
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3282
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationSchedulesRequest;
3283
+ hasFieldMask(): boolean;
3284
+ clearFieldMask(): ListLlmEvaluationSchedulesRequest;
3285
+
3286
+ getLanguageCode(): string;
3287
+ setLanguageCode(value: string): ListLlmEvaluationSchedulesRequest;
3288
+
3289
+ getLlmEvaluationScheduleFilter(): LlmEvaluationScheduleFilter | undefined;
3290
+ setLlmEvaluationScheduleFilter(value?: LlmEvaluationScheduleFilter): ListLlmEvaluationSchedulesRequest;
3291
+ hasLlmEvaluationScheduleFilter(): boolean;
3292
+ clearLlmEvaluationScheduleFilter(): ListLlmEvaluationSchedulesRequest;
3293
+
3294
+ serializeBinary(): Uint8Array;
3295
+ toObject(includeInstance?: boolean): ListLlmEvaluationSchedulesRequest.AsObject;
3296
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationSchedulesRequest): ListLlmEvaluationSchedulesRequest.AsObject;
3297
+ static serializeBinaryToWriter(message: ListLlmEvaluationSchedulesRequest, writer: jspb.BinaryWriter): void;
3298
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationSchedulesRequest;
3299
+ static deserializeBinaryFromReader(message: ListLlmEvaluationSchedulesRequest, reader: jspb.BinaryReader): ListLlmEvaluationSchedulesRequest;
3300
+ }
3301
+
3302
+ export namespace ListLlmEvaluationSchedulesRequest {
3303
+ export type AsObject = {
3304
+ parent: string,
3305
+ pageToken: string,
3306
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3307
+ languageCode: string,
3308
+ llmEvaluationScheduleFilter?: LlmEvaluationScheduleFilter.AsObject,
3309
+ }
3310
+ }
3311
+
3312
+ export class ListLlmEvaluationSchedulesResponse extends jspb.Message {
3313
+ getLlmEvaluationSchedulesList(): Array<LlmEvaluationSchedule>;
3314
+ setLlmEvaluationSchedulesList(value: Array<LlmEvaluationSchedule>): ListLlmEvaluationSchedulesResponse;
3315
+ clearLlmEvaluationSchedulesList(): ListLlmEvaluationSchedulesResponse;
3316
+ addLlmEvaluationSchedules(value?: LlmEvaluationSchedule, index?: number): LlmEvaluationSchedule;
3317
+
3318
+ getNextPageToken(): string;
3319
+ setNextPageToken(value: string): ListLlmEvaluationSchedulesResponse;
3320
+
3321
+ serializeBinary(): Uint8Array;
3322
+ toObject(includeInstance?: boolean): ListLlmEvaluationSchedulesResponse.AsObject;
3323
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationSchedulesResponse): ListLlmEvaluationSchedulesResponse.AsObject;
3324
+ static serializeBinaryToWriter(message: ListLlmEvaluationSchedulesResponse, writer: jspb.BinaryWriter): void;
3325
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationSchedulesResponse;
3326
+ static deserializeBinaryFromReader(message: ListLlmEvaluationSchedulesResponse, reader: jspb.BinaryReader): ListLlmEvaluationSchedulesResponse;
3327
+ }
3328
+
3329
+ export namespace ListLlmEvaluationSchedulesResponse {
3330
+ export type AsObject = {
3331
+ llmEvaluationSchedulesList: Array<LlmEvaluationSchedule.AsObject>,
3332
+ nextPageToken: string,
3333
+ }
3334
+ }
3335
+
3336
+ export class UpdateLlmEvaluationScheduleRequest extends jspb.Message {
3337
+ getLlmEvaluationSchedule(): LlmEvaluationSchedule | undefined;
3338
+ setLlmEvaluationSchedule(value?: LlmEvaluationSchedule): UpdateLlmEvaluationScheduleRequest;
3339
+ hasLlmEvaluationSchedule(): boolean;
3340
+ clearLlmEvaluationSchedule(): UpdateLlmEvaluationScheduleRequest;
3341
+
3342
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3343
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationScheduleRequest;
3344
+ hasUpdateMask(): boolean;
3345
+ clearUpdateMask(): UpdateLlmEvaluationScheduleRequest;
3346
+
3347
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3348
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationScheduleRequest;
3349
+ hasFieldMask(): boolean;
3350
+ clearFieldMask(): UpdateLlmEvaluationScheduleRequest;
3351
+
3352
+ getParent(): string;
3353
+ setParent(value: string): UpdateLlmEvaluationScheduleRequest;
3354
+
3355
+ getLanguageCode(): string;
3356
+ setLanguageCode(value: string): UpdateLlmEvaluationScheduleRequest;
3357
+
3358
+ serializeBinary(): Uint8Array;
3359
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationScheduleRequest.AsObject;
3360
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationScheduleRequest): UpdateLlmEvaluationScheduleRequest.AsObject;
3361
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationScheduleRequest, writer: jspb.BinaryWriter): void;
3362
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationScheduleRequest;
3363
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationScheduleRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationScheduleRequest;
3364
+ }
3365
+
3366
+ export namespace UpdateLlmEvaluationScheduleRequest {
3367
+ export type AsObject = {
3368
+ llmEvaluationSchedule?: LlmEvaluationSchedule.AsObject,
3369
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3370
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3371
+ parent: string,
3372
+ languageCode: string,
3373
+ }
3374
+ }
3375
+
3376
+ export class DeleteLlmEvaluationScheduleRequest extends jspb.Message {
3377
+ getName(): string;
3378
+ setName(value: string): DeleteLlmEvaluationScheduleRequest;
3379
+
3380
+ getParent(): string;
3381
+ setParent(value: string): DeleteLlmEvaluationScheduleRequest;
3382
+
3383
+ getLanguageCode(): string;
3384
+ setLanguageCode(value: string): DeleteLlmEvaluationScheduleRequest;
3385
+
3386
+ serializeBinary(): Uint8Array;
3387
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationScheduleRequest.AsObject;
3388
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationScheduleRequest): DeleteLlmEvaluationScheduleRequest.AsObject;
3389
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationScheduleRequest, writer: jspb.BinaryWriter): void;
3390
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationScheduleRequest;
3391
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationScheduleRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationScheduleRequest;
3392
+ }
3393
+
3394
+ export namespace DeleteLlmEvaluationScheduleRequest {
3395
+ export type AsObject = {
3396
+ name: string,
3397
+ parent: string,
3398
+ languageCode: string,
3399
+ }
3400
+ }
3401
+
3402
+ export class LlmEvaluationReport extends jspb.Message {
3403
+ getName(): string;
3404
+ setName(value: string): LlmEvaluationReport;
3405
+
3406
+ getDisplayName(): string;
3407
+ setDisplayName(value: string): LlmEvaluationReport;
3408
+
3409
+ getDescription(): string;
3410
+ setDescription(value: string): LlmEvaluationReport;
3411
+
3412
+ getReportType(): string;
3413
+ setReportType(value: string): LlmEvaluationReport;
3414
+
3415
+ getMimeType(): string;
3416
+ setMimeType(value: string): LlmEvaluationReport;
3417
+
3418
+ getPayload(): Uint8Array | string;
3419
+ getPayload_asU8(): Uint8Array;
3420
+ getPayload_asB64(): string;
3421
+ setPayload(value: Uint8Array | string): LlmEvaluationReport;
3422
+
3423
+ getMetadata(): google_protobuf_struct_pb.Struct | undefined;
3424
+ setMetadata(value?: google_protobuf_struct_pb.Struct): LlmEvaluationReport;
3425
+ hasMetadata(): boolean;
3426
+ clearMetadata(): LlmEvaluationReport;
3427
+
3428
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3429
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReport;
3430
+ hasCreatedAt(): boolean;
3431
+ clearCreatedAt(): LlmEvaluationReport;
3432
+
3433
+ getCreatedBy(): string;
3434
+ setCreatedBy(value: string): LlmEvaluationReport;
3435
+
3436
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3437
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationReport;
3438
+ hasModifiedAt(): boolean;
3439
+ clearModifiedAt(): LlmEvaluationReport;
3440
+
3441
+ getModifiedBy(): string;
3442
+ setModifiedBy(value: string): LlmEvaluationReport;
3443
+
3444
+ getParent(): string;
3445
+ setParent(value: string): LlmEvaluationReport;
3446
+
3447
+ getLanguageCode(): string;
3448
+ setLanguageCode(value: string): LlmEvaluationReport;
3449
+
3450
+ serializeBinary(): Uint8Array;
3451
+ toObject(includeInstance?: boolean): LlmEvaluationReport.AsObject;
3452
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReport): LlmEvaluationReport.AsObject;
3453
+ static serializeBinaryToWriter(message: LlmEvaluationReport, writer: jspb.BinaryWriter): void;
3454
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReport;
3455
+ static deserializeBinaryFromReader(message: LlmEvaluationReport, reader: jspb.BinaryReader): LlmEvaluationReport;
3456
+ }
3457
+
3458
+ export namespace LlmEvaluationReport {
3459
+ export type AsObject = {
3460
+ name: string,
3461
+ displayName: string,
3462
+ description: string,
3463
+ reportType: string,
3464
+ mimeType: string,
3465
+ payload: Uint8Array | string,
3466
+ metadata?: google_protobuf_struct_pb.Struct.AsObject,
3467
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3468
+ createdBy: string,
3469
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3470
+ modifiedBy: string,
3471
+ parent: string,
3472
+ languageCode: string,
3473
+ }
3474
+ }
3475
+
3476
+ export class CreateLlmEvaluationReportRequest extends jspb.Message {
3477
+ getLlmEvaluationReport(): LlmEvaluationReport | undefined;
3478
+ setLlmEvaluationReport(value?: LlmEvaluationReport): CreateLlmEvaluationReportRequest;
3479
+ hasLlmEvaluationReport(): boolean;
3480
+ clearLlmEvaluationReport(): CreateLlmEvaluationReportRequest;
3481
+
3482
+ getParent(): string;
3483
+ setParent(value: string): CreateLlmEvaluationReportRequest;
3484
+
3485
+ getLanguageCode(): string;
3486
+ setLanguageCode(value: string): CreateLlmEvaluationReportRequest;
3487
+
3488
+ serializeBinary(): Uint8Array;
3489
+ toObject(includeInstance?: boolean): CreateLlmEvaluationReportRequest.AsObject;
3490
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationReportRequest): CreateLlmEvaluationReportRequest.AsObject;
3491
+ static serializeBinaryToWriter(message: CreateLlmEvaluationReportRequest, writer: jspb.BinaryWriter): void;
3492
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationReportRequest;
3493
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationReportRequest, reader: jspb.BinaryReader): CreateLlmEvaluationReportRequest;
3494
+ }
3495
+
3496
+ export namespace CreateLlmEvaluationReportRequest {
3497
+ export type AsObject = {
3498
+ llmEvaluationReport?: LlmEvaluationReport.AsObject,
3499
+ parent: string,
3500
+ languageCode: string,
3501
+ }
3502
+ }
3503
+
3504
+ export class GetLlmEvaluationReportRequest extends jspb.Message {
3505
+ getName(): string;
3506
+ setName(value: string): GetLlmEvaluationReportRequest;
3507
+
3508
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3509
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationReportRequest;
3510
+ hasFieldMask(): boolean;
3511
+ clearFieldMask(): GetLlmEvaluationReportRequest;
3512
+
3513
+ getParent(): string;
3514
+ setParent(value: string): GetLlmEvaluationReportRequest;
3515
+
3516
+ getLanguageCode(): string;
3517
+ setLanguageCode(value: string): GetLlmEvaluationReportRequest;
3518
+
3519
+ serializeBinary(): Uint8Array;
3520
+ toObject(includeInstance?: boolean): GetLlmEvaluationReportRequest.AsObject;
3521
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationReportRequest): GetLlmEvaluationReportRequest.AsObject;
3522
+ static serializeBinaryToWriter(message: GetLlmEvaluationReportRequest, writer: jspb.BinaryWriter): void;
3523
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationReportRequest;
3524
+ static deserializeBinaryFromReader(message: GetLlmEvaluationReportRequest, reader: jspb.BinaryReader): GetLlmEvaluationReportRequest;
3525
+ }
3526
+
3527
+ export namespace GetLlmEvaluationReportRequest {
3528
+ export type AsObject = {
3529
+ name: string,
3530
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3531
+ parent: string,
3532
+ languageCode: string,
3533
+ }
3534
+ }
3535
+
3536
+ export class LlmEvaluationReportFilter extends jspb.Message {
3537
+ getDisplayName(): string;
3538
+ setDisplayName(value: string): LlmEvaluationReportFilter;
3539
+
3540
+ getReportType(): string;
3541
+ setReportType(value: string): LlmEvaluationReportFilter;
3542
+
3543
+ serializeBinary(): Uint8Array;
3544
+ toObject(includeInstance?: boolean): LlmEvaluationReportFilter.AsObject;
3545
+ static toObject(includeInstance: boolean, msg: LlmEvaluationReportFilter): LlmEvaluationReportFilter.AsObject;
3546
+ static serializeBinaryToWriter(message: LlmEvaluationReportFilter, writer: jspb.BinaryWriter): void;
3547
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationReportFilter;
3548
+ static deserializeBinaryFromReader(message: LlmEvaluationReportFilter, reader: jspb.BinaryReader): LlmEvaluationReportFilter;
3549
+ }
3550
+
3551
+ export namespace LlmEvaluationReportFilter {
3552
+ export type AsObject = {
3553
+ displayName: string,
3554
+ reportType: string,
3555
+ }
3556
+ }
3557
+
3558
+ export class ListLlmEvaluationReportsRequest extends jspb.Message {
3559
+ getParent(): string;
3560
+ setParent(value: string): ListLlmEvaluationReportsRequest;
3561
+
3562
+ getPageToken(): string;
3563
+ setPageToken(value: string): ListLlmEvaluationReportsRequest;
3564
+
3565
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3566
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationReportsRequest;
3567
+ hasFieldMask(): boolean;
3568
+ clearFieldMask(): ListLlmEvaluationReportsRequest;
3569
+
3570
+ getLanguageCode(): string;
3571
+ setLanguageCode(value: string): ListLlmEvaluationReportsRequest;
3572
+
3573
+ getLlmEvaluationReportFilter(): LlmEvaluationReportFilter | undefined;
3574
+ setLlmEvaluationReportFilter(value?: LlmEvaluationReportFilter): ListLlmEvaluationReportsRequest;
3575
+ hasLlmEvaluationReportFilter(): boolean;
3576
+ clearLlmEvaluationReportFilter(): ListLlmEvaluationReportsRequest;
3577
+
3578
+ serializeBinary(): Uint8Array;
3579
+ toObject(includeInstance?: boolean): ListLlmEvaluationReportsRequest.AsObject;
3580
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationReportsRequest): ListLlmEvaluationReportsRequest.AsObject;
3581
+ static serializeBinaryToWriter(message: ListLlmEvaluationReportsRequest, writer: jspb.BinaryWriter): void;
3582
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationReportsRequest;
3583
+ static deserializeBinaryFromReader(message: ListLlmEvaluationReportsRequest, reader: jspb.BinaryReader): ListLlmEvaluationReportsRequest;
3584
+ }
3585
+
3586
+ export namespace ListLlmEvaluationReportsRequest {
3587
+ export type AsObject = {
3588
+ parent: string,
3589
+ pageToken: string,
3590
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3591
+ languageCode: string,
3592
+ llmEvaluationReportFilter?: LlmEvaluationReportFilter.AsObject,
3593
+ }
3594
+ }
3595
+
3596
+ export class ListLlmEvaluationReportsResponse extends jspb.Message {
3597
+ getLlmEvaluationReportsList(): Array<LlmEvaluationReport>;
3598
+ setLlmEvaluationReportsList(value: Array<LlmEvaluationReport>): ListLlmEvaluationReportsResponse;
3599
+ clearLlmEvaluationReportsList(): ListLlmEvaluationReportsResponse;
3600
+ addLlmEvaluationReports(value?: LlmEvaluationReport, index?: number): LlmEvaluationReport;
3601
+
3602
+ getNextPageToken(): string;
3603
+ setNextPageToken(value: string): ListLlmEvaluationReportsResponse;
3604
+
3605
+ serializeBinary(): Uint8Array;
3606
+ toObject(includeInstance?: boolean): ListLlmEvaluationReportsResponse.AsObject;
3607
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationReportsResponse): ListLlmEvaluationReportsResponse.AsObject;
3608
+ static serializeBinaryToWriter(message: ListLlmEvaluationReportsResponse, writer: jspb.BinaryWriter): void;
3609
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationReportsResponse;
3610
+ static deserializeBinaryFromReader(message: ListLlmEvaluationReportsResponse, reader: jspb.BinaryReader): ListLlmEvaluationReportsResponse;
3611
+ }
3612
+
3613
+ export namespace ListLlmEvaluationReportsResponse {
3614
+ export type AsObject = {
3615
+ llmEvaluationReportsList: Array<LlmEvaluationReport.AsObject>,
3616
+ nextPageToken: string,
3617
+ }
3618
+ }
3619
+
3620
+ export class DeleteLlmEvaluationReportRequest extends jspb.Message {
3621
+ getName(): string;
3622
+ setName(value: string): DeleteLlmEvaluationReportRequest;
3623
+
3624
+ getParent(): string;
3625
+ setParent(value: string): DeleteLlmEvaluationReportRequest;
3626
+
3627
+ getLanguageCode(): string;
3628
+ setLanguageCode(value: string): DeleteLlmEvaluationReportRequest;
3629
+
3630
+ serializeBinary(): Uint8Array;
3631
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationReportRequest.AsObject;
3632
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationReportRequest): DeleteLlmEvaluationReportRequest.AsObject;
3633
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationReportRequest, writer: jspb.BinaryWriter): void;
3634
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationReportRequest;
3635
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationReportRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationReportRequest;
3636
+ }
3637
+
3638
+ export namespace DeleteLlmEvaluationReportRequest {
3639
+ export type AsObject = {
3640
+ name: string,
3641
+ parent: string,
3642
+ languageCode: string,
3643
+ }
3644
+ }
3645
+
3646
+ export class LlmEvaluationAbTrafficConfig extends jspb.Message {
3647
+ getEnrollmentRate(): number;
3648
+ setEnrollmentRate(value: number): LlmEvaluationAbTrafficConfig;
3649
+
3650
+ getAssignmentSalt(): string;
3651
+ setAssignmentSalt(value: string): LlmEvaluationAbTrafficConfig;
3652
+
3653
+ serializeBinary(): Uint8Array;
3654
+ toObject(includeInstance?: boolean): LlmEvaluationAbTrafficConfig.AsObject;
3655
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbTrafficConfig): LlmEvaluationAbTrafficConfig.AsObject;
3656
+ static serializeBinaryToWriter(message: LlmEvaluationAbTrafficConfig, writer: jspb.BinaryWriter): void;
3657
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbTrafficConfig;
3658
+ static deserializeBinaryFromReader(message: LlmEvaluationAbTrafficConfig, reader: jspb.BinaryReader): LlmEvaluationAbTrafficConfig;
3659
+ }
3660
+
3661
+ export namespace LlmEvaluationAbTrafficConfig {
3662
+ export type AsObject = {
3663
+ enrollmentRate: number,
3664
+ assignmentSalt: string,
3665
+ }
3666
+ }
3667
+
3668
+ export class RagVariantConfig extends jspb.Message {
3669
+ getChatAssistantLlmCcaiServiceName(): string;
3670
+ setChatAssistantLlmCcaiServiceName(value: string): RagVariantConfig;
3671
+
3672
+ getTopK(): number;
3673
+ setTopK(value: number): RagVariantConfig;
3674
+
3675
+ getSimilarityThreshold(): number;
3676
+ setSimilarityThreshold(value: number): RagVariantConfig;
3677
+
3678
+ getVectorSimilarityWeight(): number;
3679
+ setVectorSimilarityWeight(value: number): RagVariantConfig;
3680
+
3681
+ getRerankModelCcaiServiceName(): string;
3682
+ setRerankModelCcaiServiceName(value: string): RagVariantConfig;
3683
+
3684
+ serializeBinary(): Uint8Array;
3685
+ toObject(includeInstance?: boolean): RagVariantConfig.AsObject;
3686
+ static toObject(includeInstance: boolean, msg: RagVariantConfig): RagVariantConfig.AsObject;
3687
+ static serializeBinaryToWriter(message: RagVariantConfig, writer: jspb.BinaryWriter): void;
3688
+ static deserializeBinary(bytes: Uint8Array): RagVariantConfig;
3689
+ static deserializeBinaryFromReader(message: RagVariantConfig, reader: jspb.BinaryReader): RagVariantConfig;
3690
+ }
3691
+
3692
+ export namespace RagVariantConfig {
3693
+ export type AsObject = {
3694
+ chatAssistantLlmCcaiServiceName: string,
3695
+ topK: number,
3696
+ similarityThreshold: number,
3697
+ vectorSimilarityWeight: number,
3698
+ rerankModelCcaiServiceName: string,
3699
+ }
3700
+ }
3701
+
3702
+ export class LlmEvaluationAbVariant extends jspb.Message {
3703
+ getVariantId(): string;
3704
+ setVariantId(value: string): LlmEvaluationAbVariant;
3705
+
3706
+ getDisplayName(): string;
3707
+ setDisplayName(value: string): LlmEvaluationAbVariant;
3708
+
3709
+ getCcaiServiceNamesList(): Array<string>;
3710
+ setCcaiServiceNamesList(value: Array<string>): LlmEvaluationAbVariant;
3711
+ clearCcaiServiceNamesList(): LlmEvaluationAbVariant;
3712
+ addCcaiServiceNames(value: string, index?: number): LlmEvaluationAbVariant;
3713
+
3714
+ getTrafficWeight(): number;
3715
+ setTrafficWeight(value: number): LlmEvaluationAbVariant;
3716
+
3717
+ getIsControl(): boolean;
3718
+ setIsControl(value: boolean): LlmEvaluationAbVariant;
3719
+
3720
+ getModelName(): string;
3721
+ setModelName(value: string): LlmEvaluationAbVariant;
3722
+
3723
+ getPromptVersion(): string;
3724
+ setPromptVersion(value: string): LlmEvaluationAbVariant;
3725
+
3726
+ getConfig(): google_protobuf_struct_pb.Struct | undefined;
3727
+ setConfig(value?: google_protobuf_struct_pb.Struct): LlmEvaluationAbVariant;
3728
+ hasConfig(): boolean;
3729
+ clearConfig(): LlmEvaluationAbVariant;
3730
+
3731
+ getRagVariantConfig(): RagVariantConfig | undefined;
3732
+ setRagVariantConfig(value?: RagVariantConfig): LlmEvaluationAbVariant;
3733
+ hasRagVariantConfig(): boolean;
3734
+ clearRagVariantConfig(): LlmEvaluationAbVariant;
3735
+
3736
+ serializeBinary(): Uint8Array;
3737
+ toObject(includeInstance?: boolean): LlmEvaluationAbVariant.AsObject;
3738
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbVariant): LlmEvaluationAbVariant.AsObject;
3739
+ static serializeBinaryToWriter(message: LlmEvaluationAbVariant, writer: jspb.BinaryWriter): void;
3740
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbVariant;
3741
+ static deserializeBinaryFromReader(message: LlmEvaluationAbVariant, reader: jspb.BinaryReader): LlmEvaluationAbVariant;
3742
+ }
3743
+
3744
+ export namespace LlmEvaluationAbVariant {
3745
+ export type AsObject = {
3746
+ variantId: string,
3747
+ displayName: string,
3748
+ ccaiServiceNamesList: Array<string>,
3749
+ trafficWeight: number,
3750
+ isControl: boolean,
3751
+ modelName: string,
3752
+ promptVersion: string,
3753
+ config?: google_protobuf_struct_pb.Struct.AsObject,
3754
+ ragVariantConfig?: RagVariantConfig.AsObject,
3755
+ }
3756
+ }
3757
+
3758
+ export class LlmEvaluationAbExperiment extends jspb.Message {
3759
+ getName(): string;
3760
+ setName(value: string): LlmEvaluationAbExperiment;
3761
+
3762
+ getDisplayName(): string;
3763
+ setDisplayName(value: string): LlmEvaluationAbExperiment;
3764
+
3765
+ getDescription(): string;
3766
+ setDescription(value: string): LlmEvaluationAbExperiment;
3767
+
3768
+ getStatus(): LlmEvaluationAbExperimentStatus;
3769
+ setStatus(value: LlmEvaluationAbExperimentStatus): LlmEvaluationAbExperiment;
3770
+
3771
+ getVariantsList(): Array<LlmEvaluationAbVariant>;
3772
+ setVariantsList(value: Array<LlmEvaluationAbVariant>): LlmEvaluationAbExperiment;
3773
+ clearVariantsList(): LlmEvaluationAbExperiment;
3774
+ addVariants(value?: LlmEvaluationAbVariant, index?: number): LlmEvaluationAbVariant;
3775
+
3776
+ getTrafficConfig(): LlmEvaluationAbTrafficConfig | undefined;
3777
+ setTrafficConfig(value?: LlmEvaluationAbTrafficConfig): LlmEvaluationAbExperiment;
3778
+ hasTrafficConfig(): boolean;
3779
+ clearTrafficConfig(): LlmEvaluationAbExperiment;
3780
+
3781
+ getStartedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3782
+ setStartedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAbExperiment;
3783
+ hasStartedAt(): boolean;
3784
+ clearStartedAt(): LlmEvaluationAbExperiment;
3785
+
3786
+ getStoppedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3787
+ setStoppedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAbExperiment;
3788
+ hasStoppedAt(): boolean;
3789
+ clearStoppedAt(): LlmEvaluationAbExperiment;
3790
+
3791
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3792
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAbExperiment;
3793
+ hasCreatedAt(): boolean;
3794
+ clearCreatedAt(): LlmEvaluationAbExperiment;
3795
+
3796
+ getCreatedBy(): string;
3797
+ setCreatedBy(value: string): LlmEvaluationAbExperiment;
3798
+
3799
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
3800
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAbExperiment;
3801
+ hasModifiedAt(): boolean;
3802
+ clearModifiedAt(): LlmEvaluationAbExperiment;
3803
+
3804
+ getModifiedBy(): string;
3805
+ setModifiedBy(value: string): LlmEvaluationAbExperiment;
3806
+
3807
+ getParent(): string;
3808
+ setParent(value: string): LlmEvaluationAbExperiment;
3809
+
3810
+ getLanguageCode(): string;
3811
+ setLanguageCode(value: string): LlmEvaluationAbExperiment;
3812
+
3813
+ getLlmEvaluationAbRolloutDecisionName(): string;
3814
+ setLlmEvaluationAbRolloutDecisionName(value: string): LlmEvaluationAbExperiment;
3815
+
3816
+ serializeBinary(): Uint8Array;
3817
+ toObject(includeInstance?: boolean): LlmEvaluationAbExperiment.AsObject;
3818
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbExperiment): LlmEvaluationAbExperiment.AsObject;
3819
+ static serializeBinaryToWriter(message: LlmEvaluationAbExperiment, writer: jspb.BinaryWriter): void;
3820
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbExperiment;
3821
+ static deserializeBinaryFromReader(message: LlmEvaluationAbExperiment, reader: jspb.BinaryReader): LlmEvaluationAbExperiment;
3822
+ }
3823
+
3824
+ export namespace LlmEvaluationAbExperiment {
3825
+ export type AsObject = {
3826
+ name: string,
3827
+ displayName: string,
3828
+ description: string,
3829
+ status: LlmEvaluationAbExperimentStatus,
3830
+ variantsList: Array<LlmEvaluationAbVariant.AsObject>,
3831
+ trafficConfig?: LlmEvaluationAbTrafficConfig.AsObject,
3832
+ startedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3833
+ stoppedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3834
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3835
+ createdBy: string,
3836
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
3837
+ modifiedBy: string,
3838
+ parent: string,
3839
+ languageCode: string,
3840
+ llmEvaluationAbRolloutDecisionName: string,
3841
+ }
3842
+ }
3843
+
3844
+ export class LlmEvaluationAbVariantResult extends jspb.Message {
3845
+ getVariantId(): string;
3846
+ setVariantId(value: string): LlmEvaluationAbVariantResult;
3847
+
3848
+ getSessionCount(): number;
3849
+ setSessionCount(value: number): LlmEvaluationAbVariantResult;
3850
+
3851
+ getTelemetry(): google_protobuf_struct_pb.Struct | undefined;
3852
+ setTelemetry(value?: google_protobuf_struct_pb.Struct): LlmEvaluationAbVariantResult;
3853
+ hasTelemetry(): boolean;
3854
+ clearTelemetry(): LlmEvaluationAbVariantResult;
3855
+
3856
+ getDerivedMetrics(): google_protobuf_struct_pb.Struct | undefined;
3857
+ setDerivedMetrics(value?: google_protobuf_struct_pb.Struct): LlmEvaluationAbVariantResult;
3858
+ hasDerivedMetrics(): boolean;
3859
+ clearDerivedMetrics(): LlmEvaluationAbVariantResult;
3860
+
3861
+ serializeBinary(): Uint8Array;
3862
+ toObject(includeInstance?: boolean): LlmEvaluationAbVariantResult.AsObject;
3863
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbVariantResult): LlmEvaluationAbVariantResult.AsObject;
3864
+ static serializeBinaryToWriter(message: LlmEvaluationAbVariantResult, writer: jspb.BinaryWriter): void;
3865
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbVariantResult;
3866
+ static deserializeBinaryFromReader(message: LlmEvaluationAbVariantResult, reader: jspb.BinaryReader): LlmEvaluationAbVariantResult;
3867
+ }
3868
+
3869
+ export namespace LlmEvaluationAbVariantResult {
3870
+ export type AsObject = {
3871
+ variantId: string,
3872
+ sessionCount: number,
3873
+ telemetry?: google_protobuf_struct_pb.Struct.AsObject,
3874
+ derivedMetrics?: google_protobuf_struct_pb.Struct.AsObject,
3875
+ }
3876
+ }
3877
+
3878
+ export class CreateLlmEvaluationAbExperimentRequest extends jspb.Message {
3879
+ getLlmEvaluationAbExperiment(): LlmEvaluationAbExperiment | undefined;
3880
+ setLlmEvaluationAbExperiment(value?: LlmEvaluationAbExperiment): CreateLlmEvaluationAbExperimentRequest;
3881
+ hasLlmEvaluationAbExperiment(): boolean;
3882
+ clearLlmEvaluationAbExperiment(): CreateLlmEvaluationAbExperimentRequest;
3883
+
3884
+ getParent(): string;
3885
+ setParent(value: string): CreateLlmEvaluationAbExperimentRequest;
3886
+
3887
+ getLanguageCode(): string;
3888
+ setLanguageCode(value: string): CreateLlmEvaluationAbExperimentRequest;
3889
+
3890
+ serializeBinary(): Uint8Array;
3891
+ toObject(includeInstance?: boolean): CreateLlmEvaluationAbExperimentRequest.AsObject;
3892
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationAbExperimentRequest): CreateLlmEvaluationAbExperimentRequest.AsObject;
3893
+ static serializeBinaryToWriter(message: CreateLlmEvaluationAbExperimentRequest, writer: jspb.BinaryWriter): void;
3894
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationAbExperimentRequest;
3895
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationAbExperimentRequest, reader: jspb.BinaryReader): CreateLlmEvaluationAbExperimentRequest;
3896
+ }
3897
+
3898
+ export namespace CreateLlmEvaluationAbExperimentRequest {
3899
+ export type AsObject = {
3900
+ llmEvaluationAbExperiment?: LlmEvaluationAbExperiment.AsObject,
3901
+ parent: string,
3902
+ languageCode: string,
3903
+ }
3904
+ }
3905
+
3906
+ export class GetLlmEvaluationAbExperimentRequest extends jspb.Message {
3907
+ getName(): string;
3908
+ setName(value: string): GetLlmEvaluationAbExperimentRequest;
3909
+
3910
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3911
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationAbExperimentRequest;
3912
+ hasFieldMask(): boolean;
3913
+ clearFieldMask(): GetLlmEvaluationAbExperimentRequest;
3914
+
3915
+ getParent(): string;
3916
+ setParent(value: string): GetLlmEvaluationAbExperimentRequest;
3917
+
3918
+ getLanguageCode(): string;
3919
+ setLanguageCode(value: string): GetLlmEvaluationAbExperimentRequest;
3920
+
3921
+ serializeBinary(): Uint8Array;
3922
+ toObject(includeInstance?: boolean): GetLlmEvaluationAbExperimentRequest.AsObject;
3923
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationAbExperimentRequest): GetLlmEvaluationAbExperimentRequest.AsObject;
3924
+ static serializeBinaryToWriter(message: GetLlmEvaluationAbExperimentRequest, writer: jspb.BinaryWriter): void;
3925
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationAbExperimentRequest;
3926
+ static deserializeBinaryFromReader(message: GetLlmEvaluationAbExperimentRequest, reader: jspb.BinaryReader): GetLlmEvaluationAbExperimentRequest;
3927
+ }
3928
+
3929
+ export namespace GetLlmEvaluationAbExperimentRequest {
3930
+ export type AsObject = {
3931
+ name: string,
3932
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3933
+ parent: string,
3934
+ languageCode: string,
3935
+ }
3936
+ }
3937
+
3938
+ export class LlmEvaluationAbExperimentFilter extends jspb.Message {
3939
+ getDisplayName(): string;
3940
+ setDisplayName(value: string): LlmEvaluationAbExperimentFilter;
3941
+
3942
+ getStatus(): LlmEvaluationAbExperimentStatus;
3943
+ setStatus(value: LlmEvaluationAbExperimentStatus): LlmEvaluationAbExperimentFilter;
3944
+
3945
+ serializeBinary(): Uint8Array;
3946
+ toObject(includeInstance?: boolean): LlmEvaluationAbExperimentFilter.AsObject;
3947
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbExperimentFilter): LlmEvaluationAbExperimentFilter.AsObject;
3948
+ static serializeBinaryToWriter(message: LlmEvaluationAbExperimentFilter, writer: jspb.BinaryWriter): void;
3949
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbExperimentFilter;
3950
+ static deserializeBinaryFromReader(message: LlmEvaluationAbExperimentFilter, reader: jspb.BinaryReader): LlmEvaluationAbExperimentFilter;
3951
+ }
3952
+
3953
+ export namespace LlmEvaluationAbExperimentFilter {
3954
+ export type AsObject = {
3955
+ displayName: string,
3956
+ status: LlmEvaluationAbExperimentStatus,
3957
+ }
3958
+ }
3959
+
3960
+ export class ListLlmEvaluationAbExperimentsRequest extends jspb.Message {
3961
+ getParent(): string;
3962
+ setParent(value: string): ListLlmEvaluationAbExperimentsRequest;
3963
+
3964
+ getPageToken(): string;
3965
+ setPageToken(value: string): ListLlmEvaluationAbExperimentsRequest;
3966
+
3967
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
3968
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationAbExperimentsRequest;
3969
+ hasFieldMask(): boolean;
3970
+ clearFieldMask(): ListLlmEvaluationAbExperimentsRequest;
3971
+
3972
+ getLanguageCode(): string;
3973
+ setLanguageCode(value: string): ListLlmEvaluationAbExperimentsRequest;
3974
+
3975
+ getLlmEvaluationAbExperimentFilter(): LlmEvaluationAbExperimentFilter | undefined;
3976
+ setLlmEvaluationAbExperimentFilter(value?: LlmEvaluationAbExperimentFilter): ListLlmEvaluationAbExperimentsRequest;
3977
+ hasLlmEvaluationAbExperimentFilter(): boolean;
3978
+ clearLlmEvaluationAbExperimentFilter(): ListLlmEvaluationAbExperimentsRequest;
3979
+
3980
+ serializeBinary(): Uint8Array;
3981
+ toObject(includeInstance?: boolean): ListLlmEvaluationAbExperimentsRequest.AsObject;
3982
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationAbExperimentsRequest): ListLlmEvaluationAbExperimentsRequest.AsObject;
3983
+ static serializeBinaryToWriter(message: ListLlmEvaluationAbExperimentsRequest, writer: jspb.BinaryWriter): void;
3984
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationAbExperimentsRequest;
3985
+ static deserializeBinaryFromReader(message: ListLlmEvaluationAbExperimentsRequest, reader: jspb.BinaryReader): ListLlmEvaluationAbExperimentsRequest;
3986
+ }
3987
+
3988
+ export namespace ListLlmEvaluationAbExperimentsRequest {
3989
+ export type AsObject = {
3990
+ parent: string,
3991
+ pageToken: string,
3992
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
3993
+ languageCode: string,
3994
+ llmEvaluationAbExperimentFilter?: LlmEvaluationAbExperimentFilter.AsObject,
3995
+ }
3996
+ }
3997
+
3998
+ export class ListLlmEvaluationAbExperimentsResponse extends jspb.Message {
3999
+ getLlmEvaluationAbExperimentsList(): Array<LlmEvaluationAbExperiment>;
4000
+ setLlmEvaluationAbExperimentsList(value: Array<LlmEvaluationAbExperiment>): ListLlmEvaluationAbExperimentsResponse;
4001
+ clearLlmEvaluationAbExperimentsList(): ListLlmEvaluationAbExperimentsResponse;
4002
+ addLlmEvaluationAbExperiments(value?: LlmEvaluationAbExperiment, index?: number): LlmEvaluationAbExperiment;
4003
+
4004
+ getNextPageToken(): string;
4005
+ setNextPageToken(value: string): ListLlmEvaluationAbExperimentsResponse;
4006
+
4007
+ serializeBinary(): Uint8Array;
4008
+ toObject(includeInstance?: boolean): ListLlmEvaluationAbExperimentsResponse.AsObject;
4009
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationAbExperimentsResponse): ListLlmEvaluationAbExperimentsResponse.AsObject;
4010
+ static serializeBinaryToWriter(message: ListLlmEvaluationAbExperimentsResponse, writer: jspb.BinaryWriter): void;
4011
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationAbExperimentsResponse;
4012
+ static deserializeBinaryFromReader(message: ListLlmEvaluationAbExperimentsResponse, reader: jspb.BinaryReader): ListLlmEvaluationAbExperimentsResponse;
4013
+ }
4014
+
4015
+ export namespace ListLlmEvaluationAbExperimentsResponse {
4016
+ export type AsObject = {
4017
+ llmEvaluationAbExperimentsList: Array<LlmEvaluationAbExperiment.AsObject>,
4018
+ nextPageToken: string,
4019
+ }
4020
+ }
4021
+
4022
+ export class UpdateLlmEvaluationAbExperimentRequest extends jspb.Message {
4023
+ getLlmEvaluationAbExperiment(): LlmEvaluationAbExperiment | undefined;
4024
+ setLlmEvaluationAbExperiment(value?: LlmEvaluationAbExperiment): UpdateLlmEvaluationAbExperimentRequest;
4025
+ hasLlmEvaluationAbExperiment(): boolean;
4026
+ clearLlmEvaluationAbExperiment(): UpdateLlmEvaluationAbExperimentRequest;
4027
+
4028
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4029
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationAbExperimentRequest;
4030
+ hasUpdateMask(): boolean;
4031
+ clearUpdateMask(): UpdateLlmEvaluationAbExperimentRequest;
4032
+
4033
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4034
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationAbExperimentRequest;
4035
+ hasFieldMask(): boolean;
4036
+ clearFieldMask(): UpdateLlmEvaluationAbExperimentRequest;
4037
+
4038
+ getParent(): string;
4039
+ setParent(value: string): UpdateLlmEvaluationAbExperimentRequest;
4040
+
4041
+ getLanguageCode(): string;
4042
+ setLanguageCode(value: string): UpdateLlmEvaluationAbExperimentRequest;
4043
+
4044
+ serializeBinary(): Uint8Array;
4045
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationAbExperimentRequest.AsObject;
4046
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationAbExperimentRequest): UpdateLlmEvaluationAbExperimentRequest.AsObject;
4047
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationAbExperimentRequest, writer: jspb.BinaryWriter): void;
4048
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationAbExperimentRequest;
4049
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationAbExperimentRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationAbExperimentRequest;
4050
+ }
4051
+
4052
+ export namespace UpdateLlmEvaluationAbExperimentRequest {
4053
+ export type AsObject = {
4054
+ llmEvaluationAbExperiment?: LlmEvaluationAbExperiment.AsObject,
4055
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4056
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4057
+ parent: string,
4058
+ languageCode: string,
4059
+ }
4060
+ }
4061
+
4062
+ export class DeleteLlmEvaluationAbExperimentRequest extends jspb.Message {
4063
+ getName(): string;
4064
+ setName(value: string): DeleteLlmEvaluationAbExperimentRequest;
4065
+
4066
+ getParent(): string;
4067
+ setParent(value: string): DeleteLlmEvaluationAbExperimentRequest;
4068
+
4069
+ getLanguageCode(): string;
4070
+ setLanguageCode(value: string): DeleteLlmEvaluationAbExperimentRequest;
4071
+
4072
+ serializeBinary(): Uint8Array;
4073
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationAbExperimentRequest.AsObject;
4074
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationAbExperimentRequest): DeleteLlmEvaluationAbExperimentRequest.AsObject;
4075
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationAbExperimentRequest, writer: jspb.BinaryWriter): void;
4076
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationAbExperimentRequest;
4077
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationAbExperimentRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationAbExperimentRequest;
4078
+ }
4079
+
4080
+ export namespace DeleteLlmEvaluationAbExperimentRequest {
4081
+ export type AsObject = {
4082
+ name: string,
4083
+ parent: string,
4084
+ languageCode: string,
4085
+ }
4086
+ }
4087
+
4088
+ export class StartLlmEvaluationAbExperimentRequest extends jspb.Message {
4089
+ getName(): string;
4090
+ setName(value: string): StartLlmEvaluationAbExperimentRequest;
4091
+
4092
+ getParent(): string;
4093
+ setParent(value: string): StartLlmEvaluationAbExperimentRequest;
4094
+
4095
+ getLanguageCode(): string;
4096
+ setLanguageCode(value: string): StartLlmEvaluationAbExperimentRequest;
4097
+
4098
+ serializeBinary(): Uint8Array;
4099
+ toObject(includeInstance?: boolean): StartLlmEvaluationAbExperimentRequest.AsObject;
4100
+ static toObject(includeInstance: boolean, msg: StartLlmEvaluationAbExperimentRequest): StartLlmEvaluationAbExperimentRequest.AsObject;
4101
+ static serializeBinaryToWriter(message: StartLlmEvaluationAbExperimentRequest, writer: jspb.BinaryWriter): void;
4102
+ static deserializeBinary(bytes: Uint8Array): StartLlmEvaluationAbExperimentRequest;
4103
+ static deserializeBinaryFromReader(message: StartLlmEvaluationAbExperimentRequest, reader: jspb.BinaryReader): StartLlmEvaluationAbExperimentRequest;
4104
+ }
4105
+
4106
+ export namespace StartLlmEvaluationAbExperimentRequest {
4107
+ export type AsObject = {
4108
+ name: string,
4109
+ parent: string,
4110
+ languageCode: string,
4111
+ }
4112
+ }
4113
+
4114
+ export class StopLlmEvaluationAbExperimentRequest extends jspb.Message {
4115
+ getName(): string;
4116
+ setName(value: string): StopLlmEvaluationAbExperimentRequest;
4117
+
4118
+ getParent(): string;
4119
+ setParent(value: string): StopLlmEvaluationAbExperimentRequest;
4120
+
4121
+ getLanguageCode(): string;
4122
+ setLanguageCode(value: string): StopLlmEvaluationAbExperimentRequest;
4123
+
4124
+ serializeBinary(): Uint8Array;
4125
+ toObject(includeInstance?: boolean): StopLlmEvaluationAbExperimentRequest.AsObject;
4126
+ static toObject(includeInstance: boolean, msg: StopLlmEvaluationAbExperimentRequest): StopLlmEvaluationAbExperimentRequest.AsObject;
4127
+ static serializeBinaryToWriter(message: StopLlmEvaluationAbExperimentRequest, writer: jspb.BinaryWriter): void;
4128
+ static deserializeBinary(bytes: Uint8Array): StopLlmEvaluationAbExperimentRequest;
4129
+ static deserializeBinaryFromReader(message: StopLlmEvaluationAbExperimentRequest, reader: jspb.BinaryReader): StopLlmEvaluationAbExperimentRequest;
4130
+ }
4131
+
4132
+ export namespace StopLlmEvaluationAbExperimentRequest {
4133
+ export type AsObject = {
4134
+ name: string,
4135
+ parent: string,
4136
+ languageCode: string,
4137
+ }
4138
+ }
4139
+
4140
+ export class GetLlmEvaluationAbExperimentResultsRequest extends jspb.Message {
4141
+ getName(): string;
4142
+ setName(value: string): GetLlmEvaluationAbExperimentResultsRequest;
4143
+
4144
+ getParent(): string;
4145
+ setParent(value: string): GetLlmEvaluationAbExperimentResultsRequest;
4146
+
4147
+ getLanguageCode(): string;
4148
+ setLanguageCode(value: string): GetLlmEvaluationAbExperimentResultsRequest;
4149
+
4150
+ serializeBinary(): Uint8Array;
4151
+ toObject(includeInstance?: boolean): GetLlmEvaluationAbExperimentResultsRequest.AsObject;
4152
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationAbExperimentResultsRequest): GetLlmEvaluationAbExperimentResultsRequest.AsObject;
4153
+ static serializeBinaryToWriter(message: GetLlmEvaluationAbExperimentResultsRequest, writer: jspb.BinaryWriter): void;
4154
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationAbExperimentResultsRequest;
4155
+ static deserializeBinaryFromReader(message: GetLlmEvaluationAbExperimentResultsRequest, reader: jspb.BinaryReader): GetLlmEvaluationAbExperimentResultsRequest;
4156
+ }
4157
+
4158
+ export namespace GetLlmEvaluationAbExperimentResultsRequest {
4159
+ export type AsObject = {
4160
+ name: string,
4161
+ parent: string,
4162
+ languageCode: string,
4163
+ }
4164
+ }
4165
+
4166
+ export class GetLlmEvaluationAbExperimentResultsResponse extends jspb.Message {
4167
+ getLlmEvaluationAbExperimentName(): string;
4168
+ setLlmEvaluationAbExperimentName(value: string): GetLlmEvaluationAbExperimentResultsResponse;
4169
+
4170
+ getVariantResultsList(): Array<LlmEvaluationAbVariantResult>;
4171
+ setVariantResultsList(value: Array<LlmEvaluationAbVariantResult>): GetLlmEvaluationAbExperimentResultsResponse;
4172
+ clearVariantResultsList(): GetLlmEvaluationAbExperimentResultsResponse;
4173
+ addVariantResults(value?: LlmEvaluationAbVariantResult, index?: number): LlmEvaluationAbVariantResult;
4174
+
4175
+ serializeBinary(): Uint8Array;
4176
+ toObject(includeInstance?: boolean): GetLlmEvaluationAbExperimentResultsResponse.AsObject;
4177
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationAbExperimentResultsResponse): GetLlmEvaluationAbExperimentResultsResponse.AsObject;
4178
+ static serializeBinaryToWriter(message: GetLlmEvaluationAbExperimentResultsResponse, writer: jspb.BinaryWriter): void;
4179
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationAbExperimentResultsResponse;
4180
+ static deserializeBinaryFromReader(message: GetLlmEvaluationAbExperimentResultsResponse, reader: jspb.BinaryReader): GetLlmEvaluationAbExperimentResultsResponse;
4181
+ }
4182
+
4183
+ export namespace GetLlmEvaluationAbExperimentResultsResponse {
4184
+ export type AsObject = {
4185
+ llmEvaluationAbExperimentName: string,
4186
+ variantResultsList: Array<LlmEvaluationAbVariantResult.AsObject>,
4187
+ }
4188
+ }
4189
+
4190
+ export class LlmEvaluationAbRolloutRecommendation extends jspb.Message {
4191
+ getOptimizeMetric(): LlmEvaluationAbOptimizeMetric;
4192
+ setOptimizeMetric(value: LlmEvaluationAbOptimizeMetric): LlmEvaluationAbRolloutRecommendation;
4193
+
4194
+ getWinnerVariantId(): string;
4195
+ setWinnerVariantId(value: string): LlmEvaluationAbRolloutRecommendation;
4196
+
4197
+ getControlVariantId(): string;
4198
+ setControlVariantId(value: string): LlmEvaluationAbRolloutRecommendation;
4199
+
4200
+ getPValue(): number;
4201
+ setPValue(value: number): LlmEvaluationAbRolloutRecommendation;
4202
+
4203
+ getEffectSize(): number;
4204
+ setEffectSize(value: number): LlmEvaluationAbRolloutRecommendation;
4205
+
4206
+ getIsSignificant(): boolean;
4207
+ setIsSignificant(value: boolean): LlmEvaluationAbRolloutRecommendation;
4208
+
4209
+ getSessionsPerVariantMap(): jspb.Map<string, number>;
4210
+ clearSessionsPerVariantMap(): LlmEvaluationAbRolloutRecommendation;
4211
+
4212
+ getNeedsMoreData(): boolean;
4213
+ setNeedsMoreData(value: boolean): LlmEvaluationAbRolloutRecommendation;
4214
+
4215
+ getReason(): string;
4216
+ setReason(value: string): LlmEvaluationAbRolloutRecommendation;
4217
+
4218
+ serializeBinary(): Uint8Array;
4219
+ toObject(includeInstance?: boolean): LlmEvaluationAbRolloutRecommendation.AsObject;
4220
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbRolloutRecommendation): LlmEvaluationAbRolloutRecommendation.AsObject;
4221
+ static serializeBinaryToWriter(message: LlmEvaluationAbRolloutRecommendation, writer: jspb.BinaryWriter): void;
4222
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbRolloutRecommendation;
4223
+ static deserializeBinaryFromReader(message: LlmEvaluationAbRolloutRecommendation, reader: jspb.BinaryReader): LlmEvaluationAbRolloutRecommendation;
4224
+ }
4225
+
4226
+ export namespace LlmEvaluationAbRolloutRecommendation {
4227
+ export type AsObject = {
4228
+ optimizeMetric: LlmEvaluationAbOptimizeMetric,
4229
+ winnerVariantId: string,
4230
+ controlVariantId: string,
4231
+ pValue: number,
4232
+ effectSize: number,
4233
+ isSignificant: boolean,
4234
+ sessionsPerVariantMap: Array<[string, number]>,
4235
+ needsMoreData: boolean,
4236
+ reason: string,
4237
+ }
4238
+ }
4239
+
4240
+ export class LlmEvaluationAbRolloutDecision extends jspb.Message {
4241
+ getName(): string;
4242
+ setName(value: string): LlmEvaluationAbRolloutDecision;
4243
+
4244
+ getLlmEvaluationAbExperimentName(): string;
4245
+ setLlmEvaluationAbExperimentName(value: string): LlmEvaluationAbRolloutDecision;
4246
+
4247
+ getAppliedVariantId(): string;
4248
+ setAppliedVariantId(value: string): LlmEvaluationAbRolloutDecision;
4249
+
4250
+ getOptimizeMetric(): LlmEvaluationAbOptimizeMetric;
4251
+ setOptimizeMetric(value: LlmEvaluationAbOptimizeMetric): LlmEvaluationAbRolloutDecision;
4252
+
4253
+ getPValue(): number;
4254
+ setPValue(value: number): LlmEvaluationAbRolloutDecision;
4255
+
4256
+ getEffectSize(): number;
4257
+ setEffectSize(value: number): LlmEvaluationAbRolloutDecision;
4258
+
4259
+ getAppliedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4260
+ setAppliedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAbRolloutDecision;
4261
+ hasAppliedAt(): boolean;
4262
+ clearAppliedAt(): LlmEvaluationAbRolloutDecision;
4263
+
4264
+ getAppliedBy(): string;
4265
+ setAppliedBy(value: string): LlmEvaluationAbRolloutDecision;
4266
+
4267
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4268
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAbRolloutDecision;
4269
+ hasCreatedAt(): boolean;
4270
+ clearCreatedAt(): LlmEvaluationAbRolloutDecision;
4271
+
4272
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4273
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAbRolloutDecision;
4274
+ hasModifiedAt(): boolean;
4275
+ clearModifiedAt(): LlmEvaluationAbRolloutDecision;
4276
+
4277
+ getCreatedBy(): string;
4278
+ setCreatedBy(value: string): LlmEvaluationAbRolloutDecision;
4279
+
4280
+ getModifiedBy(): string;
4281
+ setModifiedBy(value: string): LlmEvaluationAbRolloutDecision;
4282
+
4283
+ getParent(): string;
4284
+ setParent(value: string): LlmEvaluationAbRolloutDecision;
4285
+
4286
+ getLanguageCode(): string;
4287
+ setLanguageCode(value: string): LlmEvaluationAbRolloutDecision;
4288
+
4289
+ serializeBinary(): Uint8Array;
4290
+ toObject(includeInstance?: boolean): LlmEvaluationAbRolloutDecision.AsObject;
4291
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbRolloutDecision): LlmEvaluationAbRolloutDecision.AsObject;
4292
+ static serializeBinaryToWriter(message: LlmEvaluationAbRolloutDecision, writer: jspb.BinaryWriter): void;
4293
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbRolloutDecision;
4294
+ static deserializeBinaryFromReader(message: LlmEvaluationAbRolloutDecision, reader: jspb.BinaryReader): LlmEvaluationAbRolloutDecision;
4295
+ }
4296
+
4297
+ export namespace LlmEvaluationAbRolloutDecision {
4298
+ export type AsObject = {
4299
+ name: string,
4300
+ llmEvaluationAbExperimentName: string,
4301
+ appliedVariantId: string,
4302
+ optimizeMetric: LlmEvaluationAbOptimizeMetric,
4303
+ pValue: number,
4304
+ effectSize: number,
4305
+ appliedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4306
+ appliedBy: string,
4307
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4308
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4309
+ createdBy: string,
4310
+ modifiedBy: string,
4311
+ parent: string,
4312
+ languageCode: string,
4313
+ }
4314
+ }
4315
+
4316
+ export class GetLlmEvaluationAbRolloutRecommendationRequest extends jspb.Message {
4317
+ getName(): string;
4318
+ setName(value: string): GetLlmEvaluationAbRolloutRecommendationRequest;
4319
+
4320
+ getOptimizeMetric(): LlmEvaluationAbOptimizeMetric;
4321
+ setOptimizeMetric(value: LlmEvaluationAbOptimizeMetric): GetLlmEvaluationAbRolloutRecommendationRequest;
4322
+
4323
+ getConfidenceLevel(): number;
4324
+ setConfidenceLevel(value: number): GetLlmEvaluationAbRolloutRecommendationRequest;
4325
+
4326
+ getMinSessionsPerVariant(): number;
4327
+ setMinSessionsPerVariant(value: number): GetLlmEvaluationAbRolloutRecommendationRequest;
4328
+
4329
+ getMinEffectSize(): number;
4330
+ setMinEffectSize(value: number): GetLlmEvaluationAbRolloutRecommendationRequest;
4331
+
4332
+ getParent(): string;
4333
+ setParent(value: string): GetLlmEvaluationAbRolloutRecommendationRequest;
4334
+
4335
+ getLanguageCode(): string;
4336
+ setLanguageCode(value: string): GetLlmEvaluationAbRolloutRecommendationRequest;
4337
+
4338
+ serializeBinary(): Uint8Array;
4339
+ toObject(includeInstance?: boolean): GetLlmEvaluationAbRolloutRecommendationRequest.AsObject;
4340
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationAbRolloutRecommendationRequest): GetLlmEvaluationAbRolloutRecommendationRequest.AsObject;
4341
+ static serializeBinaryToWriter(message: GetLlmEvaluationAbRolloutRecommendationRequest, writer: jspb.BinaryWriter): void;
4342
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationAbRolloutRecommendationRequest;
4343
+ static deserializeBinaryFromReader(message: GetLlmEvaluationAbRolloutRecommendationRequest, reader: jspb.BinaryReader): GetLlmEvaluationAbRolloutRecommendationRequest;
4344
+ }
4345
+
4346
+ export namespace GetLlmEvaluationAbRolloutRecommendationRequest {
4347
+ export type AsObject = {
4348
+ name: string,
4349
+ optimizeMetric: LlmEvaluationAbOptimizeMetric,
4350
+ confidenceLevel: number,
4351
+ minSessionsPerVariant: number,
4352
+ minEffectSize: number,
4353
+ parent: string,
4354
+ languageCode: string,
4355
+ }
4356
+ }
4357
+
4358
+ export class ApplyLlmEvaluationAbRolloutRequest extends jspb.Message {
4359
+ getName(): string;
4360
+ setName(value: string): ApplyLlmEvaluationAbRolloutRequest;
4361
+
4362
+ getVariantId(): string;
4363
+ setVariantId(value: string): ApplyLlmEvaluationAbRolloutRequest;
4364
+
4365
+ getOptimizeMetric(): LlmEvaluationAbOptimizeMetric;
4366
+ setOptimizeMetric(value: LlmEvaluationAbOptimizeMetric): ApplyLlmEvaluationAbRolloutRequest;
4367
+
4368
+ getParent(): string;
4369
+ setParent(value: string): ApplyLlmEvaluationAbRolloutRequest;
4370
+
4371
+ getLanguageCode(): string;
4372
+ setLanguageCode(value: string): ApplyLlmEvaluationAbRolloutRequest;
4373
+
4374
+ serializeBinary(): Uint8Array;
4375
+ toObject(includeInstance?: boolean): ApplyLlmEvaluationAbRolloutRequest.AsObject;
4376
+ static toObject(includeInstance: boolean, msg: ApplyLlmEvaluationAbRolloutRequest): ApplyLlmEvaluationAbRolloutRequest.AsObject;
4377
+ static serializeBinaryToWriter(message: ApplyLlmEvaluationAbRolloutRequest, writer: jspb.BinaryWriter): void;
4378
+ static deserializeBinary(bytes: Uint8Array): ApplyLlmEvaluationAbRolloutRequest;
4379
+ static deserializeBinaryFromReader(message: ApplyLlmEvaluationAbRolloutRequest, reader: jspb.BinaryReader): ApplyLlmEvaluationAbRolloutRequest;
4380
+ }
4381
+
4382
+ export namespace ApplyLlmEvaluationAbRolloutRequest {
4383
+ export type AsObject = {
4384
+ name: string,
4385
+ variantId: string,
4386
+ optimizeMetric: LlmEvaluationAbOptimizeMetric,
4387
+ parent: string,
4388
+ languageCode: string,
4389
+ }
4390
+ }
4391
+
4392
+ export class GetLlmEvaluationAbRolloutDecisionRequest extends jspb.Message {
4393
+ getName(): string;
4394
+ setName(value: string): GetLlmEvaluationAbRolloutDecisionRequest;
4395
+
4396
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4397
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationAbRolloutDecisionRequest;
4398
+ hasFieldMask(): boolean;
4399
+ clearFieldMask(): GetLlmEvaluationAbRolloutDecisionRequest;
4400
+
4401
+ getParent(): string;
4402
+ setParent(value: string): GetLlmEvaluationAbRolloutDecisionRequest;
4403
+
4404
+ getLanguageCode(): string;
4405
+ setLanguageCode(value: string): GetLlmEvaluationAbRolloutDecisionRequest;
4406
+
4407
+ serializeBinary(): Uint8Array;
4408
+ toObject(includeInstance?: boolean): GetLlmEvaluationAbRolloutDecisionRequest.AsObject;
4409
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationAbRolloutDecisionRequest): GetLlmEvaluationAbRolloutDecisionRequest.AsObject;
4410
+ static serializeBinaryToWriter(message: GetLlmEvaluationAbRolloutDecisionRequest, writer: jspb.BinaryWriter): void;
4411
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationAbRolloutDecisionRequest;
4412
+ static deserializeBinaryFromReader(message: GetLlmEvaluationAbRolloutDecisionRequest, reader: jspb.BinaryReader): GetLlmEvaluationAbRolloutDecisionRequest;
4413
+ }
4414
+
4415
+ export namespace GetLlmEvaluationAbRolloutDecisionRequest {
4416
+ export type AsObject = {
4417
+ name: string,
4418
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4419
+ parent: string,
4420
+ languageCode: string,
4421
+ }
4422
+ }
4423
+
4424
+ export class LlmEvaluationAbRolloutDecisionFilter extends jspb.Message {
4425
+ getLlmEvaluationAbExperimentName(): string;
4426
+ setLlmEvaluationAbExperimentName(value: string): LlmEvaluationAbRolloutDecisionFilter;
4427
+
4428
+ getAppliedBy(): string;
4429
+ setAppliedBy(value: string): LlmEvaluationAbRolloutDecisionFilter;
4430
+
4431
+ serializeBinary(): Uint8Array;
4432
+ toObject(includeInstance?: boolean): LlmEvaluationAbRolloutDecisionFilter.AsObject;
4433
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAbRolloutDecisionFilter): LlmEvaluationAbRolloutDecisionFilter.AsObject;
4434
+ static serializeBinaryToWriter(message: LlmEvaluationAbRolloutDecisionFilter, writer: jspb.BinaryWriter): void;
4435
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAbRolloutDecisionFilter;
4436
+ static deserializeBinaryFromReader(message: LlmEvaluationAbRolloutDecisionFilter, reader: jspb.BinaryReader): LlmEvaluationAbRolloutDecisionFilter;
4437
+ }
4438
+
4439
+ export namespace LlmEvaluationAbRolloutDecisionFilter {
4440
+ export type AsObject = {
4441
+ llmEvaluationAbExperimentName: string,
4442
+ appliedBy: string,
4443
+ }
4444
+ }
4445
+
4446
+ export class ListLlmEvaluationAbRolloutDecisionsRequest extends jspb.Message {
4447
+ getParent(): string;
4448
+ setParent(value: string): ListLlmEvaluationAbRolloutDecisionsRequest;
4449
+
4450
+ getPageToken(): string;
4451
+ setPageToken(value: string): ListLlmEvaluationAbRolloutDecisionsRequest;
4452
+
4453
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4454
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationAbRolloutDecisionsRequest;
4455
+ hasFieldMask(): boolean;
4456
+ clearFieldMask(): ListLlmEvaluationAbRolloutDecisionsRequest;
4457
+
4458
+ getLanguageCode(): string;
4459
+ setLanguageCode(value: string): ListLlmEvaluationAbRolloutDecisionsRequest;
4460
+
4461
+ getLlmEvaluationAbRolloutDecisionFilter(): LlmEvaluationAbRolloutDecisionFilter | undefined;
4462
+ setLlmEvaluationAbRolloutDecisionFilter(value?: LlmEvaluationAbRolloutDecisionFilter): ListLlmEvaluationAbRolloutDecisionsRequest;
4463
+ hasLlmEvaluationAbRolloutDecisionFilter(): boolean;
4464
+ clearLlmEvaluationAbRolloutDecisionFilter(): ListLlmEvaluationAbRolloutDecisionsRequest;
4465
+
4466
+ serializeBinary(): Uint8Array;
4467
+ toObject(includeInstance?: boolean): ListLlmEvaluationAbRolloutDecisionsRequest.AsObject;
4468
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationAbRolloutDecisionsRequest): ListLlmEvaluationAbRolloutDecisionsRequest.AsObject;
4469
+ static serializeBinaryToWriter(message: ListLlmEvaluationAbRolloutDecisionsRequest, writer: jspb.BinaryWriter): void;
4470
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationAbRolloutDecisionsRequest;
4471
+ static deserializeBinaryFromReader(message: ListLlmEvaluationAbRolloutDecisionsRequest, reader: jspb.BinaryReader): ListLlmEvaluationAbRolloutDecisionsRequest;
4472
+ }
4473
+
4474
+ export namespace ListLlmEvaluationAbRolloutDecisionsRequest {
4475
+ export type AsObject = {
4476
+ parent: string,
4477
+ pageToken: string,
4478
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4479
+ languageCode: string,
4480
+ llmEvaluationAbRolloutDecisionFilter?: LlmEvaluationAbRolloutDecisionFilter.AsObject,
4481
+ }
4482
+ }
4483
+
4484
+ export class ListLlmEvaluationAbRolloutDecisionsResponse extends jspb.Message {
4485
+ getLlmEvaluationAbRolloutDecisionsList(): Array<LlmEvaluationAbRolloutDecision>;
4486
+ setLlmEvaluationAbRolloutDecisionsList(value: Array<LlmEvaluationAbRolloutDecision>): ListLlmEvaluationAbRolloutDecisionsResponse;
4487
+ clearLlmEvaluationAbRolloutDecisionsList(): ListLlmEvaluationAbRolloutDecisionsResponse;
4488
+ addLlmEvaluationAbRolloutDecisions(value?: LlmEvaluationAbRolloutDecision, index?: number): LlmEvaluationAbRolloutDecision;
4489
+
4490
+ getNextPageToken(): string;
4491
+ setNextPageToken(value: string): ListLlmEvaluationAbRolloutDecisionsResponse;
4492
+
4493
+ serializeBinary(): Uint8Array;
4494
+ toObject(includeInstance?: boolean): ListLlmEvaluationAbRolloutDecisionsResponse.AsObject;
4495
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationAbRolloutDecisionsResponse): ListLlmEvaluationAbRolloutDecisionsResponse.AsObject;
4496
+ static serializeBinaryToWriter(message: ListLlmEvaluationAbRolloutDecisionsResponse, writer: jspb.BinaryWriter): void;
4497
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationAbRolloutDecisionsResponse;
4498
+ static deserializeBinaryFromReader(message: ListLlmEvaluationAbRolloutDecisionsResponse, reader: jspb.BinaryReader): ListLlmEvaluationAbRolloutDecisionsResponse;
4499
+ }
4500
+
4501
+ export namespace ListLlmEvaluationAbRolloutDecisionsResponse {
4502
+ export type AsObject = {
4503
+ llmEvaluationAbRolloutDecisionsList: Array<LlmEvaluationAbRolloutDecision.AsObject>,
4504
+ nextPageToken: string,
4505
+ }
4506
+ }
4507
+
4508
+ export class LlmEvaluationOnlineSessionFilter extends jspb.Message {
4509
+ getLabelsList(): Array<string>;
4510
+ setLabelsList(value: Array<string>): LlmEvaluationOnlineSessionFilter;
4511
+ clearLabelsList(): LlmEvaluationOnlineSessionFilter;
4512
+ addLabels(value: string, index?: number): LlmEvaluationOnlineSessionFilter;
4513
+
4514
+ getLanguageCodesList(): Array<string>;
4515
+ setLanguageCodesList(value: Array<string>): LlmEvaluationOnlineSessionFilter;
4516
+ clearLanguageCodesList(): LlmEvaluationOnlineSessionFilter;
4517
+ addLanguageCodes(value: string, index?: number): LlmEvaluationOnlineSessionFilter;
4518
+
4519
+ getPlatformsList(): Array<string>;
4520
+ setPlatformsList(value: Array<string>): LlmEvaluationOnlineSessionFilter;
4521
+ clearPlatformsList(): LlmEvaluationOnlineSessionFilter;
4522
+ addPlatforms(value: string, index?: number): LlmEvaluationOnlineSessionFilter;
4523
+
4524
+ getRequireTelemetry(): boolean;
4525
+ setRequireTelemetry(value: boolean): LlmEvaluationOnlineSessionFilter;
4526
+
4527
+ serializeBinary(): Uint8Array;
4528
+ toObject(includeInstance?: boolean): LlmEvaluationOnlineSessionFilter.AsObject;
4529
+ static toObject(includeInstance: boolean, msg: LlmEvaluationOnlineSessionFilter): LlmEvaluationOnlineSessionFilter.AsObject;
4530
+ static serializeBinaryToWriter(message: LlmEvaluationOnlineSessionFilter, writer: jspb.BinaryWriter): void;
4531
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationOnlineSessionFilter;
4532
+ static deserializeBinaryFromReader(message: LlmEvaluationOnlineSessionFilter, reader: jspb.BinaryReader): LlmEvaluationOnlineSessionFilter;
4533
+ }
4534
+
4535
+ export namespace LlmEvaluationOnlineSessionFilter {
4536
+ export type AsObject = {
4537
+ labelsList: Array<string>,
4538
+ languageCodesList: Array<string>,
4539
+ platformsList: Array<string>,
4540
+ requireTelemetry: boolean,
4541
+ }
4542
+ }
4543
+
4544
+ export class LlmEvaluationOnlineConfig extends jspb.Message {
4545
+ getName(): string;
4546
+ setName(value: string): LlmEvaluationOnlineConfig;
4547
+
4548
+ getDisplayName(): string;
4549
+ setDisplayName(value: string): LlmEvaluationOnlineConfig;
4550
+
4551
+ getDescription(): string;
4552
+ setDescription(value: string): LlmEvaluationOnlineConfig;
4553
+
4554
+ getEvaluatorNamesList(): Array<string>;
4555
+ setEvaluatorNamesList(value: Array<string>): LlmEvaluationOnlineConfig;
4556
+ clearEvaluatorNamesList(): LlmEvaluationOnlineConfig;
4557
+ addEvaluatorNames(value: string, index?: number): LlmEvaluationOnlineConfig;
4558
+
4559
+ getSampleRate(): number;
4560
+ setSampleRate(value: number): LlmEvaluationOnlineConfig;
4561
+
4562
+ getEnabled(): boolean;
4563
+ setEnabled(value: boolean): LlmEvaluationOnlineConfig;
4564
+
4565
+ getTargetDatasetName(): string;
4566
+ setTargetDatasetName(value: string): LlmEvaluationOnlineConfig;
4567
+
4568
+ getFailThreshold(): number;
4569
+ setFailThreshold(value: number): LlmEvaluationOnlineConfig;
4570
+
4571
+ getSettleSeconds(): number;
4572
+ setSettleSeconds(value: number): LlmEvaluationOnlineConfig;
4573
+
4574
+ getRequireTelemetry(): boolean;
4575
+ setRequireTelemetry(value: boolean): LlmEvaluationOnlineConfig;
4576
+
4577
+ getLlmEvaluationOnlineSessionFilter(): LlmEvaluationOnlineSessionFilter | undefined;
4578
+ setLlmEvaluationOnlineSessionFilter(value?: LlmEvaluationOnlineSessionFilter): LlmEvaluationOnlineConfig;
4579
+ hasLlmEvaluationOnlineSessionFilter(): boolean;
4580
+ clearLlmEvaluationOnlineSessionFilter(): LlmEvaluationOnlineConfig;
4581
+
4582
+ getLastEvaluatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4583
+ setLastEvaluatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationOnlineConfig;
4584
+ hasLastEvaluatedAt(): boolean;
4585
+ clearLastEvaluatedAt(): LlmEvaluationOnlineConfig;
4586
+
4587
+ getNSessionsEvaluated(): number;
4588
+ setNSessionsEvaluated(value: number): LlmEvaluationOnlineConfig;
4589
+
4590
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4591
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationOnlineConfig;
4592
+ hasCreatedAt(): boolean;
4593
+ clearCreatedAt(): LlmEvaluationOnlineConfig;
4594
+
4595
+ getCreatedBy(): string;
4596
+ setCreatedBy(value: string): LlmEvaluationOnlineConfig;
4597
+
4598
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4599
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationOnlineConfig;
4600
+ hasModifiedAt(): boolean;
4601
+ clearModifiedAt(): LlmEvaluationOnlineConfig;
4602
+
4603
+ getModifiedBy(): string;
4604
+ setModifiedBy(value: string): LlmEvaluationOnlineConfig;
4605
+
4606
+ getParent(): string;
4607
+ setParent(value: string): LlmEvaluationOnlineConfig;
4608
+
4609
+ getLanguageCode(): string;
4610
+ setLanguageCode(value: string): LlmEvaluationOnlineConfig;
4611
+
4612
+ serializeBinary(): Uint8Array;
4613
+ toObject(includeInstance?: boolean): LlmEvaluationOnlineConfig.AsObject;
4614
+ static toObject(includeInstance: boolean, msg: LlmEvaluationOnlineConfig): LlmEvaluationOnlineConfig.AsObject;
4615
+ static serializeBinaryToWriter(message: LlmEvaluationOnlineConfig, writer: jspb.BinaryWriter): void;
4616
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationOnlineConfig;
4617
+ static deserializeBinaryFromReader(message: LlmEvaluationOnlineConfig, reader: jspb.BinaryReader): LlmEvaluationOnlineConfig;
4618
+ }
4619
+
4620
+ export namespace LlmEvaluationOnlineConfig {
4621
+ export type AsObject = {
4622
+ name: string,
4623
+ displayName: string,
4624
+ description: string,
4625
+ evaluatorNamesList: Array<string>,
4626
+ sampleRate: number,
4627
+ enabled: boolean,
4628
+ targetDatasetName: string,
4629
+ failThreshold: number,
4630
+ settleSeconds: number,
4631
+ requireTelemetry: boolean,
4632
+ llmEvaluationOnlineSessionFilter?: LlmEvaluationOnlineSessionFilter.AsObject,
4633
+ lastEvaluatedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4634
+ nSessionsEvaluated: number,
4635
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4636
+ createdBy: string,
4637
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4638
+ modifiedBy: string,
4639
+ parent: string,
4640
+ languageCode: string,
4641
+ }
4642
+ }
4643
+
4644
+ export class CreateLlmEvaluationOnlineConfigRequest extends jspb.Message {
4645
+ getLlmEvaluationOnlineConfig(): LlmEvaluationOnlineConfig | undefined;
4646
+ setLlmEvaluationOnlineConfig(value?: LlmEvaluationOnlineConfig): CreateLlmEvaluationOnlineConfigRequest;
4647
+ hasLlmEvaluationOnlineConfig(): boolean;
4648
+ clearLlmEvaluationOnlineConfig(): CreateLlmEvaluationOnlineConfigRequest;
4649
+
4650
+ getParent(): string;
4651
+ setParent(value: string): CreateLlmEvaluationOnlineConfigRequest;
4652
+
4653
+ getLanguageCode(): string;
4654
+ setLanguageCode(value: string): CreateLlmEvaluationOnlineConfigRequest;
4655
+
4656
+ serializeBinary(): Uint8Array;
4657
+ toObject(includeInstance?: boolean): CreateLlmEvaluationOnlineConfigRequest.AsObject;
4658
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationOnlineConfigRequest): CreateLlmEvaluationOnlineConfigRequest.AsObject;
4659
+ static serializeBinaryToWriter(message: CreateLlmEvaluationOnlineConfigRequest, writer: jspb.BinaryWriter): void;
4660
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationOnlineConfigRequest;
4661
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationOnlineConfigRequest, reader: jspb.BinaryReader): CreateLlmEvaluationOnlineConfigRequest;
4662
+ }
4663
+
4664
+ export namespace CreateLlmEvaluationOnlineConfigRequest {
4665
+ export type AsObject = {
4666
+ llmEvaluationOnlineConfig?: LlmEvaluationOnlineConfig.AsObject,
4667
+ parent: string,
4668
+ languageCode: string,
4669
+ }
4670
+ }
4671
+
4672
+ export class GetLlmEvaluationOnlineConfigRequest extends jspb.Message {
4673
+ getName(): string;
4674
+ setName(value: string): GetLlmEvaluationOnlineConfigRequest;
4675
+
4676
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4677
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationOnlineConfigRequest;
4678
+ hasFieldMask(): boolean;
4679
+ clearFieldMask(): GetLlmEvaluationOnlineConfigRequest;
4680
+
4681
+ getParent(): string;
4682
+ setParent(value: string): GetLlmEvaluationOnlineConfigRequest;
4683
+
4684
+ getLanguageCode(): string;
4685
+ setLanguageCode(value: string): GetLlmEvaluationOnlineConfigRequest;
4686
+
4687
+ serializeBinary(): Uint8Array;
4688
+ toObject(includeInstance?: boolean): GetLlmEvaluationOnlineConfigRequest.AsObject;
4689
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationOnlineConfigRequest): GetLlmEvaluationOnlineConfigRequest.AsObject;
4690
+ static serializeBinaryToWriter(message: GetLlmEvaluationOnlineConfigRequest, writer: jspb.BinaryWriter): void;
4691
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationOnlineConfigRequest;
4692
+ static deserializeBinaryFromReader(message: GetLlmEvaluationOnlineConfigRequest, reader: jspb.BinaryReader): GetLlmEvaluationOnlineConfigRequest;
4693
+ }
4694
+
4695
+ export namespace GetLlmEvaluationOnlineConfigRequest {
4696
+ export type AsObject = {
4697
+ name: string,
4698
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4699
+ parent: string,
4700
+ languageCode: string,
4701
+ }
4702
+ }
4703
+
4704
+ export class LlmEvaluationOnlineConfigFilter extends jspb.Message {
4705
+ getDisplayName(): string;
4706
+ setDisplayName(value: string): LlmEvaluationOnlineConfigFilter;
4707
+
4708
+ getEnabledOnly(): boolean;
4709
+ setEnabledOnly(value: boolean): LlmEvaluationOnlineConfigFilter;
4710
+
4711
+ serializeBinary(): Uint8Array;
4712
+ toObject(includeInstance?: boolean): LlmEvaluationOnlineConfigFilter.AsObject;
4713
+ static toObject(includeInstance: boolean, msg: LlmEvaluationOnlineConfigFilter): LlmEvaluationOnlineConfigFilter.AsObject;
4714
+ static serializeBinaryToWriter(message: LlmEvaluationOnlineConfigFilter, writer: jspb.BinaryWriter): void;
4715
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationOnlineConfigFilter;
4716
+ static deserializeBinaryFromReader(message: LlmEvaluationOnlineConfigFilter, reader: jspb.BinaryReader): LlmEvaluationOnlineConfigFilter;
4717
+ }
4718
+
4719
+ export namespace LlmEvaluationOnlineConfigFilter {
4720
+ export type AsObject = {
4721
+ displayName: string,
4722
+ enabledOnly: boolean,
4723
+ }
4724
+ }
4725
+
4726
+ export class ListLlmEvaluationOnlineConfigsRequest extends jspb.Message {
4727
+ getParent(): string;
4728
+ setParent(value: string): ListLlmEvaluationOnlineConfigsRequest;
4729
+
4730
+ getPageToken(): string;
4731
+ setPageToken(value: string): ListLlmEvaluationOnlineConfigsRequest;
4732
+
4733
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4734
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationOnlineConfigsRequest;
4735
+ hasFieldMask(): boolean;
4736
+ clearFieldMask(): ListLlmEvaluationOnlineConfigsRequest;
4737
+
4738
+ getLanguageCode(): string;
4739
+ setLanguageCode(value: string): ListLlmEvaluationOnlineConfigsRequest;
4740
+
4741
+ getLlmEvaluationOnlineConfigFilter(): LlmEvaluationOnlineConfigFilter | undefined;
4742
+ setLlmEvaluationOnlineConfigFilter(value?: LlmEvaluationOnlineConfigFilter): ListLlmEvaluationOnlineConfigsRequest;
4743
+ hasLlmEvaluationOnlineConfigFilter(): boolean;
4744
+ clearLlmEvaluationOnlineConfigFilter(): ListLlmEvaluationOnlineConfigsRequest;
4745
+
4746
+ serializeBinary(): Uint8Array;
4747
+ toObject(includeInstance?: boolean): ListLlmEvaluationOnlineConfigsRequest.AsObject;
4748
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationOnlineConfigsRequest): ListLlmEvaluationOnlineConfigsRequest.AsObject;
4749
+ static serializeBinaryToWriter(message: ListLlmEvaluationOnlineConfigsRequest, writer: jspb.BinaryWriter): void;
4750
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationOnlineConfigsRequest;
4751
+ static deserializeBinaryFromReader(message: ListLlmEvaluationOnlineConfigsRequest, reader: jspb.BinaryReader): ListLlmEvaluationOnlineConfigsRequest;
4752
+ }
4753
+
4754
+ export namespace ListLlmEvaluationOnlineConfigsRequest {
4755
+ export type AsObject = {
4756
+ parent: string,
4757
+ pageToken: string,
4758
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4759
+ languageCode: string,
4760
+ llmEvaluationOnlineConfigFilter?: LlmEvaluationOnlineConfigFilter.AsObject,
4761
+ }
4762
+ }
4763
+
4764
+ export class ListLlmEvaluationOnlineConfigsResponse extends jspb.Message {
4765
+ getLlmEvaluationOnlineConfigsList(): Array<LlmEvaluationOnlineConfig>;
4766
+ setLlmEvaluationOnlineConfigsList(value: Array<LlmEvaluationOnlineConfig>): ListLlmEvaluationOnlineConfigsResponse;
4767
+ clearLlmEvaluationOnlineConfigsList(): ListLlmEvaluationOnlineConfigsResponse;
4768
+ addLlmEvaluationOnlineConfigs(value?: LlmEvaluationOnlineConfig, index?: number): LlmEvaluationOnlineConfig;
4769
+
4770
+ getNextPageToken(): string;
4771
+ setNextPageToken(value: string): ListLlmEvaluationOnlineConfigsResponse;
4772
+
4773
+ serializeBinary(): Uint8Array;
4774
+ toObject(includeInstance?: boolean): ListLlmEvaluationOnlineConfigsResponse.AsObject;
4775
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationOnlineConfigsResponse): ListLlmEvaluationOnlineConfigsResponse.AsObject;
4776
+ static serializeBinaryToWriter(message: ListLlmEvaluationOnlineConfigsResponse, writer: jspb.BinaryWriter): void;
4777
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationOnlineConfigsResponse;
4778
+ static deserializeBinaryFromReader(message: ListLlmEvaluationOnlineConfigsResponse, reader: jspb.BinaryReader): ListLlmEvaluationOnlineConfigsResponse;
4779
+ }
4780
+
4781
+ export namespace ListLlmEvaluationOnlineConfigsResponse {
4782
+ export type AsObject = {
4783
+ llmEvaluationOnlineConfigsList: Array<LlmEvaluationOnlineConfig.AsObject>,
4784
+ nextPageToken: string,
4785
+ }
4786
+ }
4787
+
4788
+ export class UpdateLlmEvaluationOnlineConfigRequest extends jspb.Message {
4789
+ getLlmEvaluationOnlineConfig(): LlmEvaluationOnlineConfig | undefined;
4790
+ setLlmEvaluationOnlineConfig(value?: LlmEvaluationOnlineConfig): UpdateLlmEvaluationOnlineConfigRequest;
4791
+ hasLlmEvaluationOnlineConfig(): boolean;
4792
+ clearLlmEvaluationOnlineConfig(): UpdateLlmEvaluationOnlineConfigRequest;
4793
+
4794
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4795
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationOnlineConfigRequest;
4796
+ hasUpdateMask(): boolean;
4797
+ clearUpdateMask(): UpdateLlmEvaluationOnlineConfigRequest;
4798
+
4799
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4800
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationOnlineConfigRequest;
4801
+ hasFieldMask(): boolean;
4802
+ clearFieldMask(): UpdateLlmEvaluationOnlineConfigRequest;
4803
+
4804
+ getParent(): string;
4805
+ setParent(value: string): UpdateLlmEvaluationOnlineConfigRequest;
4806
+
4807
+ getLanguageCode(): string;
4808
+ setLanguageCode(value: string): UpdateLlmEvaluationOnlineConfigRequest;
4809
+
4810
+ serializeBinary(): Uint8Array;
4811
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationOnlineConfigRequest.AsObject;
4812
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationOnlineConfigRequest): UpdateLlmEvaluationOnlineConfigRequest.AsObject;
4813
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationOnlineConfigRequest, writer: jspb.BinaryWriter): void;
4814
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationOnlineConfigRequest;
4815
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationOnlineConfigRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationOnlineConfigRequest;
4816
+ }
4817
+
4818
+ export namespace UpdateLlmEvaluationOnlineConfigRequest {
4819
+ export type AsObject = {
4820
+ llmEvaluationOnlineConfig?: LlmEvaluationOnlineConfig.AsObject,
4821
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4822
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4823
+ parent: string,
4824
+ languageCode: string,
4825
+ }
4826
+ }
4827
+
4828
+ export class DeleteLlmEvaluationOnlineConfigRequest extends jspb.Message {
4829
+ getName(): string;
4830
+ setName(value: string): DeleteLlmEvaluationOnlineConfigRequest;
4831
+
4832
+ getParent(): string;
4833
+ setParent(value: string): DeleteLlmEvaluationOnlineConfigRequest;
4834
+
4835
+ getLanguageCode(): string;
4836
+ setLanguageCode(value: string): DeleteLlmEvaluationOnlineConfigRequest;
4837
+
4838
+ serializeBinary(): Uint8Array;
4839
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationOnlineConfigRequest.AsObject;
4840
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationOnlineConfigRequest): DeleteLlmEvaluationOnlineConfigRequest.AsObject;
4841
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationOnlineConfigRequest, writer: jspb.BinaryWriter): void;
4842
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationOnlineConfigRequest;
4843
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationOnlineConfigRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationOnlineConfigRequest;
4844
+ }
4845
+
4846
+ export namespace DeleteLlmEvaluationOnlineConfigRequest {
4847
+ export type AsObject = {
4848
+ name: string,
4849
+ parent: string,
4850
+ languageCode: string,
4851
+ }
4852
+ }
4853
+
4854
+ export class LlmEvaluationOnlineResult extends jspb.Message {
4855
+ getName(): string;
4856
+ setName(value: string): LlmEvaluationOnlineResult;
4857
+
4858
+ getLlmEvaluationOnlineConfigName(): string;
4859
+ setLlmEvaluationOnlineConfigName(value: string): LlmEvaluationOnlineResult;
4860
+
4861
+ getSessionName(): string;
4862
+ setSessionName(value: string): LlmEvaluationOnlineResult;
4863
+
4864
+ getSessionStepName(): string;
4865
+ setSessionStepName(value: string): LlmEvaluationOnlineResult;
4866
+
4867
+ getLlmEvaluationFeedbacksList(): Array<LlmEvaluationFeedback>;
4868
+ setLlmEvaluationFeedbacksList(value: Array<LlmEvaluationFeedback>): LlmEvaluationOnlineResult;
4869
+ clearLlmEvaluationFeedbacksList(): LlmEvaluationOnlineResult;
4870
+ addLlmEvaluationFeedbacks(value?: LlmEvaluationFeedback, index?: number): LlmEvaluationFeedback;
4871
+
4872
+ getPassed(): boolean;
4873
+ setPassed(value: boolean): LlmEvaluationOnlineResult;
4874
+
4875
+ getAggregateScore(): number;
4876
+ setAggregateScore(value: number): LlmEvaluationOnlineResult;
4877
+
4878
+ getEvaluatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4879
+ setEvaluatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationOnlineResult;
4880
+ hasEvaluatedAt(): boolean;
4881
+ clearEvaluatedAt(): LlmEvaluationOnlineResult;
4882
+
4883
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
4884
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationOnlineResult;
4885
+ hasCreatedAt(): boolean;
4886
+ clearCreatedAt(): LlmEvaluationOnlineResult;
4887
+
4888
+ getCreatedBy(): string;
4889
+ setCreatedBy(value: string): LlmEvaluationOnlineResult;
4890
+
4891
+ getParent(): string;
4892
+ setParent(value: string): LlmEvaluationOnlineResult;
4893
+
4894
+ getLanguageCode(): string;
4895
+ setLanguageCode(value: string): LlmEvaluationOnlineResult;
4896
+
4897
+ serializeBinary(): Uint8Array;
4898
+ toObject(includeInstance?: boolean): LlmEvaluationOnlineResult.AsObject;
4899
+ static toObject(includeInstance: boolean, msg: LlmEvaluationOnlineResult): LlmEvaluationOnlineResult.AsObject;
4900
+ static serializeBinaryToWriter(message: LlmEvaluationOnlineResult, writer: jspb.BinaryWriter): void;
4901
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationOnlineResult;
4902
+ static deserializeBinaryFromReader(message: LlmEvaluationOnlineResult, reader: jspb.BinaryReader): LlmEvaluationOnlineResult;
4903
+ }
4904
+
4905
+ export namespace LlmEvaluationOnlineResult {
4906
+ export type AsObject = {
4907
+ name: string,
4908
+ llmEvaluationOnlineConfigName: string,
4909
+ sessionName: string,
4910
+ sessionStepName: string,
4911
+ llmEvaluationFeedbacksList: Array<LlmEvaluationFeedback.AsObject>,
4912
+ passed: boolean,
4913
+ aggregateScore: number,
4914
+ evaluatedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4915
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
4916
+ createdBy: string,
4917
+ parent: string,
4918
+ languageCode: string,
4919
+ }
4920
+ }
4921
+
4922
+ export class GetLlmEvaluationOnlineResultRequest extends jspb.Message {
4923
+ getName(): string;
4924
+ setName(value: string): GetLlmEvaluationOnlineResultRequest;
4925
+
4926
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4927
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationOnlineResultRequest;
4928
+ hasFieldMask(): boolean;
4929
+ clearFieldMask(): GetLlmEvaluationOnlineResultRequest;
4930
+
4931
+ getParent(): string;
4932
+ setParent(value: string): GetLlmEvaluationOnlineResultRequest;
4933
+
4934
+ getLanguageCode(): string;
4935
+ setLanguageCode(value: string): GetLlmEvaluationOnlineResultRequest;
4936
+
4937
+ serializeBinary(): Uint8Array;
4938
+ toObject(includeInstance?: boolean): GetLlmEvaluationOnlineResultRequest.AsObject;
4939
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationOnlineResultRequest): GetLlmEvaluationOnlineResultRequest.AsObject;
4940
+ static serializeBinaryToWriter(message: GetLlmEvaluationOnlineResultRequest, writer: jspb.BinaryWriter): void;
4941
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationOnlineResultRequest;
4942
+ static deserializeBinaryFromReader(message: GetLlmEvaluationOnlineResultRequest, reader: jspb.BinaryReader): GetLlmEvaluationOnlineResultRequest;
4943
+ }
4944
+
4945
+ export namespace GetLlmEvaluationOnlineResultRequest {
4946
+ export type AsObject = {
4947
+ name: string,
4948
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
4949
+ parent: string,
4950
+ languageCode: string,
4951
+ }
4952
+ }
4953
+
4954
+ export class LlmEvaluationOnlineResultFilter extends jspb.Message {
4955
+ getLlmEvaluationOnlineConfigName(): string;
4956
+ setLlmEvaluationOnlineConfigName(value: string): LlmEvaluationOnlineResultFilter;
4957
+
4958
+ getPassed(): boolean;
4959
+ setPassed(value: boolean): LlmEvaluationOnlineResultFilter;
4960
+
4961
+ getFilterByPassed(): boolean;
4962
+ setFilterByPassed(value: boolean): LlmEvaluationOnlineResultFilter;
4963
+
4964
+ serializeBinary(): Uint8Array;
4965
+ toObject(includeInstance?: boolean): LlmEvaluationOnlineResultFilter.AsObject;
4966
+ static toObject(includeInstance: boolean, msg: LlmEvaluationOnlineResultFilter): LlmEvaluationOnlineResultFilter.AsObject;
4967
+ static serializeBinaryToWriter(message: LlmEvaluationOnlineResultFilter, writer: jspb.BinaryWriter): void;
4968
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationOnlineResultFilter;
4969
+ static deserializeBinaryFromReader(message: LlmEvaluationOnlineResultFilter, reader: jspb.BinaryReader): LlmEvaluationOnlineResultFilter;
4970
+ }
4971
+
4972
+ export namespace LlmEvaluationOnlineResultFilter {
4973
+ export type AsObject = {
4974
+ llmEvaluationOnlineConfigName: string,
4975
+ passed: boolean,
4976
+ filterByPassed: boolean,
4977
+ }
4978
+ }
4979
+
4980
+ export class ListLlmEvaluationOnlineResultsRequest extends jspb.Message {
4981
+ getParent(): string;
4982
+ setParent(value: string): ListLlmEvaluationOnlineResultsRequest;
4983
+
4984
+ getPageToken(): string;
4985
+ setPageToken(value: string): ListLlmEvaluationOnlineResultsRequest;
4986
+
4987
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
4988
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationOnlineResultsRequest;
4989
+ hasFieldMask(): boolean;
4990
+ clearFieldMask(): ListLlmEvaluationOnlineResultsRequest;
4991
+
4992
+ getLanguageCode(): string;
4993
+ setLanguageCode(value: string): ListLlmEvaluationOnlineResultsRequest;
4994
+
4995
+ getLlmEvaluationOnlineResultFilter(): LlmEvaluationOnlineResultFilter | undefined;
4996
+ setLlmEvaluationOnlineResultFilter(value?: LlmEvaluationOnlineResultFilter): ListLlmEvaluationOnlineResultsRequest;
4997
+ hasLlmEvaluationOnlineResultFilter(): boolean;
4998
+ clearLlmEvaluationOnlineResultFilter(): ListLlmEvaluationOnlineResultsRequest;
4999
+
5000
+ serializeBinary(): Uint8Array;
5001
+ toObject(includeInstance?: boolean): ListLlmEvaluationOnlineResultsRequest.AsObject;
5002
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationOnlineResultsRequest): ListLlmEvaluationOnlineResultsRequest.AsObject;
5003
+ static serializeBinaryToWriter(message: ListLlmEvaluationOnlineResultsRequest, writer: jspb.BinaryWriter): void;
5004
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationOnlineResultsRequest;
5005
+ static deserializeBinaryFromReader(message: ListLlmEvaluationOnlineResultsRequest, reader: jspb.BinaryReader): ListLlmEvaluationOnlineResultsRequest;
5006
+ }
5007
+
5008
+ export namespace ListLlmEvaluationOnlineResultsRequest {
5009
+ export type AsObject = {
5010
+ parent: string,
5011
+ pageToken: string,
5012
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
5013
+ languageCode: string,
5014
+ llmEvaluationOnlineResultFilter?: LlmEvaluationOnlineResultFilter.AsObject,
5015
+ }
5016
+ }
5017
+
5018
+ export class ListLlmEvaluationOnlineResultsResponse extends jspb.Message {
5019
+ getLlmEvaluationOnlineResultsList(): Array<LlmEvaluationOnlineResult>;
5020
+ setLlmEvaluationOnlineResultsList(value: Array<LlmEvaluationOnlineResult>): ListLlmEvaluationOnlineResultsResponse;
5021
+ clearLlmEvaluationOnlineResultsList(): ListLlmEvaluationOnlineResultsResponse;
5022
+ addLlmEvaluationOnlineResults(value?: LlmEvaluationOnlineResult, index?: number): LlmEvaluationOnlineResult;
5023
+
5024
+ getNextPageToken(): string;
5025
+ setNextPageToken(value: string): ListLlmEvaluationOnlineResultsResponse;
5026
+
5027
+ serializeBinary(): Uint8Array;
5028
+ toObject(includeInstance?: boolean): ListLlmEvaluationOnlineResultsResponse.AsObject;
5029
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationOnlineResultsResponse): ListLlmEvaluationOnlineResultsResponse.AsObject;
5030
+ static serializeBinaryToWriter(message: ListLlmEvaluationOnlineResultsResponse, writer: jspb.BinaryWriter): void;
5031
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationOnlineResultsResponse;
5032
+ static deserializeBinaryFromReader(message: ListLlmEvaluationOnlineResultsResponse, reader: jspb.BinaryReader): ListLlmEvaluationOnlineResultsResponse;
5033
+ }
5034
+
5035
+ export namespace ListLlmEvaluationOnlineResultsResponse {
5036
+ export type AsObject = {
5037
+ llmEvaluationOnlineResultsList: Array<LlmEvaluationOnlineResult.AsObject>,
5038
+ nextPageToken: string,
5039
+ }
5040
+ }
5041
+
5042
+ export class LlmEvaluationAnnotationQueueItem extends jspb.Message {
5043
+ getName(): string;
5044
+ setName(value: string): LlmEvaluationAnnotationQueueItem;
5045
+
5046
+ getSessionName(): string;
5047
+ setSessionName(value: string): LlmEvaluationAnnotationQueueItem;
5048
+
5049
+ getSessionStepName(): string;
5050
+ setSessionStepName(value: string): LlmEvaluationAnnotationQueueItem;
5051
+
5052
+ getLlmEvaluationOnlineResultName(): string;
5053
+ setLlmEvaluationOnlineResultName(value: string): LlmEvaluationAnnotationQueueItem;
5054
+
5055
+ getStatus(): LlmEvaluationAnnotationStatus;
5056
+ setStatus(value: LlmEvaluationAnnotationStatus): LlmEvaluationAnnotationQueueItem;
5057
+
5058
+ getAssignedTo(): string;
5059
+ setAssignedTo(value: string): LlmEvaluationAnnotationQueueItem;
5060
+
5061
+ getReason(): string;
5062
+ setReason(value: string): LlmEvaluationAnnotationQueueItem;
5063
+
5064
+ getLlmEvaluationDatasetName(): string;
5065
+ setLlmEvaluationDatasetName(value: string): LlmEvaluationAnnotationQueueItem;
5066
+
5067
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
5068
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAnnotationQueueItem;
5069
+ hasCreatedAt(): boolean;
5070
+ clearCreatedAt(): LlmEvaluationAnnotationQueueItem;
5071
+
5072
+ getCreatedBy(): string;
5073
+ setCreatedBy(value: string): LlmEvaluationAnnotationQueueItem;
5074
+
5075
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
5076
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationAnnotationQueueItem;
5077
+ hasModifiedAt(): boolean;
5078
+ clearModifiedAt(): LlmEvaluationAnnotationQueueItem;
5079
+
5080
+ getModifiedBy(): string;
5081
+ setModifiedBy(value: string): LlmEvaluationAnnotationQueueItem;
5082
+
5083
+ getParent(): string;
5084
+ setParent(value: string): LlmEvaluationAnnotationQueueItem;
5085
+
5086
+ getLanguageCode(): string;
5087
+ setLanguageCode(value: string): LlmEvaluationAnnotationQueueItem;
5088
+
5089
+ serializeBinary(): Uint8Array;
5090
+ toObject(includeInstance?: boolean): LlmEvaluationAnnotationQueueItem.AsObject;
5091
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAnnotationQueueItem): LlmEvaluationAnnotationQueueItem.AsObject;
5092
+ static serializeBinaryToWriter(message: LlmEvaluationAnnotationQueueItem, writer: jspb.BinaryWriter): void;
5093
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAnnotationQueueItem;
5094
+ static deserializeBinaryFromReader(message: LlmEvaluationAnnotationQueueItem, reader: jspb.BinaryReader): LlmEvaluationAnnotationQueueItem;
5095
+ }
5096
+
5097
+ export namespace LlmEvaluationAnnotationQueueItem {
5098
+ export type AsObject = {
5099
+ name: string,
5100
+ sessionName: string,
5101
+ sessionStepName: string,
5102
+ llmEvaluationOnlineResultName: string,
5103
+ status: LlmEvaluationAnnotationStatus,
5104
+ assignedTo: string,
5105
+ reason: string,
5106
+ llmEvaluationDatasetName: string,
5107
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
5108
+ createdBy: string,
5109
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
5110
+ modifiedBy: string,
5111
+ parent: string,
5112
+ languageCode: string,
5113
+ }
5114
+ }
5115
+
5116
+ export class GetLlmEvaluationAnnotationQueueItemRequest extends jspb.Message {
5117
+ getName(): string;
5118
+ setName(value: string): GetLlmEvaluationAnnotationQueueItemRequest;
5119
+
5120
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
5121
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationAnnotationQueueItemRequest;
5122
+ hasFieldMask(): boolean;
5123
+ clearFieldMask(): GetLlmEvaluationAnnotationQueueItemRequest;
5124
+
5125
+ getParent(): string;
5126
+ setParent(value: string): GetLlmEvaluationAnnotationQueueItemRequest;
5127
+
5128
+ getLanguageCode(): string;
5129
+ setLanguageCode(value: string): GetLlmEvaluationAnnotationQueueItemRequest;
5130
+
5131
+ serializeBinary(): Uint8Array;
5132
+ toObject(includeInstance?: boolean): GetLlmEvaluationAnnotationQueueItemRequest.AsObject;
5133
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationAnnotationQueueItemRequest): GetLlmEvaluationAnnotationQueueItemRequest.AsObject;
5134
+ static serializeBinaryToWriter(message: GetLlmEvaluationAnnotationQueueItemRequest, writer: jspb.BinaryWriter): void;
5135
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationAnnotationQueueItemRequest;
5136
+ static deserializeBinaryFromReader(message: GetLlmEvaluationAnnotationQueueItemRequest, reader: jspb.BinaryReader): GetLlmEvaluationAnnotationQueueItemRequest;
5137
+ }
5138
+
5139
+ export namespace GetLlmEvaluationAnnotationQueueItemRequest {
5140
+ export type AsObject = {
5141
+ name: string,
5142
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
5143
+ parent: string,
5144
+ languageCode: string,
5145
+ }
5146
+ }
5147
+
5148
+ export class LlmEvaluationAnnotationQueueItemFilter extends jspb.Message {
5149
+ getStatus(): LlmEvaluationAnnotationStatus;
5150
+ setStatus(value: LlmEvaluationAnnotationStatus): LlmEvaluationAnnotationQueueItemFilter;
5151
+
5152
+ getAssignedTo(): string;
5153
+ setAssignedTo(value: string): LlmEvaluationAnnotationQueueItemFilter;
5154
+
5155
+ serializeBinary(): Uint8Array;
5156
+ toObject(includeInstance?: boolean): LlmEvaluationAnnotationQueueItemFilter.AsObject;
5157
+ static toObject(includeInstance: boolean, msg: LlmEvaluationAnnotationQueueItemFilter): LlmEvaluationAnnotationQueueItemFilter.AsObject;
5158
+ static serializeBinaryToWriter(message: LlmEvaluationAnnotationQueueItemFilter, writer: jspb.BinaryWriter): void;
5159
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationAnnotationQueueItemFilter;
5160
+ static deserializeBinaryFromReader(message: LlmEvaluationAnnotationQueueItemFilter, reader: jspb.BinaryReader): LlmEvaluationAnnotationQueueItemFilter;
5161
+ }
5162
+
5163
+ export namespace LlmEvaluationAnnotationQueueItemFilter {
5164
+ export type AsObject = {
5165
+ status: LlmEvaluationAnnotationStatus,
5166
+ assignedTo: string,
5167
+ }
5168
+ }
5169
+
5170
+ export class ListLlmEvaluationAnnotationQueueItemsRequest extends jspb.Message {
5171
+ getParent(): string;
5172
+ setParent(value: string): ListLlmEvaluationAnnotationQueueItemsRequest;
5173
+
5174
+ getPageToken(): string;
5175
+ setPageToken(value: string): ListLlmEvaluationAnnotationQueueItemsRequest;
5176
+
5177
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
5178
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationAnnotationQueueItemsRequest;
5179
+ hasFieldMask(): boolean;
5180
+ clearFieldMask(): ListLlmEvaluationAnnotationQueueItemsRequest;
5181
+
5182
+ getLanguageCode(): string;
5183
+ setLanguageCode(value: string): ListLlmEvaluationAnnotationQueueItemsRequest;
5184
+
5185
+ getLlmEvaluationAnnotationQueueItemFilter(): LlmEvaluationAnnotationQueueItemFilter | undefined;
5186
+ setLlmEvaluationAnnotationQueueItemFilter(value?: LlmEvaluationAnnotationQueueItemFilter): ListLlmEvaluationAnnotationQueueItemsRequest;
5187
+ hasLlmEvaluationAnnotationQueueItemFilter(): boolean;
5188
+ clearLlmEvaluationAnnotationQueueItemFilter(): ListLlmEvaluationAnnotationQueueItemsRequest;
5189
+
5190
+ serializeBinary(): Uint8Array;
5191
+ toObject(includeInstance?: boolean): ListLlmEvaluationAnnotationQueueItemsRequest.AsObject;
5192
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationAnnotationQueueItemsRequest): ListLlmEvaluationAnnotationQueueItemsRequest.AsObject;
5193
+ static serializeBinaryToWriter(message: ListLlmEvaluationAnnotationQueueItemsRequest, writer: jspb.BinaryWriter): void;
5194
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationAnnotationQueueItemsRequest;
5195
+ static deserializeBinaryFromReader(message: ListLlmEvaluationAnnotationQueueItemsRequest, reader: jspb.BinaryReader): ListLlmEvaluationAnnotationQueueItemsRequest;
5196
+ }
5197
+
5198
+ export namespace ListLlmEvaluationAnnotationQueueItemsRequest {
5199
+ export type AsObject = {
5200
+ parent: string,
5201
+ pageToken: string,
5202
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
5203
+ languageCode: string,
5204
+ llmEvaluationAnnotationQueueItemFilter?: LlmEvaluationAnnotationQueueItemFilter.AsObject,
5205
+ }
5206
+ }
5207
+
5208
+ export class ListLlmEvaluationAnnotationQueueItemsResponse extends jspb.Message {
5209
+ getLlmEvaluationAnnotationQueueItemsList(): Array<LlmEvaluationAnnotationQueueItem>;
5210
+ setLlmEvaluationAnnotationQueueItemsList(value: Array<LlmEvaluationAnnotationQueueItem>): ListLlmEvaluationAnnotationQueueItemsResponse;
5211
+ clearLlmEvaluationAnnotationQueueItemsList(): ListLlmEvaluationAnnotationQueueItemsResponse;
5212
+ addLlmEvaluationAnnotationQueueItems(value?: LlmEvaluationAnnotationQueueItem, index?: number): LlmEvaluationAnnotationQueueItem;
5213
+
5214
+ getNextPageToken(): string;
5215
+ setNextPageToken(value: string): ListLlmEvaluationAnnotationQueueItemsResponse;
5216
+
5217
+ serializeBinary(): Uint8Array;
5218
+ toObject(includeInstance?: boolean): ListLlmEvaluationAnnotationQueueItemsResponse.AsObject;
5219
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationAnnotationQueueItemsResponse): ListLlmEvaluationAnnotationQueueItemsResponse.AsObject;
5220
+ static serializeBinaryToWriter(message: ListLlmEvaluationAnnotationQueueItemsResponse, writer: jspb.BinaryWriter): void;
5221
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationAnnotationQueueItemsResponse;
5222
+ static deserializeBinaryFromReader(message: ListLlmEvaluationAnnotationQueueItemsResponse, reader: jspb.BinaryReader): ListLlmEvaluationAnnotationQueueItemsResponse;
5223
+ }
5224
+
5225
+ export namespace ListLlmEvaluationAnnotationQueueItemsResponse {
5226
+ export type AsObject = {
5227
+ llmEvaluationAnnotationQueueItemsList: Array<LlmEvaluationAnnotationQueueItem.AsObject>,
5228
+ nextPageToken: string,
5229
+ }
5230
+ }
5231
+
5232
+ export class UpdateLlmEvaluationAnnotationQueueItemRequest extends jspb.Message {
5233
+ getLlmEvaluationAnnotationQueueItem(): LlmEvaluationAnnotationQueueItem | undefined;
5234
+ setLlmEvaluationAnnotationQueueItem(value?: LlmEvaluationAnnotationQueueItem): UpdateLlmEvaluationAnnotationQueueItemRequest;
5235
+ hasLlmEvaluationAnnotationQueueItem(): boolean;
5236
+ clearLlmEvaluationAnnotationQueueItem(): UpdateLlmEvaluationAnnotationQueueItemRequest;
5237
+
5238
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
5239
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationAnnotationQueueItemRequest;
5240
+ hasUpdateMask(): boolean;
5241
+ clearUpdateMask(): UpdateLlmEvaluationAnnotationQueueItemRequest;
5242
+
5243
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
5244
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationAnnotationQueueItemRequest;
5245
+ hasFieldMask(): boolean;
5246
+ clearFieldMask(): UpdateLlmEvaluationAnnotationQueueItemRequest;
5247
+
5248
+ getParent(): string;
5249
+ setParent(value: string): UpdateLlmEvaluationAnnotationQueueItemRequest;
5250
+
5251
+ getLanguageCode(): string;
5252
+ setLanguageCode(value: string): UpdateLlmEvaluationAnnotationQueueItemRequest;
5253
+
5254
+ serializeBinary(): Uint8Array;
5255
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationAnnotationQueueItemRequest.AsObject;
5256
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationAnnotationQueueItemRequest): UpdateLlmEvaluationAnnotationQueueItemRequest.AsObject;
5257
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationAnnotationQueueItemRequest, writer: jspb.BinaryWriter): void;
5258
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationAnnotationQueueItemRequest;
5259
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationAnnotationQueueItemRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationAnnotationQueueItemRequest;
5260
+ }
5261
+
5262
+ export namespace UpdateLlmEvaluationAnnotationQueueItemRequest {
5263
+ export type AsObject = {
5264
+ llmEvaluationAnnotationQueueItem?: LlmEvaluationAnnotationQueueItem.AsObject,
5265
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
5266
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
5267
+ parent: string,
5268
+ languageCode: string,
5269
+ }
5270
+ }
5271
+
5272
+ export class PromoteLlmEvaluationAnnotationQueueItemRequest extends jspb.Message {
5273
+ getName(): string;
5274
+ setName(value: string): PromoteLlmEvaluationAnnotationQueueItemRequest;
5275
+
5276
+ getTargetDatasetName(): string;
5277
+ setTargetDatasetName(value: string): PromoteLlmEvaluationAnnotationQueueItemRequest;
5278
+
5279
+ getLlmEvaluationExampleExtractionMode(): LlmEvaluationExampleExtractionMode;
5280
+ setLlmEvaluationExampleExtractionMode(value: LlmEvaluationExampleExtractionMode): PromoteLlmEvaluationAnnotationQueueItemRequest;
5281
+
5282
+ getIncludeToolCalls(): boolean;
5283
+ setIncludeToolCalls(value: boolean): PromoteLlmEvaluationAnnotationQueueItemRequest;
5284
+
5285
+ getIncludeRetrievalContext(): boolean;
5286
+ setIncludeRetrievalContext(value: boolean): PromoteLlmEvaluationAnnotationQueueItemRequest;
5287
+
5288
+ getParent(): string;
5289
+ setParent(value: string): PromoteLlmEvaluationAnnotationQueueItemRequest;
5290
+
5291
+ getLanguageCode(): string;
5292
+ setLanguageCode(value: string): PromoteLlmEvaluationAnnotationQueueItemRequest;
5293
+
5294
+ serializeBinary(): Uint8Array;
5295
+ toObject(includeInstance?: boolean): PromoteLlmEvaluationAnnotationQueueItemRequest.AsObject;
5296
+ static toObject(includeInstance: boolean, msg: PromoteLlmEvaluationAnnotationQueueItemRequest): PromoteLlmEvaluationAnnotationQueueItemRequest.AsObject;
5297
+ static serializeBinaryToWriter(message: PromoteLlmEvaluationAnnotationQueueItemRequest, writer: jspb.BinaryWriter): void;
5298
+ static deserializeBinary(bytes: Uint8Array): PromoteLlmEvaluationAnnotationQueueItemRequest;
5299
+ static deserializeBinaryFromReader(message: PromoteLlmEvaluationAnnotationQueueItemRequest, reader: jspb.BinaryReader): PromoteLlmEvaluationAnnotationQueueItemRequest;
5300
+ }
5301
+
5302
+ export namespace PromoteLlmEvaluationAnnotationQueueItemRequest {
5303
+ export type AsObject = {
5304
+ name: string,
5305
+ targetDatasetName: string,
5306
+ llmEvaluationExampleExtractionMode: LlmEvaluationExampleExtractionMode,
5307
+ includeToolCalls: boolean,
5308
+ includeRetrievalContext: boolean,
5309
+ parent: string,
5310
+ languageCode: string,
5311
+ }
5312
+ }
5313
+
5314
+ export class PromoteLlmEvaluationAnnotationQueueItemResponse extends jspb.Message {
5315
+ getLlmEvaluationExamplesList(): Array<LlmEvaluationExample>;
5316
+ setLlmEvaluationExamplesList(value: Array<LlmEvaluationExample>): PromoteLlmEvaluationAnnotationQueueItemResponse;
5317
+ clearLlmEvaluationExamplesList(): PromoteLlmEvaluationAnnotationQueueItemResponse;
5318
+ addLlmEvaluationExamples(value?: LlmEvaluationExample, index?: number): LlmEvaluationExample;
5319
+
5320
+ getLlmEvaluationAnnotationQueueItem(): LlmEvaluationAnnotationQueueItem | undefined;
5321
+ setLlmEvaluationAnnotationQueueItem(value?: LlmEvaluationAnnotationQueueItem): PromoteLlmEvaluationAnnotationQueueItemResponse;
5322
+ hasLlmEvaluationAnnotationQueueItem(): boolean;
5323
+ clearLlmEvaluationAnnotationQueueItem(): PromoteLlmEvaluationAnnotationQueueItemResponse;
5324
+
5325
+ serializeBinary(): Uint8Array;
5326
+ toObject(includeInstance?: boolean): PromoteLlmEvaluationAnnotationQueueItemResponse.AsObject;
5327
+ static toObject(includeInstance: boolean, msg: PromoteLlmEvaluationAnnotationQueueItemResponse): PromoteLlmEvaluationAnnotationQueueItemResponse.AsObject;
5328
+ static serializeBinaryToWriter(message: PromoteLlmEvaluationAnnotationQueueItemResponse, writer: jspb.BinaryWriter): void;
5329
+ static deserializeBinary(bytes: Uint8Array): PromoteLlmEvaluationAnnotationQueueItemResponse;
5330
+ static deserializeBinaryFromReader(message: PromoteLlmEvaluationAnnotationQueueItemResponse, reader: jspb.BinaryReader): PromoteLlmEvaluationAnnotationQueueItemResponse;
5331
+ }
5332
+
5333
+ export namespace PromoteLlmEvaluationAnnotationQueueItemResponse {
5334
+ export type AsObject = {
5335
+ llmEvaluationExamplesList: Array<LlmEvaluationExample.AsObject>,
5336
+ llmEvaluationAnnotationQueueItem?: LlmEvaluationAnnotationQueueItem.AsObject,
5337
+ }
5338
+ }
5339
+
5340
+ export enum LlmEvaluationExperimentStatus {
5341
+ LLM_EVALUATION_EXPERIMENT_STATUS_UNSPECIFIED = 0,
5342
+ LLM_EVALUATION_EXPERIMENT_STATUS_PENDING = 1,
5343
+ LLM_EVALUATION_EXPERIMENT_STATUS_RUNNING = 2,
5344
+ LLM_EVALUATION_EXPERIMENT_STATUS_SUCCEEDED = 3,
5345
+ LLM_EVALUATION_EXPERIMENT_STATUS_FAILED = 4,
5346
+ LLM_EVALUATION_EXPERIMENT_STATUS_CANCELLED = 5,
5347
+ }
5348
+ export enum LlmEvaluationEvaluatorType {
5349
+ LLM_EVALUATION_EVALUATOR_TYPE_UNSPECIFIED = 0,
5350
+ LLM_EVALUATION_EVALUATOR_TYPE_LLM_AS_JUDGE = 1,
5351
+ LLM_EVALUATION_EVALUATOR_TYPE_HUMAN = 2,
5352
+ LLM_EVALUATION_EVALUATOR_TYPE_HEURISTIC = 3,
5353
+ LLM_EVALUATION_EVALUATOR_TYPE_CUSTOM_CODE = 4,
5354
+ LLM_EVALUATION_EVALUATOR_TYPE_PAIRWISE = 5,
5355
+ }
5356
+ export enum LlmEvaluationDatasetType {
5357
+ LLM_EVALUATION_DATASET_TYPE_UNSPECIFIED = 0,
5358
+ LLM_EVALUATION_DATASET_TYPE_SINGLE_TURN = 1,
5359
+ LLM_EVALUATION_DATASET_TYPE_FLOW = 2,
5360
+ LLM_EVALUATION_DATASET_TYPE_RAG = 3,
5361
+ LLM_EVALUATION_DATASET_TYPE_RED_TEAM = 4,
5362
+ LLM_EVALUATION_DATASET_TYPE_SIMULATED = 5,
5363
+ }
5364
+ export enum LlmEvaluationExperimentKind {
5365
+ LLM_EVALUATION_EXPERIMENT_KIND_UNSPECIFIED = 0,
5366
+ LLM_EVALUATION_EXPERIMENT_KIND_STANDARD = 1,
5367
+ LLM_EVALUATION_EXPERIMENT_KIND_FLOW = 2,
5368
+ LLM_EVALUATION_EXPERIMENT_KIND_RED_TEAM = 3,
5369
+ LLM_EVALUATION_EXPERIMENT_KIND_GATE_CANDIDATE = 4,
5370
+ LLM_EVALUATION_EXPERIMENT_KIND_GATE_SAFETY = 5,
5371
+ LLM_EVALUATION_EXPERIMENT_KIND_SCHEDULED = 6,
5372
+ }
5373
+ export enum LlmEvaluationReleaseGateVerdict {
5374
+ LLM_EVALUATION_RELEASE_GATE_VERDICT_UNSPECIFIED = 0,
5375
+ LLM_EVALUATION_RELEASE_GATE_VERDICT_PENDING = 1,
5376
+ LLM_EVALUATION_RELEASE_GATE_VERDICT_PASS = 2,
5377
+ LLM_EVALUATION_RELEASE_GATE_VERDICT_FAIL = 3,
5378
+ LLM_EVALUATION_RELEASE_GATE_VERDICT_STALE = 4,
5379
+ }
5380
+ export enum LlmEvaluationEvaluatorCategory {
5381
+ LLM_EVALUATION_EVALUATOR_CATEGORY_UNSPECIFIED = 0,
5382
+ LLM_EVALUATION_EVALUATOR_CATEGORY_RAG = 1,
5383
+ LLM_EVALUATION_EVALUATOR_CATEGORY_AGENTIC = 2,
5384
+ LLM_EVALUATION_EVALUATOR_CATEGORY_CONVERSATIONAL = 3,
5385
+ LLM_EVALUATION_EVALUATOR_CATEGORY_SAFETY = 4,
5386
+ LLM_EVALUATION_EVALUATOR_CATEGORY_HEURISTIC = 5,
5387
+ LLM_EVALUATION_EVALUATOR_CATEGORY_CUSTOM = 6,
5388
+ }
5389
+ export enum LlmEvaluationExampleExtractionMode {
5390
+ LLM_EVALUATION_EXAMPLE_EXTRACTION_MODE_UNSPECIFIED = 0,
5391
+ LLM_EVALUATION_EXAMPLE_EXTRACTION_MODE_SINGLE_TURN = 1,
5392
+ LLM_EVALUATION_EXAMPLE_EXTRACTION_MODE_MULTI_TURN_FLOW = 2,
5393
+ }
5394
+ export enum LlmEvaluationSimulationKind {
5395
+ LLM_EVALUATION_SIMULATION_KIND_UNSPECIFIED = 0,
5396
+ LLM_EVALUATION_SIMULATION_KIND_STANDARD = 1,
5397
+ LLM_EVALUATION_SIMULATION_KIND_ADVERSARIAL = 2,
5398
+ }
5399
+ export enum LlmEvaluationScheduleAction {
5400
+ LLM_EVALUATION_SCHEDULE_ACTION_UNSPECIFIED = 0,
5401
+ LLM_EVALUATION_SCHEDULE_ACTION_RUN_EXPERIMENT = 1,
5402
+ LLM_EVALUATION_SCHEDULE_ACTION_RUN_RELEASE_GATE = 2,
5403
+ }
5404
+ export enum LlmEvaluationAbExperimentStatus {
5405
+ LLM_EVALUATION_AB_EXPERIMENT_STATUS_UNSPECIFIED = 0,
5406
+ LLM_EVALUATION_AB_EXPERIMENT_STATUS_DRAFT = 1,
5407
+ LLM_EVALUATION_AB_EXPERIMENT_STATUS_RUNNING = 2,
5408
+ LLM_EVALUATION_AB_EXPERIMENT_STATUS_STOPPED = 3,
5409
+ LLM_EVALUATION_AB_EXPERIMENT_STATUS_ARCHIVED = 4,
5410
+ }
5411
+ export enum LlmEvaluationAbOptimizeMetric {
5412
+ LLM_EVALUATION_AB_OPTIMIZE_METRIC_UNSPECIFIED = 0,
5413
+ LLM_EVALUATION_AB_OPTIMIZE_METRIC_PASS_RATE = 1,
5414
+ LLM_EVALUATION_AB_OPTIMIZE_METRIC_ERROR_RATE = 2,
5415
+ LLM_EVALUATION_AB_OPTIMIZE_METRIC_MEAN_LATENCY = 3,
5416
+ LLM_EVALUATION_AB_OPTIMIZE_METRIC_CRITERION_SCORE = 4,
5417
+ LLM_EVALUATION_AB_OPTIMIZE_METRIC_SAFETY_SCORE = 5,
5418
+ }
5419
+ export enum LlmEvaluationAnnotationStatus {
5420
+ LLM_EVALUATION_ANNOTATION_STATUS_UNSPECIFIED = 0,
5421
+ LLM_EVALUATION_ANNOTATION_STATUS_PENDING = 1,
5422
+ LLM_EVALUATION_ANNOTATION_STATUS_REVIEWED = 2,
5423
+ LLM_EVALUATION_ANNOTATION_STATUS_PROMOTED = 3,
5424
+ LLM_EVALUATION_ANNOTATION_STATUS_DISMISSED = 4,
1507
5425
  }