@ondewo/nlu-client-typescript 6.9.0 → 6.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,1507 @@
1
+ import * as jspb from 'google-protobuf'
2
+
3
+ import * as google_protobuf_empty_pb from 'google-protobuf/google/protobuf/empty_pb'; // proto import: "google/protobuf/empty.proto"
4
+ import * as google_protobuf_field_mask_pb from 'google-protobuf/google/protobuf/field_mask_pb'; // proto import: "google/protobuf/field_mask.proto"
5
+ import * as google_protobuf_struct_pb from 'google-protobuf/google/protobuf/struct_pb'; // proto import: "google/protobuf/struct.proto"
6
+ import * as google_protobuf_timestamp_pb from 'google-protobuf/google/protobuf/timestamp_pb'; // proto import: "google/protobuf/timestamp.proto"
7
+ import * as ondewo_nlu_operations_pb from '../../ondewo/nlu/operations_pb'; // proto import: "ondewo/nlu/operations.proto"
8
+
9
+
10
+ export class LlmEvaluationDataset extends jspb.Message {
11
+ getName(): string;
12
+ setName(value: string): LlmEvaluationDataset;
13
+
14
+ getDisplayName(): string;
15
+ setDisplayName(value: string): LlmEvaluationDataset;
16
+
17
+ getDescription(): string;
18
+ setDescription(value: string): LlmEvaluationDataset;
19
+
20
+ getLlmEvaluationExamplesList(): Array<LlmEvaluationExample>;
21
+ setLlmEvaluationExamplesList(value: Array<LlmEvaluationExample>): LlmEvaluationDataset;
22
+ clearLlmEvaluationExamplesList(): LlmEvaluationDataset;
23
+ addLlmEvaluationExamples(value?: LlmEvaluationExample, index?: number): LlmEvaluationExample;
24
+
25
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
26
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationDataset;
27
+ hasCreatedAt(): boolean;
28
+ clearCreatedAt(): LlmEvaluationDataset;
29
+
30
+ getCreatedBy(): string;
31
+ setCreatedBy(value: string): LlmEvaluationDataset;
32
+
33
+ getTagsList(): Array<string>;
34
+ setTagsList(value: Array<string>): LlmEvaluationDataset;
35
+ clearTagsList(): LlmEvaluationDataset;
36
+ addTags(value: string, index?: number): LlmEvaluationDataset;
37
+
38
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
39
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationDataset;
40
+ hasModifiedAt(): boolean;
41
+ clearModifiedAt(): LlmEvaluationDataset;
42
+
43
+ getModifiedBy(): string;
44
+ setModifiedBy(value: string): LlmEvaluationDataset;
45
+
46
+ getParent(): string;
47
+ setParent(value: string): LlmEvaluationDataset;
48
+
49
+ getLanguageCode(): string;
50
+ setLanguageCode(value: string): LlmEvaluationDataset;
51
+
52
+ serializeBinary(): Uint8Array;
53
+ toObject(includeInstance?: boolean): LlmEvaluationDataset.AsObject;
54
+ static toObject(includeInstance: boolean, msg: LlmEvaluationDataset): LlmEvaluationDataset.AsObject;
55
+ static serializeBinaryToWriter(message: LlmEvaluationDataset, writer: jspb.BinaryWriter): void;
56
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationDataset;
57
+ static deserializeBinaryFromReader(message: LlmEvaluationDataset, reader: jspb.BinaryReader): LlmEvaluationDataset;
58
+ }
59
+
60
+ export namespace LlmEvaluationDataset {
61
+ export type AsObject = {
62
+ name: string,
63
+ displayName: string,
64
+ description: string,
65
+ llmEvaluationExamplesList: Array<LlmEvaluationExample.AsObject>,
66
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
67
+ createdBy: string,
68
+ tagsList: Array<string>,
69
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
70
+ modifiedBy: string,
71
+ parent: string,
72
+ languageCode: string,
73
+ }
74
+ }
75
+
76
+ export class LlmEvaluationExample extends jspb.Message {
77
+ getName(): string;
78
+ setName(value: string): LlmEvaluationExample;
79
+
80
+ getDisplayName(): string;
81
+ setDisplayName(value: string): LlmEvaluationExample;
82
+
83
+ getDescription(): string;
84
+ setDescription(value: string): LlmEvaluationExample;
85
+
86
+ getInputs(): google_protobuf_struct_pb.Struct | undefined;
87
+ setInputs(value?: google_protobuf_struct_pb.Struct): LlmEvaluationExample;
88
+ hasInputs(): boolean;
89
+ clearInputs(): LlmEvaluationExample;
90
+
91
+ getExpectedOutputs(): google_protobuf_struct_pb.Struct | undefined;
92
+ setExpectedOutputs(value?: google_protobuf_struct_pb.Struct): LlmEvaluationExample;
93
+ hasExpectedOutputs(): boolean;
94
+ clearExpectedOutputs(): LlmEvaluationExample;
95
+
96
+ getMetadata(): google_protobuf_struct_pb.Struct | undefined;
97
+ setMetadata(value?: google_protobuf_struct_pb.Struct): LlmEvaluationExample;
98
+ hasMetadata(): boolean;
99
+ clearMetadata(): LlmEvaluationExample;
100
+
101
+ getLlmEvaluationDatasetName(): string;
102
+ setLlmEvaluationDatasetName(value: string): LlmEvaluationExample;
103
+
104
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
105
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationExample;
106
+ hasCreatedAt(): boolean;
107
+ clearCreatedAt(): LlmEvaluationExample;
108
+
109
+ getCreatedBy(): string;
110
+ setCreatedBy(value: string): LlmEvaluationExample;
111
+
112
+ getParent(): string;
113
+ setParent(value: string): LlmEvaluationExample;
114
+
115
+ getLanguageCode(): string;
116
+ setLanguageCode(value: string): LlmEvaluationExample;
117
+
118
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
119
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationExample;
120
+ hasModifiedAt(): boolean;
121
+ clearModifiedAt(): LlmEvaluationExample;
122
+
123
+ getModifiedBy(): string;
124
+ setModifiedBy(value: string): LlmEvaluationExample;
125
+
126
+ serializeBinary(): Uint8Array;
127
+ toObject(includeInstance?: boolean): LlmEvaluationExample.AsObject;
128
+ static toObject(includeInstance: boolean, msg: LlmEvaluationExample): LlmEvaluationExample.AsObject;
129
+ static serializeBinaryToWriter(message: LlmEvaluationExample, writer: jspb.BinaryWriter): void;
130
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationExample;
131
+ static deserializeBinaryFromReader(message: LlmEvaluationExample, reader: jspb.BinaryReader): LlmEvaluationExample;
132
+ }
133
+
134
+ export namespace LlmEvaluationExample {
135
+ export type AsObject = {
136
+ name: string,
137
+ displayName: string,
138
+ description: string,
139
+ inputs?: google_protobuf_struct_pb.Struct.AsObject,
140
+ expectedOutputs?: google_protobuf_struct_pb.Struct.AsObject,
141
+ metadata?: google_protobuf_struct_pb.Struct.AsObject,
142
+ llmEvaluationDatasetName: string,
143
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
144
+ createdBy: string,
145
+ parent: string,
146
+ languageCode: string,
147
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
148
+ modifiedBy: string,
149
+ }
150
+ }
151
+
152
+ export class LlmEvaluationExperiment extends jspb.Message {
153
+ getName(): string;
154
+ setName(value: string): LlmEvaluationExperiment;
155
+
156
+ getLlmEvaluationDatasetName(): string;
157
+ setLlmEvaluationDatasetName(value: string): LlmEvaluationExperiment;
158
+
159
+ getDisplayName(): string;
160
+ setDisplayName(value: string): LlmEvaluationExperiment;
161
+
162
+ getDescription(): string;
163
+ setDescription(value: string): LlmEvaluationExperiment;
164
+
165
+ getGitSha(): string;
166
+ setGitSha(value: string): LlmEvaluationExperiment;
167
+
168
+ getPromptVersion(): string;
169
+ setPromptVersion(value: string): LlmEvaluationExperiment;
170
+
171
+ getModelName(): string;
172
+ setModelName(value: string): LlmEvaluationExperiment;
173
+
174
+ getConfig(): google_protobuf_struct_pb.Struct | undefined;
175
+ setConfig(value?: google_protobuf_struct_pb.Struct): LlmEvaluationExperiment;
176
+ hasConfig(): boolean;
177
+ clearConfig(): LlmEvaluationExperiment;
178
+
179
+ getLlmEvaluationEvaluatorRunsList(): Array<LlmEvaluationEvaluatorRun>;
180
+ setLlmEvaluationEvaluatorRunsList(value: Array<LlmEvaluationEvaluatorRun>): LlmEvaluationExperiment;
181
+ clearLlmEvaluationEvaluatorRunsList(): LlmEvaluationExperiment;
182
+ addLlmEvaluationEvaluatorRuns(value?: LlmEvaluationEvaluatorRun, index?: number): LlmEvaluationEvaluatorRun;
183
+
184
+ getStartedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
185
+ setStartedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationExperiment;
186
+ hasStartedAt(): boolean;
187
+ clearStartedAt(): LlmEvaluationExperiment;
188
+
189
+ getFinishedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
190
+ setFinishedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationExperiment;
191
+ hasFinishedAt(): boolean;
192
+ clearFinishedAt(): LlmEvaluationExperiment;
193
+
194
+ getDurationInS(): number;
195
+ setDurationInS(value: number): LlmEvaluationExperiment;
196
+
197
+ getNExamples(): number;
198
+ setNExamples(value: number): LlmEvaluationExperiment;
199
+
200
+ getNPassed(): number;
201
+ setNPassed(value: number): LlmEvaluationExperiment;
202
+
203
+ getNFailed(): number;
204
+ setNFailed(value: number): LlmEvaluationExperiment;
205
+
206
+ getLlmEvaluationBaselineExperimentName(): string;
207
+ setLlmEvaluationBaselineExperimentName(value: string): LlmEvaluationExperiment;
208
+
209
+ getParent(): string;
210
+ setParent(value: string): LlmEvaluationExperiment;
211
+
212
+ getLlmEvaluationExperimentStatus(): LlmEvaluationExperimentStatus;
213
+ setLlmEvaluationExperimentStatus(value: LlmEvaluationExperimentStatus): LlmEvaluationExperiment;
214
+
215
+ getCreatedBy(): string;
216
+ setCreatedBy(value: string): LlmEvaluationExperiment;
217
+
218
+ getLanguageCode(): string;
219
+ setLanguageCode(value: string): LlmEvaluationExperiment;
220
+
221
+ getCcaiServiceNamesList(): Array<string>;
222
+ setCcaiServiceNamesList(value: Array<string>): LlmEvaluationExperiment;
223
+ clearCcaiServiceNamesList(): LlmEvaluationExperiment;
224
+ addCcaiServiceNames(value: string, index?: number): LlmEvaluationExperiment;
225
+
226
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
227
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationExperiment;
228
+ hasCreatedAt(): boolean;
229
+ clearCreatedAt(): LlmEvaluationExperiment;
230
+
231
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
232
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationExperiment;
233
+ hasModifiedAt(): boolean;
234
+ clearModifiedAt(): LlmEvaluationExperiment;
235
+
236
+ getModifiedBy(): string;
237
+ setModifiedBy(value: string): LlmEvaluationExperiment;
238
+
239
+ serializeBinary(): Uint8Array;
240
+ toObject(includeInstance?: boolean): LlmEvaluationExperiment.AsObject;
241
+ static toObject(includeInstance: boolean, msg: LlmEvaluationExperiment): LlmEvaluationExperiment.AsObject;
242
+ static serializeBinaryToWriter(message: LlmEvaluationExperiment, writer: jspb.BinaryWriter): void;
243
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationExperiment;
244
+ static deserializeBinaryFromReader(message: LlmEvaluationExperiment, reader: jspb.BinaryReader): LlmEvaluationExperiment;
245
+ }
246
+
247
+ export namespace LlmEvaluationExperiment {
248
+ export type AsObject = {
249
+ name: string,
250
+ llmEvaluationDatasetName: string,
251
+ displayName: string,
252
+ description: string,
253
+ gitSha: string,
254
+ promptVersion: string,
255
+ modelName: string,
256
+ config?: google_protobuf_struct_pb.Struct.AsObject,
257
+ llmEvaluationEvaluatorRunsList: Array<LlmEvaluationEvaluatorRun.AsObject>,
258
+ startedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
259
+ finishedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
260
+ durationInS: number,
261
+ nExamples: number,
262
+ nPassed: number,
263
+ nFailed: number,
264
+ llmEvaluationBaselineExperimentName: string,
265
+ parent: string,
266
+ llmEvaluationExperimentStatus: LlmEvaluationExperimentStatus,
267
+ createdBy: string,
268
+ languageCode: string,
269
+ ccaiServiceNamesList: Array<string>,
270
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
271
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
272
+ modifiedBy: string,
273
+ }
274
+ }
275
+
276
+ export class LlmEvaluationEvaluatorRun extends jspb.Message {
277
+ getName(): string;
278
+ setName(value: string): LlmEvaluationEvaluatorRun;
279
+
280
+ getDisplayName(): string;
281
+ setDisplayName(value: string): LlmEvaluationEvaluatorRun;
282
+
283
+ getLlmEvaluationExampleName(): string;
284
+ setLlmEvaluationExampleName(value: string): LlmEvaluationEvaluatorRun;
285
+
286
+ getLlmTelemetryRunId(): string;
287
+ setLlmTelemetryRunId(value: string): LlmEvaluationEvaluatorRun;
288
+
289
+ getLlmEvaluationEvaluatorType(): LlmEvaluationEvaluatorType;
290
+ setLlmEvaluationEvaluatorType(value: LlmEvaluationEvaluatorType): LlmEvaluationEvaluatorRun;
291
+
292
+ getEvaluatorName(): string;
293
+ setEvaluatorName(value: string): LlmEvaluationEvaluatorRun;
294
+
295
+ getLlmEvaluationFeedbacksList(): Array<LlmEvaluationFeedback>;
296
+ setLlmEvaluationFeedbacksList(value: Array<LlmEvaluationFeedback>): LlmEvaluationEvaluatorRun;
297
+ clearLlmEvaluationFeedbacksList(): LlmEvaluationEvaluatorRun;
298
+ addLlmEvaluationFeedbacks(value?: LlmEvaluationFeedback, index?: number): LlmEvaluationFeedback;
299
+
300
+ getLlmEvaluationExperimentName(): string;
301
+ setLlmEvaluationExperimentName(value: string): LlmEvaluationEvaluatorRun;
302
+
303
+ getStartedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
304
+ setStartedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationEvaluatorRun;
305
+ hasStartedAt(): boolean;
306
+ clearStartedAt(): LlmEvaluationEvaluatorRun;
307
+
308
+ getFinishedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
309
+ setFinishedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationEvaluatorRun;
310
+ hasFinishedAt(): boolean;
311
+ clearFinishedAt(): LlmEvaluationEvaluatorRun;
312
+
313
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
314
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationEvaluatorRun;
315
+ hasCreatedAt(): boolean;
316
+ clearCreatedAt(): LlmEvaluationEvaluatorRun;
317
+
318
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
319
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationEvaluatorRun;
320
+ hasModifiedAt(): boolean;
321
+ clearModifiedAt(): LlmEvaluationEvaluatorRun;
322
+
323
+ getCreatedBy(): string;
324
+ setCreatedBy(value: string): LlmEvaluationEvaluatorRun;
325
+
326
+ getModifiedBy(): string;
327
+ setModifiedBy(value: string): LlmEvaluationEvaluatorRun;
328
+
329
+ serializeBinary(): Uint8Array;
330
+ toObject(includeInstance?: boolean): LlmEvaluationEvaluatorRun.AsObject;
331
+ static toObject(includeInstance: boolean, msg: LlmEvaluationEvaluatorRun): LlmEvaluationEvaluatorRun.AsObject;
332
+ static serializeBinaryToWriter(message: LlmEvaluationEvaluatorRun, writer: jspb.BinaryWriter): void;
333
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationEvaluatorRun;
334
+ static deserializeBinaryFromReader(message: LlmEvaluationEvaluatorRun, reader: jspb.BinaryReader): LlmEvaluationEvaluatorRun;
335
+ }
336
+
337
+ export namespace LlmEvaluationEvaluatorRun {
338
+ export type AsObject = {
339
+ name: string,
340
+ displayName: string,
341
+ llmEvaluationExampleName: string,
342
+ llmTelemetryRunId: string,
343
+ llmEvaluationEvaluatorType: LlmEvaluationEvaluatorType,
344
+ evaluatorName: string,
345
+ llmEvaluationFeedbacksList: Array<LlmEvaluationFeedback.AsObject>,
346
+ llmEvaluationExperimentName: string,
347
+ startedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
348
+ finishedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
349
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
350
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
351
+ createdBy: string,
352
+ modifiedBy: string,
353
+ }
354
+ }
355
+
356
+ export class LlmEvaluationFeedback extends jspb.Message {
357
+ getName(): string;
358
+ setName(value: string): LlmEvaluationFeedback;
359
+
360
+ getDisplayName(): string;
361
+ setDisplayName(value: string): LlmEvaluationFeedback;
362
+
363
+ getCriterion(): string;
364
+ setCriterion(value: string): LlmEvaluationFeedback;
365
+
366
+ getScore(): number;
367
+ setScore(value: number): LlmEvaluationFeedback;
368
+
369
+ getCategoricalValue(): string;
370
+ setCategoricalValue(value: string): LlmEvaluationFeedback;
371
+
372
+ getComment(): string;
373
+ setComment(value: string): LlmEvaluationFeedback;
374
+
375
+ getAnnotatorUserId(): string;
376
+ setAnnotatorUserId(value: string): LlmEvaluationFeedback;
377
+
378
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
379
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationFeedback;
380
+ hasCreatedAt(): boolean;
381
+ clearCreatedAt(): LlmEvaluationFeedback;
382
+
383
+ getRaw(): google_protobuf_struct_pb.Struct | undefined;
384
+ setRaw(value?: google_protobuf_struct_pb.Struct): LlmEvaluationFeedback;
385
+ hasRaw(): boolean;
386
+ clearRaw(): LlmEvaluationFeedback;
387
+
388
+ getLlmEvaluationEvaluatorRunName(): string;
389
+ setLlmEvaluationEvaluatorRunName(value: string): LlmEvaluationFeedback;
390
+
391
+ getLlmEvaluationExperimentName(): string;
392
+ setLlmEvaluationExperimentName(value: string): LlmEvaluationFeedback;
393
+
394
+ getLlmEvaluationExampleName(): string;
395
+ setLlmEvaluationExampleName(value: string): LlmEvaluationFeedback;
396
+
397
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
398
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationFeedback;
399
+ hasModifiedAt(): boolean;
400
+ clearModifiedAt(): LlmEvaluationFeedback;
401
+
402
+ getCreatedBy(): string;
403
+ setCreatedBy(value: string): LlmEvaluationFeedback;
404
+
405
+ getModifiedBy(): string;
406
+ setModifiedBy(value: string): LlmEvaluationFeedback;
407
+
408
+ serializeBinary(): Uint8Array;
409
+ toObject(includeInstance?: boolean): LlmEvaluationFeedback.AsObject;
410
+ static toObject(includeInstance: boolean, msg: LlmEvaluationFeedback): LlmEvaluationFeedback.AsObject;
411
+ static serializeBinaryToWriter(message: LlmEvaluationFeedback, writer: jspb.BinaryWriter): void;
412
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationFeedback;
413
+ static deserializeBinaryFromReader(message: LlmEvaluationFeedback, reader: jspb.BinaryReader): LlmEvaluationFeedback;
414
+ }
415
+
416
+ export namespace LlmEvaluationFeedback {
417
+ export type AsObject = {
418
+ name: string,
419
+ displayName: string,
420
+ criterion: string,
421
+ score: number,
422
+ categoricalValue: string,
423
+ comment: string,
424
+ annotatorUserId: string,
425
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
426
+ raw?: google_protobuf_struct_pb.Struct.AsObject,
427
+ llmEvaluationEvaluatorRunName: string,
428
+ llmEvaluationExperimentName: string,
429
+ llmEvaluationExampleName: string,
430
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
431
+ createdBy: string,
432
+ modifiedBy: string,
433
+ }
434
+ }
435
+
436
+ export class LlmEvaluationComparison extends jspb.Message {
437
+ getName(): string;
438
+ setName(value: string): LlmEvaluationComparison;
439
+
440
+ getDisplayName(): string;
441
+ setDisplayName(value: string): LlmEvaluationComparison;
442
+
443
+ getLlmEvaluationExperimentNamesList(): Array<string>;
444
+ setLlmEvaluationExperimentNamesList(value: Array<string>): LlmEvaluationComparison;
445
+ clearLlmEvaluationExperimentNamesList(): LlmEvaluationComparison;
446
+ addLlmEvaluationExperimentNames(value: string, index?: number): LlmEvaluationComparison;
447
+
448
+ getLlmEvaluationBaselineExperimentName(): string;
449
+ setLlmEvaluationBaselineExperimentName(value: string): LlmEvaluationComparison;
450
+
451
+ getLlmEvaluationPairwiseResultsList(): Array<LlmEvaluationPairwiseResult>;
452
+ setLlmEvaluationPairwiseResultsList(value: Array<LlmEvaluationPairwiseResult>): LlmEvaluationComparison;
453
+ clearLlmEvaluationPairwiseResultsList(): LlmEvaluationComparison;
454
+ addLlmEvaluationPairwiseResults(value?: LlmEvaluationPairwiseResult, index?: number): LlmEvaluationPairwiseResult;
455
+
456
+ getAggregate(): google_protobuf_struct_pb.Struct | undefined;
457
+ setAggregate(value?: google_protobuf_struct_pb.Struct): LlmEvaluationComparison;
458
+ hasAggregate(): boolean;
459
+ clearAggregate(): LlmEvaluationComparison;
460
+
461
+ getCreatedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
462
+ setCreatedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationComparison;
463
+ hasCreatedAt(): boolean;
464
+ clearCreatedAt(): LlmEvaluationComparison;
465
+
466
+ getModifiedAt(): google_protobuf_timestamp_pb.Timestamp | undefined;
467
+ setModifiedAt(value?: google_protobuf_timestamp_pb.Timestamp): LlmEvaluationComparison;
468
+ hasModifiedAt(): boolean;
469
+ clearModifiedAt(): LlmEvaluationComparison;
470
+
471
+ getCreatedBy(): string;
472
+ setCreatedBy(value: string): LlmEvaluationComparison;
473
+
474
+ getModifiedBy(): string;
475
+ setModifiedBy(value: string): LlmEvaluationComparison;
476
+
477
+ serializeBinary(): Uint8Array;
478
+ toObject(includeInstance?: boolean): LlmEvaluationComparison.AsObject;
479
+ static toObject(includeInstance: boolean, msg: LlmEvaluationComparison): LlmEvaluationComparison.AsObject;
480
+ static serializeBinaryToWriter(message: LlmEvaluationComparison, writer: jspb.BinaryWriter): void;
481
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationComparison;
482
+ static deserializeBinaryFromReader(message: LlmEvaluationComparison, reader: jspb.BinaryReader): LlmEvaluationComparison;
483
+ }
484
+
485
+ export namespace LlmEvaluationComparison {
486
+ export type AsObject = {
487
+ name: string,
488
+ displayName: string,
489
+ llmEvaluationExperimentNamesList: Array<string>,
490
+ llmEvaluationBaselineExperimentName: string,
491
+ llmEvaluationPairwiseResultsList: Array<LlmEvaluationPairwiseResult.AsObject>,
492
+ aggregate?: google_protobuf_struct_pb.Struct.AsObject,
493
+ createdAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
494
+ modifiedAt?: google_protobuf_timestamp_pb.Timestamp.AsObject,
495
+ createdBy: string,
496
+ modifiedBy: string,
497
+ }
498
+ }
499
+
500
+ export class LlmEvaluationPairwiseResult extends jspb.Message {
501
+ getLlmEvaluationExampleName(): string;
502
+ setLlmEvaluationExampleName(value: string): LlmEvaluationPairwiseResult;
503
+
504
+ getLlmEvaluationWinnerExperimentName(): string;
505
+ setLlmEvaluationWinnerExperimentName(value: string): LlmEvaluationPairwiseResult;
506
+
507
+ getScoreDelta(): number;
508
+ setScoreDelta(value: number): LlmEvaluationPairwiseResult;
509
+
510
+ getReason(): string;
511
+ setReason(value: string): LlmEvaluationPairwiseResult;
512
+
513
+ serializeBinary(): Uint8Array;
514
+ toObject(includeInstance?: boolean): LlmEvaluationPairwiseResult.AsObject;
515
+ static toObject(includeInstance: boolean, msg: LlmEvaluationPairwiseResult): LlmEvaluationPairwiseResult.AsObject;
516
+ static serializeBinaryToWriter(message: LlmEvaluationPairwiseResult, writer: jspb.BinaryWriter): void;
517
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationPairwiseResult;
518
+ static deserializeBinaryFromReader(message: LlmEvaluationPairwiseResult, reader: jspb.BinaryReader): LlmEvaluationPairwiseResult;
519
+ }
520
+
521
+ export namespace LlmEvaluationPairwiseResult {
522
+ export type AsObject = {
523
+ llmEvaluationExampleName: string,
524
+ llmEvaluationWinnerExperimentName: string,
525
+ scoreDelta: number,
526
+ reason: string,
527
+ }
528
+ }
529
+
530
+ export class CreateLlmEvaluationDatasetRequest extends jspb.Message {
531
+ getParent(): string;
532
+ setParent(value: string): CreateLlmEvaluationDatasetRequest;
533
+
534
+ getDisplayName(): string;
535
+ setDisplayName(value: string): CreateLlmEvaluationDatasetRequest;
536
+
537
+ getDescription(): string;
538
+ setDescription(value: string): CreateLlmEvaluationDatasetRequest;
539
+
540
+ getLlmEvaluationExamplesList(): Array<LlmEvaluationExample>;
541
+ setLlmEvaluationExamplesList(value: Array<LlmEvaluationExample>): CreateLlmEvaluationDatasetRequest;
542
+ clearLlmEvaluationExamplesList(): CreateLlmEvaluationDatasetRequest;
543
+ addLlmEvaluationExamples(value?: LlmEvaluationExample, index?: number): LlmEvaluationExample;
544
+
545
+ getTagsList(): Array<string>;
546
+ setTagsList(value: Array<string>): CreateLlmEvaluationDatasetRequest;
547
+ clearTagsList(): CreateLlmEvaluationDatasetRequest;
548
+ addTags(value: string, index?: number): CreateLlmEvaluationDatasetRequest;
549
+
550
+ getLanguageCode(): string;
551
+ setLanguageCode(value: string): CreateLlmEvaluationDatasetRequest;
552
+
553
+ serializeBinary(): Uint8Array;
554
+ toObject(includeInstance?: boolean): CreateLlmEvaluationDatasetRequest.AsObject;
555
+ static toObject(includeInstance: boolean, msg: CreateLlmEvaluationDatasetRequest): CreateLlmEvaluationDatasetRequest.AsObject;
556
+ static serializeBinaryToWriter(message: CreateLlmEvaluationDatasetRequest, writer: jspb.BinaryWriter): void;
557
+ static deserializeBinary(bytes: Uint8Array): CreateLlmEvaluationDatasetRequest;
558
+ static deserializeBinaryFromReader(message: CreateLlmEvaluationDatasetRequest, reader: jspb.BinaryReader): CreateLlmEvaluationDatasetRequest;
559
+ }
560
+
561
+ export namespace CreateLlmEvaluationDatasetRequest {
562
+ export type AsObject = {
563
+ parent: string,
564
+ displayName: string,
565
+ description: string,
566
+ llmEvaluationExamplesList: Array<LlmEvaluationExample.AsObject>,
567
+ tagsList: Array<string>,
568
+ languageCode: string,
569
+ }
570
+ }
571
+
572
+ export class GetLlmEvaluationDatasetRequest extends jspb.Message {
573
+ getName(): string;
574
+ setName(value: string): GetLlmEvaluationDatasetRequest;
575
+
576
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
577
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationDatasetRequest;
578
+ hasFieldMask(): boolean;
579
+ clearFieldMask(): GetLlmEvaluationDatasetRequest;
580
+
581
+ getParent(): string;
582
+ setParent(value: string): GetLlmEvaluationDatasetRequest;
583
+
584
+ getLanguageCode(): string;
585
+ setLanguageCode(value: string): GetLlmEvaluationDatasetRequest;
586
+
587
+ serializeBinary(): Uint8Array;
588
+ toObject(includeInstance?: boolean): GetLlmEvaluationDatasetRequest.AsObject;
589
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationDatasetRequest): GetLlmEvaluationDatasetRequest.AsObject;
590
+ static serializeBinaryToWriter(message: GetLlmEvaluationDatasetRequest, writer: jspb.BinaryWriter): void;
591
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationDatasetRequest;
592
+ static deserializeBinaryFromReader(message: GetLlmEvaluationDatasetRequest, reader: jspb.BinaryReader): GetLlmEvaluationDatasetRequest;
593
+ }
594
+
595
+ export namespace GetLlmEvaluationDatasetRequest {
596
+ export type AsObject = {
597
+ name: string,
598
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
599
+ parent: string,
600
+ languageCode: string,
601
+ }
602
+ }
603
+
604
+ export class LlmEvaluationDatasetFilter extends jspb.Message {
605
+ getDisplayName(): string;
606
+ setDisplayName(value: string): LlmEvaluationDatasetFilter;
607
+
608
+ getTagsList(): Array<string>;
609
+ setTagsList(value: Array<string>): LlmEvaluationDatasetFilter;
610
+ clearTagsList(): LlmEvaluationDatasetFilter;
611
+ addTags(value: string, index?: number): LlmEvaluationDatasetFilter;
612
+
613
+ serializeBinary(): Uint8Array;
614
+ toObject(includeInstance?: boolean): LlmEvaluationDatasetFilter.AsObject;
615
+ static toObject(includeInstance: boolean, msg: LlmEvaluationDatasetFilter): LlmEvaluationDatasetFilter.AsObject;
616
+ static serializeBinaryToWriter(message: LlmEvaluationDatasetFilter, writer: jspb.BinaryWriter): void;
617
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationDatasetFilter;
618
+ static deserializeBinaryFromReader(message: LlmEvaluationDatasetFilter, reader: jspb.BinaryReader): LlmEvaluationDatasetFilter;
619
+ }
620
+
621
+ export namespace LlmEvaluationDatasetFilter {
622
+ export type AsObject = {
623
+ displayName: string,
624
+ tagsList: Array<string>,
625
+ }
626
+ }
627
+
628
+ export class ListLlmEvaluationDatasetsRequest extends jspb.Message {
629
+ getParent(): string;
630
+ setParent(value: string): ListLlmEvaluationDatasetsRequest;
631
+
632
+ getPageToken(): string;
633
+ setPageToken(value: string): ListLlmEvaluationDatasetsRequest;
634
+
635
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
636
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationDatasetsRequest;
637
+ hasFieldMask(): boolean;
638
+ clearFieldMask(): ListLlmEvaluationDatasetsRequest;
639
+
640
+ getLanguageCode(): string;
641
+ setLanguageCode(value: string): ListLlmEvaluationDatasetsRequest;
642
+
643
+ getLlmEvaluationDatasetFilter(): LlmEvaluationDatasetFilter | undefined;
644
+ setLlmEvaluationDatasetFilter(value?: LlmEvaluationDatasetFilter): ListLlmEvaluationDatasetsRequest;
645
+ hasLlmEvaluationDatasetFilter(): boolean;
646
+ clearLlmEvaluationDatasetFilter(): ListLlmEvaluationDatasetsRequest;
647
+
648
+ serializeBinary(): Uint8Array;
649
+ toObject(includeInstance?: boolean): ListLlmEvaluationDatasetsRequest.AsObject;
650
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationDatasetsRequest): ListLlmEvaluationDatasetsRequest.AsObject;
651
+ static serializeBinaryToWriter(message: ListLlmEvaluationDatasetsRequest, writer: jspb.BinaryWriter): void;
652
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationDatasetsRequest;
653
+ static deserializeBinaryFromReader(message: ListLlmEvaluationDatasetsRequest, reader: jspb.BinaryReader): ListLlmEvaluationDatasetsRequest;
654
+ }
655
+
656
+ export namespace ListLlmEvaluationDatasetsRequest {
657
+ export type AsObject = {
658
+ parent: string,
659
+ pageToken: string,
660
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
661
+ languageCode: string,
662
+ llmEvaluationDatasetFilter?: LlmEvaluationDatasetFilter.AsObject,
663
+ }
664
+ }
665
+
666
+ export class ListLlmEvaluationDatasetsResponse extends jspb.Message {
667
+ getLlmEvaluationDatasetsList(): Array<LlmEvaluationDataset>;
668
+ setLlmEvaluationDatasetsList(value: Array<LlmEvaluationDataset>): ListLlmEvaluationDatasetsResponse;
669
+ clearLlmEvaluationDatasetsList(): ListLlmEvaluationDatasetsResponse;
670
+ addLlmEvaluationDatasets(value?: LlmEvaluationDataset, index?: number): LlmEvaluationDataset;
671
+
672
+ getNextPageToken(): string;
673
+ setNextPageToken(value: string): ListLlmEvaluationDatasetsResponse;
674
+
675
+ serializeBinary(): Uint8Array;
676
+ toObject(includeInstance?: boolean): ListLlmEvaluationDatasetsResponse.AsObject;
677
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationDatasetsResponse): ListLlmEvaluationDatasetsResponse.AsObject;
678
+ static serializeBinaryToWriter(message: ListLlmEvaluationDatasetsResponse, writer: jspb.BinaryWriter): void;
679
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationDatasetsResponse;
680
+ static deserializeBinaryFromReader(message: ListLlmEvaluationDatasetsResponse, reader: jspb.BinaryReader): ListLlmEvaluationDatasetsResponse;
681
+ }
682
+
683
+ export namespace ListLlmEvaluationDatasetsResponse {
684
+ export type AsObject = {
685
+ llmEvaluationDatasetsList: Array<LlmEvaluationDataset.AsObject>,
686
+ nextPageToken: string,
687
+ }
688
+ }
689
+
690
+ export class UpdateLlmEvaluationDatasetRequest extends jspb.Message {
691
+ getLlmEvaluationDataset(): LlmEvaluationDataset | undefined;
692
+ setLlmEvaluationDataset(value?: LlmEvaluationDataset): UpdateLlmEvaluationDatasetRequest;
693
+ hasLlmEvaluationDataset(): boolean;
694
+ clearLlmEvaluationDataset(): UpdateLlmEvaluationDatasetRequest;
695
+
696
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
697
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationDatasetRequest;
698
+ hasUpdateMask(): boolean;
699
+ clearUpdateMask(): UpdateLlmEvaluationDatasetRequest;
700
+
701
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
702
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationDatasetRequest;
703
+ hasFieldMask(): boolean;
704
+ clearFieldMask(): UpdateLlmEvaluationDatasetRequest;
705
+
706
+ getParent(): string;
707
+ setParent(value: string): UpdateLlmEvaluationDatasetRequest;
708
+
709
+ getLanguageCode(): string;
710
+ setLanguageCode(value: string): UpdateLlmEvaluationDatasetRequest;
711
+
712
+ serializeBinary(): Uint8Array;
713
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationDatasetRequest.AsObject;
714
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationDatasetRequest): UpdateLlmEvaluationDatasetRequest.AsObject;
715
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationDatasetRequest, writer: jspb.BinaryWriter): void;
716
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationDatasetRequest;
717
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationDatasetRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationDatasetRequest;
718
+ }
719
+
720
+ export namespace UpdateLlmEvaluationDatasetRequest {
721
+ export type AsObject = {
722
+ llmEvaluationDataset?: LlmEvaluationDataset.AsObject,
723
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
724
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
725
+ parent: string,
726
+ languageCode: string,
727
+ }
728
+ }
729
+
730
+ export class DeleteLlmEvaluationDatasetRequest extends jspb.Message {
731
+ getName(): string;
732
+ setName(value: string): DeleteLlmEvaluationDatasetRequest;
733
+
734
+ getParent(): string;
735
+ setParent(value: string): DeleteLlmEvaluationDatasetRequest;
736
+
737
+ getLanguageCode(): string;
738
+ setLanguageCode(value: string): DeleteLlmEvaluationDatasetRequest;
739
+
740
+ serializeBinary(): Uint8Array;
741
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationDatasetRequest.AsObject;
742
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationDatasetRequest): DeleteLlmEvaluationDatasetRequest.AsObject;
743
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationDatasetRequest, writer: jspb.BinaryWriter): void;
744
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationDatasetRequest;
745
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationDatasetRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationDatasetRequest;
746
+ }
747
+
748
+ export namespace DeleteLlmEvaluationDatasetRequest {
749
+ export type AsObject = {
750
+ name: string,
751
+ parent: string,
752
+ languageCode: string,
753
+ }
754
+ }
755
+
756
+ export class AddLlmEvaluationExampleRequest extends jspb.Message {
757
+ getLlmEvaluationDatasetName(): string;
758
+ setLlmEvaluationDatasetName(value: string): AddLlmEvaluationExampleRequest;
759
+
760
+ getLlmEvaluationExample(): LlmEvaluationExample | undefined;
761
+ setLlmEvaluationExample(value?: LlmEvaluationExample): AddLlmEvaluationExampleRequest;
762
+ hasLlmEvaluationExample(): boolean;
763
+ clearLlmEvaluationExample(): AddLlmEvaluationExampleRequest;
764
+
765
+ getParent(): string;
766
+ setParent(value: string): AddLlmEvaluationExampleRequest;
767
+
768
+ getLanguageCode(): string;
769
+ setLanguageCode(value: string): AddLlmEvaluationExampleRequest;
770
+
771
+ serializeBinary(): Uint8Array;
772
+ toObject(includeInstance?: boolean): AddLlmEvaluationExampleRequest.AsObject;
773
+ static toObject(includeInstance: boolean, msg: AddLlmEvaluationExampleRequest): AddLlmEvaluationExampleRequest.AsObject;
774
+ static serializeBinaryToWriter(message: AddLlmEvaluationExampleRequest, writer: jspb.BinaryWriter): void;
775
+ static deserializeBinary(bytes: Uint8Array): AddLlmEvaluationExampleRequest;
776
+ static deserializeBinaryFromReader(message: AddLlmEvaluationExampleRequest, reader: jspb.BinaryReader): AddLlmEvaluationExampleRequest;
777
+ }
778
+
779
+ export namespace AddLlmEvaluationExampleRequest {
780
+ export type AsObject = {
781
+ llmEvaluationDatasetName: string,
782
+ llmEvaluationExample?: LlmEvaluationExample.AsObject,
783
+ parent: string,
784
+ languageCode: string,
785
+ }
786
+ }
787
+
788
+ export class AddLlmEvaluationExamplesRequest extends jspb.Message {
789
+ getLlmEvaluationDatasetName(): string;
790
+ setLlmEvaluationDatasetName(value: string): AddLlmEvaluationExamplesRequest;
791
+
792
+ getLlmEvaluationExamplesList(): Array<LlmEvaluationExample>;
793
+ setLlmEvaluationExamplesList(value: Array<LlmEvaluationExample>): AddLlmEvaluationExamplesRequest;
794
+ clearLlmEvaluationExamplesList(): AddLlmEvaluationExamplesRequest;
795
+ addLlmEvaluationExamples(value?: LlmEvaluationExample, index?: number): LlmEvaluationExample;
796
+
797
+ getParent(): string;
798
+ setParent(value: string): AddLlmEvaluationExamplesRequest;
799
+
800
+ getLanguageCode(): string;
801
+ setLanguageCode(value: string): AddLlmEvaluationExamplesRequest;
802
+
803
+ serializeBinary(): Uint8Array;
804
+ toObject(includeInstance?: boolean): AddLlmEvaluationExamplesRequest.AsObject;
805
+ static toObject(includeInstance: boolean, msg: AddLlmEvaluationExamplesRequest): AddLlmEvaluationExamplesRequest.AsObject;
806
+ static serializeBinaryToWriter(message: AddLlmEvaluationExamplesRequest, writer: jspb.BinaryWriter): void;
807
+ static deserializeBinary(bytes: Uint8Array): AddLlmEvaluationExamplesRequest;
808
+ static deserializeBinaryFromReader(message: AddLlmEvaluationExamplesRequest, reader: jspb.BinaryReader): AddLlmEvaluationExamplesRequest;
809
+ }
810
+
811
+ export namespace AddLlmEvaluationExamplesRequest {
812
+ export type AsObject = {
813
+ llmEvaluationDatasetName: string,
814
+ llmEvaluationExamplesList: Array<LlmEvaluationExample.AsObject>,
815
+ parent: string,
816
+ languageCode: string,
817
+ }
818
+ }
819
+
820
+ export class AddLlmEvaluationExamplesResponse extends jspb.Message {
821
+ getLlmEvaluationExamplesList(): Array<LlmEvaluationExample>;
822
+ setLlmEvaluationExamplesList(value: Array<LlmEvaluationExample>): AddLlmEvaluationExamplesResponse;
823
+ clearLlmEvaluationExamplesList(): AddLlmEvaluationExamplesResponse;
824
+ addLlmEvaluationExamples(value?: LlmEvaluationExample, index?: number): LlmEvaluationExample;
825
+
826
+ serializeBinary(): Uint8Array;
827
+ toObject(includeInstance?: boolean): AddLlmEvaluationExamplesResponse.AsObject;
828
+ static toObject(includeInstance: boolean, msg: AddLlmEvaluationExamplesResponse): AddLlmEvaluationExamplesResponse.AsObject;
829
+ static serializeBinaryToWriter(message: AddLlmEvaluationExamplesResponse, writer: jspb.BinaryWriter): void;
830
+ static deserializeBinary(bytes: Uint8Array): AddLlmEvaluationExamplesResponse;
831
+ static deserializeBinaryFromReader(message: AddLlmEvaluationExamplesResponse, reader: jspb.BinaryReader): AddLlmEvaluationExamplesResponse;
832
+ }
833
+
834
+ export namespace AddLlmEvaluationExamplesResponse {
835
+ export type AsObject = {
836
+ llmEvaluationExamplesList: Array<LlmEvaluationExample.AsObject>,
837
+ }
838
+ }
839
+
840
+ export class GetLlmEvaluationExampleRequest extends jspb.Message {
841
+ getName(): string;
842
+ setName(value: string): GetLlmEvaluationExampleRequest;
843
+
844
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
845
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationExampleRequest;
846
+ hasFieldMask(): boolean;
847
+ clearFieldMask(): GetLlmEvaluationExampleRequest;
848
+
849
+ getParent(): string;
850
+ setParent(value: string): GetLlmEvaluationExampleRequest;
851
+
852
+ getLanguageCode(): string;
853
+ setLanguageCode(value: string): GetLlmEvaluationExampleRequest;
854
+
855
+ serializeBinary(): Uint8Array;
856
+ toObject(includeInstance?: boolean): GetLlmEvaluationExampleRequest.AsObject;
857
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationExampleRequest): GetLlmEvaluationExampleRequest.AsObject;
858
+ static serializeBinaryToWriter(message: GetLlmEvaluationExampleRequest, writer: jspb.BinaryWriter): void;
859
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationExampleRequest;
860
+ static deserializeBinaryFromReader(message: GetLlmEvaluationExampleRequest, reader: jspb.BinaryReader): GetLlmEvaluationExampleRequest;
861
+ }
862
+
863
+ export namespace GetLlmEvaluationExampleRequest {
864
+ export type AsObject = {
865
+ name: string,
866
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
867
+ parent: string,
868
+ languageCode: string,
869
+ }
870
+ }
871
+
872
+ export class LlmEvaluationExampleFilter extends jspb.Message {
873
+ getDisplayName(): string;
874
+ setDisplayName(value: string): LlmEvaluationExampleFilter;
875
+
876
+ serializeBinary(): Uint8Array;
877
+ toObject(includeInstance?: boolean): LlmEvaluationExampleFilter.AsObject;
878
+ static toObject(includeInstance: boolean, msg: LlmEvaluationExampleFilter): LlmEvaluationExampleFilter.AsObject;
879
+ static serializeBinaryToWriter(message: LlmEvaluationExampleFilter, writer: jspb.BinaryWriter): void;
880
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationExampleFilter;
881
+ static deserializeBinaryFromReader(message: LlmEvaluationExampleFilter, reader: jspb.BinaryReader): LlmEvaluationExampleFilter;
882
+ }
883
+
884
+ export namespace LlmEvaluationExampleFilter {
885
+ export type AsObject = {
886
+ displayName: string,
887
+ }
888
+ }
889
+
890
+ export class ListLlmEvaluationExamplesRequest extends jspb.Message {
891
+ getLlmEvaluationDatasetName(): string;
892
+ setLlmEvaluationDatasetName(value: string): ListLlmEvaluationExamplesRequest;
893
+
894
+ getPageToken(): string;
895
+ setPageToken(value: string): ListLlmEvaluationExamplesRequest;
896
+
897
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
898
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationExamplesRequest;
899
+ hasFieldMask(): boolean;
900
+ clearFieldMask(): ListLlmEvaluationExamplesRequest;
901
+
902
+ getParent(): string;
903
+ setParent(value: string): ListLlmEvaluationExamplesRequest;
904
+
905
+ getLanguageCode(): string;
906
+ setLanguageCode(value: string): ListLlmEvaluationExamplesRequest;
907
+
908
+ getLlmEvaluationExampleFilter(): LlmEvaluationExampleFilter | undefined;
909
+ setLlmEvaluationExampleFilter(value?: LlmEvaluationExampleFilter): ListLlmEvaluationExamplesRequest;
910
+ hasLlmEvaluationExampleFilter(): boolean;
911
+ clearLlmEvaluationExampleFilter(): ListLlmEvaluationExamplesRequest;
912
+
913
+ serializeBinary(): Uint8Array;
914
+ toObject(includeInstance?: boolean): ListLlmEvaluationExamplesRequest.AsObject;
915
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationExamplesRequest): ListLlmEvaluationExamplesRequest.AsObject;
916
+ static serializeBinaryToWriter(message: ListLlmEvaluationExamplesRequest, writer: jspb.BinaryWriter): void;
917
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationExamplesRequest;
918
+ static deserializeBinaryFromReader(message: ListLlmEvaluationExamplesRequest, reader: jspb.BinaryReader): ListLlmEvaluationExamplesRequest;
919
+ }
920
+
921
+ export namespace ListLlmEvaluationExamplesRequest {
922
+ export type AsObject = {
923
+ llmEvaluationDatasetName: string,
924
+ pageToken: string,
925
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
926
+ parent: string,
927
+ languageCode: string,
928
+ llmEvaluationExampleFilter?: LlmEvaluationExampleFilter.AsObject,
929
+ }
930
+ }
931
+
932
+ export class ListLlmEvaluationExamplesResponse extends jspb.Message {
933
+ getLlmEvaluationExamplesList(): Array<LlmEvaluationExample>;
934
+ setLlmEvaluationExamplesList(value: Array<LlmEvaluationExample>): ListLlmEvaluationExamplesResponse;
935
+ clearLlmEvaluationExamplesList(): ListLlmEvaluationExamplesResponse;
936
+ addLlmEvaluationExamples(value?: LlmEvaluationExample, index?: number): LlmEvaluationExample;
937
+
938
+ getNextPageToken(): string;
939
+ setNextPageToken(value: string): ListLlmEvaluationExamplesResponse;
940
+
941
+ serializeBinary(): Uint8Array;
942
+ toObject(includeInstance?: boolean): ListLlmEvaluationExamplesResponse.AsObject;
943
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationExamplesResponse): ListLlmEvaluationExamplesResponse.AsObject;
944
+ static serializeBinaryToWriter(message: ListLlmEvaluationExamplesResponse, writer: jspb.BinaryWriter): void;
945
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationExamplesResponse;
946
+ static deserializeBinaryFromReader(message: ListLlmEvaluationExamplesResponse, reader: jspb.BinaryReader): ListLlmEvaluationExamplesResponse;
947
+ }
948
+
949
+ export namespace ListLlmEvaluationExamplesResponse {
950
+ export type AsObject = {
951
+ llmEvaluationExamplesList: Array<LlmEvaluationExample.AsObject>,
952
+ nextPageToken: string,
953
+ }
954
+ }
955
+
956
+ export class UpdateLlmEvaluationExampleRequest extends jspb.Message {
957
+ getLlmEvaluationExample(): LlmEvaluationExample | undefined;
958
+ setLlmEvaluationExample(value?: LlmEvaluationExample): UpdateLlmEvaluationExampleRequest;
959
+ hasLlmEvaluationExample(): boolean;
960
+ clearLlmEvaluationExample(): UpdateLlmEvaluationExampleRequest;
961
+
962
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
963
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationExampleRequest;
964
+ hasUpdateMask(): boolean;
965
+ clearUpdateMask(): UpdateLlmEvaluationExampleRequest;
966
+
967
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
968
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationExampleRequest;
969
+ hasFieldMask(): boolean;
970
+ clearFieldMask(): UpdateLlmEvaluationExampleRequest;
971
+
972
+ getParent(): string;
973
+ setParent(value: string): UpdateLlmEvaluationExampleRequest;
974
+
975
+ getLanguageCode(): string;
976
+ setLanguageCode(value: string): UpdateLlmEvaluationExampleRequest;
977
+
978
+ serializeBinary(): Uint8Array;
979
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationExampleRequest.AsObject;
980
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationExampleRequest): UpdateLlmEvaluationExampleRequest.AsObject;
981
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationExampleRequest, writer: jspb.BinaryWriter): void;
982
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationExampleRequest;
983
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationExampleRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationExampleRequest;
984
+ }
985
+
986
+ export namespace UpdateLlmEvaluationExampleRequest {
987
+ export type AsObject = {
988
+ llmEvaluationExample?: LlmEvaluationExample.AsObject,
989
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
990
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
991
+ parent: string,
992
+ languageCode: string,
993
+ }
994
+ }
995
+
996
+ export class DeleteLlmEvaluationExampleRequest extends jspb.Message {
997
+ getName(): string;
998
+ setName(value: string): DeleteLlmEvaluationExampleRequest;
999
+
1000
+ getParent(): string;
1001
+ setParent(value: string): DeleteLlmEvaluationExampleRequest;
1002
+
1003
+ getLanguageCode(): string;
1004
+ setLanguageCode(value: string): DeleteLlmEvaluationExampleRequest;
1005
+
1006
+ serializeBinary(): Uint8Array;
1007
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationExampleRequest.AsObject;
1008
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationExampleRequest): DeleteLlmEvaluationExampleRequest.AsObject;
1009
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationExampleRequest, writer: jspb.BinaryWriter): void;
1010
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationExampleRequest;
1011
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationExampleRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationExampleRequest;
1012
+ }
1013
+
1014
+ export namespace DeleteLlmEvaluationExampleRequest {
1015
+ export type AsObject = {
1016
+ name: string,
1017
+ parent: string,
1018
+ languageCode: string,
1019
+ }
1020
+ }
1021
+
1022
+ export class RunLlmEvaluationExperimentRequest extends jspb.Message {
1023
+ getParent(): string;
1024
+ setParent(value: string): RunLlmEvaluationExperimentRequest;
1025
+
1026
+ getLlmEvaluationDatasetName(): string;
1027
+ setLlmEvaluationDatasetName(value: string): RunLlmEvaluationExperimentRequest;
1028
+
1029
+ getDisplayName(): string;
1030
+ setDisplayName(value: string): RunLlmEvaluationExperimentRequest;
1031
+
1032
+ getGitSha(): string;
1033
+ setGitSha(value: string): RunLlmEvaluationExperimentRequest;
1034
+
1035
+ getPromptVersion(): string;
1036
+ setPromptVersion(value: string): RunLlmEvaluationExperimentRequest;
1037
+
1038
+ getModelName(): string;
1039
+ setModelName(value: string): RunLlmEvaluationExperimentRequest;
1040
+
1041
+ getConfig(): google_protobuf_struct_pb.Struct | undefined;
1042
+ setConfig(value?: google_protobuf_struct_pb.Struct): RunLlmEvaluationExperimentRequest;
1043
+ hasConfig(): boolean;
1044
+ clearConfig(): RunLlmEvaluationExperimentRequest;
1045
+
1046
+ getLlmEvaluationEvaluatorNamesList(): Array<string>;
1047
+ setLlmEvaluationEvaluatorNamesList(value: Array<string>): RunLlmEvaluationExperimentRequest;
1048
+ clearLlmEvaluationEvaluatorNamesList(): RunLlmEvaluationExperimentRequest;
1049
+ addLlmEvaluationEvaluatorNames(value: string, index?: number): RunLlmEvaluationExperimentRequest;
1050
+
1051
+ getLlmEvaluationBaselineExperimentName(): string;
1052
+ setLlmEvaluationBaselineExperimentName(value: string): RunLlmEvaluationExperimentRequest;
1053
+
1054
+ getLanguageCode(): string;
1055
+ setLanguageCode(value: string): RunLlmEvaluationExperimentRequest;
1056
+
1057
+ getCcaiServiceNamesList(): Array<string>;
1058
+ setCcaiServiceNamesList(value: Array<string>): RunLlmEvaluationExperimentRequest;
1059
+ clearCcaiServiceNamesList(): RunLlmEvaluationExperimentRequest;
1060
+ addCcaiServiceNames(value: string, index?: number): RunLlmEvaluationExperimentRequest;
1061
+
1062
+ serializeBinary(): Uint8Array;
1063
+ toObject(includeInstance?: boolean): RunLlmEvaluationExperimentRequest.AsObject;
1064
+ static toObject(includeInstance: boolean, msg: RunLlmEvaluationExperimentRequest): RunLlmEvaluationExperimentRequest.AsObject;
1065
+ static serializeBinaryToWriter(message: RunLlmEvaluationExperimentRequest, writer: jspb.BinaryWriter): void;
1066
+ static deserializeBinary(bytes: Uint8Array): RunLlmEvaluationExperimentRequest;
1067
+ static deserializeBinaryFromReader(message: RunLlmEvaluationExperimentRequest, reader: jspb.BinaryReader): RunLlmEvaluationExperimentRequest;
1068
+ }
1069
+
1070
+ export namespace RunLlmEvaluationExperimentRequest {
1071
+ export type AsObject = {
1072
+ parent: string,
1073
+ llmEvaluationDatasetName: string,
1074
+ displayName: string,
1075
+ gitSha: string,
1076
+ promptVersion: string,
1077
+ modelName: string,
1078
+ config?: google_protobuf_struct_pb.Struct.AsObject,
1079
+ llmEvaluationEvaluatorNamesList: Array<string>,
1080
+ llmEvaluationBaselineExperimentName: string,
1081
+ languageCode: string,
1082
+ ccaiServiceNamesList: Array<string>,
1083
+ }
1084
+ }
1085
+
1086
+ export class GetLlmEvaluationExperimentRequest extends jspb.Message {
1087
+ getName(): string;
1088
+ setName(value: string): GetLlmEvaluationExperimentRequest;
1089
+
1090
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1091
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): GetLlmEvaluationExperimentRequest;
1092
+ hasFieldMask(): boolean;
1093
+ clearFieldMask(): GetLlmEvaluationExperimentRequest;
1094
+
1095
+ getParent(): string;
1096
+ setParent(value: string): GetLlmEvaluationExperimentRequest;
1097
+
1098
+ getLanguageCode(): string;
1099
+ setLanguageCode(value: string): GetLlmEvaluationExperimentRequest;
1100
+
1101
+ serializeBinary(): Uint8Array;
1102
+ toObject(includeInstance?: boolean): GetLlmEvaluationExperimentRequest.AsObject;
1103
+ static toObject(includeInstance: boolean, msg: GetLlmEvaluationExperimentRequest): GetLlmEvaluationExperimentRequest.AsObject;
1104
+ static serializeBinaryToWriter(message: GetLlmEvaluationExperimentRequest, writer: jspb.BinaryWriter): void;
1105
+ static deserializeBinary(bytes: Uint8Array): GetLlmEvaluationExperimentRequest;
1106
+ static deserializeBinaryFromReader(message: GetLlmEvaluationExperimentRequest, reader: jspb.BinaryReader): GetLlmEvaluationExperimentRequest;
1107
+ }
1108
+
1109
+ export namespace GetLlmEvaluationExperimentRequest {
1110
+ export type AsObject = {
1111
+ name: string,
1112
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
1113
+ parent: string,
1114
+ languageCode: string,
1115
+ }
1116
+ }
1117
+
1118
+ export class LlmEvaluationExperimentFilter extends jspb.Message {
1119
+ getDisplayName(): string;
1120
+ setDisplayName(value: string): LlmEvaluationExperimentFilter;
1121
+
1122
+ getLlmEvaluationExperimentStatus(): LlmEvaluationExperimentStatus;
1123
+ setLlmEvaluationExperimentStatus(value: LlmEvaluationExperimentStatus): LlmEvaluationExperimentFilter;
1124
+
1125
+ getLlmEvaluationDatasetName(): string;
1126
+ setLlmEvaluationDatasetName(value: string): LlmEvaluationExperimentFilter;
1127
+
1128
+ getModelName(): string;
1129
+ setModelName(value: string): LlmEvaluationExperimentFilter;
1130
+
1131
+ serializeBinary(): Uint8Array;
1132
+ toObject(includeInstance?: boolean): LlmEvaluationExperimentFilter.AsObject;
1133
+ static toObject(includeInstance: boolean, msg: LlmEvaluationExperimentFilter): LlmEvaluationExperimentFilter.AsObject;
1134
+ static serializeBinaryToWriter(message: LlmEvaluationExperimentFilter, writer: jspb.BinaryWriter): void;
1135
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationExperimentFilter;
1136
+ static deserializeBinaryFromReader(message: LlmEvaluationExperimentFilter, reader: jspb.BinaryReader): LlmEvaluationExperimentFilter;
1137
+ }
1138
+
1139
+ export namespace LlmEvaluationExperimentFilter {
1140
+ export type AsObject = {
1141
+ displayName: string,
1142
+ llmEvaluationExperimentStatus: LlmEvaluationExperimentStatus,
1143
+ llmEvaluationDatasetName: string,
1144
+ modelName: string,
1145
+ }
1146
+ }
1147
+
1148
+ export class ListLlmEvaluationExperimentsRequest extends jspb.Message {
1149
+ getParent(): string;
1150
+ setParent(value: string): ListLlmEvaluationExperimentsRequest;
1151
+
1152
+ getPageToken(): string;
1153
+ setPageToken(value: string): ListLlmEvaluationExperimentsRequest;
1154
+
1155
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1156
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationExperimentsRequest;
1157
+ hasFieldMask(): boolean;
1158
+ clearFieldMask(): ListLlmEvaluationExperimentsRequest;
1159
+
1160
+ getLanguageCode(): string;
1161
+ setLanguageCode(value: string): ListLlmEvaluationExperimentsRequest;
1162
+
1163
+ getLlmEvaluationExperimentFilter(): LlmEvaluationExperimentFilter | undefined;
1164
+ setLlmEvaluationExperimentFilter(value?: LlmEvaluationExperimentFilter): ListLlmEvaluationExperimentsRequest;
1165
+ hasLlmEvaluationExperimentFilter(): boolean;
1166
+ clearLlmEvaluationExperimentFilter(): ListLlmEvaluationExperimentsRequest;
1167
+
1168
+ serializeBinary(): Uint8Array;
1169
+ toObject(includeInstance?: boolean): ListLlmEvaluationExperimentsRequest.AsObject;
1170
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationExperimentsRequest): ListLlmEvaluationExperimentsRequest.AsObject;
1171
+ static serializeBinaryToWriter(message: ListLlmEvaluationExperimentsRequest, writer: jspb.BinaryWriter): void;
1172
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationExperimentsRequest;
1173
+ static deserializeBinaryFromReader(message: ListLlmEvaluationExperimentsRequest, reader: jspb.BinaryReader): ListLlmEvaluationExperimentsRequest;
1174
+ }
1175
+
1176
+ export namespace ListLlmEvaluationExperimentsRequest {
1177
+ export type AsObject = {
1178
+ parent: string,
1179
+ pageToken: string,
1180
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
1181
+ languageCode: string,
1182
+ llmEvaluationExperimentFilter?: LlmEvaluationExperimentFilter.AsObject,
1183
+ }
1184
+ }
1185
+
1186
+ export class ListLlmEvaluationExperimentsResponse extends jspb.Message {
1187
+ getLlmEvaluationExperimentsList(): Array<LlmEvaluationExperiment>;
1188
+ setLlmEvaluationExperimentsList(value: Array<LlmEvaluationExperiment>): ListLlmEvaluationExperimentsResponse;
1189
+ clearLlmEvaluationExperimentsList(): ListLlmEvaluationExperimentsResponse;
1190
+ addLlmEvaluationExperiments(value?: LlmEvaluationExperiment, index?: number): LlmEvaluationExperiment;
1191
+
1192
+ getNextPageToken(): string;
1193
+ setNextPageToken(value: string): ListLlmEvaluationExperimentsResponse;
1194
+
1195
+ serializeBinary(): Uint8Array;
1196
+ toObject(includeInstance?: boolean): ListLlmEvaluationExperimentsResponse.AsObject;
1197
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationExperimentsResponse): ListLlmEvaluationExperimentsResponse.AsObject;
1198
+ static serializeBinaryToWriter(message: ListLlmEvaluationExperimentsResponse, writer: jspb.BinaryWriter): void;
1199
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationExperimentsResponse;
1200
+ static deserializeBinaryFromReader(message: ListLlmEvaluationExperimentsResponse, reader: jspb.BinaryReader): ListLlmEvaluationExperimentsResponse;
1201
+ }
1202
+
1203
+ export namespace ListLlmEvaluationExperimentsResponse {
1204
+ export type AsObject = {
1205
+ llmEvaluationExperimentsList: Array<LlmEvaluationExperiment.AsObject>,
1206
+ nextPageToken: string,
1207
+ }
1208
+ }
1209
+
1210
+ export class UpdateLlmEvaluationExperimentRequest extends jspb.Message {
1211
+ getLlmEvaluationExperiment(): LlmEvaluationExperiment | undefined;
1212
+ setLlmEvaluationExperiment(value?: LlmEvaluationExperiment): UpdateLlmEvaluationExperimentRequest;
1213
+ hasLlmEvaluationExperiment(): boolean;
1214
+ clearLlmEvaluationExperiment(): UpdateLlmEvaluationExperimentRequest;
1215
+
1216
+ getUpdateMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1217
+ setUpdateMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationExperimentRequest;
1218
+ hasUpdateMask(): boolean;
1219
+ clearUpdateMask(): UpdateLlmEvaluationExperimentRequest;
1220
+
1221
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1222
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): UpdateLlmEvaluationExperimentRequest;
1223
+ hasFieldMask(): boolean;
1224
+ clearFieldMask(): UpdateLlmEvaluationExperimentRequest;
1225
+
1226
+ getParent(): string;
1227
+ setParent(value: string): UpdateLlmEvaluationExperimentRequest;
1228
+
1229
+ getLanguageCode(): string;
1230
+ setLanguageCode(value: string): UpdateLlmEvaluationExperimentRequest;
1231
+
1232
+ serializeBinary(): Uint8Array;
1233
+ toObject(includeInstance?: boolean): UpdateLlmEvaluationExperimentRequest.AsObject;
1234
+ static toObject(includeInstance: boolean, msg: UpdateLlmEvaluationExperimentRequest): UpdateLlmEvaluationExperimentRequest.AsObject;
1235
+ static serializeBinaryToWriter(message: UpdateLlmEvaluationExperimentRequest, writer: jspb.BinaryWriter): void;
1236
+ static deserializeBinary(bytes: Uint8Array): UpdateLlmEvaluationExperimentRequest;
1237
+ static deserializeBinaryFromReader(message: UpdateLlmEvaluationExperimentRequest, reader: jspb.BinaryReader): UpdateLlmEvaluationExperimentRequest;
1238
+ }
1239
+
1240
+ export namespace UpdateLlmEvaluationExperimentRequest {
1241
+ export type AsObject = {
1242
+ llmEvaluationExperiment?: LlmEvaluationExperiment.AsObject,
1243
+ updateMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
1244
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
1245
+ parent: string,
1246
+ languageCode: string,
1247
+ }
1248
+ }
1249
+
1250
+ export class DeleteLlmEvaluationExperimentRequest extends jspb.Message {
1251
+ getName(): string;
1252
+ setName(value: string): DeleteLlmEvaluationExperimentRequest;
1253
+
1254
+ getParent(): string;
1255
+ setParent(value: string): DeleteLlmEvaluationExperimentRequest;
1256
+
1257
+ getLanguageCode(): string;
1258
+ setLanguageCode(value: string): DeleteLlmEvaluationExperimentRequest;
1259
+
1260
+ serializeBinary(): Uint8Array;
1261
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationExperimentRequest.AsObject;
1262
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationExperimentRequest): DeleteLlmEvaluationExperimentRequest.AsObject;
1263
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationExperimentRequest, writer: jspb.BinaryWriter): void;
1264
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationExperimentRequest;
1265
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationExperimentRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationExperimentRequest;
1266
+ }
1267
+
1268
+ export namespace DeleteLlmEvaluationExperimentRequest {
1269
+ export type AsObject = {
1270
+ name: string,
1271
+ parent: string,
1272
+ languageCode: string,
1273
+ }
1274
+ }
1275
+
1276
+ export class CancelLlmEvaluationExperimentRequest extends jspb.Message {
1277
+ getName(): string;
1278
+ setName(value: string): CancelLlmEvaluationExperimentRequest;
1279
+
1280
+ getParent(): string;
1281
+ setParent(value: string): CancelLlmEvaluationExperimentRequest;
1282
+
1283
+ getLanguageCode(): string;
1284
+ setLanguageCode(value: string): CancelLlmEvaluationExperimentRequest;
1285
+
1286
+ serializeBinary(): Uint8Array;
1287
+ toObject(includeInstance?: boolean): CancelLlmEvaluationExperimentRequest.AsObject;
1288
+ static toObject(includeInstance: boolean, msg: CancelLlmEvaluationExperimentRequest): CancelLlmEvaluationExperimentRequest.AsObject;
1289
+ static serializeBinaryToWriter(message: CancelLlmEvaluationExperimentRequest, writer: jspb.BinaryWriter): void;
1290
+ static deserializeBinary(bytes: Uint8Array): CancelLlmEvaluationExperimentRequest;
1291
+ static deserializeBinaryFromReader(message: CancelLlmEvaluationExperimentRequest, reader: jspb.BinaryReader): CancelLlmEvaluationExperimentRequest;
1292
+ }
1293
+
1294
+ export namespace CancelLlmEvaluationExperimentRequest {
1295
+ export type AsObject = {
1296
+ name: string,
1297
+ parent: string,
1298
+ languageCode: string,
1299
+ }
1300
+ }
1301
+
1302
+ export class CompareLlmEvaluationExperimentsRequest extends jspb.Message {
1303
+ getLlmEvaluationExperimentNamesList(): Array<string>;
1304
+ setLlmEvaluationExperimentNamesList(value: Array<string>): CompareLlmEvaluationExperimentsRequest;
1305
+ clearLlmEvaluationExperimentNamesList(): CompareLlmEvaluationExperimentsRequest;
1306
+ addLlmEvaluationExperimentNames(value: string, index?: number): CompareLlmEvaluationExperimentsRequest;
1307
+
1308
+ getLlmEvaluationBaselineExperimentName(): string;
1309
+ setLlmEvaluationBaselineExperimentName(value: string): CompareLlmEvaluationExperimentsRequest;
1310
+
1311
+ getParent(): string;
1312
+ setParent(value: string): CompareLlmEvaluationExperimentsRequest;
1313
+
1314
+ getLanguageCode(): string;
1315
+ setLanguageCode(value: string): CompareLlmEvaluationExperimentsRequest;
1316
+
1317
+ serializeBinary(): Uint8Array;
1318
+ toObject(includeInstance?: boolean): CompareLlmEvaluationExperimentsRequest.AsObject;
1319
+ static toObject(includeInstance: boolean, msg: CompareLlmEvaluationExperimentsRequest): CompareLlmEvaluationExperimentsRequest.AsObject;
1320
+ static serializeBinaryToWriter(message: CompareLlmEvaluationExperimentsRequest, writer: jspb.BinaryWriter): void;
1321
+ static deserializeBinary(bytes: Uint8Array): CompareLlmEvaluationExperimentsRequest;
1322
+ static deserializeBinaryFromReader(message: CompareLlmEvaluationExperimentsRequest, reader: jspb.BinaryReader): CompareLlmEvaluationExperimentsRequest;
1323
+ }
1324
+
1325
+ export namespace CompareLlmEvaluationExperimentsRequest {
1326
+ export type AsObject = {
1327
+ llmEvaluationExperimentNamesList: Array<string>,
1328
+ llmEvaluationBaselineExperimentName: string,
1329
+ parent: string,
1330
+ languageCode: string,
1331
+ }
1332
+ }
1333
+
1334
+ export class SubmitLlmEvaluationFeedbackRequest extends jspb.Message {
1335
+ getLlmEvaluationExperimentName(): string;
1336
+ setLlmEvaluationExperimentName(value: string): SubmitLlmEvaluationFeedbackRequest;
1337
+
1338
+ getLlmEvaluationEvaluatorRunName(): string;
1339
+ setLlmEvaluationEvaluatorRunName(value: string): SubmitLlmEvaluationFeedbackRequest;
1340
+
1341
+ getLlmEvaluationFeedback(): LlmEvaluationFeedback | undefined;
1342
+ setLlmEvaluationFeedback(value?: LlmEvaluationFeedback): SubmitLlmEvaluationFeedbackRequest;
1343
+ hasLlmEvaluationFeedback(): boolean;
1344
+ clearLlmEvaluationFeedback(): SubmitLlmEvaluationFeedbackRequest;
1345
+
1346
+ getParent(): string;
1347
+ setParent(value: string): SubmitLlmEvaluationFeedbackRequest;
1348
+
1349
+ getLanguageCode(): string;
1350
+ setLanguageCode(value: string): SubmitLlmEvaluationFeedbackRequest;
1351
+
1352
+ serializeBinary(): Uint8Array;
1353
+ toObject(includeInstance?: boolean): SubmitLlmEvaluationFeedbackRequest.AsObject;
1354
+ static toObject(includeInstance: boolean, msg: SubmitLlmEvaluationFeedbackRequest): SubmitLlmEvaluationFeedbackRequest.AsObject;
1355
+ static serializeBinaryToWriter(message: SubmitLlmEvaluationFeedbackRequest, writer: jspb.BinaryWriter): void;
1356
+ static deserializeBinary(bytes: Uint8Array): SubmitLlmEvaluationFeedbackRequest;
1357
+ static deserializeBinaryFromReader(message: SubmitLlmEvaluationFeedbackRequest, reader: jspb.BinaryReader): SubmitLlmEvaluationFeedbackRequest;
1358
+ }
1359
+
1360
+ export namespace SubmitLlmEvaluationFeedbackRequest {
1361
+ export type AsObject = {
1362
+ llmEvaluationExperimentName: string,
1363
+ llmEvaluationEvaluatorRunName: string,
1364
+ llmEvaluationFeedback?: LlmEvaluationFeedback.AsObject,
1365
+ parent: string,
1366
+ languageCode: string,
1367
+ }
1368
+ }
1369
+
1370
+ export class LlmEvaluationFeedbackFilter extends jspb.Message {
1371
+ getLlmEvaluationExperimentName(): string;
1372
+ setLlmEvaluationExperimentName(value: string): LlmEvaluationFeedbackFilter;
1373
+
1374
+ getLlmEvaluationExampleName(): string;
1375
+ setLlmEvaluationExampleName(value: string): LlmEvaluationFeedbackFilter;
1376
+
1377
+ getLlmEvaluationEvaluatorRunName(): string;
1378
+ setLlmEvaluationEvaluatorRunName(value: string): LlmEvaluationFeedbackFilter;
1379
+
1380
+ getCriterion(): string;
1381
+ setCriterion(value: string): LlmEvaluationFeedbackFilter;
1382
+
1383
+ getCategoricalValue(): string;
1384
+ setCategoricalValue(value: string): LlmEvaluationFeedbackFilter;
1385
+
1386
+ serializeBinary(): Uint8Array;
1387
+ toObject(includeInstance?: boolean): LlmEvaluationFeedbackFilter.AsObject;
1388
+ static toObject(includeInstance: boolean, msg: LlmEvaluationFeedbackFilter): LlmEvaluationFeedbackFilter.AsObject;
1389
+ static serializeBinaryToWriter(message: LlmEvaluationFeedbackFilter, writer: jspb.BinaryWriter): void;
1390
+ static deserializeBinary(bytes: Uint8Array): LlmEvaluationFeedbackFilter;
1391
+ static deserializeBinaryFromReader(message: LlmEvaluationFeedbackFilter, reader: jspb.BinaryReader): LlmEvaluationFeedbackFilter;
1392
+ }
1393
+
1394
+ export namespace LlmEvaluationFeedbackFilter {
1395
+ export type AsObject = {
1396
+ llmEvaluationExperimentName: string,
1397
+ llmEvaluationExampleName: string,
1398
+ llmEvaluationEvaluatorRunName: string,
1399
+ criterion: string,
1400
+ categoricalValue: string,
1401
+ }
1402
+ }
1403
+
1404
+ export class ListLlmEvaluationFeedbackRequest extends jspb.Message {
1405
+ getPageToken(): string;
1406
+ setPageToken(value: string): ListLlmEvaluationFeedbackRequest;
1407
+
1408
+ getFieldMask(): google_protobuf_field_mask_pb.FieldMask | undefined;
1409
+ setFieldMask(value?: google_protobuf_field_mask_pb.FieldMask): ListLlmEvaluationFeedbackRequest;
1410
+ hasFieldMask(): boolean;
1411
+ clearFieldMask(): ListLlmEvaluationFeedbackRequest;
1412
+
1413
+ getParent(): string;
1414
+ setParent(value: string): ListLlmEvaluationFeedbackRequest;
1415
+
1416
+ getLanguageCode(): string;
1417
+ setLanguageCode(value: string): ListLlmEvaluationFeedbackRequest;
1418
+
1419
+ getLlmEvaluationFeedbackFilter(): LlmEvaluationFeedbackFilter | undefined;
1420
+ setLlmEvaluationFeedbackFilter(value?: LlmEvaluationFeedbackFilter): ListLlmEvaluationFeedbackRequest;
1421
+ hasLlmEvaluationFeedbackFilter(): boolean;
1422
+ clearLlmEvaluationFeedbackFilter(): ListLlmEvaluationFeedbackRequest;
1423
+
1424
+ serializeBinary(): Uint8Array;
1425
+ toObject(includeInstance?: boolean): ListLlmEvaluationFeedbackRequest.AsObject;
1426
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationFeedbackRequest): ListLlmEvaluationFeedbackRequest.AsObject;
1427
+ static serializeBinaryToWriter(message: ListLlmEvaluationFeedbackRequest, writer: jspb.BinaryWriter): void;
1428
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationFeedbackRequest;
1429
+ static deserializeBinaryFromReader(message: ListLlmEvaluationFeedbackRequest, reader: jspb.BinaryReader): ListLlmEvaluationFeedbackRequest;
1430
+ }
1431
+
1432
+ export namespace ListLlmEvaluationFeedbackRequest {
1433
+ export type AsObject = {
1434
+ pageToken: string,
1435
+ fieldMask?: google_protobuf_field_mask_pb.FieldMask.AsObject,
1436
+ parent: string,
1437
+ languageCode: string,
1438
+ llmEvaluationFeedbackFilter?: LlmEvaluationFeedbackFilter.AsObject,
1439
+ }
1440
+ }
1441
+
1442
+ export class ListLlmEvaluationFeedbackResponse extends jspb.Message {
1443
+ getLlmEvaluationFeedbacksList(): Array<LlmEvaluationFeedback>;
1444
+ setLlmEvaluationFeedbacksList(value: Array<LlmEvaluationFeedback>): ListLlmEvaluationFeedbackResponse;
1445
+ clearLlmEvaluationFeedbacksList(): ListLlmEvaluationFeedbackResponse;
1446
+ addLlmEvaluationFeedbacks(value?: LlmEvaluationFeedback, index?: number): LlmEvaluationFeedback;
1447
+
1448
+ getNextPageToken(): string;
1449
+ setNextPageToken(value: string): ListLlmEvaluationFeedbackResponse;
1450
+
1451
+ serializeBinary(): Uint8Array;
1452
+ toObject(includeInstance?: boolean): ListLlmEvaluationFeedbackResponse.AsObject;
1453
+ static toObject(includeInstance: boolean, msg: ListLlmEvaluationFeedbackResponse): ListLlmEvaluationFeedbackResponse.AsObject;
1454
+ static serializeBinaryToWriter(message: ListLlmEvaluationFeedbackResponse, writer: jspb.BinaryWriter): void;
1455
+ static deserializeBinary(bytes: Uint8Array): ListLlmEvaluationFeedbackResponse;
1456
+ static deserializeBinaryFromReader(message: ListLlmEvaluationFeedbackResponse, reader: jspb.BinaryReader): ListLlmEvaluationFeedbackResponse;
1457
+ }
1458
+
1459
+ export namespace ListLlmEvaluationFeedbackResponse {
1460
+ export type AsObject = {
1461
+ llmEvaluationFeedbacksList: Array<LlmEvaluationFeedback.AsObject>,
1462
+ nextPageToken: string,
1463
+ }
1464
+ }
1465
+
1466
+ export class DeleteLlmEvaluationFeedbackRequest extends jspb.Message {
1467
+ getName(): string;
1468
+ setName(value: string): DeleteLlmEvaluationFeedbackRequest;
1469
+
1470
+ getParent(): string;
1471
+ setParent(value: string): DeleteLlmEvaluationFeedbackRequest;
1472
+
1473
+ getLanguageCode(): string;
1474
+ setLanguageCode(value: string): DeleteLlmEvaluationFeedbackRequest;
1475
+
1476
+ serializeBinary(): Uint8Array;
1477
+ toObject(includeInstance?: boolean): DeleteLlmEvaluationFeedbackRequest.AsObject;
1478
+ static toObject(includeInstance: boolean, msg: DeleteLlmEvaluationFeedbackRequest): DeleteLlmEvaluationFeedbackRequest.AsObject;
1479
+ static serializeBinaryToWriter(message: DeleteLlmEvaluationFeedbackRequest, writer: jspb.BinaryWriter): void;
1480
+ static deserializeBinary(bytes: Uint8Array): DeleteLlmEvaluationFeedbackRequest;
1481
+ static deserializeBinaryFromReader(message: DeleteLlmEvaluationFeedbackRequest, reader: jspb.BinaryReader): DeleteLlmEvaluationFeedbackRequest;
1482
+ }
1483
+
1484
+ export namespace DeleteLlmEvaluationFeedbackRequest {
1485
+ export type AsObject = {
1486
+ name: string,
1487
+ parent: string,
1488
+ languageCode: string,
1489
+ }
1490
+ }
1491
+
1492
+ export enum LlmEvaluationExperimentStatus {
1493
+ LLM_EVALUATION_EXPERIMENT_STATUS_UNSPECIFIED = 0,
1494
+ LLM_EVALUATION_EXPERIMENT_STATUS_PENDING = 1,
1495
+ LLM_EVALUATION_EXPERIMENT_STATUS_RUNNING = 2,
1496
+ LLM_EVALUATION_EXPERIMENT_STATUS_SUCCEEDED = 3,
1497
+ LLM_EVALUATION_EXPERIMENT_STATUS_FAILED = 4,
1498
+ LLM_EVALUATION_EXPERIMENT_STATUS_CANCELLED = 5,
1499
+ }
1500
+ export enum LlmEvaluationEvaluatorType {
1501
+ LLM_EVALUATION_EVALUATOR_TYPE_UNSPECIFIED = 0,
1502
+ LLM_EVALUATION_EVALUATOR_TYPE_LLM_AS_JUDGE = 1,
1503
+ LLM_EVALUATION_EVALUATOR_TYPE_HUMAN = 2,
1504
+ LLM_EVALUATION_EVALUATOR_TYPE_HEURISTIC = 3,
1505
+ LLM_EVALUATION_EVALUATOR_TYPE_CUSTOM_CODE = 4,
1506
+ LLM_EVALUATION_EVALUATOR_TYPE_PAIRWISE = 5,
1507
+ }