@evalops/sdk-ts 0.1.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. package/README.md +15 -0
  2. package/dist/agentregistry/v1/service_pb.d.ts +458 -0
  3. package/dist/agentregistry/v1/service_pb.js +100 -0
  4. package/dist/agentruntime/v1/runtime_pb.d.ts +1809 -0
  5. package/dist/agentruntime/v1/runtime_pb.js +480 -0
  6. package/dist/agents/v1/agents_pb.d.ts +1151 -0
  7. package/dist/agents/v1/agents_pb.js +256 -0
  8. package/dist/approvals/v1/approvals_pb.d.ts +788 -0
  9. package/dist/approvals/v1/approvals_pb.js +212 -0
  10. package/dist/artifacts/v1/artifacts_pb.d.ts +1079 -0
  11. package/dist/artifacts/v1/artifacts_pb.js +292 -0
  12. package/dist/attestation/v1/attestation_pb.d.ts +359 -0
  13. package/dist/attestation/v1/attestation_pb.js +84 -0
  14. package/dist/attribution/v1/attribution_pb.d.ts +1312 -0
  15. package/dist/attribution/v1/attribution_pb.js +285 -0
  16. package/dist/audit/v1/audit_pb.d.ts +1151 -0
  17. package/dist/audit/v1/audit_pb.js +262 -0
  18. package/dist/buf/validate/validate_pb.d.ts +4827 -0
  19. package/dist/buf/validate/validate_pb.js +356 -0
  20. package/dist/catalogs/v1/catalogs_pb.d.ts +150 -0
  21. package/dist/catalogs/v1/catalogs_pb.js +38 -0
  22. package/dist/common/v1/analytics_pb.d.ts +134 -0
  23. package/dist/common/v1/analytics_pb.js +72 -0
  24. package/dist/common/v1/authz_pb.d.ts +23 -0
  25. package/dist/common/v1/authz_pb.js +26 -0
  26. package/dist/common/v1/delivery_pb.d.ts +36 -0
  27. package/dist/common/v1/delivery_pb.js +40 -0
  28. package/dist/common/v1/entity_pb.d.ts +44 -0
  29. package/dist/common/v1/entity_pb.js +48 -0
  30. package/dist/common/v1/risk_pb.d.ts +36 -0
  31. package/dist/common/v1/risk_pb.js +40 -0
  32. package/dist/compliance/v1/compliance_pb.d.ts +866 -0
  33. package/dist/compliance/v1/compliance_pb.js +240 -0
  34. package/dist/config/v1/config_pb.d.ts +589 -0
  35. package/dist/config/v1/config_pb.js +164 -0
  36. package/dist/connectors/v1/connectors_pb.d.ts +653 -0
  37. package/dist/connectors/v1/connectors_pb.js +236 -0
  38. package/dist/entities/v1/entities_pb.d.ts +784 -0
  39. package/dist/entities/v1/entities_pb.js +197 -0
  40. package/dist/evalpipeline/v1/evalpipeline_pb.d.ts +943 -0
  41. package/dist/evalpipeline/v1/evalpipeline_pb.js +227 -0
  42. package/dist/events/v1/change_pb.d.ts +60 -0
  43. package/dist/events/v1/change_pb.js +14 -0
  44. package/dist/events/v1/cloudevent_pb.d.ts +63 -0
  45. package/dist/events/v1/cloudevent_pb.js +14 -0
  46. package/dist/events/v1/evaluation_pb.d.ts +124 -0
  47. package/dist/events/v1/evaluation_pb.js +24 -0
  48. package/dist/fermata/v1/fermata_pb.d.ts +1869 -0
  49. package/dist/fermata/v1/fermata_pb.js +515 -0
  50. package/dist/fermata/v1/worker_pb.d.ts +223 -0
  51. package/dist/fermata/v1/worker_pb.js +55 -0
  52. package/dist/gate/v1/audit_pb.d.ts +243 -0
  53. package/dist/gate/v1/audit_pb.js +60 -0
  54. package/dist/gate/v1/connector_pb.d.ts +360 -0
  55. package/dist/gate/v1/connector_pb.js +91 -0
  56. package/dist/gate/v1/controlplane_pb.d.ts +345 -0
  57. package/dist/gate/v1/controlplane_pb.js +19 -0
  58. package/dist/gate/v1/identity_group_pb.d.ts +255 -0
  59. package/dist/gate/v1/identity_group_pb.js +90 -0
  60. package/dist/gate/v1/recording_pb.d.ts +93 -0
  61. package/dist/gate/v1/recording_pb.js +35 -0
  62. package/dist/gate/v1/resource_policy_pb.d.ts +541 -0
  63. package/dist/gate/v1/resource_policy_pb.js +145 -0
  64. package/dist/gate/v1/tenant_pb.d.ts +273 -0
  65. package/dist/gate/v1/tenant_pb.js +101 -0
  66. package/dist/gate/v1/webhook_access_pb.d.ts +359 -0
  67. package/dist/gate/v1/webhook_access_pb.js +105 -0
  68. package/dist/google/api/annotations_pb.d.ts +13 -0
  69. package/dist/google/api/annotations_pb.js +26 -0
  70. package/dist/google/api/http_pb.d.ts +440 -0
  71. package/dist/google/api/http_pb.js +33 -0
  72. package/dist/governance/v1/governance_pb.d.ts +1219 -0
  73. package/dist/governance/v1/governance_pb.js +376 -0
  74. package/dist/identity/v1/organizations_pb.d.ts +621 -0
  75. package/dist/identity/v1/organizations_pb.js +166 -0
  76. package/dist/identity/v1/sessions_pb.d.ts +78 -0
  77. package/dist/identity/v1/sessions_pb.js +19 -0
  78. package/dist/identity/v1/tokens_pb.d.ts +332 -0
  79. package/dist/identity/v1/tokens_pb.js +56 -0
  80. package/dist/ingest/v1/admin_pb.d.ts +471 -0
  81. package/dist/ingest/v1/admin_pb.js +112 -0
  82. package/dist/ingest/v1/event_pb.d.ts +155 -0
  83. package/dist/ingest/v1/event_pb.js +24 -0
  84. package/dist/keys/v1/keys_pb.d.ts +241 -0
  85. package/dist/keys/v1/keys_pb.js +52 -0
  86. package/dist/llmgateway/v1/gateway_pb.d.ts +393 -0
  87. package/dist/llmgateway/v1/gateway_pb.js +79 -0
  88. package/dist/memory/v1/memory_pb.d.ts +1260 -0
  89. package/dist/memory/v1/memory_pb.js +243 -0
  90. package/dist/meter/v1/meter_pb.d.ts +1691 -0
  91. package/dist/meter/v1/meter_pb.js +263 -0
  92. package/dist/notifications/v1/notifications_pb.d.ts +777 -0
  93. package/dist/notifications/v1/notifications_pb.js +257 -0
  94. package/dist/objectives/v1/objectives_pb.d.ts +1000 -0
  95. package/dist/objectives/v1/objectives_pb.js +340 -0
  96. package/dist/posture/v1/posture_pb.d.ts +357 -0
  97. package/dist/posture/v1/posture_pb.js +88 -0
  98. package/dist/prompts/v1/prompts_pb.d.ts +864 -0
  99. package/dist/prompts/v1/prompts_pb.js +156 -0
  100. package/dist/relationships/v1/relationships_pb.d.ts +367 -0
  101. package/dist/relationships/v1/relationships_pb.js +96 -0
  102. package/dist/secretbroker/v1/broker_pb.d.ts +888 -0
  103. package/dist/secretbroker/v1/broker_pb.js +168 -0
  104. package/dist/skills/v1/skills_pb.d.ts +652 -0
  105. package/dist/skills/v1/skills_pb.js +164 -0
  106. package/dist/tap/v1/admin_pb.d.ts +530 -0
  107. package/dist/tap/v1/admin_pb.js +132 -0
  108. package/dist/tap/v1/event_pb.d.ts +141 -0
  109. package/dist/tap/v1/event_pb.js +27 -0
  110. package/dist/toolexecution/v1/toolexecution_pb.d.ts +994 -0
  111. package/dist/toolexecution/v1/toolexecution_pb.js +315 -0
  112. package/dist/traces/v1/traces_pb.d.ts +633 -0
  113. package/dist/traces/v1/traces_pb.js +163 -0
  114. package/dist/workflows/v1/workflows_pb.d.ts +1784 -0
  115. package/dist/workflows/v1/workflows_pb.js +431 -0
  116. package/package.json +272 -0
@@ -0,0 +1,943 @@
1
+ import type { GenEnum, GenFile, GenMessage, GenService } from "@bufbuild/protobuf/codegenv2";
2
+ import type { EvidenceRef, InsightSource, Money, TimeRange } from "../../common/v1/analytics_pb.js";
3
+ import type { Timestamp } from "@bufbuild/protobuf/wkt";
4
+ import type { JsonObject, Message } from "@bufbuild/protobuf";
5
+ /**
6
+ * Describes the file evalpipeline/v1/evalpipeline.proto.
7
+ */
8
+ export declare const file_evalpipeline_v1_evalpipeline: GenFile;
9
+ /**
10
+ * @generated from message evalpipeline.v1.PreviewSuiteRequest
11
+ */
12
+ export type PreviewSuiteRequest = Message<"evalpipeline.v1.PreviewSuiteRequest"> & {
13
+ /**
14
+ * @generated from field: string organization_id = 1;
15
+ */
16
+ organizationId: string;
17
+ /**
18
+ * @generated from field: string workspace_id = 2;
19
+ */
20
+ workspaceId: string;
21
+ /**
22
+ * @generated from field: common.v1.TimeRange period = 3;
23
+ */
24
+ period?: TimeRange;
25
+ /**
26
+ * @generated from field: evalpipeline.v1.GenerationStrategy strategy = 4;
27
+ */
28
+ strategy: GenerationStrategy;
29
+ /**
30
+ * @generated from field: int32 max_cases = 5;
31
+ */
32
+ maxCases: number;
33
+ /**
34
+ * @generated from field: string agent_id = 6;
35
+ */
36
+ agentId: string;
37
+ /**
38
+ * @generated from field: string surface = 7;
39
+ */
40
+ surface: string;
41
+ /**
42
+ * @generated from field: double min_attributed_revenue_usd = 8;
43
+ */
44
+ minAttributedRevenueUsd: number;
45
+ /**
46
+ * @generated from field: evalpipeline.v1.SuiteVersionBaseline baseline = 9;
47
+ */
48
+ baseline?: SuiteVersionBaseline;
49
+ };
50
+ /**
51
+ * Describes the message evalpipeline.v1.PreviewSuiteRequest.
52
+ * Use `create(PreviewSuiteRequestSchema)` to create a new message.
53
+ */
54
+ export declare const PreviewSuiteRequestSchema: GenMessage<PreviewSuiteRequest>;
55
+ /**
56
+ * @generated from message evalpipeline.v1.GenerateSuiteRequest
57
+ */
58
+ export type GenerateSuiteRequest = Message<"evalpipeline.v1.GenerateSuiteRequest"> & {
59
+ /**
60
+ * @generated from field: string organization_id = 1;
61
+ */
62
+ organizationId: string;
63
+ /**
64
+ * @generated from field: string workspace_id = 2;
65
+ */
66
+ workspaceId: string;
67
+ /**
68
+ * @generated from field: common.v1.TimeRange period = 3;
69
+ */
70
+ period?: TimeRange;
71
+ /**
72
+ * @generated from field: evalpipeline.v1.GenerationStrategy strategy = 4;
73
+ */
74
+ strategy: GenerationStrategy;
75
+ /**
76
+ * @generated from field: int32 max_cases = 5;
77
+ */
78
+ maxCases: number;
79
+ /**
80
+ * @generated from field: string agent_id = 6;
81
+ */
82
+ agentId: string;
83
+ /**
84
+ * @generated from field: string surface = 7;
85
+ */
86
+ surface: string;
87
+ /**
88
+ * @generated from field: double min_attributed_revenue_usd = 8;
89
+ */
90
+ minAttributedRevenueUsd: number;
91
+ /**
92
+ * @generated from field: string suite_name = 9;
93
+ */
94
+ suiteName: string;
95
+ /**
96
+ * @generated from field: bool publish_to_fermata = 10;
97
+ */
98
+ publishToFermata: boolean;
99
+ /**
100
+ * @generated from field: evalpipeline.v1.SuiteVersionBaseline baseline = 11;
101
+ */
102
+ baseline?: SuiteVersionBaseline;
103
+ };
104
+ /**
105
+ * Describes the message evalpipeline.v1.GenerateSuiteRequest.
106
+ * Use `create(GenerateSuiteRequestSchema)` to create a new message.
107
+ */
108
+ export declare const GenerateSuiteRequestSchema: GenMessage<GenerateSuiteRequest>;
109
+ /**
110
+ * @generated from message evalpipeline.v1.PreviewSuiteResponse
111
+ */
112
+ export type PreviewSuiteResponse = Message<"evalpipeline.v1.PreviewSuiteResponse"> & {
113
+ /**
114
+ * @generated from field: evalpipeline.v1.GeneratedEvalSuite suite = 1;
115
+ */
116
+ suite?: GeneratedEvalSuite;
117
+ };
118
+ /**
119
+ * Describes the message evalpipeline.v1.PreviewSuiteResponse.
120
+ * Use `create(PreviewSuiteResponseSchema)` to create a new message.
121
+ */
122
+ export declare const PreviewSuiteResponseSchema: GenMessage<PreviewSuiteResponse>;
123
+ /**
124
+ * @generated from message evalpipeline.v1.GenerateSuiteResponse
125
+ */
126
+ export type GenerateSuiteResponse = Message<"evalpipeline.v1.GenerateSuiteResponse"> & {
127
+ /**
128
+ * @generated from field: evalpipeline.v1.GeneratedEvalSuite suite = 1;
129
+ */
130
+ suite?: GeneratedEvalSuite;
131
+ /**
132
+ * @generated from field: bool published = 2;
133
+ */
134
+ published: boolean;
135
+ /**
136
+ * @generated from field: string external_suite_id = 3;
137
+ */
138
+ externalSuiteId: string;
139
+ /**
140
+ * @generated from field: string publish_message = 4;
141
+ */
142
+ publishMessage: string;
143
+ };
144
+ /**
145
+ * Describes the message evalpipeline.v1.GenerateSuiteResponse.
146
+ * Use `create(GenerateSuiteResponseSchema)` to create a new message.
147
+ */
148
+ export declare const GenerateSuiteResponseSchema: GenMessage<GenerateSuiteResponse>;
149
+ /**
150
+ * @generated from message evalpipeline.v1.RecordInferenceSampleRequest
151
+ */
152
+ export type RecordInferenceSampleRequest = Message<"evalpipeline.v1.RecordInferenceSampleRequest"> & {
153
+ /**
154
+ * @generated from field: evalpipeline.v1.InferenceSample sample = 1;
155
+ */
156
+ sample?: InferenceSample;
157
+ };
158
+ /**
159
+ * Describes the message evalpipeline.v1.RecordInferenceSampleRequest.
160
+ * Use `create(RecordInferenceSampleRequestSchema)` to create a new message.
161
+ */
162
+ export declare const RecordInferenceSampleRequestSchema: GenMessage<RecordInferenceSampleRequest>;
163
+ /**
164
+ * @generated from message evalpipeline.v1.RecordInferenceSampleResponse
165
+ */
166
+ export type RecordInferenceSampleResponse = Message<"evalpipeline.v1.RecordInferenceSampleResponse"> & {
167
+ /**
168
+ * @generated from field: string sample_id = 1;
169
+ */
170
+ sampleId: string;
171
+ /**
172
+ * @generated from field: bool accepted = 2;
173
+ */
174
+ accepted: boolean;
175
+ };
176
+ /**
177
+ * Describes the message evalpipeline.v1.RecordInferenceSampleResponse.
178
+ * Use `create(RecordInferenceSampleResponseSchema)` to create a new message.
179
+ */
180
+ export declare const RecordInferenceSampleResponseSchema: GenMessage<RecordInferenceSampleResponse>;
181
+ /**
182
+ * @generated from message evalpipeline.v1.InferenceSample
183
+ */
184
+ export type InferenceSample = Message<"evalpipeline.v1.InferenceSample"> & {
185
+ /**
186
+ * @generated from field: string id = 1;
187
+ */
188
+ id: string;
189
+ /**
190
+ * @generated from field: string organization_id = 2;
191
+ */
192
+ organizationId: string;
193
+ /**
194
+ * @generated from field: string workspace_id = 3;
195
+ */
196
+ workspaceId: string;
197
+ /**
198
+ * @generated from field: string request_id = 4;
199
+ */
200
+ requestId: string;
201
+ /**
202
+ * @generated from field: string provider = 5;
203
+ */
204
+ provider: string;
205
+ /**
206
+ * @generated from field: string model = 6;
207
+ */
208
+ model: string;
209
+ /**
210
+ * @generated from field: string endpoint = 7;
211
+ */
212
+ endpoint: string;
213
+ /**
214
+ * @generated from field: string agent_id = 8;
215
+ */
216
+ agentId: string;
217
+ /**
218
+ * @generated from field: string surface = 9;
219
+ */
220
+ surface: string;
221
+ /**
222
+ * @generated from field: string trace_id = 10;
223
+ */
224
+ traceId: string;
225
+ /**
226
+ * @generated from field: string session_id = 11;
227
+ */
228
+ sessionId: string;
229
+ /**
230
+ * @generated from field: int32 status_code = 12;
231
+ */
232
+ statusCode: number;
233
+ /**
234
+ * @generated from field: int64 latency_ms = 13;
235
+ */
236
+ latencyMs: bigint;
237
+ /**
238
+ * @generated from field: int64 input_tokens = 14;
239
+ */
240
+ inputTokens: bigint;
241
+ /**
242
+ * @generated from field: int64 output_tokens = 15;
243
+ */
244
+ outputTokens: bigint;
245
+ /**
246
+ * @generated from field: double sample_rate = 16;
247
+ */
248
+ sampleRate: number;
249
+ /**
250
+ * @generated from field: google.protobuf.Timestamp sampled_at = 17;
251
+ */
252
+ sampledAt?: Timestamp;
253
+ /**
254
+ * @generated from field: string request_body = 18;
255
+ */
256
+ requestBody: string;
257
+ /**
258
+ * @generated from field: string response_body = 19;
259
+ */
260
+ responseBody: string;
261
+ /**
262
+ * @generated from field: google.protobuf.Struct metadata = 20;
263
+ */
264
+ metadata?: JsonObject;
265
+ };
266
+ /**
267
+ * Describes the message evalpipeline.v1.InferenceSample.
268
+ * Use `create(InferenceSampleSchema)` to create a new message.
269
+ */
270
+ export declare const InferenceSampleSchema: GenMessage<InferenceSample>;
271
+ /**
272
+ * @generated from message evalpipeline.v1.ListSuiteRefreshesRequest
273
+ */
274
+ export type ListSuiteRefreshesRequest = Message<"evalpipeline.v1.ListSuiteRefreshesRequest"> & {
275
+ /**
276
+ * @generated from field: string organization_id = 1;
277
+ */
278
+ organizationId: string;
279
+ /**
280
+ * @generated from field: string workspace_id = 2;
281
+ */
282
+ workspaceId: string;
283
+ /**
284
+ * @generated from field: int32 page_size = 3;
285
+ */
286
+ pageSize: number;
287
+ /**
288
+ * @generated from field: string page_token = 4;
289
+ */
290
+ pageToken: string;
291
+ /**
292
+ * @generated from field: string suite_id = 5;
293
+ */
294
+ suiteId: string;
295
+ /**
296
+ * @generated from field: string source_event_id = 6;
297
+ */
298
+ sourceEventId: string;
299
+ /**
300
+ * @generated from field: evalpipeline.v1.GenerationStrategy strategy = 7;
301
+ */
302
+ strategy: GenerationStrategy;
303
+ /**
304
+ * @generated from field: string agent_id = 8;
305
+ */
306
+ agentId: string;
307
+ /**
308
+ * @generated from field: string surface = 9;
309
+ */
310
+ surface: string;
311
+ /**
312
+ * @generated from field: string suite_name = 10;
313
+ */
314
+ suiteName: string;
315
+ };
316
+ /**
317
+ * Describes the message evalpipeline.v1.ListSuiteRefreshesRequest.
318
+ * Use `create(ListSuiteRefreshesRequestSchema)` to create a new message.
319
+ */
320
+ export declare const ListSuiteRefreshesRequestSchema: GenMessage<ListSuiteRefreshesRequest>;
321
+ /**
322
+ * @generated from message evalpipeline.v1.ListSuiteRefreshesResponse
323
+ */
324
+ export type ListSuiteRefreshesResponse = Message<"evalpipeline.v1.ListSuiteRefreshesResponse"> & {
325
+ /**
326
+ * @generated from field: repeated evalpipeline.v1.SuiteRefresh refreshes = 1;
327
+ */
328
+ refreshes: SuiteRefresh[];
329
+ /**
330
+ * @generated from field: string next_page_token = 2;
331
+ */
332
+ nextPageToken: string;
333
+ };
334
+ /**
335
+ * Describes the message evalpipeline.v1.ListSuiteRefreshesResponse.
336
+ * Use `create(ListSuiteRefreshesResponseSchema)` to create a new message.
337
+ */
338
+ export declare const ListSuiteRefreshesResponseSchema: GenMessage<ListSuiteRefreshesResponse>;
339
+ /**
340
+ * @generated from message evalpipeline.v1.GetLatestSuiteBaselineRequest
341
+ */
342
+ export type GetLatestSuiteBaselineRequest = Message<"evalpipeline.v1.GetLatestSuiteBaselineRequest"> & {
343
+ /**
344
+ * @generated from field: string organization_id = 1;
345
+ */
346
+ organizationId: string;
347
+ /**
348
+ * @generated from field: string workspace_id = 2;
349
+ */
350
+ workspaceId: string;
351
+ /**
352
+ * @generated from field: evalpipeline.v1.GenerationStrategy strategy = 3;
353
+ */
354
+ strategy: GenerationStrategy;
355
+ /**
356
+ * @generated from field: string agent_id = 4;
357
+ */
358
+ agentId: string;
359
+ /**
360
+ * @generated from field: string surface = 5;
361
+ */
362
+ surface: string;
363
+ /**
364
+ * @generated from field: string suite_name = 6;
365
+ */
366
+ suiteName: string;
367
+ };
368
+ /**
369
+ * Describes the message evalpipeline.v1.GetLatestSuiteBaselineRequest.
370
+ * Use `create(GetLatestSuiteBaselineRequestSchema)` to create a new message.
371
+ */
372
+ export declare const GetLatestSuiteBaselineRequestSchema: GenMessage<GetLatestSuiteBaselineRequest>;
373
+ /**
374
+ * @generated from message evalpipeline.v1.GetLatestSuiteBaselineResponse
375
+ */
376
+ export type GetLatestSuiteBaselineResponse = Message<"evalpipeline.v1.GetLatestSuiteBaselineResponse"> & {
377
+ /**
378
+ * @generated from field: evalpipeline.v1.SuiteVersionBaseline baseline = 1;
379
+ */
380
+ baseline?: SuiteVersionBaseline;
381
+ /**
382
+ * @generated from field: evalpipeline.v1.SuiteRefresh refresh = 2;
383
+ */
384
+ refresh?: SuiteRefresh;
385
+ };
386
+ /**
387
+ * Describes the message evalpipeline.v1.GetLatestSuiteBaselineResponse.
388
+ * Use `create(GetLatestSuiteBaselineResponseSchema)` to create a new message.
389
+ */
390
+ export declare const GetLatestSuiteBaselineResponseSchema: GenMessage<GetLatestSuiteBaselineResponse>;
391
+ /**
392
+ * @generated from message evalpipeline.v1.GeneratedEvalSuite
393
+ */
394
+ export type GeneratedEvalSuite = Message<"evalpipeline.v1.GeneratedEvalSuite"> & {
395
+ /**
396
+ * @generated from field: string id = 1;
397
+ */
398
+ id: string;
399
+ /**
400
+ * @generated from field: string name = 2;
401
+ */
402
+ name: string;
403
+ /**
404
+ * @generated from field: string organization_id = 3;
405
+ */
406
+ organizationId: string;
407
+ /**
408
+ * @generated from field: string workspace_id = 4;
409
+ */
410
+ workspaceId: string;
411
+ /**
412
+ * @generated from field: common.v1.TimeRange period = 5;
413
+ */
414
+ period?: TimeRange;
415
+ /**
416
+ * @generated from field: evalpipeline.v1.GenerationStrategy strategy = 6;
417
+ */
418
+ strategy: GenerationStrategy;
419
+ /**
420
+ * @generated from field: google.protobuf.Timestamp generated_at = 7;
421
+ */
422
+ generatedAt?: Timestamp;
423
+ /**
424
+ * @generated from field: repeated evalpipeline.v1.GeneratedEvalCase cases = 8;
425
+ */
426
+ cases: GeneratedEvalCase[];
427
+ /**
428
+ * @generated from field: repeated evalpipeline.v1.EvalCaseCount case_counts = 9;
429
+ */
430
+ caseCounts: EvalCaseCount[];
431
+ /**
432
+ * @generated from field: repeated common.v1.EvidenceRef evidence = 10;
433
+ */
434
+ evidence: EvidenceRef[];
435
+ /**
436
+ * @generated from field: int32 version = 11;
437
+ */
438
+ version: number;
439
+ /**
440
+ * @generated from field: string baseline_suite_id = 12;
441
+ */
442
+ baselineSuiteId: string;
443
+ /**
444
+ * @generated from field: string suite_fingerprint = 13;
445
+ */
446
+ suiteFingerprint: string;
447
+ /**
448
+ * @generated from field: evalpipeline.v1.SuiteDiff diff = 14;
449
+ */
450
+ diff?: SuiteDiff;
451
+ };
452
+ /**
453
+ * Describes the message evalpipeline.v1.GeneratedEvalSuite.
454
+ * Use `create(GeneratedEvalSuiteSchema)` to create a new message.
455
+ */
456
+ export declare const GeneratedEvalSuiteSchema: GenMessage<GeneratedEvalSuite>;
457
+ /**
458
+ * @generated from message evalpipeline.v1.SuiteVersionBaseline
459
+ */
460
+ export type SuiteVersionBaseline = Message<"evalpipeline.v1.SuiteVersionBaseline"> & {
461
+ /**
462
+ * @generated from field: string suite_id = 1;
463
+ */
464
+ suiteId: string;
465
+ /**
466
+ * @generated from field: int32 version = 2;
467
+ */
468
+ version: number;
469
+ /**
470
+ * @generated from field: string suite_fingerprint = 3;
471
+ */
472
+ suiteFingerprint: string;
473
+ /**
474
+ * @generated from field: repeated string case_ids = 4;
475
+ */
476
+ caseIds: string[];
477
+ };
478
+ /**
479
+ * Describes the message evalpipeline.v1.SuiteVersionBaseline.
480
+ * Use `create(SuiteVersionBaselineSchema)` to create a new message.
481
+ */
482
+ export declare const SuiteVersionBaselineSchema: GenMessage<SuiteVersionBaseline>;
483
+ /**
484
+ * @generated from message evalpipeline.v1.SuiteDiff
485
+ */
486
+ export type SuiteDiff = Message<"evalpipeline.v1.SuiteDiff"> & {
487
+ /**
488
+ * @generated from field: string baseline_suite_id = 1;
489
+ */
490
+ baselineSuiteId: string;
491
+ /**
492
+ * @generated from field: string baseline_fingerprint = 2;
493
+ */
494
+ baselineFingerprint: string;
495
+ /**
496
+ * @generated from field: string current_fingerprint = 3;
497
+ */
498
+ currentFingerprint: string;
499
+ /**
500
+ * @generated from field: int32 added_cases = 4;
501
+ */
502
+ addedCases: number;
503
+ /**
504
+ * @generated from field: int32 removed_cases = 5;
505
+ */
506
+ removedCases: number;
507
+ /**
508
+ * @generated from field: int32 unchanged_cases = 6;
509
+ */
510
+ unchangedCases: number;
511
+ /**
512
+ * @generated from field: repeated string added_case_ids = 7;
513
+ */
514
+ addedCaseIds: string[];
515
+ /**
516
+ * @generated from field: repeated string removed_case_ids = 8;
517
+ */
518
+ removedCaseIds: string[];
519
+ /**
520
+ * @generated from field: repeated string unchanged_case_ids = 9;
521
+ */
522
+ unchangedCaseIds: string[];
523
+ /**
524
+ * @generated from field: bool has_changes = 10;
525
+ */
526
+ hasChanges: boolean;
527
+ };
528
+ /**
529
+ * Describes the message evalpipeline.v1.SuiteDiff.
530
+ * Use `create(SuiteDiffSchema)` to create a new message.
531
+ */
532
+ export declare const SuiteDiffSchema: GenMessage<SuiteDiff>;
533
+ /**
534
+ * @generated from message evalpipeline.v1.SuiteRefresh
535
+ */
536
+ export type SuiteRefresh = Message<"evalpipeline.v1.SuiteRefresh"> & {
537
+ /**
538
+ * @generated from field: string id = 1;
539
+ */
540
+ id: string;
541
+ /**
542
+ * @generated from field: string organization_id = 2;
543
+ */
544
+ organizationId: string;
545
+ /**
546
+ * @generated from field: string workspace_id = 3;
547
+ */
548
+ workspaceId: string;
549
+ /**
550
+ * @generated from field: string suite_id = 4;
551
+ */
552
+ suiteId: string;
553
+ /**
554
+ * @generated from field: string suite_name = 5;
555
+ */
556
+ suiteName: string;
557
+ /**
558
+ * @generated from field: int32 version = 6;
559
+ */
560
+ version: number;
561
+ /**
562
+ * @generated from field: evalpipeline.v1.GenerationStrategy strategy = 7;
563
+ */
564
+ strategy: GenerationStrategy;
565
+ /**
566
+ * @generated from field: common.v1.TimeRange period = 8;
567
+ */
568
+ period?: TimeRange;
569
+ /**
570
+ * @generated from field: google.protobuf.Timestamp generated_at = 9;
571
+ */
572
+ generatedAt?: Timestamp;
573
+ /**
574
+ * @generated from field: google.protobuf.Timestamp recorded_at = 10;
575
+ */
576
+ recordedAt?: Timestamp;
577
+ /**
578
+ * @generated from field: string baseline_suite_id = 11;
579
+ */
580
+ baselineSuiteId: string;
581
+ /**
582
+ * @generated from field: string baseline_fingerprint = 12;
583
+ */
584
+ baselineFingerprint: string;
585
+ /**
586
+ * @generated from field: string current_fingerprint = 13;
587
+ */
588
+ currentFingerprint: string;
589
+ /**
590
+ * @generated from field: int32 case_count = 14;
591
+ */
592
+ caseCount: number;
593
+ /**
594
+ * @generated from field: repeated string case_ids = 15;
595
+ */
596
+ caseIds: string[];
597
+ /**
598
+ * @generated from field: int32 added_cases = 16;
599
+ */
600
+ addedCases: number;
601
+ /**
602
+ * @generated from field: int32 removed_cases = 17;
603
+ */
604
+ removedCases: number;
605
+ /**
606
+ * @generated from field: int32 unchanged_cases = 18;
607
+ */
608
+ unchangedCases: number;
609
+ /**
610
+ * @generated from field: bool publish_requested = 19;
611
+ */
612
+ publishRequested: boolean;
613
+ /**
614
+ * @generated from field: bool published = 20;
615
+ */
616
+ published: boolean;
617
+ /**
618
+ * @generated from field: string external_suite_id = 21;
619
+ */
620
+ externalSuiteId: string;
621
+ /**
622
+ * @generated from field: string publish_message = 22;
623
+ */
624
+ publishMessage: string;
625
+ /**
626
+ * @generated from field: evalpipeline.v1.SuiteRefreshStatus status = 23;
627
+ */
628
+ status: SuiteRefreshStatus;
629
+ /**
630
+ * @generated from field: string error_message = 24;
631
+ */
632
+ errorMessage: string;
633
+ /**
634
+ * @generated from field: string source_event_id = 25;
635
+ */
636
+ sourceEventId: string;
637
+ /**
638
+ * @generated from field: string source_event_type = 26;
639
+ */
640
+ sourceEventType: string;
641
+ /**
642
+ * @generated from field: string source_event_subject = 27;
643
+ */
644
+ sourceEventSubject: string;
645
+ /**
646
+ * @generated from field: string agent_id = 28;
647
+ */
648
+ agentId: string;
649
+ /**
650
+ * @generated from field: string surface = 29;
651
+ */
652
+ surface: string;
653
+ };
654
+ /**
655
+ * Describes the message evalpipeline.v1.SuiteRefresh.
656
+ * Use `create(SuiteRefreshSchema)` to create a new message.
657
+ */
658
+ export declare const SuiteRefreshSchema: GenMessage<SuiteRefresh>;
659
+ /**
660
+ * @generated from message evalpipeline.v1.EvalCaseCount
661
+ */
662
+ export type EvalCaseCount = Message<"evalpipeline.v1.EvalCaseCount"> & {
663
+ /**
664
+ * @generated from field: evalpipeline.v1.EvalCaseKind kind = 1;
665
+ */
666
+ kind: EvalCaseKind;
667
+ /**
668
+ * @generated from field: int32 count = 2;
669
+ */
670
+ count: number;
671
+ };
672
+ /**
673
+ * Describes the message evalpipeline.v1.EvalCaseCount.
674
+ * Use `create(EvalCaseCountSchema)` to create a new message.
675
+ */
676
+ export declare const EvalCaseCountSchema: GenMessage<EvalCaseCount>;
677
+ /**
678
+ * @generated from message evalpipeline.v1.GeneratedEvalCase
679
+ */
680
+ export type GeneratedEvalCase = Message<"evalpipeline.v1.GeneratedEvalCase"> & {
681
+ /**
682
+ * @generated from field: string id = 1;
683
+ */
684
+ id: string;
685
+ /**
686
+ * @generated from field: evalpipeline.v1.EvalCaseKind kind = 2;
687
+ */
688
+ kind: EvalCaseKind;
689
+ /**
690
+ * @generated from field: string title = 3;
691
+ */
692
+ title: string;
693
+ /**
694
+ * @generated from field: string description = 4;
695
+ */
696
+ description: string;
697
+ /**
698
+ * @generated from field: string trace_id = 5;
699
+ */
700
+ traceId: string;
701
+ /**
702
+ * @generated from field: string span_id = 6;
703
+ */
704
+ spanId: string;
705
+ /**
706
+ * @generated from field: string agent_id = 7;
707
+ */
708
+ agentId: string;
709
+ /**
710
+ * @generated from field: string surface = 8;
711
+ */
712
+ surface: string;
713
+ /**
714
+ * @generated from field: string model = 9;
715
+ */
716
+ model: string;
717
+ /**
718
+ * @generated from field: string provider = 10;
719
+ */
720
+ provider: string;
721
+ /**
722
+ * @generated from field: string input = 11;
723
+ */
724
+ input: string;
725
+ /**
726
+ * @generated from field: string expected_output = 12;
727
+ */
728
+ expectedOutput: string;
729
+ /**
730
+ * @generated from field: common.v1.Money attributed_revenue = 13;
731
+ */
732
+ attributedRevenue?: Money;
733
+ /**
734
+ * @generated from field: common.v1.InsightSource source = 14;
735
+ */
736
+ source: InsightSource;
737
+ /**
738
+ * @generated from field: repeated evalpipeline.v1.EvalAssertion assertions = 15;
739
+ */
740
+ assertions: EvalAssertion[];
741
+ /**
742
+ * @generated from field: google.protobuf.Struct metadata = 16;
743
+ */
744
+ metadata?: JsonObject;
745
+ /**
746
+ * @generated from field: repeated common.v1.EvidenceRef evidence = 17;
747
+ */
748
+ evidence: EvidenceRef[];
749
+ };
750
+ /**
751
+ * Describes the message evalpipeline.v1.GeneratedEvalCase.
752
+ * Use `create(GeneratedEvalCaseSchema)` to create a new message.
753
+ */
754
+ export declare const GeneratedEvalCaseSchema: GenMessage<GeneratedEvalCase>;
755
+ /**
756
+ * @generated from message evalpipeline.v1.EvalAssertion
757
+ */
758
+ export type EvalAssertion = Message<"evalpipeline.v1.EvalAssertion"> & {
759
+ /**
760
+ * @generated from field: evalpipeline.v1.AssertionKind kind = 1;
761
+ */
762
+ kind: AssertionKind;
763
+ /**
764
+ * @generated from field: string description = 2;
765
+ */
766
+ description: string;
767
+ /**
768
+ * @generated from field: string target = 3;
769
+ */
770
+ target: string;
771
+ /**
772
+ * @generated from field: string expected = 4;
773
+ */
774
+ expected: string;
775
+ };
776
+ /**
777
+ * Describes the message evalpipeline.v1.EvalAssertion.
778
+ * Use `create(EvalAssertionSchema)` to create a new message.
779
+ */
780
+ export declare const EvalAssertionSchema: GenMessage<EvalAssertion>;
781
+ /**
782
+ * @generated from enum evalpipeline.v1.GenerationStrategy
783
+ */
784
+ export declare enum GenerationStrategy {
785
+ /**
786
+ * @generated from enum value: GENERATION_STRATEGY_UNSPECIFIED = 0;
787
+ */
788
+ UNSPECIFIED = 0,
789
+ /**
790
+ * @generated from enum value: GENERATION_STRATEGY_MIXED = 1;
791
+ */
792
+ MIXED = 1,
793
+ /**
794
+ * @generated from enum value: GENERATION_STRATEGY_TOP_REVENUE = 2;
795
+ */
796
+ TOP_REVENUE = 2,
797
+ /**
798
+ * @generated from enum value: GENERATION_STRATEGY_GOVERNANCE_BLOCKED = 3;
799
+ */
800
+ GOVERNANCE_BLOCKED = 3,
801
+ /**
802
+ * @generated from enum value: GENERATION_STRATEGY_APPROVAL_REJECTED = 4;
803
+ */
804
+ APPROVAL_REJECTED = 4
805
+ }
806
+ /**
807
+ * Describes the enum evalpipeline.v1.GenerationStrategy.
808
+ */
809
+ export declare const GenerationStrategySchema: GenEnum<GenerationStrategy>;
810
+ /**
811
+ * @generated from enum evalpipeline.v1.EvalCaseKind
812
+ */
813
+ export declare enum EvalCaseKind {
814
+ /**
815
+ * @generated from enum value: EVAL_CASE_KIND_UNSPECIFIED = 0;
816
+ */
817
+ UNSPECIFIED = 0,
818
+ /**
819
+ * @generated from enum value: EVAL_CASE_KIND_POSITIVE = 1;
820
+ */
821
+ POSITIVE = 1,
822
+ /**
823
+ * @generated from enum value: EVAL_CASE_KIND_NEGATIVE = 2;
824
+ */
825
+ NEGATIVE = 2,
826
+ /**
827
+ * @generated from enum value: EVAL_CASE_KIND_REGRESSION = 3;
828
+ */
829
+ REGRESSION = 3,
830
+ /**
831
+ * @generated from enum value: EVAL_CASE_KIND_BOUNDARY = 4;
832
+ */
833
+ BOUNDARY = 4
834
+ }
835
+ /**
836
+ * Describes the enum evalpipeline.v1.EvalCaseKind.
837
+ */
838
+ export declare const EvalCaseKindSchema: GenEnum<EvalCaseKind>;
839
+ /**
840
+ * @generated from enum evalpipeline.v1.AssertionKind
841
+ */
842
+ export declare enum AssertionKind {
843
+ /**
844
+ * @generated from enum value: ASSERTION_KIND_UNSPECIFIED = 0;
845
+ */
846
+ UNSPECIFIED = 0,
847
+ /**
848
+ * @generated from enum value: ASSERTION_KIND_SIMILARITY = 1;
849
+ */
850
+ SIMILARITY = 1,
851
+ /**
852
+ * @generated from enum value: ASSERTION_KIND_NOT_CONTAINS = 2;
853
+ */
854
+ NOT_CONTAINS = 2,
855
+ /**
856
+ * @generated from enum value: ASSERTION_KIND_NOT_MATCHES = 3;
857
+ */
858
+ NOT_MATCHES = 3,
859
+ /**
860
+ * @generated from enum value: ASSERTION_KIND_CUSTOM_JUDGE = 4;
861
+ */
862
+ CUSTOM_JUDGE = 4,
863
+ /**
864
+ * @generated from enum value: ASSERTION_KIND_EXPECT_ESCALATION = 5;
865
+ */
866
+ EXPECT_ESCALATION = 5
867
+ }
868
+ /**
869
+ * Describes the enum evalpipeline.v1.AssertionKind.
870
+ */
871
+ export declare const AssertionKindSchema: GenEnum<AssertionKind>;
872
+ /**
873
+ * @generated from enum evalpipeline.v1.SuiteRefreshStatus
874
+ */
875
+ export declare enum SuiteRefreshStatus {
876
+ /**
877
+ * @generated from enum value: SUITE_REFRESH_STATUS_UNSPECIFIED = 0;
878
+ */
879
+ UNSPECIFIED = 0,
880
+ /**
881
+ * @generated from enum value: SUITE_REFRESH_STATUS_GENERATED = 1;
882
+ */
883
+ GENERATED = 1,
884
+ /**
885
+ * @generated from enum value: SUITE_REFRESH_STATUS_PUBLISHED = 2;
886
+ */
887
+ PUBLISHED = 2,
888
+ /**
889
+ * @generated from enum value: SUITE_REFRESH_STATUS_FAILED = 3;
890
+ */
891
+ FAILED = 3
892
+ }
893
+ /**
894
+ * Describes the enum evalpipeline.v1.SuiteRefreshStatus.
895
+ */
896
+ export declare const SuiteRefreshStatusSchema: GenEnum<SuiteRefreshStatus>;
897
+ /**
898
+ * EvalPipelineService turns production telemetry into generated eval suites.
899
+ *
900
+ * @generated from service evalpipeline.v1.EvalPipelineService
901
+ */
902
+ export declare const EvalPipelineService: GenService<{
903
+ /**
904
+ * @generated from rpc evalpipeline.v1.EvalPipelineService.PreviewSuite
905
+ */
906
+ previewSuite: {
907
+ methodKind: "unary";
908
+ input: typeof PreviewSuiteRequestSchema;
909
+ output: typeof PreviewSuiteResponseSchema;
910
+ };
911
+ /**
912
+ * @generated from rpc evalpipeline.v1.EvalPipelineService.GenerateSuite
913
+ */
914
+ generateSuite: {
915
+ methodKind: "unary";
916
+ input: typeof GenerateSuiteRequestSchema;
917
+ output: typeof GenerateSuiteResponseSchema;
918
+ };
919
+ /**
920
+ * @generated from rpc evalpipeline.v1.EvalPipelineService.RecordInferenceSample
921
+ */
922
+ recordInferenceSample: {
923
+ methodKind: "unary";
924
+ input: typeof RecordInferenceSampleRequestSchema;
925
+ output: typeof RecordInferenceSampleResponseSchema;
926
+ };
927
+ /**
928
+ * @generated from rpc evalpipeline.v1.EvalPipelineService.ListSuiteRefreshes
929
+ */
930
+ listSuiteRefreshes: {
931
+ methodKind: "unary";
932
+ input: typeof ListSuiteRefreshesRequestSchema;
933
+ output: typeof ListSuiteRefreshesResponseSchema;
934
+ };
935
+ /**
936
+ * @generated from rpc evalpipeline.v1.EvalPipelineService.GetLatestSuiteBaseline
937
+ */
938
+ getLatestSuiteBaseline: {
939
+ methodKind: "unary";
940
+ input: typeof GetLatestSuiteBaselineRequestSchema;
941
+ output: typeof GetLatestSuiteBaselineResponseSchema;
942
+ };
943
+ }>;