@evalops/sdk-ts 0.1.92 → 0.1.93

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -263,6 +263,366 @@ export type SafetyRule = Message<"governance.v1.SafetyRule"> & {
263
263
  * Use `create(SafetyRuleSchema)` to create a new message.
264
264
  */
265
265
  export declare const SafetyRuleSchema: GenMessage<SafetyRule>;
266
+ /**
267
+ * @generated from message governance.v1.GuardrailCaller
268
+ */
269
+ export type GuardrailCaller = Message<"governance.v1.GuardrailCaller"> & {
270
+ /**
271
+ * @generated from field: string service = 1;
272
+ */
273
+ service: string;
274
+ /**
275
+ * @generated from field: string surface = 2;
276
+ */
277
+ surface: string;
278
+ /**
279
+ * @generated from field: string agent_id = 3;
280
+ */
281
+ agentId: string;
282
+ /**
283
+ * @generated from field: string tool_name = 4;
284
+ */
285
+ toolName: string;
286
+ /**
287
+ * @generated from field: string request_id = 5;
288
+ */
289
+ requestId: string;
290
+ };
291
+ /**
292
+ * Describes the message governance.v1.GuardrailCaller.
293
+ * Use `create(GuardrailCallerSchema)` to create a new message.
294
+ */
295
+ export declare const GuardrailCallerSchema: GenMessage<GuardrailCaller>;
296
+ /**
297
+ * @generated from message governance.v1.GuardrailMessage
298
+ */
299
+ export type GuardrailMessage = Message<"governance.v1.GuardrailMessage"> & {
300
+ /**
301
+ * @generated from field: string role = 1;
302
+ */
303
+ role: string;
304
+ /**
305
+ * @generated from field: string content = 2;
306
+ */
307
+ content: string;
308
+ };
309
+ /**
310
+ * Describes the message governance.v1.GuardrailMessage.
311
+ * Use `create(GuardrailMessageSchema)` to create a new message.
312
+ */
313
+ export declare const GuardrailMessageSchema: GenMessage<GuardrailMessage>;
314
+ /**
315
+ * @generated from message governance.v1.GuardrailQuarantine
316
+ */
317
+ export type GuardrailQuarantine = Message<"governance.v1.GuardrailQuarantine"> & {
318
+ /**
319
+ * @generated from field: string kind = 1;
320
+ */
321
+ kind: string;
322
+ /**
323
+ * @generated from field: string content = 2;
324
+ */
325
+ content: string;
326
+ /**
327
+ * @generated from field: string source_bundle_id = 3;
328
+ */
329
+ sourceBundleId: string;
330
+ /**
331
+ * @generated from field: string source_window_title = 4;
332
+ */
333
+ sourceWindowTitle: string;
334
+ /**
335
+ * @generated from field: uint32 source_display_id = 5;
336
+ */
337
+ sourceDisplayId: number;
338
+ /**
339
+ * @generated from field: string source_device_id = 6;
340
+ */
341
+ sourceDeviceId: string;
342
+ /**
343
+ * @generated from field: string chronicle_batch_id = 7;
344
+ */
345
+ chronicleBatchId: string;
346
+ /**
347
+ * @generated from field: string chronicle_frame_id = 8;
348
+ */
349
+ chronicleFrameId: string;
350
+ /**
351
+ * @generated from field: google.protobuf.Timestamp captured_at = 9;
352
+ */
353
+ capturedAt?: Timestamp | undefined;
354
+ };
355
+ /**
356
+ * Describes the message governance.v1.GuardrailQuarantine.
357
+ * Use `create(GuardrailQuarantineSchema)` to create a new message.
358
+ */
359
+ export declare const GuardrailQuarantineSchema: GenMessage<GuardrailQuarantine>;
360
+ /**
361
+ * @generated from message governance.v1.GuardrailRuleSetRef
362
+ */
363
+ export type GuardrailRuleSetRef = Message<"governance.v1.GuardrailRuleSetRef"> & {
364
+ /**
365
+ * @generated from field: string name = 1;
366
+ */
367
+ name: string;
368
+ /**
369
+ * @generated from field: string version = 2;
370
+ */
371
+ version: string;
372
+ };
373
+ /**
374
+ * Describes the message governance.v1.GuardrailRuleSetRef.
375
+ * Use `create(GuardrailRuleSetRefSchema)` to create a new message.
376
+ */
377
+ export declare const GuardrailRuleSetRefSchema: GenMessage<GuardrailRuleSetRef>;
378
+ /**
379
+ * @generated from message governance.v1.GuardrailViolation
380
+ */
381
+ export type GuardrailViolation = Message<"governance.v1.GuardrailViolation"> & {
382
+ /**
383
+ * @generated from field: string rule_id = 1;
384
+ */
385
+ ruleId: string;
386
+ /**
387
+ * @generated from field: string rule_version = 2;
388
+ */
389
+ ruleVersion: string;
390
+ /**
391
+ * @generated from field: string taxonomy_class = 3;
392
+ */
393
+ taxonomyClass: string;
394
+ /**
395
+ * @generated from field: string rationale = 4;
396
+ */
397
+ rationale: string;
398
+ /**
399
+ * @generated from field: repeated string excerpt_hashes = 5;
400
+ */
401
+ excerptHashes: string[];
402
+ /**
403
+ * @generated from field: governance.v1.GuardrailRail rail = 6;
404
+ */
405
+ rail: GuardrailRail;
406
+ /**
407
+ * @generated from field: google.protobuf.Timestamp at = 7;
408
+ */
409
+ at?: Timestamp | undefined;
410
+ };
411
+ /**
412
+ * Describes the message governance.v1.GuardrailViolation.
413
+ * Use `create(GuardrailViolationSchema)` to create a new message.
414
+ */
415
+ export declare const GuardrailViolationSchema: GenMessage<GuardrailViolation>;
416
+ /**
417
+ * @generated from message governance.v1.GuardrailRule
418
+ */
419
+ export type GuardrailRule = Message<"governance.v1.GuardrailRule"> & {
420
+ /**
421
+ * @generated from field: string id = 1;
422
+ */
423
+ id: string;
424
+ /**
425
+ * @generated from field: string version = 2;
426
+ */
427
+ version: string;
428
+ /**
429
+ * @generated from field: string taxonomy_class = 3;
430
+ */
431
+ taxonomyClass: string;
432
+ /**
433
+ * @generated from field: string title = 4;
434
+ */
435
+ title: string;
436
+ /**
437
+ * @generated from field: string description = 5;
438
+ */
439
+ description: string;
440
+ /**
441
+ * @generated from field: repeated governance.v1.GuardrailRail rails = 6;
442
+ */
443
+ rails: GuardrailRail[];
444
+ };
445
+ /**
446
+ * Describes the message governance.v1.GuardrailRule.
447
+ * Use `create(GuardrailRuleSchema)` to create a new message.
448
+ */
449
+ export declare const GuardrailRuleSchema: GenMessage<GuardrailRule>;
450
+ /**
451
+ * @generated from message governance.v1.EvaluateInputRequest
452
+ */
453
+ export type EvaluateInputRequest = Message<"governance.v1.EvaluateInputRequest"> & {
454
+ /**
455
+ * @generated from field: string organization_id = 1;
456
+ */
457
+ organizationId: string;
458
+ /**
459
+ * @generated from field: string workspace_id = 2;
460
+ */
461
+ workspaceId: string;
462
+ /**
463
+ * @generated from field: governance.v1.GuardrailCaller caller = 3;
464
+ */
465
+ caller?: GuardrailCaller | undefined;
466
+ /**
467
+ * @generated from field: string model = 4;
468
+ */
469
+ model: string;
470
+ /**
471
+ * @generated from field: repeated governance.v1.GuardrailMessage messages = 5;
472
+ */
473
+ messages: GuardrailMessage[];
474
+ /**
475
+ * @generated from field: repeated governance.v1.GuardrailQuarantine quarantines = 6;
476
+ */
477
+ quarantines: GuardrailQuarantine[];
478
+ /**
479
+ * @generated from field: governance.v1.GuardrailRuleSetRef ruleset = 7;
480
+ */
481
+ ruleset?: GuardrailRuleSetRef | undefined;
482
+ };
483
+ /**
484
+ * Describes the message governance.v1.EvaluateInputRequest.
485
+ * Use `create(EvaluateInputRequestSchema)` to create a new message.
486
+ */
487
+ export declare const EvaluateInputRequestSchema: GenMessage<EvaluateInputRequest>;
488
+ /**
489
+ * @generated from message governance.v1.EvaluateInputResponse
490
+ */
491
+ export type EvaluateInputResponse = Message<"governance.v1.EvaluateInputResponse"> & {
492
+ /**
493
+ * @generated from field: bool allow = 1;
494
+ */
495
+ allow: boolean;
496
+ /**
497
+ * @generated from field: governance.v1.GuardrailDecision decision = 2;
498
+ */
499
+ decision: GuardrailDecision;
500
+ /**
501
+ * @generated from field: string rewrite = 3;
502
+ */
503
+ rewrite: string;
504
+ /**
505
+ * @generated from field: repeated governance.v1.GuardrailViolation violations = 4;
506
+ */
507
+ violations: GuardrailViolation[];
508
+ /**
509
+ * @generated from field: string refusal_reason = 5;
510
+ */
511
+ refusalReason: string;
512
+ };
513
+ /**
514
+ * Describes the message governance.v1.EvaluateInputResponse.
515
+ * Use `create(EvaluateInputResponseSchema)` to create a new message.
516
+ */
517
+ export declare const EvaluateInputResponseSchema: GenMessage<EvaluateInputResponse>;
518
+ /**
519
+ * @generated from message governance.v1.EvaluateOutputRequest
520
+ */
521
+ export type EvaluateOutputRequest = Message<"governance.v1.EvaluateOutputRequest"> & {
522
+ /**
523
+ * @generated from field: string organization_id = 1;
524
+ */
525
+ organizationId: string;
526
+ /**
527
+ * @generated from field: string workspace_id = 2;
528
+ */
529
+ workspaceId: string;
530
+ /**
531
+ * @generated from field: governance.v1.GuardrailCaller caller = 3;
532
+ */
533
+ caller?: GuardrailCaller | undefined;
534
+ /**
535
+ * @generated from field: string model = 4;
536
+ */
537
+ model: string;
538
+ /**
539
+ * @generated from field: repeated governance.v1.GuardrailMessage messages = 5;
540
+ */
541
+ messages: GuardrailMessage[];
542
+ /**
543
+ * @generated from field: string output = 6;
544
+ */
545
+ output: string;
546
+ /**
547
+ * @generated from field: repeated governance.v1.GuardrailQuarantine quarantines = 7;
548
+ */
549
+ quarantines: GuardrailQuarantine[];
550
+ /**
551
+ * @generated from field: governance.v1.GuardrailRuleSetRef ruleset = 8;
552
+ */
553
+ ruleset?: GuardrailRuleSetRef | undefined;
554
+ };
555
+ /**
556
+ * Describes the message governance.v1.EvaluateOutputRequest.
557
+ * Use `create(EvaluateOutputRequestSchema)` to create a new message.
558
+ */
559
+ export declare const EvaluateOutputRequestSchema: GenMessage<EvaluateOutputRequest>;
560
+ /**
561
+ * @generated from message governance.v1.EvaluateOutputResponse
562
+ */
563
+ export type EvaluateOutputResponse = Message<"governance.v1.EvaluateOutputResponse"> & {
564
+ /**
565
+ * @generated from field: bool allow = 1;
566
+ */
567
+ allow: boolean;
568
+ /**
569
+ * @generated from field: governance.v1.GuardrailDecision decision = 2;
570
+ */
571
+ decision: GuardrailDecision;
572
+ /**
573
+ * @generated from field: string rewrite = 3;
574
+ */
575
+ rewrite: string;
576
+ /**
577
+ * @generated from field: repeated governance.v1.GuardrailViolation violations = 4;
578
+ */
579
+ violations: GuardrailViolation[];
580
+ /**
581
+ * @generated from field: string refusal_reason = 5;
582
+ */
583
+ refusalReason: string;
584
+ };
585
+ /**
586
+ * Describes the message governance.v1.EvaluateOutputResponse.
587
+ * Use `create(EvaluateOutputResponseSchema)` to create a new message.
588
+ */
589
+ export declare const EvaluateOutputResponseSchema: GenMessage<EvaluateOutputResponse>;
590
+ /**
591
+ * @generated from message governance.v1.DescribeRequest
592
+ */
593
+ export type DescribeRequest = Message<"governance.v1.DescribeRequest"> & {
594
+ /**
595
+ * @generated from field: governance.v1.GuardrailRuleSetRef ruleset = 1;
596
+ */
597
+ ruleset?: GuardrailRuleSetRef | undefined;
598
+ };
599
+ /**
600
+ * Describes the message governance.v1.DescribeRequest.
601
+ * Use `create(DescribeRequestSchema)` to create a new message.
602
+ */
603
+ export declare const DescribeRequestSchema: GenMessage<DescribeRequest>;
604
+ /**
605
+ * @generated from message governance.v1.DescribeResponse
606
+ */
607
+ export type DescribeResponse = Message<"governance.v1.DescribeResponse"> & {
608
+ /**
609
+ * @generated from field: governance.v1.GuardrailRuleSetRef ruleset = 1;
610
+ */
611
+ ruleset?: GuardrailRuleSetRef | undefined;
612
+ /**
613
+ * @generated from field: repeated governance.v1.GuardrailRule rules = 2;
614
+ */
615
+ rules: GuardrailRule[];
616
+ /**
617
+ * @generated from field: repeated governance.v1.GuardrailRail supported_rails = 3;
618
+ */
619
+ supportedRails: GuardrailRail[];
620
+ };
621
+ /**
622
+ * Describes the message governance.v1.DescribeResponse.
623
+ * Use `create(DescribeResponseSchema)` to create a new message.
624
+ */
625
+ export declare const DescribeResponseSchema: GenMessage<DescribeResponse>;
266
626
  /**
267
627
  * @generated from message governance.v1.ActionContext
268
628
  */
@@ -739,6 +1099,14 @@ export type PolicyRecommendation = Message<"governance.v1.PolicyRecommendation">
739
1099
  * @generated from field: repeated common.v1.EvidenceRef evidence = 15;
740
1100
  */
741
1101
  evidence: EvidenceRef[];
1102
+ /**
1103
+ * @generated from field: float confidence_lower_ci = 16;
1104
+ */
1105
+ confidenceLowerCi: number;
1106
+ /**
1107
+ * @generated from field: int32 effective_observation_count = 17;
1108
+ */
1109
+ effectiveObservationCount: number;
742
1110
  };
743
1111
  /**
744
1112
  * Describes the message governance.v1.PolicyRecommendation.
@@ -993,6 +1361,60 @@ export declare enum PolicyRecommendationKind {
993
1361
  * Describes the enum governance.v1.PolicyRecommendationKind.
994
1362
  */
995
1363
  export declare const PolicyRecommendationKindSchema: GenEnum<PolicyRecommendationKind>;
1364
+ /**
1365
+ * GuardrailDecision describes how a plugin handled the checked content.
1366
+ *
1367
+ * @generated from enum governance.v1.GuardrailDecision
1368
+ */
1369
+ export declare enum GuardrailDecision {
1370
+ /**
1371
+ * @generated from enum value: GUARDRAIL_DECISION_UNSPECIFIED = 0;
1372
+ */
1373
+ UNSPECIFIED = 0,
1374
+ /**
1375
+ * @generated from enum value: GUARDRAIL_DECISION_ALLOW = 1;
1376
+ */
1377
+ ALLOW = 1,
1378
+ /**
1379
+ * @generated from enum value: GUARDRAIL_DECISION_FLAG = 2;
1380
+ */
1381
+ FLAG = 2,
1382
+ /**
1383
+ * @generated from enum value: GUARDRAIL_DECISION_TRANSFORM = 3;
1384
+ */
1385
+ TRANSFORM = 3,
1386
+ /**
1387
+ * @generated from enum value: GUARDRAIL_DECISION_DENY = 4;
1388
+ */
1389
+ DENY = 4
1390
+ }
1391
+ /**
1392
+ * Describes the enum governance.v1.GuardrailDecision.
1393
+ */
1394
+ export declare const GuardrailDecisionSchema: GenEnum<GuardrailDecision>;
1395
+ /**
1396
+ * GuardrailRail identifies the side of inference being evaluated.
1397
+ *
1398
+ * @generated from enum governance.v1.GuardrailRail
1399
+ */
1400
+ export declare enum GuardrailRail {
1401
+ /**
1402
+ * @generated from enum value: GUARDRAIL_RAIL_UNSPECIFIED = 0;
1403
+ */
1404
+ UNSPECIFIED = 0,
1405
+ /**
1406
+ * @generated from enum value: GUARDRAIL_RAIL_PRE = 1;
1407
+ */
1408
+ PRE = 1,
1409
+ /**
1410
+ * @generated from enum value: GUARDRAIL_RAIL_POST = 2;
1411
+ */
1412
+ POST = 2
1413
+ }
1414
+ /**
1415
+ * Describes the enum governance.v1.GuardrailRail.
1416
+ */
1417
+ export declare const GuardrailRailSchema: GenEnum<GuardrailRail>;
996
1418
  /**
997
1419
  * PIICategory identifies the category of personally identifiable information.
998
1420
  *
@@ -1217,3 +1639,41 @@ export declare const GovernanceService: GenService<{
1217
1639
  output: typeof ApplyPolicyRecommendationResponseSchema;
1218
1640
  };
1219
1641
  }>;
1642
+ /**
1643
+ * GuardrailPluginService evaluates request and response content for content-level
1644
+ * safety rails that run around LLM inference.
1645
+ *
1646
+ * @generated from service governance.v1.GuardrailPluginService
1647
+ */
1648
+ export declare const GuardrailPluginService: GenService<{
1649
+ /**
1650
+ * EvaluateInput evaluates model input before the provider call.
1651
+ *
1652
+ * @generated from rpc governance.v1.GuardrailPluginService.EvaluateInput
1653
+ */
1654
+ evaluateInput: {
1655
+ methodKind: "unary";
1656
+ input: typeof EvaluateInputRequestSchema;
1657
+ output: typeof EvaluateInputResponseSchema;
1658
+ };
1659
+ /**
1660
+ * EvaluateOutput evaluates model output before it is returned to a caller or persisted.
1661
+ *
1662
+ * @generated from rpc governance.v1.GuardrailPluginService.EvaluateOutput
1663
+ */
1664
+ evaluateOutput: {
1665
+ methodKind: "unary";
1666
+ input: typeof EvaluateOutputRequestSchema;
1667
+ output: typeof EvaluateOutputResponseSchema;
1668
+ };
1669
+ /**
1670
+ * Describe returns the versioned rule bundle this plugin enforces.
1671
+ *
1672
+ * @generated from rpc governance.v1.GuardrailPluginService.Describe
1673
+ */
1674
+ describe: {
1675
+ methodKind: "unary";
1676
+ input: typeof DescribeRequestSchema;
1677
+ output: typeof DescribeResponseSchema;
1678
+ };
1679
+ }>;