@artemiskit/sdk 0.4.5 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/src/types.ts CHANGED
@@ -6,6 +6,7 @@
6
6
  import type {
7
7
  AdapterConfig,
8
8
  CaseResult,
9
+ ComparisonEligibility,
9
10
  ModelClient,
10
11
  RedTeamManifest,
11
12
  RunManifest,
@@ -393,8 +394,10 @@ export interface RunSummary {
393
394
  * Comparison details between two runs
394
395
  */
395
396
  export interface ComparisonDetails {
396
- /** Change in success rate (current - baseline) */
397
- successRateDelta: number;
397
+ /** True when the runs are eligible for a metric/case delta. */
398
+ comparisonAvailable: boolean;
399
+ /** Change in success rate (current - baseline), absent for incomparable runs. */
400
+ successRateDelta?: number;
398
401
  /** Cases that passed in baseline but failed in current */
399
402
  newFailures: Array<{
400
403
  caseId: string;
@@ -438,7 +441,9 @@ export interface CompareResult {
438
441
  current: RunSummary;
439
442
  /** Detailed comparison */
440
443
  comparison: ComparisonDetails;
441
- /** Whether a regression was detected */
444
+ /** Versioned compatibility decision that governs the comparison. */
445
+ eligibility: ComparisonEligibility;
446
+ /** Whether a regression was detected; always false for incomparable runs. */
442
447
  hasRegression: boolean;
443
448
  /** Threshold used for regression detection */
444
449
  threshold: number;