@roarkanalytics/sdk 4.13.0 → 4.15.0

package/src/resources/metric.ts

@@ -112,6 +112,15 @@ export namespace MetricCreateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: LlmJudgeMetricResponse.EvidenceSource | null;
+
     /**
      * The rubric this judge applies, as stored. Read it back to confirm which criteria
      * are live after a create or update.
@@ -194,6 +203,27 @@ export namespace MetricCreateDefinitionResponse {
   }
 
   export namespace LlmJudgeMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -226,6 +256,15 @@ export namespace MetricCreateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: FormulaMetricResponse.EvidenceSource | null;
+
     /**
      * Formula configuration.
      */
@@ -307,6 +346,27 @@ export namespace MetricCreateDefinitionResponse {
   }
 
   export namespace FormulaMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Formula configuration.
      */
@@ -356,6 +416,15 @@ export namespace MetricCreateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: PatternMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -437,6 +506,27 @@ export namespace MetricCreateDefinitionResponse {
   }
 
   export namespace PatternMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Pattern configuration.
      */
@@ -555,6 +645,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: LlmJudgeMetricResponse.EvidenceSource | null;
+
     /**
      * The rubric this judge applies, as stored. Read it back to confirm which criteria
      * are live after a create or update.
@@ -637,6 +736,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace LlmJudgeMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -669,6 +789,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: ProviderMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -745,6 +874,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace ProviderMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -777,6 +927,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: ThresholdMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -858,6 +1017,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace ThresholdMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Threshold configuration.
      */
@@ -915,6 +1095,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: FormulaMetricResponse.EvidenceSource | null;
+
     /**
      * Formula configuration.
      */
@@ -996,6 +1185,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace FormulaMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Formula configuration.
      */
@@ -1045,6 +1255,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: PatternMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -1126,6 +1345,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace PatternMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Pattern configuration.
      */
@@ -1248,6 +1488,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: LlmJudgeMetricResponse.EvidenceSource | null;
+
     /**
      * The rubric this judge applies, as stored. Read it back to confirm which criteria
      * are live after a create or update.
@@ -1330,6 +1579,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace LlmJudgeMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -1362,6 +1632,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: FormulaMetricResponse.EvidenceSource | null;
+
     /**
      * Formula configuration.
      */
@@ -1443,6 +1722,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace FormulaMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Formula configuration.
      */
@@ -1492,6 +1792,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: PatternMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -1573,6 +1882,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace PatternMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Pattern configuration.
      */
@@ -1662,6 +1992,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: ThresholdMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -1743,6 +2082,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace ThresholdMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Threshold configuration.
      */

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '4.13.0'; // x-release-please-version
+export const VERSION = '4.15.0'; // x-release-please-version

package/version.d.mts

@@ -1,2 +1,2 @@
-export declare const VERSION = "4.13.0";
+export declare const VERSION = "4.15.0";
 //# sourceMappingURL=version.d.mts.map

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "4.13.0";
+export declare const VERSION = "4.15.0";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '4.13.0'; // x-release-please-version
+exports.VERSION = '4.15.0'; // x-release-please-version
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '4.13.0'; // x-release-please-version
+export const VERSION = '4.15.0'; // x-release-please-version
 //# sourceMappingURL=version.mjs.map