@roarkanalytics/sdk 4.12.0 → 4.14.0

package/src/resources/metric.ts

@@ -112,6 +112,15 @@ export namespace MetricCreateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: LlmJudgeMetricResponse.EvidenceSource | null;
+
     /**
      * The rubric this judge applies, as stored. Read it back to confirm which criteria
      * are live after a create or update.
@@ -194,6 +203,27 @@ export namespace MetricCreateDefinitionResponse {
   }
 
   export namespace LlmJudgeMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -226,6 +256,15 @@ export namespace MetricCreateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: FormulaMetricResponse.EvidenceSource | null;
+
     /**
      * Formula configuration.
      */
@@ -307,6 +346,27 @@ export namespace MetricCreateDefinitionResponse {
   }
 
   export namespace FormulaMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Formula configuration.
      */
@@ -356,6 +416,15 @@ export namespace MetricCreateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: PatternMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -437,6 +506,27 @@ export namespace MetricCreateDefinitionResponse {
   }
 
   export namespace PatternMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Pattern configuration.
      */
@@ -555,6 +645,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: LlmJudgeMetricResponse.EvidenceSource | null;
+
     /**
      * The rubric this judge applies, as stored. Read it back to confirm which criteria
      * are live after a create or update.
@@ -637,6 +736,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace LlmJudgeMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -669,6 +789,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: ProviderMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -745,6 +874,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace ProviderMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -777,6 +927,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: ThresholdMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -858,6 +1017,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace ThresholdMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Threshold configuration.
      */
@@ -915,6 +1095,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: FormulaMetricResponse.EvidenceSource | null;
+
     /**
      * Formula configuration.
      */
@@ -996,6 +1185,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace FormulaMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Formula configuration.
      */
@@ -1045,6 +1255,15 @@ export namespace MetricListDefinitionsResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: PatternMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -1126,6 +1345,27 @@ export namespace MetricListDefinitionsResponse {
   }
 
   export namespace PatternMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Pattern configuration.
      */
@@ -1248,6 +1488,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: LlmJudgeMetricResponse.EvidenceSource | null;
+
     /**
      * The rubric this judge applies, as stored. Read it back to confirm which criteria
      * are live after a create or update.
@@ -1330,6 +1579,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace LlmJudgeMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Unit information if applicable
      */
@@ -1362,6 +1632,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: FormulaMetricResponse.EvidenceSource | null;
+
     /**
      * Formula configuration.
      */
@@ -1443,6 +1722,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace FormulaMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Formula configuration.
      */
@@ -1492,6 +1792,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: PatternMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -1573,6 +1882,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace PatternMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Pattern configuration.
      */
@@ -1662,6 +1992,15 @@ export namespace MetricUpdateDefinitionResponse {
      */
     description: string;
 
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    evidenceSource: ThresholdMetricResponse.EvidenceSource | null;
+
     /**
      * Alias of `slug` retained for backwards compatibility. Same value as `slug`.
      */
@@ -1743,6 +2082,27 @@ export namespace MetricUpdateDefinitionResponse {
   }
 
   export namespace ThresholdMetricResponse {
+    /**
+     * For a Roark count or rate summed from the per-turn verdicts of a sibling metric
+     * (for example `incorrect_barge_in_yield_count` over
+     * `barge_in_yield_appropriateness`): where the reasoning and transcript positions
+     * live. The count value itself carries neither. `null` for a metric that is its
+     * own evidence.
+     */
+    export interface EvidenceSource {
+      /**
+       * The per-turn value this metric tallies. `false` for an "incorrect" count over an
+       * appropriateness metric, `true` for a count of a boolean event.
+       */
+      countsWhen: boolean;
+
+      /**
+       * Slug of the metric whose per-turn values are the evidence behind this count or
+       * rate
+       */
+      metricId: string;
+    }
+
     /**
      * Threshold configuration.
      */

package/src/resources/simulation-job.ts

@@ -231,13 +231,16 @@ export namespace SimulationJobGetByIDResponse {
        * `REQUIRED_STAGE_INCOMPLETE`: the call ended before it got through a stage its
        * flow requires. `CALLER_NEVER_TOOK_OVER`: the call opened on the persona of a
        * preceding flow, which never handed the phone to the persona under test, so none
-       * of that persona's properties were exercised.
+       * of that persona's properties were exercised. `AGENT_NEVER_SPOKE`: your agent
+       * answered and never said a word (it hung up within seconds, or the line stayed
+       * silent until our caller gave up), so there was nothing to grade.
        */
       reason:
         | 'SCRIPT_DIVERGED'
         | 'REQUIRED_STEP_NOT_REACHED'
         | 'REQUIRED_STAGE_INCOMPLETE'
-        | 'CALLER_NEVER_TOOK_OVER';
+        | 'CALLER_NEVER_TOOK_OVER'
+        | 'AGENT_NEVER_SPOKE';
 
       /**
        * One sentence: where the script was left and what your agent did instead.
@@ -712,13 +715,16 @@ export namespace SimulationJobLookupResponse {
        * `REQUIRED_STAGE_INCOMPLETE`: the call ended before it got through a stage its
        * flow requires. `CALLER_NEVER_TOOK_OVER`: the call opened on the persona of a
        * preceding flow, which never handed the phone to the persona under test, so none
-       * of that persona's properties were exercised.
+       * of that persona's properties were exercised. `AGENT_NEVER_SPOKE`: your agent
+       * answered and never said a word (it hung up within seconds, or the line stayed
+       * silent until our caller gave up), so there was nothing to grade.
        */
       reason:
         | 'SCRIPT_DIVERGED'
         | 'REQUIRED_STEP_NOT_REACHED'
         | 'REQUIRED_STAGE_INCOMPLETE'
-        | 'CALLER_NEVER_TOOK_OVER';
+        | 'CALLER_NEVER_TOOK_OVER'
+        | 'AGENT_NEVER_SPOKE';
 
       /**
        * One sentence: where the script was left and what your agent did instead.

package/src/resources/simulation-run-plan-job.ts

@@ -415,13 +415,16 @@ export namespace SimulationRunPlanJobGetByIDResponse {
          * `REQUIRED_STAGE_INCOMPLETE`: the call ended before it got through a stage its
          * flow requires. `CALLER_NEVER_TOOK_OVER`: the call opened on the persona of a
          * preceding flow, which never handed the phone to the persona under test, so none
-         * of that persona's properties were exercised.
+         * of that persona's properties were exercised. `AGENT_NEVER_SPOKE`: your agent
+         * answered and never said a word (it hung up within seconds, or the line stayed
+         * silent until our caller gave up), so there was nothing to grade.
          */
         reason:
           | 'SCRIPT_DIVERGED'
           | 'REQUIRED_STEP_NOT_REACHED'
           | 'REQUIRED_STAGE_INCOMPLETE'
-          | 'CALLER_NEVER_TOOK_OVER';
+          | 'CALLER_NEVER_TOOK_OVER'
+          | 'AGENT_NEVER_SPOKE';
 
         /**
          * One sentence: where the script was left and what your agent did instead.

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '4.12.0'; // x-release-please-version
+export const VERSION = '4.14.0'; // x-release-please-version

package/version.d.mts

@@ -1,2 +1,2 @@
-export declare const VERSION = "4.12.0";
+export declare const VERSION = "4.14.0";
 //# sourceMappingURL=version.d.mts.map

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "4.12.0";
+export declare const VERSION = "4.14.0";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '4.12.0'; // x-release-please-version
+exports.VERSION = '4.14.0'; // x-release-please-version
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '4.12.0'; // x-release-please-version
+export const VERSION = '4.14.0'; // x-release-please-version
 //# sourceMappingURL=version.mjs.map