@coval/sdk 0.4.6 → 0.6.0

package/src/generated/models/CovalReviewsAPIReviewMetricOutputForAnnotationResource.ts

@@ -61,6 +61,12 @@ export interface CovalReviewsAPIReviewMetricOutputForAnnotationResource {
      * @memberof CovalReviewsAPIReviewMetricOutputForAnnotationResource
      */
     explanation?: string | null;
+    /**
+     * 
+     * @type {any}
+     * @memberof CovalReviewsAPIReviewMetricOutputForAnnotationResource
+     */
+    result?: any | null;
     /**
      * 
      * @type {any}
@@ -112,6 +118,7 @@ export function CovalReviewsAPIReviewMetricOutputForAnnotationResourceFromJSONTy
         'error_status': json['error_status'] == null ? undefined : json['error_status'],
         'created_at': (new Date(json['created_at'])),
         'explanation': json['explanation'] == null ? undefined : json['explanation'],
+        'result': json['result'] == null ? undefined : json['result'],
         'result_json': json['result_json'] == null ? undefined : json['result_json'],
         'subvalues_by_timestamp': json['subvalues_by_timestamp'] == null ? undefined : json['subvalues_by_timestamp'],
         'metric_version_number': json['metric_version_number'] == null ? undefined : json['metric_version_number'],
@@ -137,6 +144,7 @@ export function CovalReviewsAPIReviewMetricOutputForAnnotationResourceToJSONType
         'error_status': value['error_status'],
         'created_at': value['created_at'].toISOString(),
         'explanation': value['explanation'],
+        'result': value['result'],
         'result_json': value['result_json'],
         'subvalues_by_timestamp': value['subvalues_by_timestamp'],
         'metric_version_number': value['metric_version_number'],

package/src/generated/models/CovalReviewsAPIReviewProjectResource.ts

@@ -13,6 +13,13 @@
  */
 
 import { mapValues } from '../runtime.js';
+import type { CovalReviewsAPIResourceAttribution } from './CovalReviewsAPIResourceAttribution.js';
+import {
+    CovalReviewsAPIResourceAttributionFromJSON,
+    CovalReviewsAPIResourceAttributionFromJSONTyped,
+    CovalReviewsAPIResourceAttributionToJSON,
+    CovalReviewsAPIResourceAttributionToJSONTyped,
+} from './CovalReviewsAPIResourceAttribution.js';
 import type { CovalReviewsAPIProjectType } from './CovalReviewsAPIProjectType.js';
 import {
     CovalReviewsAPIProjectTypeFromJSON,
@@ -34,6 +41,12 @@ import {
  * @interface CovalReviewsAPIReviewProjectResource
  */
 export interface CovalReviewsAPIReviewProjectResource {
+    /**
+     * Authoring timestamps and user IDs. Unknown or deleted users are null.
+     * @type {CovalReviewsAPIResourceAttribution}
+     * @memberof CovalReviewsAPIReviewProjectResource
+     */
+    readonly attribution?: CovalReviewsAPIResourceAttribution | null;
     /**
      * Resource name: review-projects/{id}
      * @type {string}
@@ -112,9 +125,64 @@ export interface CovalReviewsAPIReviewProjectResource {
      * @memberof CovalReviewsAPIReviewProjectResource
      */
     update_time: Date;
+    /**
+     * 
+     * @type {Array<string>}
+     * @memberof CovalReviewsAPIReviewProjectResource
+     */
+    blind_labeling_shown_metric_ids?: Array<string> | null;
+    /**
+     * 
+     * @type {number}
+     * @memberof CovalReviewsAPIReviewProjectResource
+     */
+    linked_metric_count?: number;
+    /**
+     * 
+     * @type {number}
+     * @memberof CovalReviewsAPIReviewProjectResource
+     */
+    linked_simulation_count?: number;
+    /**
+     * 
+     * @type {CovalReviewsAPIReviewProjectResourceReviewLabelInputModeEnum}
+     * @memberof CovalReviewsAPIReviewProjectResource
+     */
+    review_label_input_mode?: CovalReviewsAPIReviewProjectResourceReviewLabelInputModeEnum | null;
+    /**
+     * 
+     * @type {Array<string>}
+     * @memberof CovalReviewsAPIReviewProjectResource
+     */
+    review_label_options?: Array<string>;
+    /**
+     * 
+     * @type {CovalReviewsAPIReviewProjectResourceReviewLabelSelectionModeEnum}
+     * @memberof CovalReviewsAPIReviewProjectResource
+     */
+    review_label_selection_mode?: CovalReviewsAPIReviewProjectResourceReviewLabelSelectionModeEnum | null;
 }
 
 
+/**
+ * @export
+ */
+export const CovalReviewsAPIReviewProjectResourceReviewLabelInputModeEnum = {
+    OptionOnly: 'OPTION_ONLY',
+    CustomOnly: 'CUSTOM_ONLY',
+    OptionOrCustom: 'OPTION_OR_CUSTOM'
+} as const;
+export type CovalReviewsAPIReviewProjectResourceReviewLabelInputModeEnum = typeof CovalReviewsAPIReviewProjectResourceReviewLabelInputModeEnum[keyof typeof CovalReviewsAPIReviewProjectResourceReviewLabelInputModeEnum];
+
+/**
+ * @export
+ */
+export const CovalReviewsAPIReviewProjectResourceReviewLabelSelectionModeEnum = {
+    Single: 'SINGLE',
+    Multiple: 'MULTIPLE'
+} as const;
+export type CovalReviewsAPIReviewProjectResourceReviewLabelSelectionModeEnum = typeof CovalReviewsAPIReviewProjectResourceReviewLabelSelectionModeEnum[keyof typeof CovalReviewsAPIReviewProjectResourceReviewLabelSelectionModeEnum];
+
 
 /**
  * Check if a given object implements the CovalReviewsAPIReviewProjectResource interface.
@@ -143,6 +211,7 @@ export function CovalReviewsAPIReviewProjectResourceFromJSONTyped(json: any, ign
     }
     return {
         
+        'attribution': json['attribution'] == null ? undefined : CovalReviewsAPIResourceAttributionFromJSON(json['attribution']),
         'name': json['name'],
         'id': json['id'],
         'display_name': json['display_name'],
@@ -156,6 +225,12 @@ export function CovalReviewsAPIReviewProjectResourceFromJSONTyped(json: any, ign
         'enforced_collaboration': json['enforced_collaboration'] == null ? undefined : json['enforced_collaboration'],
         'create_time': (new Date(json['create_time'])),
         'update_time': (new Date(json['update_time'])),
+        'blind_labeling_shown_metric_ids': json['blind_labeling_shown_metric_ids'] == null ? undefined : json['blind_labeling_shown_metric_ids'],
+        'linked_metric_count': json['linked_metric_count'] == null ? undefined : json['linked_metric_count'],
+        'linked_simulation_count': json['linked_simulation_count'] == null ? undefined : json['linked_simulation_count'],
+        'review_label_input_mode': json['review_label_input_mode'] == null ? undefined : json['review_label_input_mode'],
+        'review_label_options': json['review_label_options'] == null ? undefined : json['review_label_options'],
+        'review_label_selection_mode': json['review_label_selection_mode'] == null ? undefined : json['review_label_selection_mode'],
     };
 }
 
@@ -163,7 +238,7 @@ export function CovalReviewsAPIReviewProjectResourceToJSON(json: any): CovalRevi
     return CovalReviewsAPIReviewProjectResourceToJSONTyped(json, false);
 }
 
-export function CovalReviewsAPIReviewProjectResourceToJSONTyped(value?: CovalReviewsAPIReviewProjectResource | null, ignoreDiscriminator: boolean = false): any {
+export function CovalReviewsAPIReviewProjectResourceToJSONTyped(value?: Omit<CovalReviewsAPIReviewProjectResource, 'attribution'> | null, ignoreDiscriminator: boolean = false): any {
     if (value == null) {
         return value;
     }
@@ -183,6 +258,12 @@ export function CovalReviewsAPIReviewProjectResourceToJSONTyped(value?: CovalRev
         'enforced_collaboration': value['enforced_collaboration'],
         'create_time': value['create_time'].toISOString(),
         'update_time': value['update_time'].toISOString(),
+        'blind_labeling_shown_metric_ids': value['blind_labeling_shown_metric_ids'],
+        'linked_metric_count': value['linked_metric_count'],
+        'linked_simulation_count': value['linked_simulation_count'],
+        'review_label_input_mode': value['review_label_input_mode'],
+        'review_label_options': value['review_label_options'],
+        'review_label_selection_mode': value['review_label_selection_mode'],
     };
 }
 

package/src/generated/models/CovalReviewsAPIUpdateReviewAnnotationRequest.ts

@@ -63,6 +63,24 @@ export interface CovalReviewsAPIUpdateReviewAnnotationRequest {
      * @memberof CovalReviewsAPIUpdateReviewAnnotationRequest
      */
     assignee?: string | null;
+    /**
+     * 
+     * @type {any}
+     * @memberof CovalReviewsAPIUpdateReviewAnnotationRequest
+     */
+    annotations?: any | null;
+    /**
+     * 
+     * @type {any}
+     * @memberof CovalReviewsAPIUpdateReviewAnnotationRequest
+     */
+    ground_truth_json?: any | null;
+    /**
+     * 
+     * @type {Array<string>}
+     * @memberof CovalReviewsAPIUpdateReviewAnnotationRequest
+     */
+    ground_truth_set_value?: Array<string> | null;
 }
 
 
@@ -90,6 +108,9 @@ export function CovalReviewsAPIUpdateReviewAnnotationRequestFromJSONTyped(json:
         'reviewer_notes': json['reviewer_notes'] == null ? undefined : json['reviewer_notes'],
         'priority': json['priority'] == null ? undefined : CovalReviewsAPIAnnotationPriorityFromJSON(json['priority']),
         'assignee': json['assignee'] == null ? undefined : json['assignee'],
+        'annotations': json['annotations'] == null ? undefined : json['annotations'],
+        'ground_truth_json': json['ground_truth_json'] == null ? undefined : json['ground_truth_json'],
+        'ground_truth_set_value': json['ground_truth_set_value'] == null ? undefined : json['ground_truth_set_value'],
     };
 }
 
@@ -110,6 +131,9 @@ export function CovalReviewsAPIUpdateReviewAnnotationRequestToJSONTyped(value?:
         'reviewer_notes': value['reviewer_notes'],
         'priority': CovalReviewsAPIAnnotationPriorityToJSON(value['priority']),
         'assignee': value['assignee'],
+        'annotations': value['annotations'],
+        'ground_truth_json': value['ground_truth_json'],
+        'ground_truth_set_value': value['ground_truth_set_value'],
     };
 }
 

package/src/generated/models/CovalReviewsAPIUpdateReviewProjectRequest.ts

@@ -105,6 +105,30 @@ export interface CovalReviewsAPIUpdateReviewProjectRequest {
      * @memberof CovalReviewsAPIUpdateReviewProjectRequest
      */
     enforced_collaboration?: boolean;
+    /**
+     * 
+     * @type {string}
+     * @memberof CovalReviewsAPIUpdateReviewProjectRequest
+     */
+    project_type?: string | null;
+    /**
+     * 
+     * @type {CovalReviewsAPIUpdateReviewProjectRequestReviewLabelInputModeEnum}
+     * @memberof CovalReviewsAPIUpdateReviewProjectRequest
+     */
+    review_label_input_mode?: CovalReviewsAPIUpdateReviewProjectRequestReviewLabelInputModeEnum | null;
+    /**
+     * 
+     * @type {Array<string>}
+     * @memberof CovalReviewsAPIUpdateReviewProjectRequest
+     */
+    review_label_options?: Array<string> | null;
+    /**
+     * 
+     * @type {CovalReviewsAPIUpdateReviewProjectRequestReviewLabelSelectionModeEnum}
+     * @memberof CovalReviewsAPIUpdateReviewProjectRequest
+     */
+    review_label_selection_mode?: CovalReviewsAPIUpdateReviewProjectRequestReviewLabelSelectionModeEnum | null;
 }
 
 
@@ -117,6 +141,25 @@ export const CovalReviewsAPIUpdateReviewProjectRequestMetricAdditionCompletionAc
 } as const;
 export type CovalReviewsAPIUpdateReviewProjectRequestMetricAdditionCompletionActionEnum = typeof CovalReviewsAPIUpdateReviewProjectRequestMetricAdditionCompletionActionEnum[keyof typeof CovalReviewsAPIUpdateReviewProjectRequestMetricAdditionCompletionActionEnum];
 
+/**
+ * @export
+ */
+export const CovalReviewsAPIUpdateReviewProjectRequestReviewLabelInputModeEnum = {
+    OptionOnly: 'OPTION_ONLY',
+    CustomOnly: 'CUSTOM_ONLY',
+    OptionOrCustom: 'OPTION_OR_CUSTOM'
+} as const;
+export type CovalReviewsAPIUpdateReviewProjectRequestReviewLabelInputModeEnum = typeof CovalReviewsAPIUpdateReviewProjectRequestReviewLabelInputModeEnum[keyof typeof CovalReviewsAPIUpdateReviewProjectRequestReviewLabelInputModeEnum];
+
+/**
+ * @export
+ */
+export const CovalReviewsAPIUpdateReviewProjectRequestReviewLabelSelectionModeEnum = {
+    Single: 'SINGLE',
+    Multiple: 'MULTIPLE'
+} as const;
+export type CovalReviewsAPIUpdateReviewProjectRequestReviewLabelSelectionModeEnum = typeof CovalReviewsAPIUpdateReviewProjectRequestReviewLabelSelectionModeEnum[keyof typeof CovalReviewsAPIUpdateReviewProjectRequestReviewLabelSelectionModeEnum];
+
 
 /**
  * Check if a given object implements the CovalReviewsAPIUpdateReviewProjectRequest interface.
@@ -148,6 +191,10 @@ export function CovalReviewsAPIUpdateReviewProjectRequestFromJSONTyped(json: any
         'blind_labeling_shown_metric_ids': json['blind_labeling_shown_metric_ids'] == null ? undefined : json['blind_labeling_shown_metric_ids'],
         'opted_out_assignees': json['opted_out_assignees'] == null ? undefined : json['opted_out_assignees'],
         'enforced_collaboration': json['enforced_collaboration'] == null ? undefined : json['enforced_collaboration'],
+        'project_type': json['project_type'] == null ? undefined : json['project_type'],
+        'review_label_input_mode': json['review_label_input_mode'] == null ? undefined : json['review_label_input_mode'],
+        'review_label_options': json['review_label_options'] == null ? undefined : json['review_label_options'],
+        'review_label_selection_mode': json['review_label_selection_mode'] == null ? undefined : json['review_label_selection_mode'],
     };
 }
 
@@ -175,6 +222,10 @@ export function CovalReviewsAPIUpdateReviewProjectRequestToJSONTyped(value?: Cov
         'blind_labeling_shown_metric_ids': value['blind_labeling_shown_metric_ids'],
         'opted_out_assignees': value['opted_out_assignees'],
         'enforced_collaboration': value['enforced_collaboration'],
+        'project_type': value['project_type'],
+        'review_label_input_mode': value['review_label_input_mode'],
+        'review_label_options': value['review_label_options'],
+        'review_label_selection_mode': value['review_label_selection_mode'],
     };
 }
 

package/src/generated/models/CovalRunTemplatesAPICreateRunTemplateRequest.ts

@@ -32,23 +32,23 @@ export interface CovalRunTemplatesAPICreateRunTemplateRequest {
      */
     description?: string;
     /**
-     * Agent to test (must exist and be accessible)
-     * @type {string}
+     * Agents to test. Every agent must exist and be accessible.
+     * @type {Set<string>}
      * @memberof CovalRunTemplatesAPICreateRunTemplateRequest
      */
-    agent_id: string;
+    agent_ids: Set<string>;
     /**
-     * Simulated persona to use (must exist)
-     * @type {string}
+     * Simulated personas to use. Every persona must exist.
+     * @type {Set<string>}
      * @memberof CovalRunTemplatesAPICreateRunTemplateRequest
      */
-    persona_id: string;
+    persona_ids: Set<string>;
     /**
-     * Test set containing test cases (must exist)
-     * @type {string}
+     * Test sets containing test cases. Every test set must exist.
+     * @type {Set<string>}
      * @memberof CovalRunTemplatesAPICreateRunTemplateRequest
      */
-    test_set_id: string;
+    test_set_ids: Set<string>;
     /**
      * Metrics to evaluate (uses agent defaults if empty)
      * @type {Array<string>}
@@ -85,6 +85,12 @@ export interface CovalRunTemplatesAPICreateRunTemplateRequest {
      * @memberof CovalRunTemplatesAPICreateRunTemplateRequest
      */
     sub_sample_seed?: number | null;
+    /**
+     * Optional test cases to run from the selected test sets
+     * @type {Array<string>}
+     * @memberof CovalRunTemplatesAPICreateRunTemplateRequest
+     */
+    test_case_ids?: Array<string> | null;
     /**
      * Custom metadata for tracking
      * @type {{ [key: string]: any; }}
@@ -104,9 +110,9 @@ export interface CovalRunTemplatesAPICreateRunTemplateRequest {
  */
 export function instanceOfCovalRunTemplatesAPICreateRunTemplateRequest(value: object): value is CovalRunTemplatesAPICreateRunTemplateRequest {
     if (!('display_name' in value) || value['display_name'] === undefined) return false;
-    if (!('agent_id' in value) || value['agent_id'] === undefined) return false;
-    if (!('persona_id' in value) || value['persona_id'] === undefined) return false;
-    if (!('test_set_id' in value) || value['test_set_id'] === undefined) return false;
+    if (!('agent_ids' in value) || value['agent_ids'] === undefined) return false;
+    if (!('persona_ids' in value) || value['persona_ids'] === undefined) return false;
+    if (!('test_set_ids' in value) || value['test_set_ids'] === undefined) return false;
     return true;
 }
 
@@ -122,15 +128,16 @@ export function CovalRunTemplatesAPICreateRunTemplateRequestFromJSONTyped(json:
         
         'display_name': json['display_name'],
         'description': json['description'] == null ? undefined : json['description'],
-        'agent_id': json['agent_id'],
-        'persona_id': json['persona_id'],
-        'test_set_id': json['test_set_id'],
+        'agent_ids': new Set(json['agent_ids']),
+        'persona_ids': new Set(json['persona_ids']),
+        'test_set_ids': new Set(json['test_set_ids']),
         'metric_ids': json['metric_ids'] == null ? undefined : json['metric_ids'],
         'mutation_ids': json['mutation_ids'] == null ? undefined : json['mutation_ids'],
         'iteration_count': json['iteration_count'] == null ? undefined : json['iteration_count'],
         'concurrency': json['concurrency'] == null ? undefined : json['concurrency'],
         'sub_sample_size': json['sub_sample_size'] == null ? undefined : json['sub_sample_size'],
         'sub_sample_seed': json['sub_sample_seed'] == null ? undefined : json['sub_sample_seed'],
+        'test_case_ids': json['test_case_ids'] == null ? undefined : json['test_case_ids'],
         'metadata': json['metadata'] == null ? undefined : json['metadata'],
         'tags': json['tags'] == null ? undefined : json['tags'],
     };
@@ -149,15 +156,16 @@ export function CovalRunTemplatesAPICreateRunTemplateRequestToJSONTyped(value?:
         
         'display_name': value['display_name'],
         'description': value['description'],
-        'agent_id': value['agent_id'],
-        'persona_id': value['persona_id'],
-        'test_set_id': value['test_set_id'],
+        'agent_ids': Array.from(value['agent_ids'] as Set<any>),
+        'persona_ids': Array.from(value['persona_ids'] as Set<any>),
+        'test_set_ids': Array.from(value['test_set_ids'] as Set<any>),
         'metric_ids': value['metric_ids'],
         'mutation_ids': value['mutation_ids'],
         'iteration_count': value['iteration_count'],
         'concurrency': value['concurrency'],
         'sub_sample_size': value['sub_sample_size'],
         'sub_sample_seed': value['sub_sample_seed'],
+        'test_case_ids': value['test_case_ids'],
         'metadata': value['metadata'],
         'tags': value['tags'],
     };

package/src/generated/models/CovalRunTemplatesAPIResourceAttribution.ts

@@ -0,0 +1,89 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * Authoring timestamps and nullable user IDs; unknown users remain null.
+ * @export
+ * @interface CovalRunTemplatesAPIResourceAttribution
+ */
+export interface CovalRunTemplatesAPIResourceAttribution {
+    /**
+     * 
+     * @type {Date}
+     * @memberof CovalRunTemplatesAPIResourceAttribution
+     */
+    created_at?: Date | null;
+    /**
+     * 
+     * @type {string}
+     * @memberof CovalRunTemplatesAPIResourceAttribution
+     */
+    created_by?: string | null;
+    /**
+     * 
+     * @type {Date}
+     * @memberof CovalRunTemplatesAPIResourceAttribution
+     */
+    updated_at?: Date | null;
+    /**
+     * 
+     * @type {string}
+     * @memberof CovalRunTemplatesAPIResourceAttribution
+     */
+    updated_by?: string | null;
+}
+
+/**
+ * Check if a given object implements the CovalRunTemplatesAPIResourceAttribution interface.
+ */
+export function instanceOfCovalRunTemplatesAPIResourceAttribution(value: object): value is CovalRunTemplatesAPIResourceAttribution {
+    return true;
+}
+
+export function CovalRunTemplatesAPIResourceAttributionFromJSON(json: any): CovalRunTemplatesAPIResourceAttribution {
+    return CovalRunTemplatesAPIResourceAttributionFromJSONTyped(json, false);
+}
+
+export function CovalRunTemplatesAPIResourceAttributionFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunTemplatesAPIResourceAttribution {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'created_at': json['created_at'] == null ? undefined : (new Date(json['created_at'])),
+        'created_by': json['created_by'] == null ? undefined : json['created_by'],
+        'updated_at': json['updated_at'] == null ? undefined : (new Date(json['updated_at'])),
+        'updated_by': json['updated_by'] == null ? undefined : json['updated_by'],
+    };
+}
+
+export function CovalRunTemplatesAPIResourceAttributionToJSON(json: any): CovalRunTemplatesAPIResourceAttribution {
+    return CovalRunTemplatesAPIResourceAttributionToJSONTyped(json, false);
+}
+
+export function CovalRunTemplatesAPIResourceAttributionToJSONTyped(value?: CovalRunTemplatesAPIResourceAttribution | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'created_at': value['created_at'] == null ? value['created_at'] : value['created_at'].toISOString(),
+        'created_by': value['created_by'],
+        'updated_at': value['updated_at'] == null ? value['updated_at'] : value['updated_at'].toISOString(),
+        'updated_by': value['updated_by'],
+    };
+}
+

package/src/generated/models/CovalRunTemplatesAPIRunTemplateResource.ts

@@ -13,12 +13,26 @@
  */
 
 import { mapValues } from '../runtime.js';
+import type { CovalRunTemplatesAPIResourceAttribution } from './CovalRunTemplatesAPIResourceAttribution.js';
+import {
+    CovalRunTemplatesAPIResourceAttributionFromJSON,
+    CovalRunTemplatesAPIResourceAttributionFromJSONTyped,
+    CovalRunTemplatesAPIResourceAttributionToJSON,
+    CovalRunTemplatesAPIResourceAttributionToJSONTyped,
+} from './CovalRunTemplatesAPIResourceAttribution.js';
+
 /**
  * Run template configuration resource.
  * @export
  * @interface CovalRunTemplatesAPIRunTemplateResource
  */
 export interface CovalRunTemplatesAPIRunTemplateResource {
+    /**
+     * Authoring timestamps and user IDs. Unknown or deleted users are null.
+     * @type {CovalRunTemplatesAPIResourceAttribution}
+     * @memberof CovalRunTemplatesAPIRunTemplateResource
+     */
+    readonly attribution?: CovalRunTemplatesAPIResourceAttribution | null;
     /**
      * Resource name: "run-templates/{id}"
      * @type {string}
@@ -42,25 +56,25 @@ export interface CovalRunTemplatesAPIRunTemplateResource {
      * @type {string}
      * @memberof CovalRunTemplatesAPIRunTemplateResource
      */
-    description?: string;
+    description: string;
     /**
-     * Agent to test
-     * @type {string}
+     * Agents to test
+     * @type {Set<string>}
      * @memberof CovalRunTemplatesAPIRunTemplateResource
      */
-    agent_id: string;
+    agent_ids?: Set<string>;
     /**
-     * Simulated persona to use
-     * @type {string}
+     * Simulated personas to use
+     * @type {Set<string>}
      * @memberof CovalRunTemplatesAPIRunTemplateResource
      */
-    persona_id: string;
+    persona_ids?: Set<string>;
     /**
-     * Test set containing test cases
-     * @type {string}
+     * Test sets containing test cases
+     * @type {Set<string>}
      * @memberof CovalRunTemplatesAPIRunTemplateResource
      */
-    test_set_id: string;
+    test_set_ids?: Set<string>;
     /**
      * Metrics to evaluate (uses agent defaults if empty)
      * @type {Array<string>}
@@ -97,6 +111,12 @@ export interface CovalRunTemplatesAPIRunTemplateResource {
      * @memberof CovalRunTemplatesAPIRunTemplateResource
      */
     sub_sample_seed?: number | null;
+    /**
+     * Optional test cases to run from the selected test sets
+     * @type {Array<string>}
+     * @memberof CovalRunTemplatesAPIRunTemplateResource
+     */
+    test_case_ids?: Array<string> | null;
     /**
      * Custom metadata for tracking
      * @type {{ [key: string]: any; }}
@@ -136,9 +156,7 @@ export function instanceOfCovalRunTemplatesAPIRunTemplateResource(value: object)
     if (!('name' in value) || value['name'] === undefined) return false;
     if (!('id' in value) || value['id'] === undefined) return false;
     if (!('display_name' in value) || value['display_name'] === undefined) return false;
-    if (!('agent_id' in value) || value['agent_id'] === undefined) return false;
-    if (!('persona_id' in value) || value['persona_id'] === undefined) return false;
-    if (!('test_set_id' in value) || value['test_set_id'] === undefined) return false;
+    if (!('description' in value) || value['description'] === undefined) return false;
     if (!('create_time' in value) || value['create_time'] === undefined) return false;
     return true;
 }
@@ -153,19 +171,21 @@ export function CovalRunTemplatesAPIRunTemplateResourceFromJSONTyped(json: any,
     }
     return {
         
+        'attribution': json['attribution'] == null ? undefined : CovalRunTemplatesAPIResourceAttributionFromJSON(json['attribution']),
         'name': json['name'],
         'id': json['id'],
         'display_name': json['display_name'],
-        'description': json['description'] == null ? undefined : json['description'],
-        'agent_id': json['agent_id'],
-        'persona_id': json['persona_id'],
-        'test_set_id': json['test_set_id'],
+        'description': json['description'],
+        'agent_ids': json['agent_ids'] == null ? undefined : new Set(json['agent_ids']),
+        'persona_ids': json['persona_ids'] == null ? undefined : new Set(json['persona_ids']),
+        'test_set_ids': json['test_set_ids'] == null ? undefined : new Set(json['test_set_ids']),
         'metric_ids': json['metric_ids'] == null ? undefined : json['metric_ids'],
         'mutation_ids': json['mutation_ids'] == null ? undefined : json['mutation_ids'],
         'iteration_count': json['iteration_count'] == null ? undefined : json['iteration_count'],
         'concurrency': json['concurrency'] == null ? undefined : json['concurrency'],
         'sub_sample_size': json['sub_sample_size'] == null ? undefined : json['sub_sample_size'],
         'sub_sample_seed': json['sub_sample_seed'] == null ? undefined : json['sub_sample_seed'],
+        'test_case_ids': json['test_case_ids'] == null ? undefined : json['test_case_ids'],
         'metadata': json['metadata'] == null ? undefined : json['metadata'],
         'tags': json['tags'] == null ? undefined : json['tags'],
         'create_time': (new Date(json['create_time'])),
@@ -178,7 +198,7 @@ export function CovalRunTemplatesAPIRunTemplateResourceToJSON(json: any): CovalR
     return CovalRunTemplatesAPIRunTemplateResourceToJSONTyped(json, false);
 }
 
-export function CovalRunTemplatesAPIRunTemplateResourceToJSONTyped(value?: CovalRunTemplatesAPIRunTemplateResource | null, ignoreDiscriminator: boolean = false): any {
+export function CovalRunTemplatesAPIRunTemplateResourceToJSONTyped(value?: Omit<CovalRunTemplatesAPIRunTemplateResource, 'attribution'> | null, ignoreDiscriminator: boolean = false): any {
     if (value == null) {
         return value;
     }
@@ -189,15 +209,16 @@ export function CovalRunTemplatesAPIRunTemplateResourceToJSONTyped(value?: Coval
         'id': value['id'],
         'display_name': value['display_name'],
         'description': value['description'],
-        'agent_id': value['agent_id'],
-        'persona_id': value['persona_id'],
-        'test_set_id': value['test_set_id'],
+        'agent_ids': value['agent_ids'] == null ? undefined : Array.from(value['agent_ids'] as Set<any>),
+        'persona_ids': value['persona_ids'] == null ? undefined : Array.from(value['persona_ids'] as Set<any>),
+        'test_set_ids': value['test_set_ids'] == null ? undefined : Array.from(value['test_set_ids'] as Set<any>),
         'metric_ids': value['metric_ids'],
         'mutation_ids': value['mutation_ids'],
         'iteration_count': value['iteration_count'],
         'concurrency': value['concurrency'],
         'sub_sample_size': value['sub_sample_size'],
         'sub_sample_seed': value['sub_sample_seed'],
+        'test_case_ids': value['test_case_ids'],
         'metadata': value['metadata'],
         'tags': value['tags'],
         'create_time': value['create_time'].toISOString(),