@coval/sdk 0.3.1 → 0.4.0

package/src/generated/apis/RunsApi.ts

@@ -23,6 +23,11 @@ import {
     CovalRunsAPILaunchRunResponseFromJSON,
     CovalRunsAPILaunchRunResponseToJSON,
 } from '../models/CovalRunsAPILaunchRunResponse.js';
+import {
+    type CovalRunsAPIListRunTagsResponse,
+    CovalRunsAPIListRunTagsResponseFromJSON,
+    CovalRunsAPIListRunTagsResponseToJSON,
+} from '../models/CovalRunsAPIListRunTagsResponse.js';
 import {
     type CovalRunsAPIUpdateRunRequest,
     CovalRunsAPIUpdateRunRequestFromJSON,
@@ -61,6 +66,7 @@ export interface ListRunsRequest {
     pageSize?: number;
     pageToken?: string;
     orderBy?: string;
+    include?: ListRunsIncludeEnum;
 }
 
 export interface UpdateRunRequest {
@@ -147,12 +153,35 @@ export interface RunsApiInterface {
      */
     launchRun(requestParameters: LaunchRunRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalRunsAPILaunchRunResponse>;
 
+    /**
+     * Creates request options for listRunTags without sending the request
+     * @throws {RequiredError}
+     * @memberof RunsApiInterface
+     */
+    listRunTagsRequestOpts(): Promise<runtime.RequestOpts>;
+
+    /**
+     * Distinct, active tag values used on this organization\'s runs, so callers can discover the valid values for the `tag=` filter on `GET /v1/runs`. `color` is not exposed via the public API (always null). 
+     * @summary List run tag values
+     * @param {*} [options] Override http request option.
+     * @throws {RequiredError}
+     * @memberof RunsApiInterface
+     */
+    listRunTagsRaw(initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalRunsAPIListRunTagsResponse>>;
+
+    /**
+     * Distinct, active tag values used on this organization\'s runs, so callers can discover the valid values for the `tag=` filter on `GET /v1/runs`. `color` is not exposed via the public API (always null). 
+     * List run tag values
+     */
+    listRunTags(initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalRunsAPIListRunTagsResponse>;
+
     /**
      * Creates request options for listRuns without sending the request
-     * @param {string} [filter] Filter expression syntax.  Supported fields: &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;persona_id&#x60;, &#x60;test_set_id&#x60;, &#x60;create_time&#x60;, &#x60;update_time&#x60;, &#x60;created_by&#x60;, &#x60;tag&#x60;  Operators: &#x60;&#x3D;&#x60;, &#x60;!&#x3D;&#x60;, &#x60;&gt;&#x60;, &#x60;&lt;&#x60;, &#x60;&gt;&#x3D;&#x60;, &#x60;&lt;&#x3D;&#x60;, &#x60;AND&#x60;, &#x60;OR&#x60;  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., &#x60;status&#x3D;\&quot;IN PROGRESS\&quot;&#x60;). 
+     * @param {string} [filter] Filter expression syntax.  Supported fields: &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;persona_id&#x60;, &#x60;test_set_id&#x60;, &#x60;create_time&#x60;, &#x60;update_time&#x60;, &#x60;created_by&#x60;, &#x60;tag&#x60;, &#x60;metric.{metric_id}&#x60;  Operators: &#x60;&#x3D;&#x60;, &#x60;!&#x3D;&#x60;, &#x60;&gt;&#x60;, &#x60;&lt;&#x60;, &#x60;&gt;&#x3D;&#x60;, &#x60;&lt;&#x3D;&#x60;, &#x60;AND&#x60;, &#x60;OR&#x60;  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., &#x60;status&#x3D;\&quot;IN PROGRESS\&quot;&#x60;).  **Metric-value filtering:** a &#x60;metric.{metric_id}&#x60; predicate (e.g. &#x60;metric.29Blkepvvx&lt;\&quot;0.9\&quot;&#x60;; &#x60;&gt;&#x60;/&#x60;&lt;&#x60;/&#x60;&gt;&#x3D;&#x60;/&#x60;&lt;&#x3D;&#x60;/&#x60;&#x3D;&#x60;/&#x60;!&#x3D;&#x60; for number metrics, &#x60;&#x3D;&#x60;/&#x60;!&#x3D;&#x60; for string metrics; type inferred from the literal) returns only runs whose metric matches, with each run\&#39;s per-metric averages embedded inline (&#x60;metric_averages&#x60;). On this path the request is keyset-paginated, ordered newest-first by creation time, and supports only &#x60;AND&#x60; alongside &#x60;create_time&#x60; (inclusive bounds), &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;test_set_id&#x60;, and &#x60;persona_id&#x60;; other fields and any non-default &#x60;order_by&#x60; are rejected with 400, and &#x60;page_size&#x60; is capped at 100. 
      * @param {number} [pageSize] Maximum number of results per page
      * @param {string} [pageToken] Opaque pagination token from previous response
      * @param {string} [orderBy] Sort order specification.  Format: &#x60;field&#x60; or &#x60;-field&#x60; (descending)  Supported fields: &#x60;create_time&#x60;, &#x60;update_time&#x60;, &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;persona_id&#x60;, &#x60;test_set_id&#x60; 
+     * @param {'metric_averages'} [include] Set to &#x60;metric_averages&#x60; to embed each run\&#39;s average value per metric inline. Served by the keyset engine (newest-first, &#x60;page_size&#x60; capped at 100). 
      * @throws {RequiredError}
      * @memberof RunsApiInterface
      */
@@ -161,10 +190,11 @@ export interface RunsApiInterface {
     /**
      * Retrieve a paginated list of simulation runs with optional filtering and sorting. 
      * @summary List runs
-     * @param {string} [filter] Filter expression syntax.  Supported fields: &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;persona_id&#x60;, &#x60;test_set_id&#x60;, &#x60;create_time&#x60;, &#x60;update_time&#x60;, &#x60;created_by&#x60;, &#x60;tag&#x60;  Operators: &#x60;&#x3D;&#x60;, &#x60;!&#x3D;&#x60;, &#x60;&gt;&#x60;, &#x60;&lt;&#x60;, &#x60;&gt;&#x3D;&#x60;, &#x60;&lt;&#x3D;&#x60;, &#x60;AND&#x60;, &#x60;OR&#x60;  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., &#x60;status&#x3D;\&quot;IN PROGRESS\&quot;&#x60;). 
+     * @param {string} [filter] Filter expression syntax.  Supported fields: &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;persona_id&#x60;, &#x60;test_set_id&#x60;, &#x60;create_time&#x60;, &#x60;update_time&#x60;, &#x60;created_by&#x60;, &#x60;tag&#x60;, &#x60;metric.{metric_id}&#x60;  Operators: &#x60;&#x3D;&#x60;, &#x60;!&#x3D;&#x60;, &#x60;&gt;&#x60;, &#x60;&lt;&#x60;, &#x60;&gt;&#x3D;&#x60;, &#x60;&lt;&#x3D;&#x60;, &#x60;AND&#x60;, &#x60;OR&#x60;  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., &#x60;status&#x3D;\&quot;IN PROGRESS\&quot;&#x60;).  **Metric-value filtering:** a &#x60;metric.{metric_id}&#x60; predicate (e.g. &#x60;metric.29Blkepvvx&lt;\&quot;0.9\&quot;&#x60;; &#x60;&gt;&#x60;/&#x60;&lt;&#x60;/&#x60;&gt;&#x3D;&#x60;/&#x60;&lt;&#x3D;&#x60;/&#x60;&#x3D;&#x60;/&#x60;!&#x3D;&#x60; for number metrics, &#x60;&#x3D;&#x60;/&#x60;!&#x3D;&#x60; for string metrics; type inferred from the literal) returns only runs whose metric matches, with each run\&#39;s per-metric averages embedded inline (&#x60;metric_averages&#x60;). On this path the request is keyset-paginated, ordered newest-first by creation time, and supports only &#x60;AND&#x60; alongside &#x60;create_time&#x60; (inclusive bounds), &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;test_set_id&#x60;, and &#x60;persona_id&#x60;; other fields and any non-default &#x60;order_by&#x60; are rejected with 400, and &#x60;page_size&#x60; is capped at 100. 
      * @param {number} [pageSize] Maximum number of results per page
      * @param {string} [pageToken] Opaque pagination token from previous response
      * @param {string} [orderBy] Sort order specification.  Format: &#x60;field&#x60; or &#x60;-field&#x60; (descending)  Supported fields: &#x60;create_time&#x60;, &#x60;update_time&#x60;, &#x60;status&#x60;, &#x60;agent_id&#x60;, &#x60;persona_id&#x60;, &#x60;test_set_id&#x60; 
+     * @param {'metric_averages'} [include] Set to &#x60;metric_averages&#x60; to embed each run\&#39;s average value per metric inline. Served by the keyset engine (newest-first, &#x60;page_size&#x60; capped at 100). 
      * @param {*} [options] Override http request option.
      * @throws {RequiredError}
      * @memberof RunsApiInterface
@@ -365,6 +395,49 @@ export class RunsApi extends runtime.BaseAPI implements RunsApiInterface {
         return await response.value();
     }
 
+    /**
+     * Creates request options for listRunTags without sending the request
+     */
+    async listRunTagsRequestOpts(): Promise<runtime.RequestOpts> {
+        const queryParameters: any = {};
+
+        const headerParameters: runtime.HTTPHeaders = {};
+
+        if (this.configuration && this.configuration.apiKey) {
+            headerParameters["X-API-Key"] = await this.configuration.apiKey("X-API-Key"); // Coval_Runs_API_ApiKeyAuth authentication
+        }
+
+
+        let urlPath = `/runs/tags`;
+
+        return {
+            path: urlPath,
+            method: 'GET',
+            headers: headerParameters,
+            query: queryParameters,
+        };
+    }
+
+    /**
+     * Distinct, active tag values used on this organization\'s runs, so callers can discover the valid values for the `tag=` filter on `GET /v1/runs`. `color` is not exposed via the public API (always null). 
+     * List run tag values
+     */
+    async listRunTagsRaw(initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalRunsAPIListRunTagsResponse>> {
+        const requestOptions = await this.listRunTagsRequestOpts();
+        const response = await this.request(requestOptions, initOverrides);
+
+        return new runtime.JSONApiResponse(response, (jsonValue) => CovalRunsAPIListRunTagsResponseFromJSON(jsonValue));
+    }
+
+    /**
+     * Distinct, active tag values used on this organization\'s runs, so callers can discover the valid values for the `tag=` filter on `GET /v1/runs`. `color` is not exposed via the public API (always null). 
+     * List run tag values
+     */
+    async listRunTags(initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalRunsAPIListRunTagsResponse> {
+        const response = await this.listRunTagsRaw(initOverrides);
+        return await response.value();
+    }
+
     /**
      * Creates request options for listRuns without sending the request
      */
@@ -387,6 +460,10 @@ export class RunsApi extends runtime.BaseAPI implements RunsApiInterface {
             queryParameters['order_by'] = requestParameters['orderBy'];
         }
 
+        if (requestParameters['include'] != null) {
+            queryParameters['include'] = requestParameters['include'];
+        }
+
         const headerParameters: runtime.HTTPHeaders = {};
 
         if (this.configuration && this.configuration.apiKey) {
@@ -486,3 +563,11 @@ export class RunsApi extends runtime.BaseAPI implements RunsApiInterface {
     }
 
 }
+
+/**
+ * @export
+ */
+export const ListRunsIncludeEnum = {
+    MetricAverages: 'metric_averages'
+} as const;
+export type ListRunsIncludeEnum = typeof ListRunsIncludeEnum[keyof typeof ListRunsIncludeEnum];

package/src/generated/apis/SimulationsApi.ts

@@ -33,6 +33,16 @@ import {
     CovalSimulationsAPIListSimulationsResponseFromJSON,
     CovalSimulationsAPIListSimulationsResponseToJSON,
 } from '../models/CovalSimulationsAPIListSimulationsResponse.js';
+import {
+    type CovalSimulationsAPIRerunMetricsRequest,
+    CovalSimulationsAPIRerunMetricsRequestFromJSON,
+    CovalSimulationsAPIRerunMetricsRequestToJSON,
+} from '../models/CovalSimulationsAPIRerunMetricsRequest.js';
+import {
+    type CovalSimulationsAPIRerunMetricsResponse,
+    CovalSimulationsAPIRerunMetricsResponseFromJSON,
+    CovalSimulationsAPIRerunMetricsResponseToJSON,
+} from '../models/CovalSimulationsAPIRerunMetricsResponse.js';
 import {
     type CovalSimulationsAPIResimulateSimulationResponse,
     CovalSimulationsAPIResimulateSimulationResponseFromJSON,
@@ -66,6 +76,11 @@ export interface ListSimulationsRequest {
     pageSize?: number;
     pageToken?: string;
     orderBy?: string;
+    include?: ListSimulationsIncludeEnum;
+}
+
+export interface RerunMetricsRequest {
+    covalSimulationsAPIRerunMetricsRequest: CovalSimulationsAPIRerunMetricsRequest;
 }
 
 export interface ResimulateSimulationRequest {
@@ -159,10 +174,11 @@ export interface SimulationsApiInterface {
 
     /**
      * Creates request options for listSimulations without sending the request
-     * @param {string} [filter] Filter expression syntax.  Supported fields: `status`, `agent_id`, `persona_id`, `test_set_id`, `test_case_id`, `run_id`, `external_conversation_id`, `mutation_id`, `mutation_name`, `create_time`  Operators: `=`, `!=`, `>`, `<`, `>=`, `<=`, `AND`, `OR`  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., `status=\"IN PROGRESS\"`).  The `external_conversation_id` field is your system\'s conversation ID for cross-system lookup.  **Mutation Filtering:** Use `mutation_id` or `mutation_name` to filter simulations by agent mutation variant. Base agent simulations have both `mutation_id` and `mutation_name` = null. To get only base agent results, filter for simulations where `mutation_id` is not set. 
+     * @param {string} [filter] Filter expression syntax.  Supported fields: `status`, `agent_id`, `persona_id`, `test_set_id`, `test_case_id`, `run_id`, `external_conversation_id`, `mutation_id`, `mutation_name`, `create_time`, `metric.{metric_id}`  Operators: `=`, `!=`, `>`, `<`, `>=`, `<=`, `AND`, `OR`  A `metric.{metric_id}` predicate (score filtering; number and string metrics, type inferred from the literal) returns only simulations whose metric matches, with each simulation\'s value per metric embedded inline (`metric_values`). On this path the request is keyset-paginated, ordered newest-first by creation time, and supports only `AND` alongside `create_time`, `agent_id`, `status`, `test_set_id`, and `persona_id`; other fields and any non-default `order_by` are rejected with 400, and `page_size` is capped at 100.  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., `status=\"IN PROGRESS\"`).  The `external_conversation_id` field is your system\'s conversation ID for cross-system lookup.  **Mutation Filtering:** Use `mutation_id` or `mutation_name` to filter simulations by agent mutation variant. Base agent simulations have both `mutation_id` and `mutation_name` = null. To get only base agent results, filter for simulations where `mutation_id` is not set. 
      * @param {number} [pageSize] Maximum number of results per page
      * @param {string} [pageToken] Opaque pagination token from previous response
      * @param {string} [orderBy] Sort order specification.  Format: `field` or `-field` (descending)  Supported fields: `create_time`, `status` 
+     * @param {'metric_values'} [include] Set to `metric_values` to embed each simulation\'s value per metric inline. Served by the keyset engine (newest-first, `page_size` capped at 100). 
      * @throws {RequiredError}
      * @memberof SimulationsApiInterface
      */
@@ -171,10 +187,11 @@ export interface SimulationsApiInterface {
     /**
      * List simulations with optional filtering and sorting.
      * @summary List simulations
-     * @param {string} [filter] Filter expression syntax.  Supported fields: `status`, `agent_id`, `persona_id`, `test_set_id`, `test_case_id`, `run_id`, `external_conversation_id`, `mutation_id`, `mutation_name`, `create_time`  Operators: `=`, `!=`, `>`, `<`, `>=`, `<=`, `AND`, `OR`  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., `status=\"IN PROGRESS\"`).  The `external_conversation_id` field is your system\'s conversation ID for cross-system lookup.  **Mutation Filtering:** Use `mutation_id` or `mutation_name` to filter simulations by agent mutation variant. Base agent simulations have both `mutation_id` and `mutation_name` = null. To get only base agent results, filter for simulations where `mutation_id` is not set. 
+     * @param {string} [filter] Filter expression syntax.  Supported fields: `status`, `agent_id`, `persona_id`, `test_set_id`, `test_case_id`, `run_id`, `external_conversation_id`, `mutation_id`, `mutation_name`, `create_time`, `metric.{metric_id}`  Operators: `=`, `!=`, `>`, `<`, `>=`, `<=`, `AND`, `OR`  A `metric.{metric_id}` predicate (score filtering; number and string metrics, type inferred from the literal) returns only simulations whose metric matches, with each simulation\'s value per metric embedded inline (`metric_values`). On this path the request is keyset-paginated, ordered newest-first by creation time, and supports only `AND` alongside `create_time`, `agent_id`, `status`, `test_set_id`, and `persona_id`; other fields and any non-default `order_by` are rejected with 400, and `page_size` is capped at 100.  Values may be unquoted or double-quoted. Values containing spaces must be quoted (e.g., `status=\"IN PROGRESS\"`).  The `external_conversation_id` field is your system\'s conversation ID for cross-system lookup.  **Mutation Filtering:** Use `mutation_id` or `mutation_name` to filter simulations by agent mutation variant. Base agent simulations have both `mutation_id` and `mutation_name` = null. To get only base agent results, filter for simulations where `mutation_id` is not set. 
      * @param {number} [pageSize] Maximum number of results per page
      * @param {string} [pageToken] Opaque pagination token from previous response
      * @param {string} [orderBy] Sort order specification.  Format: `field` or `-field` (descending)  Supported fields: `create_time`, `status` 
+     * @param {'metric_values'} [include] Set to `metric_values` to embed each simulation\'s value per metric inline. Served by the keyset engine (newest-first, `page_size` capped at 100). 
      * @param {*} [options] Override http request option.
      * @throws {RequiredError}
      * @memberof SimulationsApiInterface
@@ -187,6 +204,30 @@ export interface SimulationsApiInterface {
      */
     listSimulations(requestParameters: ListSimulationsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalSimulationsAPIListSimulationsResponse>;
 
+    /**
+     * Creates request options for rerunMetrics without sending the request
+     * @param {CovalSimulationsAPIRerunMetricsRequest} covalSimulationsAPIRerunMetricsRequest 
+     * @throws {RequiredError}
+     * @memberof SimulationsApiInterface
+     */
+    rerunMetricsRequestOpts(requestParameters: RerunMetricsRequest): Promise<runtime.RequestOpts>;
+
+    /**
+     * Re-score a set of metrics against a set of existing simulations without re-running the simulations. The same metrics are applied to every simulation (metrics x simulations). Limits: up to 100 simulations, up to 500 metrics, and at most 500 total reruns (simulation_ids x metric_ids) per call. Best-effort per simulation: valid simulations are queued and a per-simulation status is returned. Existing metric results are overwritten when each rerun completes. 
+     * @summary Batch rerun metrics
+     * @param {CovalSimulationsAPIRerunMetricsRequest} covalSimulationsAPIRerunMetricsRequest 
+     * @param {*} [options] Override http request option.
+     * @throws {RequiredError}
+     * @memberof SimulationsApiInterface
+     */
+    rerunMetricsRaw(requestParameters: RerunMetricsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalSimulationsAPIRerunMetricsResponse>>;
+
+    /**
+     * Re-score a set of metrics against a set of existing simulations without re-running the simulations. The same metrics are applied to every simulation (metrics x simulations). Limits: up to 100 simulations, up to 500 metrics, and at most 500 total reruns (simulation_ids x metric_ids) per call. Best-effort per simulation: valid simulations are queued and a per-simulation status is returned. Existing metric results are overwritten when each rerun completes. 
+     * Batch rerun metrics
+     */
+    rerunMetrics(requestParameters: RerunMetricsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalSimulationsAPIRerunMetricsResponse>;
+
     /**
      * Creates request options for resimulateSimulation without sending the request
      * @param {string} simulationId The simulation ID to rerun
@@ -421,6 +462,10 @@ export class SimulationsApi extends runtime.BaseAPI implements SimulationsApiInt
             queryParameters['order_by'] = requestParameters['orderBy'];
         }
 
+        if (requestParameters['include'] != null) {
+            queryParameters['include'] = requestParameters['include'];
+        }
+
         const headerParameters: runtime.HTTPHeaders = {};
 
         if (this.configuration && this.configuration.apiKey) {
@@ -458,6 +503,59 @@ export class SimulationsApi extends runtime.BaseAPI implements SimulationsApiInt
         return await response.value();
     }
 
+    /**
+     * Creates request options for rerunMetrics without sending the request
+     */
+    async rerunMetricsRequestOpts(requestParameters: RerunMetricsRequest): Promise<runtime.RequestOpts> {
+        if (requestParameters['covalSimulationsAPIRerunMetricsRequest'] == null) {
+            throw new runtime.RequiredError(
+                'covalSimulationsAPIRerunMetricsRequest',
+                'Required parameter "covalSimulationsAPIRerunMetricsRequest" was null or undefined when calling rerunMetrics().'
+            );
+        }
+
+        const queryParameters: any = {};
+
+        const headerParameters: runtime.HTTPHeaders = {};
+
+        headerParameters['Content-Type'] = 'application/json';
+
+        if (this.configuration && this.configuration.apiKey) {
+            headerParameters["X-API-Key"] = await this.configuration.apiKey("X-API-Key"); // Coval_Simulations_API_ApiKeyAuth authentication
+        }
+
+
+        let urlPath = `/simulations:rerunMetrics`;
+
+        return {
+            path: urlPath,
+            method: 'POST',
+            headers: headerParameters,
+            query: queryParameters,
+            body: CovalSimulationsAPIRerunMetricsRequestToJSON(requestParameters['covalSimulationsAPIRerunMetricsRequest']),
+        };
+    }
+
+    /**
+     * Re-score a set of metrics against a set of existing simulations without re-running the simulations. The same metrics are applied to every simulation (metrics x simulations). Limits: up to 100 simulations, up to 500 metrics, and at most 500 total reruns (simulation_ids x metric_ids) per call. Best-effort per simulation: valid simulations are queued and a per-simulation status is returned. Existing metric results are overwritten when each rerun completes. 
+     * Batch rerun metrics
+     */
+    async rerunMetricsRaw(requestParameters: RerunMetricsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalSimulationsAPIRerunMetricsResponse>> {
+        const requestOptions = await this.rerunMetricsRequestOpts(requestParameters);
+        const response = await this.request(requestOptions, initOverrides);
+
+        return new runtime.JSONApiResponse(response, (jsonValue) => CovalSimulationsAPIRerunMetricsResponseFromJSON(jsonValue));
+    }
+
+    /**
+     * Re-score a set of metrics against a set of existing simulations without re-running the simulations. The same metrics are applied to every simulation (metrics x simulations). Limits: up to 100 simulations, up to 500 metrics, and at most 500 total reruns (simulation_ids x metric_ids) per call. Best-effort per simulation: valid simulations are queued and a per-simulation status is returned. Existing metric results are overwritten when each rerun completes. 
+     * Batch rerun metrics
+     */
+    async rerunMetrics(requestParameters: RerunMetricsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalSimulationsAPIRerunMetricsResponse> {
+        const response = await this.rerunMetricsRaw(requestParameters, initOverrides);
+        return await response.value();
+    }
+
     /**
      * Creates request options for resimulateSimulation without sending the request
      */
@@ -567,3 +665,11 @@ export class SimulationsApi extends runtime.BaseAPI implements SimulationsApiInt
     }
 
 }
+
+/**
+ * @export
+ */
+export const ListSimulationsIncludeEnum = {
+    MetricValues: 'metric_values'
+} as const;
+export type ListSimulationsIncludeEnum = typeof ListSimulationsIncludeEnum[keyof typeof ListSimulationsIncludeEnum];

package/src/generated/apis/TestSetsApi.ts

@@ -43,6 +43,11 @@ import {
     TestSetsAPIListTestSetAgentsResponseFromJSON,
     TestSetsAPIListTestSetAgentsResponseToJSON,
 } from '../models/TestSetsAPIListTestSetAgentsResponse.js';
+import {
+    type TestSetsAPIListTestSetRecordsResponse,
+    TestSetsAPIListTestSetRecordsResponseFromJSON,
+    TestSetsAPIListTestSetRecordsResponseToJSON,
+} from '../models/TestSetsAPIListTestSetRecordsResponse.js';
 import {
     type TestSetsAPIListTestSetVersionsResponse,
     TestSetsAPIListTestSetVersionsResponseFromJSON,
@@ -79,6 +84,10 @@ export interface ListTestSetAgentsRequest {
     testSetId: string;
 }
 
+export interface ListTestSetRecordsRequest {
+    testSetId: string;
+}
+
 export interface ListTestSetVersionsRequest {
     testSetId: string;
 }
@@ -259,6 +268,30 @@ export interface TestSetsApiInterface {
      */
     listTestSetAgents(requestParameters: ListTestSetAgentsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<TestSetsAPIListTestSetAgentsResponse>;
 
+    /**
+     * Creates request options for listTestSetRecords without sending the request
+     * @param {string} testSetId Test set id.
+     * @throws {RequiredError}
+     * @memberof TestSetsApiInterface
+     */
+    listTestSetRecordsRequestOpts(requestParameters: ListTestSetRecordsRequest): Promise<runtime.RequestOpts>;
+
+    /**
+     * List the test-case records in a test set.
+     * @summary List test set records
+     * @param {string} testSetId Test set id.
+     * @param {*} [options] Override http request option.
+     * @throws {RequiredError}
+     * @memberof TestSetsApiInterface
+     */
+    listTestSetRecordsRaw(requestParameters: ListTestSetRecordsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<TestSetsAPIListTestSetRecordsResponse>>;
+
+    /**
+     * List the test-case records in a test set.
+     * List test set records
+     */
+    listTestSetRecords(requestParameters: ListTestSetRecordsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<TestSetsAPIListTestSetRecordsResponse>;
+
     /**
      * Creates request options for listTestSetVersions without sending the request
      * @param {string} testSetId Test set ID (8-character ID)
@@ -718,6 +751,57 @@ export class TestSetsApi extends runtime.BaseAPI implements TestSetsApiInterface
         return await response.value();
     }
 
+    /**
+     * Creates request options for listTestSetRecords without sending the request
+     */
+    async listTestSetRecordsRequestOpts(requestParameters: ListTestSetRecordsRequest): Promise<runtime.RequestOpts> {
+        if (requestParameters['testSetId'] == null) {
+            throw new runtime.RequiredError(
+                'testSetId',
+                'Required parameter "testSetId" was null or undefined when calling listTestSetRecords().'
+            );
+        }
+
+        const queryParameters: any = {};
+
+        const headerParameters: runtime.HTTPHeaders = {};
+
+        if (this.configuration && this.configuration.apiKey) {
+            headerParameters["X-API-Key"] = await this.configuration.apiKey("X-API-Key"); // Test_Sets_API_apiKey authentication
+        }
+
+
+        let urlPath = `/test-sets/{test_set_id}/records`;
+        urlPath = urlPath.replace('{test_set_id}', encodeURIComponent(String(requestParameters['testSetId'])));
+
+        return {
+            path: urlPath,
+            method: 'GET',
+            headers: headerParameters,
+            query: queryParameters,
+        };
+    }
+
+    /**
+     * List the test-case records in a test set.
+     * List test set records
+     */
+    async listTestSetRecordsRaw(requestParameters: ListTestSetRecordsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<TestSetsAPIListTestSetRecordsResponse>> {
+        const requestOptions = await this.listTestSetRecordsRequestOpts(requestParameters);
+        const response = await this.request(requestOptions, initOverrides);
+
+        return new runtime.JSONApiResponse(response, (jsonValue) => TestSetsAPIListTestSetRecordsResponseFromJSON(jsonValue));
+    }
+
+    /**
+     * List the test-case records in a test set.
+     * List test set records
+     */
+    async listTestSetRecords(requestParameters: ListTestSetRecordsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<TestSetsAPIListTestSetRecordsResponse> {
+        const response = await this.listTestSetRecordsRaw(requestParameters, initOverrides);
+        return await response.value();
+    }
+
     /**
      * Creates request options for listTestSetVersions without sending the request
      */