@coval/sdk 0.3.1 → 0.4.0

package/src/generated/apis/TracesApi.ts

@@ -13,6 +13,11 @@
  */
 
 import * as runtime from '../runtime.js';
+import {
+    type GetTraceQualitySummary200Response,
+    GetTraceQualitySummary200ResponseFromJSON,
+    GetTraceQualitySummary200ResponseToJSON,
+} from '../models/GetTraceQualitySummary200Response.js';
 import {
     type IngestTraces200Response,
     IngestTraces200ResponseFromJSON,
@@ -23,6 +28,16 @@ import {
     TracesAPIErrorResponseFromJSON,
     TracesAPIErrorResponseToJSON,
 } from '../models/TracesAPIErrorResponse.js';
+import {
+    type TracesAPISimulationTracesResponse,
+    TracesAPISimulationTracesResponseFromJSON,
+    TracesAPISimulationTracesResponseToJSON,
+} from '../models/TracesAPISimulationTracesResponse.js';
+
+export interface GetTraceQualitySummaryRequest {
+    simulationId?: string;
+    conversationId?: string;
+}
 
 export interface IngestTracesRequest {
     body: Blob;
@@ -30,6 +45,12 @@ export interface IngestTracesRequest {
     xConversationId?: string;
 }
 
+export interface ListSimulationTracesRequest {
+    simulationOutputId: string;
+    limit?: number;
+    offset?: number;
+}
+
 /**
  * TracesApi - interface
  * 
@@ -37,6 +58,32 @@ export interface IngestTracesRequest {
  * @interface TracesApiInterface
  */
 export interface TracesApiInterface {
+    /**
+     * Creates request options for getTraceQualitySummary without sending the request
+     * @param {string} [simulationId] Exact simulation output ID. Mutually exclusive with `conversation_id`.
+     * @param {string} [conversationId] Exact monitoring conversation ID. Mutually exclusive with `simulation_id`.
+     * @throws {RequiredError}
+     * @memberof TracesApiInterface
+     */
+    getTraceQualitySummaryRequestOpts(requestParameters: GetTraceQualitySummaryRequest): Promise<runtime.RequestOpts>;
+
+    /**
+     * Returns a bounded, organization-scoped summary of the trace data received for one simulation output or monitoring conversation. The response contains span names, counts, timing and status distributions, structural integrity checks, and attribute key/type coverage. It never returns attribute values, prompt text, tool arguments or results, status messages, events, or links.  Provide exactly one of `simulation_id` or `conversation_id`. A truncated response reports `is_truncated: true`; do not treat its counts as complete. 
+     * @summary Inspect trace quality and signal coverage
+     * @param {string} [simulationId] Exact simulation output ID. Mutually exclusive with &#x60;conversation_id&#x60;.
+     * @param {string} [conversationId] Exact monitoring conversation ID. Mutually exclusive with &#x60;simulation_id&#x60;.
+     * @param {*} [options] Override http request option.
+     * @throws {RequiredError}
+     * @memberof TracesApiInterface
+     */
+    getTraceQualitySummaryRaw(requestParameters: GetTraceQualitySummaryRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<GetTraceQualitySummary200Response>>;
+
+    /**
+     * Returns a bounded, organization-scoped summary of the trace data received for one simulation output or monitoring conversation. The response contains span names, counts, timing and status distributions, structural integrity checks, and attribute key/type coverage. It never returns attribute values, prompt text, tool arguments or results, status messages, events, or links.  Provide exactly one of `simulation_id` or `conversation_id`. A truncated response reports `is_truncated: true`; do not treat its counts as complete. 
+     * Inspect trace quality and signal coverage
+     */
+    getTraceQualitySummary(requestParameters: GetTraceQualitySummaryRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<GetTraceQualitySummary200Response>;
+
     /**
      * Creates request options for ingestTraces without sending the request
      * @param {Blob} body OTLP &#x60;ExportTraceServiceRequest&#x60; payload — protobuf or JSON. 
@@ -65,6 +112,34 @@ export interface TracesApiInterface {
      */
     ingestTraces(requestParameters: IngestTracesRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<IngestTraces200Response>;
 
+    /**
+     * Creates request options for listSimulationTraces without sending the request
+     * @param {string} simulationOutputId The simulation output whose trace spans to list.
+     * @param {number} [limit] Max spans to return (1-200, default 50).
+     * @param {number} [offset] Number of spans to skip for pagination (max 100000).
+     * @throws {RequiredError}
+     * @memberof TracesApiInterface
+     */
+    listSimulationTracesRequestOpts(requestParameters: ListSimulationTracesRequest): Promise<runtime.RequestOpts>;
+
+    /**
+     * Read back the raw OTLP trace spans recorded for one simulation output — a simulation or a monitored conversation (both are simulation outputs). Offset-paginated. Complements `GET /traces/summary`, which returns only a privacy-safe structural summary. 
+     * @summary List trace spans for a simulation output
+     * @param {string} simulationOutputId The simulation output whose trace spans to list.
+     * @param {number} [limit] Max spans to return (1-200, default 50).
+     * @param {number} [offset] Number of spans to skip for pagination (max 100000).
+     * @param {*} [options] Override http request option.
+     * @throws {RequiredError}
+     * @memberof TracesApiInterface
+     */
+    listSimulationTracesRaw(requestParameters: ListSimulationTracesRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<TracesAPISimulationTracesResponse>>;
+
+    /**
+     * Read back the raw OTLP trace spans recorded for one simulation output — a simulation or a monitored conversation (both are simulation outputs). Offset-paginated. Complements `GET /traces/summary`, which returns only a privacy-safe structural summary. 
+     * List trace spans for a simulation output
+     */
+    listSimulationTraces(requestParameters: ListSimulationTracesRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<TracesAPISimulationTracesResponse>;
+
 }
 
 /**
@@ -72,6 +147,57 @@ export interface TracesApiInterface {
  */
 export class TracesApi extends runtime.BaseAPI implements TracesApiInterface {
 
+    /**
+     * Creates request options for getTraceQualitySummary without sending the request
+     */
+    async getTraceQualitySummaryRequestOpts(requestParameters: GetTraceQualitySummaryRequest): Promise<runtime.RequestOpts> {
+        const queryParameters: any = {};
+
+        if (requestParameters['simulationId'] != null) {
+            queryParameters['simulation_id'] = requestParameters['simulationId'];
+        }
+
+        if (requestParameters['conversationId'] != null) {
+            queryParameters['conversation_id'] = requestParameters['conversationId'];
+        }
+
+        const headerParameters: runtime.HTTPHeaders = {};
+
+        if (this.configuration && this.configuration.apiKey) {
+            headerParameters["X-API-Key"] = await this.configuration.apiKey("X-API-Key"); // Traces_API_apiKey authentication
+        }
+
+
+        let urlPath = `/traces/summary`;
+
+        return {
+            path: urlPath,
+            method: 'GET',
+            headers: headerParameters,
+            query: queryParameters,
+        };
+    }
+
+    /**
+     * Returns a bounded, organization-scoped summary of the trace data received for one simulation output or monitoring conversation. The response contains span names, counts, timing and status distributions, structural integrity checks, and attribute key/type coverage. It never returns attribute values, prompt text, tool arguments or results, status messages, events, or links.  Provide exactly one of `simulation_id` or `conversation_id`. A truncated response reports `is_truncated: true`; do not treat its counts as complete. 
+     * Inspect trace quality and signal coverage
+     */
+    async getTraceQualitySummaryRaw(requestParameters: GetTraceQualitySummaryRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<GetTraceQualitySummary200Response>> {
+        const requestOptions = await this.getTraceQualitySummaryRequestOpts(requestParameters);
+        const response = await this.request(requestOptions, initOverrides);
+
+        return new runtime.JSONApiResponse(response, (jsonValue) => GetTraceQualitySummary200ResponseFromJSON(jsonValue));
+    }
+
+    /**
+     * Returns a bounded, organization-scoped summary of the trace data received for one simulation output or monitoring conversation. The response contains span names, counts, timing and status distributions, structural integrity checks, and attribute key/type coverage. It never returns attribute values, prompt text, tool arguments or results, status messages, events, or links.  Provide exactly one of `simulation_id` or `conversation_id`. A truncated response reports `is_truncated: true`; do not treat its counts as complete. 
+     * Inspect trace quality and signal coverage
+     */
+    async getTraceQualitySummary(requestParameters: GetTraceQualitySummaryRequest = {}, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<GetTraceQualitySummary200Response> {
+        const response = await this.getTraceQualitySummaryRaw(requestParameters, initOverrides);
+        return await response.value();
+    }
+
     /**
      * Creates request options for ingestTraces without sending the request
      */
@@ -133,4 +259,66 @@ export class TracesApi extends runtime.BaseAPI implements TracesApiInterface {
         return await response.value();
     }
 
+    /**
+     * Creates request options for listSimulationTraces without sending the request
+     */
+    async listSimulationTracesRequestOpts(requestParameters: ListSimulationTracesRequest): Promise<runtime.RequestOpts> {
+        if (requestParameters['simulationOutputId'] == null) {
+            throw new runtime.RequiredError(
+                'simulationOutputId',
+                'Required parameter "simulationOutputId" was null or undefined when calling listSimulationTraces().'
+            );
+        }
+
+        const queryParameters: any = {};
+
+        if (requestParameters['simulationOutputId'] != null) {
+            queryParameters['simulation_output_id'] = requestParameters['simulationOutputId'];
+        }
+
+        if (requestParameters['limit'] != null) {
+            queryParameters['limit'] = requestParameters['limit'];
+        }
+
+        if (requestParameters['offset'] != null) {
+            queryParameters['offset'] = requestParameters['offset'];
+        }
+
+        const headerParameters: runtime.HTTPHeaders = {};
+
+        if (this.configuration && this.configuration.apiKey) {
+            headerParameters["X-API-Key"] = await this.configuration.apiKey("X-API-Key"); // Traces_API_apiKey authentication
+        }
+
+
+        let urlPath = `/traces/spans`;
+
+        return {
+            path: urlPath,
+            method: 'GET',
+            headers: headerParameters,
+            query: queryParameters,
+        };
+    }
+
+    /**
+     * Read back the raw OTLP trace spans recorded for one simulation output — a simulation or a monitored conversation (both are simulation outputs). Offset-paginated. Complements `GET /traces/summary`, which returns only a privacy-safe structural summary. 
+     * List trace spans for a simulation output
+     */
+    async listSimulationTracesRaw(requestParameters: ListSimulationTracesRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<TracesAPISimulationTracesResponse>> {
+        const requestOptions = await this.listSimulationTracesRequestOpts(requestParameters);
+        const response = await this.request(requestOptions, initOverrides);
+
+        return new runtime.JSONApiResponse(response, (jsonValue) => TracesAPISimulationTracesResponseFromJSON(jsonValue));
+    }
+
+    /**
+     * Read back the raw OTLP trace spans recorded for one simulation output — a simulation or a monitored conversation (both are simulation outputs). Offset-paginated. Complements `GET /traces/summary`, which returns only a privacy-safe structural summary. 
+     * List trace spans for a simulation output
+     */
+    async listSimulationTraces(requestParameters: ListSimulationTracesRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<TracesAPISimulationTracesResponse> {
+        const response = await this.listSimulationTracesRaw(requestParameters, initOverrides);
+        return await response.value();
+    }
+
 }

package/src/generated/apis/index.ts

@@ -5,6 +5,7 @@ export * from './AgentsApi.js';
 export * from './AudioApi.js';
 export * from './ConversationsApi.js';
 export * from './DashboardsApi.js';
+export * from './IntegrationsApi.js';
 export * from './MetricOutputsApi.js';
 export * from './MetricsApi.js';
 export * from './MonitorEventsApi.js';

package/src/generated/models/CovalConversationsAPIConversationMetricValue.ts

@@ -0,0 +1,82 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalConversationsAPIConversationMetricValueValue } from './CovalConversationsAPIConversationMetricValueValue.js';
+import {
+    CovalConversationsAPIConversationMetricValueValueFromJSON,
+    CovalConversationsAPIConversationMetricValueValueFromJSONTyped,
+    CovalConversationsAPIConversationMetricValueValueToJSON,
+    CovalConversationsAPIConversationMetricValueValueToJSONTyped,
+} from './CovalConversationsAPIConversationMetricValueValue.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalConversationsAPIConversationMetricValue
+ */
+export interface CovalConversationsAPIConversationMetricValue {
+    /**
+     * Metric definition identifier
+     * @type {string}
+     * @memberof CovalConversationsAPIConversationMetricValue
+     */
+    metric_id: string;
+    /**
+     * 
+     * @type {CovalConversationsAPIConversationMetricValueValue}
+     * @memberof CovalConversationsAPIConversationMetricValue
+     */
+    value?: CovalConversationsAPIConversationMetricValueValue;
+}
+
+/**
+ * Check if a given object implements the CovalConversationsAPIConversationMetricValue interface.
+ */
+export function instanceOfCovalConversationsAPIConversationMetricValue(value: object): value is CovalConversationsAPIConversationMetricValue {
+    if (!('metric_id' in value) || value['metric_id'] === undefined) return false;
+    return true;
+}
+
+export function CovalConversationsAPIConversationMetricValueFromJSON(json: any): CovalConversationsAPIConversationMetricValue {
+    return CovalConversationsAPIConversationMetricValueFromJSONTyped(json, false);
+}
+
+export function CovalConversationsAPIConversationMetricValueFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalConversationsAPIConversationMetricValue {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'metric_id': json['metric_id'],
+        'value': json['value'] == null ? undefined : CovalConversationsAPIConversationMetricValueValueFromJSON(json['value']),
+    };
+}
+
+export function CovalConversationsAPIConversationMetricValueToJSON(json: any): CovalConversationsAPIConversationMetricValue {
+    return CovalConversationsAPIConversationMetricValueToJSONTyped(json, false);
+}
+
+export function CovalConversationsAPIConversationMetricValueToJSONTyped(value?: CovalConversationsAPIConversationMetricValue | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'metric_id': value['metric_id'],
+        'value': CovalConversationsAPIConversationMetricValueValueToJSON(value['value']),
+    };
+}
+

package/src/generated/models/CovalConversationsAPIConversationMetricValueValue.ts

@@ -0,0 +1,46 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * Metric value (float, string, or list of strings depending on metric type; null if unscored or failed)
+ * @export
+ * @interface CovalConversationsAPIConversationMetricValueValue
+ */
+export interface CovalConversationsAPIConversationMetricValueValue {
+}
+
+/**
+ * Check if a given object implements the CovalConversationsAPIConversationMetricValueValue interface.
+ */
+export function instanceOfCovalConversationsAPIConversationMetricValueValue(value: object): value is CovalConversationsAPIConversationMetricValueValue {
+    return true;
+}
+
+export function CovalConversationsAPIConversationMetricValueValueFromJSON(json: any): CovalConversationsAPIConversationMetricValueValue {
+    return CovalConversationsAPIConversationMetricValueValueFromJSONTyped(json, false);
+}
+
+export function CovalConversationsAPIConversationMetricValueValueFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalConversationsAPIConversationMetricValueValue {
+    return json;
+}
+
+export function CovalConversationsAPIConversationMetricValueValueToJSON(json: any): CovalConversationsAPIConversationMetricValueValue {
+    return CovalConversationsAPIConversationMetricValueValueToJSONTyped(json, false);
+}
+
+export function CovalConversationsAPIConversationMetricValueValueToJSONTyped(value?: CovalConversationsAPIConversationMetricValueValue | null, ignoreDiscriminator: boolean = false): any {
+    return value;
+}
+

package/src/generated/models/CovalConversationsAPIConversationResource.ts

@@ -48,6 +48,13 @@ import {
     CovalConversationsAPIConversationStatusToJSON,
     CovalConversationsAPIConversationStatusToJSONTyped,
 } from './CovalConversationsAPIConversationStatus.js';
+import type { CovalConversationsAPIConversationMetricValue } from './CovalConversationsAPIConversationMetricValue.js';
+import {
+    CovalConversationsAPIConversationMetricValueFromJSON,
+    CovalConversationsAPIConversationMetricValueFromJSONTyped,
+    CovalConversationsAPIConversationMetricValueToJSON,
+    CovalConversationsAPIConversationMetricValueToJSONTyped,
+} from './CovalConversationsAPIConversationMetricValue.js';
 
 /**
  * Conversation resource object.
@@ -160,6 +167,18 @@ export interface CovalConversationsAPIConversationResource {
      * @memberof CovalConversationsAPIConversationResource
      */
     metric_outputs?: Array<CovalConversationsAPIMetricOutputResource> | null;
+    /**
+     * Every metric's value on this conversation, inline. Present when the list request
+     * sets include=metric_values or filters by metric value (filter=metric.<id> ...);
+     * omitted from the default summary view. On this metric-aware path each conversation is
+     * a summary projection: has_audio is reported false and persona_id / source / destination
+     * are null regardless of the underlying record — fetch GET /v1/conversations/{id} for
+     * authoritative audio, persona, and endpoint values.
+     * 
+     * @type {Array<CovalConversationsAPIConversationMetricValue>}
+     * @memberof CovalConversationsAPIConversationResource
+     */
+    metric_values?: Array<CovalConversationsAPIConversationMetricValue> | null;
     /**
      * Error message (only present if status=FAILED)
      * @type {string}
@@ -203,6 +222,7 @@ export function CovalConversationsAPIConversationResourceFromJSONTyped(json: any
         'tags': json['tags'] == null ? undefined : json['tags'],
         'metric_ids': json['metric_ids'] == null ? undefined : json['metric_ids'],
         'metric_outputs': json['metric_outputs'] == null ? undefined : ((json['metric_outputs'] as Array<any>).map(CovalConversationsAPIMetricOutputResourceFromJSON)),
+        'metric_values': json['metric_values'] == null ? undefined : ((json['metric_values'] as Array<any>).map(CovalConversationsAPIConversationMetricValueFromJSON)),
         'error': json['error'] == null ? undefined : json['error'],
     };
 }
@@ -234,6 +254,7 @@ export function CovalConversationsAPIConversationResourceToJSONTyped(value?: Cov
         'tags': value['tags'],
         'metric_ids': value['metric_ids'],
         'metric_outputs': value['metric_outputs'] == null ? undefined : ((value['metric_outputs'] as Array<any>).map(CovalConversationsAPIMetricOutputResourceToJSON)),
+        'metric_values': value['metric_values'] == null ? undefined : ((value['metric_values'] as Array<any>).map(CovalConversationsAPIConversationMetricValueToJSON)),
         'error': value['error'],
     };
 }

package/src/generated/models/CovalConversationsAPIMetricOutputResource.ts

@@ -58,6 +58,12 @@ export interface CovalConversationsAPIMetricOutputResource {
      * @memberof CovalConversationsAPIMetricOutputResource
      */
     status: CovalConversationsAPIMetricOutputResourceStatusEnum;
+    /**
+     * Stored reason for the current status, including the actionable reason a metric was skipped or failed. Null when no reason was recorded.
+     * @type {string}
+     * @memberof CovalConversationsAPIMetricOutputResource
+     */
+    status_reason?: string | null;
     /**
      * The LLM judge's reasoning for this metric output, as a flat string. Null for metrics that produce no explanation (non-judge metrics) or when the output is not yet computed. This is a convenience surfacing of the reasoning that otherwise lives nested under result.llm.answer_explanation (or result.explanation); it is populated in both the list and single-output responses so callers do not have to request the full result object to read it.
      * @type {string}
@@ -80,7 +86,9 @@ export const CovalConversationsAPIMetricOutputResourceStatusEnum = {
     InQueue: 'IN QUEUE',
     InProgress: 'IN PROGRESS',
     Completed: 'COMPLETED',
-    Failed: 'FAILED'
+    Skipped: 'SKIPPED',
+    Failed: 'FAILED',
+    Cancelled: 'CANCELLED'
 } as const;
 export type CovalConversationsAPIMetricOutputResourceStatusEnum = typeof CovalConversationsAPIMetricOutputResourceStatusEnum[keyof typeof CovalConversationsAPIMetricOutputResourceStatusEnum];
 
@@ -110,6 +118,7 @@ export function CovalConversationsAPIMetricOutputResourceFromJSONTyped(json: any
         'metric_version_ulid': json['metric_version_ulid'] == null ? undefined : json['metric_version_ulid'],
         'value': json['value'] == null ? undefined : CovalConversationsAPISimpleMetricOutputValueFromJSON(json['value']),
         'status': json['status'],
+        'status_reason': json['status_reason'] == null ? undefined : json['status_reason'],
         'explanation': json['explanation'] == null ? undefined : json['explanation'],
         'result': json['result'] == null ? undefined : json['result'],
     };
@@ -131,6 +140,7 @@ export function CovalConversationsAPIMetricOutputResourceToJSONTyped(value?: Cov
         'metric_version_ulid': value['metric_version_ulid'],
         'value': CovalConversationsAPISimpleMetricOutputValueToJSON(value['value']),
         'status': value['status'],
+        'status_reason': value['status_reason'],
         'explanation': value['explanation'],
         'result': value['result'],
     };

package/src/generated/models/CovalConversationsAPISimpleMetricOutput.ts

@@ -58,6 +58,12 @@ export interface CovalConversationsAPISimpleMetricOutput {
      * @memberof CovalConversationsAPISimpleMetricOutput
      */
     status: CovalConversationsAPISimpleMetricOutputStatusEnum;
+    /**
+     * Stored reason for the current status, including the actionable reason a metric was skipped or failed. Null when no reason was recorded.
+     * @type {string}
+     * @memberof CovalConversationsAPISimpleMetricOutput
+     */
+    status_reason?: string | null;
     /**
      * The LLM judge's reasoning for this metric output, as a flat string. Null for metrics that produce no explanation (non-judge metrics) or when the output is not yet computed. This is a convenience surfacing of the reasoning that otherwise lives nested under result.llm.answer_explanation (or result.explanation); it is populated in both the list and single-output responses so callers do not have to request the full result object to read it.
      * @type {string}
@@ -80,7 +86,9 @@ export const CovalConversationsAPISimpleMetricOutputStatusEnum = {
     InQueue: 'IN QUEUE',
     InProgress: 'IN PROGRESS',
     Completed: 'COMPLETED',
-    Failed: 'FAILED'
+    Skipped: 'SKIPPED',
+    Failed: 'FAILED',
+    Cancelled: 'CANCELLED'
 } as const;
 export type CovalConversationsAPISimpleMetricOutputStatusEnum = typeof CovalConversationsAPISimpleMetricOutputStatusEnum[keyof typeof CovalConversationsAPISimpleMetricOutputStatusEnum];
 
@@ -110,6 +118,7 @@ export function CovalConversationsAPISimpleMetricOutputFromJSONTyped(json: any,
         'metric_version_ulid': json['metric_version_ulid'] == null ? undefined : json['metric_version_ulid'],
         'value': json['value'] == null ? undefined : CovalConversationsAPISimpleMetricOutputValueFromJSON(json['value']),
         'status': json['status'],
+        'status_reason': json['status_reason'] == null ? undefined : json['status_reason'],
         'explanation': json['explanation'] == null ? undefined : json['explanation'],
         'result': json['result'] == null ? undefined : json['result'],
     };
@@ -131,6 +140,7 @@ export function CovalConversationsAPISimpleMetricOutputToJSONTyped(value?: Coval
         'metric_version_ulid': value['metric_version_ulid'],
         'value': CovalConversationsAPISimpleMetricOutputValueToJSON(value['value']),
         'status': value['status'],
+        'status_reason': value['status_reason'],
         'explanation': value['explanation'],
         'result': value['result'],
     };

package/src/generated/models/CovalMetricsAPIBaselineHistoryPoint.ts

@@ -0,0 +1,93 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * 
+ * @export
+ * @interface CovalMetricsAPIBaselineHistoryPoint
+ */
+export interface CovalMetricsAPIBaselineHistoryPoint {
+    /**
+     * 
+     * @type {Date}
+     * @memberof CovalMetricsAPIBaselineHistoryPoint
+     */
+    bucket_time: Date;
+    /**
+     * 
+     * @type {number}
+     * @memberof CovalMetricsAPIBaselineHistoryPoint
+     */
+    baseline_mean: number;
+    /**
+     * 
+     * @type {number}
+     * @memberof CovalMetricsAPIBaselineHistoryPoint
+     */
+    baseline_sigma: number;
+    /**
+     * 
+     * @type {number}
+     * @memberof CovalMetricsAPIBaselineHistoryPoint
+     */
+    observation_count: number;
+}
+
+/**
+ * Check if a given object implements the CovalMetricsAPIBaselineHistoryPoint interface.
+ */
+export function instanceOfCovalMetricsAPIBaselineHistoryPoint(value: object): value is CovalMetricsAPIBaselineHistoryPoint {
+    if (!('bucket_time' in value) || value['bucket_time'] === undefined) return false;
+    if (!('baseline_mean' in value) || value['baseline_mean'] === undefined) return false;
+    if (!('baseline_sigma' in value) || value['baseline_sigma'] === undefined) return false;
+    if (!('observation_count' in value) || value['observation_count'] === undefined) return false;
+    return true;
+}
+
+export function CovalMetricsAPIBaselineHistoryPointFromJSON(json: any): CovalMetricsAPIBaselineHistoryPoint {
+    return CovalMetricsAPIBaselineHistoryPointFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIBaselineHistoryPointFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIBaselineHistoryPoint {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'bucket_time': (new Date(json['bucket_time'])),
+        'baseline_mean': json['baseline_mean'],
+        'baseline_sigma': json['baseline_sigma'],
+        'observation_count': json['observation_count'],
+    };
+}
+
+export function CovalMetricsAPIBaselineHistoryPointToJSON(json: any): CovalMetricsAPIBaselineHistoryPoint {
+    return CovalMetricsAPIBaselineHistoryPointToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIBaselineHistoryPointToJSONTyped(value?: CovalMetricsAPIBaselineHistoryPoint | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'bucket_time': value['bucket_time'].toISOString(),
+        'baseline_mean': value['baseline_mean'],
+        'baseline_sigma': value['baseline_sigma'],
+        'observation_count': value['observation_count'],
+    };
+}
+

package/src/generated/models/CovalMetricsAPIBaselineHistoryResponse.ts

@@ -0,0 +1,74 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalMetricsAPIBaselineHistoryPoint } from './CovalMetricsAPIBaselineHistoryPoint.js';
+import {
+    CovalMetricsAPIBaselineHistoryPointFromJSON,
+    CovalMetricsAPIBaselineHistoryPointFromJSONTyped,
+    CovalMetricsAPIBaselineHistoryPointToJSON,
+    CovalMetricsAPIBaselineHistoryPointToJSONTyped,
+} from './CovalMetricsAPIBaselineHistoryPoint.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalMetricsAPIBaselineHistoryResponse
+ */
+export interface CovalMetricsAPIBaselineHistoryResponse {
+    /**
+     * 
+     * @type {Array<CovalMetricsAPIBaselineHistoryPoint>}
+     * @memberof CovalMetricsAPIBaselineHistoryResponse
+     */
+    history: Array<CovalMetricsAPIBaselineHistoryPoint>;
+}
+
+/**
+ * Check if a given object implements the CovalMetricsAPIBaselineHistoryResponse interface.
+ */
+export function instanceOfCovalMetricsAPIBaselineHistoryResponse(value: object): value is CovalMetricsAPIBaselineHistoryResponse {
+    if (!('history' in value) || value['history'] === undefined) return false;
+    return true;
+}
+
+export function CovalMetricsAPIBaselineHistoryResponseFromJSON(json: any): CovalMetricsAPIBaselineHistoryResponse {
+    return CovalMetricsAPIBaselineHistoryResponseFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIBaselineHistoryResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIBaselineHistoryResponse {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'history': ((json['history'] as Array<any>).map(CovalMetricsAPIBaselineHistoryPointFromJSON)),
+    };
+}
+
+export function CovalMetricsAPIBaselineHistoryResponseToJSON(json: any): CovalMetricsAPIBaselineHistoryResponse {
+    return CovalMetricsAPIBaselineHistoryResponseToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIBaselineHistoryResponseToJSONTyped(value?: CovalMetricsAPIBaselineHistoryResponse | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'history': ((value['history'] as Array<any>).map(CovalMetricsAPIBaselineHistoryPointToJSON)),
+    };
+}
+