@coval/sdk 0.1.0 → 0.2.1

package/src/generated/models/CovalMetricsAPIErrorResponseError.ts

@@ -54,6 +54,7 @@ export interface CovalMetricsAPIErrorResponseError {
 export const CovalMetricsAPIErrorResponseErrorCodeEnum = {
     InvalidArgument: 'INVALID_ARGUMENT',
     Unauthenticated: 'UNAUTHENTICATED',
+    PermissionDenied: 'PERMISSION_DENIED',
     NotFound: 'NOT_FOUND',
     AlreadyExists: 'ALREADY_EXISTS',
     Internal: 'INTERNAL'

package/src/generated/models/CovalMetricsAPIGetThresholdResponse.ts

@@ -0,0 +1,74 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalMetricsAPIMetricThresholdResource } from './CovalMetricsAPIMetricThresholdResource.js';
+import {
+    CovalMetricsAPIMetricThresholdResourceFromJSON,
+    CovalMetricsAPIMetricThresholdResourceFromJSONTyped,
+    CovalMetricsAPIMetricThresholdResourceToJSON,
+    CovalMetricsAPIMetricThresholdResourceToJSONTyped,
+} from './CovalMetricsAPIMetricThresholdResource.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalMetricsAPIGetThresholdResponse
+ */
+export interface CovalMetricsAPIGetThresholdResponse {
+    /**
+     * 
+     * @type {CovalMetricsAPIMetricThresholdResource}
+     * @memberof CovalMetricsAPIGetThresholdResponse
+     */
+    threshold: CovalMetricsAPIMetricThresholdResource;
+}
+
+/**
+ * Check if a given object implements the CovalMetricsAPIGetThresholdResponse interface.
+ */
+export function instanceOfCovalMetricsAPIGetThresholdResponse(value: object): value is CovalMetricsAPIGetThresholdResponse {
+    if (!('threshold' in value) || value['threshold'] === undefined) return false;
+    return true;
+}
+
+export function CovalMetricsAPIGetThresholdResponseFromJSON(json: any): CovalMetricsAPIGetThresholdResponse {
+    return CovalMetricsAPIGetThresholdResponseFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIGetThresholdResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIGetThresholdResponse {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'threshold': CovalMetricsAPIMetricThresholdResourceFromJSON(json['threshold']),
+    };
+}
+
+export function CovalMetricsAPIGetThresholdResponseToJSON(json: any): CovalMetricsAPIGetThresholdResponse {
+    return CovalMetricsAPIGetThresholdResponseToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIGetThresholdResponseToJSONTyped(value?: CovalMetricsAPIGetThresholdResponse | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'threshold': CovalMetricsAPIMetricThresholdResourceToJSON(value['threshold']),
+    };
+}
+

package/src/generated/models/CovalMetricsAPIListMetricBaselinesResponse.ts

@@ -0,0 +1,90 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalMetricsAPIBaseline } from './CovalMetricsAPIBaseline.js';
+import {
+    CovalMetricsAPIBaselineFromJSON,
+    CovalMetricsAPIBaselineFromJSONTyped,
+    CovalMetricsAPIBaselineToJSON,
+    CovalMetricsAPIBaselineToJSONTyped,
+} from './CovalMetricsAPIBaseline.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalMetricsAPIListMetricBaselinesResponse
+ */
+export interface CovalMetricsAPIListMetricBaselinesResponse {
+    /**
+     * 
+     * @type {Array<CovalMetricsAPIBaseline>}
+     * @memberof CovalMetricsAPIListMetricBaselinesResponse
+     */
+    baselines: Array<CovalMetricsAPIBaseline>;
+    /**
+     * 
+     * @type {string}
+     * @memberof CovalMetricsAPIListMetricBaselinesResponse
+     */
+    next_page_token?: string | null;
+    /**
+     * Total count of baselines matching the filter.
+     * @type {number}
+     * @memberof CovalMetricsAPIListMetricBaselinesResponse
+     */
+    total_count?: number;
+}
+
+/**
+ * Check if a given object implements the CovalMetricsAPIListMetricBaselinesResponse interface.
+ */
+export function instanceOfCovalMetricsAPIListMetricBaselinesResponse(value: object): value is CovalMetricsAPIListMetricBaselinesResponse {
+    if (!('baselines' in value) || value['baselines'] === undefined) return false;
+    return true;
+}
+
+export function CovalMetricsAPIListMetricBaselinesResponseFromJSON(json: any): CovalMetricsAPIListMetricBaselinesResponse {
+    return CovalMetricsAPIListMetricBaselinesResponseFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIListMetricBaselinesResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIListMetricBaselinesResponse {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'baselines': ((json['baselines'] as Array<any>).map(CovalMetricsAPIBaselineFromJSON)),
+        'next_page_token': json['next_page_token'] == null ? undefined : json['next_page_token'],
+        'total_count': json['total_count'] == null ? undefined : json['total_count'],
+    };
+}
+
+export function CovalMetricsAPIListMetricBaselinesResponseToJSON(json: any): CovalMetricsAPIListMetricBaselinesResponse {
+    return CovalMetricsAPIListMetricBaselinesResponseToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIListMetricBaselinesResponseToJSONTyped(value?: CovalMetricsAPIListMetricBaselinesResponse | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'baselines': ((value['baselines'] as Array<any>).map(CovalMetricsAPIBaselineToJSON)),
+        'next_page_token': value['next_page_token'],
+        'total_count': value['total_count'],
+    };
+}
+

package/src/generated/models/CovalMetricsAPIListMetricModelsResponse.ts

@@ -0,0 +1,74 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalMetricsAPIMetricModelResource } from './CovalMetricsAPIMetricModelResource.js';
+import {
+    CovalMetricsAPIMetricModelResourceFromJSON,
+    CovalMetricsAPIMetricModelResourceFromJSONTyped,
+    CovalMetricsAPIMetricModelResourceToJSON,
+    CovalMetricsAPIMetricModelResourceToJSONTyped,
+} from './CovalMetricsAPIMetricModelResource.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalMetricsAPIListMetricModelsResponse
+ */
+export interface CovalMetricsAPIListMetricModelsResponse {
+    /**
+     * 
+     * @type {Array<CovalMetricsAPIMetricModelResource>}
+     * @memberof CovalMetricsAPIListMetricModelsResponse
+     */
+    models: Array<CovalMetricsAPIMetricModelResource>;
+}
+
+/**
+ * Check if a given object implements the CovalMetricsAPIListMetricModelsResponse interface.
+ */
+export function instanceOfCovalMetricsAPIListMetricModelsResponse(value: object): value is CovalMetricsAPIListMetricModelsResponse {
+    if (!('models' in value) || value['models'] === undefined) return false;
+    return true;
+}
+
+export function CovalMetricsAPIListMetricModelsResponseFromJSON(json: any): CovalMetricsAPIListMetricModelsResponse {
+    return CovalMetricsAPIListMetricModelsResponseFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIListMetricModelsResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIListMetricModelsResponse {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'models': ((json['models'] as Array<any>).map(CovalMetricsAPIMetricModelResourceFromJSON)),
+    };
+}
+
+export function CovalMetricsAPIListMetricModelsResponseToJSON(json: any): CovalMetricsAPIListMetricModelsResponse {
+    return CovalMetricsAPIListMetricModelsResponseToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIListMetricModelsResponseToJSONTyped(value?: CovalMetricsAPIListMetricModelsResponse | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'models': ((value['models'] as Array<any>).map(CovalMetricsAPIMetricModelResourceToJSON)),
+    };
+}
+

package/src/generated/models/CovalMetricsAPIListThresholdsResponse.ts

@@ -0,0 +1,82 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalMetricsAPIMetricThresholdResource } from './CovalMetricsAPIMetricThresholdResource.js';
+import {
+    CovalMetricsAPIMetricThresholdResourceFromJSON,
+    CovalMetricsAPIMetricThresholdResourceFromJSONTyped,
+    CovalMetricsAPIMetricThresholdResourceToJSON,
+    CovalMetricsAPIMetricThresholdResourceToJSONTyped,
+} from './CovalMetricsAPIMetricThresholdResource.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalMetricsAPIListThresholdsResponse
+ */
+export interface CovalMetricsAPIListThresholdsResponse {
+    /**
+     * 
+     * @type {Array<CovalMetricsAPIMetricThresholdResource>}
+     * @memberof CovalMetricsAPIListThresholdsResponse
+     */
+    thresholds: Array<CovalMetricsAPIMetricThresholdResource>;
+    /**
+     * 
+     * @type {string}
+     * @memberof CovalMetricsAPIListThresholdsResponse
+     */
+    next_page_token?: string | null;
+}
+
+/**
+ * Check if a given object implements the CovalMetricsAPIListThresholdsResponse interface.
+ */
+export function instanceOfCovalMetricsAPIListThresholdsResponse(value: object): value is CovalMetricsAPIListThresholdsResponse {
+    if (!('thresholds' in value) || value['thresholds'] === undefined) return false;
+    return true;
+}
+
+export function CovalMetricsAPIListThresholdsResponseFromJSON(json: any): CovalMetricsAPIListThresholdsResponse {
+    return CovalMetricsAPIListThresholdsResponseFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIListThresholdsResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIListThresholdsResponse {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'thresholds': ((json['thresholds'] as Array<any>).map(CovalMetricsAPIMetricThresholdResourceFromJSON)),
+        'next_page_token': json['next_page_token'] == null ? undefined : json['next_page_token'],
+    };
+}
+
+export function CovalMetricsAPIListThresholdsResponseToJSON(json: any): CovalMetricsAPIListThresholdsResponse {
+    return CovalMetricsAPIListThresholdsResponseToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIListThresholdsResponseToJSONTyped(value?: CovalMetricsAPIListThresholdsResponse | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'thresholds': ((value['thresholds'] as Array<any>).map(CovalMetricsAPIMetricThresholdResourceToJSON)),
+        'next_page_token': value['next_page_token'],
+    };
+}
+

package/src/generated/models/CovalMetricsAPIMetricModelResource.ts

@@ -0,0 +1,123 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * A single LLM model available for metric evaluation
+ * @export
+ * @interface CovalMetricsAPIMetricModelResource
+ */
+export interface CovalMetricsAPIMetricModelResource {
+    /**
+     * Canonical colon-separated model identifier
+     * @type {string}
+     * @memberof CovalMetricsAPIMetricModelResource
+     */
+    model_id: string;
+    /**
+     * Human-readable model name
+     * @type {string}
+     * @memberof CovalMetricsAPIMetricModelResource
+     */
+    display_name: string;
+    /**
+     * Model provider
+     * @type {CovalMetricsAPIMetricModelResourceProviderEnum}
+     * @memberof CovalMetricsAPIMetricModelResource
+     */
+    provider: CovalMetricsAPIMetricModelResourceProviderEnum;
+    /**
+     * Access tier — standard models are available to all orgs; enterprise models require an Enterprise plan
+     * @type {CovalMetricsAPIMetricModelResourceTierEnum}
+     * @memberof CovalMetricsAPIMetricModelResource
+     */
+    tier: CovalMetricsAPIMetricModelResourceTierEnum;
+    /**
+     * Whether extended thinking / reasoning mode is supported on this model
+     * @type {boolean}
+     * @memberof CovalMetricsAPIMetricModelResource
+     */
+    supports_thinking: boolean;
+}
+
+
+/**
+ * @export
+ */
+export const CovalMetricsAPIMetricModelResourceProviderEnum = {
+    Openai: 'openai',
+    Anthropic: 'anthropic',
+    Google: 'google'
+} as const;
+export type CovalMetricsAPIMetricModelResourceProviderEnum = typeof CovalMetricsAPIMetricModelResourceProviderEnum[keyof typeof CovalMetricsAPIMetricModelResourceProviderEnum];
+
+/**
+ * @export
+ */
+export const CovalMetricsAPIMetricModelResourceTierEnum = {
+    Standard: 'standard',
+    Enterprise: 'enterprise'
+} as const;
+export type CovalMetricsAPIMetricModelResourceTierEnum = typeof CovalMetricsAPIMetricModelResourceTierEnum[keyof typeof CovalMetricsAPIMetricModelResourceTierEnum];
+
+
+/**
+ * Check if a given object implements the CovalMetricsAPIMetricModelResource interface.
+ */
+export function instanceOfCovalMetricsAPIMetricModelResource(value: object): value is CovalMetricsAPIMetricModelResource {
+    if (!('model_id' in value) || value['model_id'] === undefined) return false;
+    if (!('display_name' in value) || value['display_name'] === undefined) return false;
+    if (!('provider' in value) || value['provider'] === undefined) return false;
+    if (!('tier' in value) || value['tier'] === undefined) return false;
+    if (!('supports_thinking' in value) || value['supports_thinking'] === undefined) return false;
+    return true;
+}
+
+export function CovalMetricsAPIMetricModelResourceFromJSON(json: any): CovalMetricsAPIMetricModelResource {
+    return CovalMetricsAPIMetricModelResourceFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIMetricModelResourceFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIMetricModelResource {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'model_id': json['model_id'],
+        'display_name': json['display_name'],
+        'provider': json['provider'],
+        'tier': json['tier'],
+        'supports_thinking': json['supports_thinking'],
+    };
+}
+
+export function CovalMetricsAPIMetricModelResourceToJSON(json: any): CovalMetricsAPIMetricModelResource {
+    return CovalMetricsAPIMetricModelResourceToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIMetricModelResourceToJSONTyped(value?: CovalMetricsAPIMetricModelResource | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'model_id': value['model_id'],
+        'display_name': value['display_name'],
+        'provider': value['provider'],
+        'tier': value['tier'],
+        'supports_thinking': value['supports_thinking'],
+    };
+}
+

package/src/generated/models/CovalMetricsAPIMetricResource.ts

@@ -13,6 +13,13 @@
  */
 
 import { mapValues } from '../runtime.js';
+import type { CovalMetricsAPIMetricRuntimeConfig } from './CovalMetricsAPIMetricRuntimeConfig.js';
+import {
+    CovalMetricsAPIMetricRuntimeConfigFromJSON,
+    CovalMetricsAPIMetricRuntimeConfigFromJSONTyped,
+    CovalMetricsAPIMetricRuntimeConfigToJSON,
+    CovalMetricsAPIMetricRuntimeConfigToJSONTyped,
+} from './CovalMetricsAPIMetricRuntimeConfig.js';
 import type { CovalMetricsAPITargetCondition } from './CovalMetricsAPITargetCondition.js';
 import {
     CovalMetricsAPITargetConditionFromJSON,
@@ -135,6 +142,16 @@ export interface CovalMetricsAPIMetricResource {
      * @memberof CovalMetricsAPIMetricResource
      */
     include_traces?: boolean | null;
+    /**
+     * LLM model and thinking configuration for this metric.
+     * Not supported for audio metric types (`METRIC_AUDIO_LLM_BINARY`,
+     * `METRIC_AUDIO_LLM_CATEGORICAL`, `METRIC_AUDIO_LLM_NUMERICAL`),
+     * which always use the platform-default audio model.
+     * 
+     * @type {CovalMetricsAPIMetricRuntimeConfig}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    runtime_config?: CovalMetricsAPIMetricRuntimeConfig;
     /**
      * Target condition for metric evaluation
      * @type {CovalMetricsAPITargetCondition}
@@ -204,6 +221,7 @@ export function CovalMetricsAPIMetricResourceFromJSONTyped(json: any, ignoreDisc
         'role': json['role'] == null ? undefined : json['role'],
         'min_pause_duration_seconds': json['min_pause_duration_seconds'] == null ? undefined : json['min_pause_duration_seconds'],
         'include_traces': json['include_traces'] == null ? undefined : json['include_traces'],
+        'runtime_config': json['runtime_config'] == null ? undefined : CovalMetricsAPIMetricRuntimeConfigFromJSON(json['runtime_config']),
         'target_condition': json['target_condition'] == null ? undefined : CovalMetricsAPITargetConditionFromJSON(json['target_condition']),
         'created_by': json['created_by'] == null ? undefined : json['created_by'],
         'create_time': json['create_time'] == null ? undefined : (new Date(json['create_time'])),
@@ -237,6 +255,7 @@ export function CovalMetricsAPIMetricResourceToJSONTyped(value?: CovalMetricsAPI
         'role': value['role'],
         'min_pause_duration_seconds': value['min_pause_duration_seconds'],
         'include_traces': value['include_traces'],
+        'runtime_config': CovalMetricsAPIMetricRuntimeConfigToJSON(value['runtime_config']),
         'target_condition': CovalMetricsAPITargetConditionToJSON(value['target_condition']),
         'created_by': value['created_by'],
         'create_time': value['create_time'] == null ? value['create_time'] : value['create_time'].toISOString(),

package/src/generated/models/CovalMetricsAPIMetricRuntimeConfig.ts

@@ -0,0 +1,79 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * LLM model and thinking configuration for metric execution
+ * @export
+ * @interface CovalMetricsAPIMetricRuntimeConfig
+ */
+export interface CovalMetricsAPIMetricRuntimeConfig {
+    /**
+     * Model identifier in canonical colon-separated format (e.g.
+     * `"openai:gpt-4.1-mini-2025-04-14"`). Use `GET /v1/models/metric` to list
+     * available models and their identifiers.
+     * 
+     * @type {string}
+     * @memberof CovalMetricsAPIMetricRuntimeConfig
+     */
+    model_version?: string;
+    /**
+     * Enable extended thinking / reasoning mode. Only supported on select enterprise
+     * models (`supports_thinking: true` in the model list). Attempting to enable this
+     * on an unsupported model returns `400 THINKING_NOT_SUPPORTED`.
+     * 
+     * @type {boolean}
+     * @memberof CovalMetricsAPIMetricRuntimeConfig
+     */
+    thinking_enabled?: boolean | null;
+}
+
+/**
+ * Check if a given object implements the CovalMetricsAPIMetricRuntimeConfig interface.
+ */
+export function instanceOfCovalMetricsAPIMetricRuntimeConfig(value: object): value is CovalMetricsAPIMetricRuntimeConfig {
+    return true;
+}
+
+export function CovalMetricsAPIMetricRuntimeConfigFromJSON(json: any): CovalMetricsAPIMetricRuntimeConfig {
+    return CovalMetricsAPIMetricRuntimeConfigFromJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIMetricRuntimeConfigFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPIMetricRuntimeConfig {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'model_version': json['model_version'] == null ? undefined : json['model_version'],
+        'thinking_enabled': json['thinking_enabled'] == null ? undefined : json['thinking_enabled'],
+    };
+}
+
+export function CovalMetricsAPIMetricRuntimeConfigToJSON(json: any): CovalMetricsAPIMetricRuntimeConfig {
+    return CovalMetricsAPIMetricRuntimeConfigToJSONTyped(json, false);
+}
+
+export function CovalMetricsAPIMetricRuntimeConfigToJSONTyped(value?: CovalMetricsAPIMetricRuntimeConfig | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'model_version': value['model_version'],
+        'thinking_enabled': value['thinking_enabled'],
+    };
+}
+