@coval/sdk 0.3.1 → 0.4.0

package/src/generated/models/CovalRunsAPIMetricResult.ts

@@ -0,0 +1,112 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalRunsAPIMetricValue } from './CovalRunsAPIMetricValue.js';
+import {
+    CovalRunsAPIMetricValueFromJSON,
+    CovalRunsAPIMetricValueFromJSONTyped,
+    CovalRunsAPIMetricValueToJSON,
+    CovalRunsAPIMetricValueToJSONTyped,
+} from './CovalRunsAPIMetricValue.js';
+
+/**
+ * Results for one metric across the run's simulation outputs
+ * @export
+ * @interface CovalRunsAPIMetricResult
+ */
+export interface CovalRunsAPIMetricResult {
+    /**
+     * The metric identifier
+     * @type {string}
+     * @memberof CovalRunsAPIMetricResult
+     */
+    metric_id: string;
+    /**
+     * Human-readable metric name
+     * @type {string}
+     * @memberof CovalRunsAPIMetricResult
+     */
+    metric_name: string;
+    /**
+     * Metric output type
+     * @type {CovalRunsAPIMetricResultOutputTypeEnum}
+     * @memberof CovalRunsAPIMetricResult
+     */
+    output_type: CovalRunsAPIMetricResultOutputTypeEnum;
+    /**
+     * Individual values for each simulation output
+     * @type {Array<CovalRunsAPIMetricValue>}
+     * @memberof CovalRunsAPIMetricResult
+     */
+    values?: Array<CovalRunsAPIMetricValue>;
+}
+
+
+/**
+ * @export
+ */
+export const CovalRunsAPIMetricResultOutputTypeEnum = {
+    Float: 'float',
+    String: 'string',
+    Set: 'set'
+} as const;
+export type CovalRunsAPIMetricResultOutputTypeEnum = typeof CovalRunsAPIMetricResultOutputTypeEnum[keyof typeof CovalRunsAPIMetricResultOutputTypeEnum];
+
+
+/**
+ * Check if a given object implements the CovalRunsAPIMetricResult interface.
+ */
+export function instanceOfCovalRunsAPIMetricResult(value: object): value is CovalRunsAPIMetricResult {
+    if (!('metric_id' in value) || value['metric_id'] === undefined) return false;
+    if (!('metric_name' in value) || value['metric_name'] === undefined) return false;
+    if (!('output_type' in value) || value['output_type'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPIMetricResultFromJSON(json: any): CovalRunsAPIMetricResult {
+    return CovalRunsAPIMetricResultFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricResultFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIMetricResult {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'metric_id': json['metric_id'],
+        'metric_name': json['metric_name'],
+        'output_type': json['output_type'],
+        'values': json['values'] == null ? undefined : ((json['values'] as Array<any>).map(CovalRunsAPIMetricValueFromJSON)),
+    };
+}
+
+export function CovalRunsAPIMetricResultToJSON(json: any): CovalRunsAPIMetricResult {
+    return CovalRunsAPIMetricResultToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricResultToJSONTyped(value?: CovalRunsAPIMetricResult | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'metric_id': value['metric_id'],
+        'metric_name': value['metric_name'],
+        'output_type': value['output_type'],
+        'values': value['values'] == null ? undefined : ((value['values'] as Array<any>).map(CovalRunsAPIMetricValueToJSON)),
+    };
+}
+

package/src/generated/models/CovalRunsAPIMetricValue.ts

@@ -0,0 +1,82 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalRunsAPIMetricValueValue } from './CovalRunsAPIMetricValueValue.js';
+import {
+    CovalRunsAPIMetricValueValueFromJSON,
+    CovalRunsAPIMetricValueValueFromJSONTyped,
+    CovalRunsAPIMetricValueValueToJSON,
+    CovalRunsAPIMetricValueValueToJSONTyped,
+} from './CovalRunsAPIMetricValueValue.js';
+
+/**
+ * One metric value for a simulation output
+ * @export
+ * @interface CovalRunsAPIMetricValue
+ */
+export interface CovalRunsAPIMetricValue {
+    /**
+     * ID of the simulation output
+     * @type {string}
+     * @memberof CovalRunsAPIMetricValue
+     */
+    simulation_output_id: string;
+    /**
+     * 
+     * @type {CovalRunsAPIMetricValueValue}
+     * @memberof CovalRunsAPIMetricValue
+     */
+    value?: CovalRunsAPIMetricValueValue | null;
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPIMetricValue interface.
+ */
+export function instanceOfCovalRunsAPIMetricValue(value: object): value is CovalRunsAPIMetricValue {
+    if (!('simulation_output_id' in value) || value['simulation_output_id'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPIMetricValueFromJSON(json: any): CovalRunsAPIMetricValue {
+    return CovalRunsAPIMetricValueFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricValueFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIMetricValue {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'simulation_output_id': json['simulation_output_id'],
+        'value': json['value'] == null ? undefined : CovalRunsAPIMetricValueValueFromJSON(json['value']),
+    };
+}
+
+export function CovalRunsAPIMetricValueToJSON(json: any): CovalRunsAPIMetricValue {
+    return CovalRunsAPIMetricValueToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricValueToJSONTyped(value?: CovalRunsAPIMetricValue | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'simulation_output_id': value['simulation_output_id'],
+        'value': CovalRunsAPIMetricValueValueToJSON(value['value']),
+    };
+}
+

package/src/generated/models/CovalRunsAPIMetricValueValue.ts

@@ -0,0 +1,65 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+/**
+ * @type CovalRunsAPIMetricValueValue
+ * Metric value, whose type depends on output_type
+ * @export
+ */
+export type CovalRunsAPIMetricValueValue = Array<string> | number | string;
+
+export function CovalRunsAPIMetricValueValueFromJSON(json: any): CovalRunsAPIMetricValueValue {
+    return CovalRunsAPIMetricValueValueFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricValueValueFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIMetricValueValue {
+    if (json == null) {
+        return json;
+    }
+    if (typeof json === 'number') {
+        return json;
+    }
+    if (typeof json === 'string') {
+        return json;
+    }
+    if (Array.isArray(json)) {
+        if (json.every(item => typeof item === 'string')) {
+            return json;
+        }
+    }
+    return {} as any;
+}
+
+export function CovalRunsAPIMetricValueValueToJSON(json: any): any {
+    return CovalRunsAPIMetricValueValueToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricValueValueToJSONTyped(value?: CovalRunsAPIMetricValueValue | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+    if (typeof value === 'number') {
+        return value;
+    }
+    if (typeof value === 'string') {
+        return value;
+    }
+    if (Array.isArray(value)) {
+        if (value.every(item => typeof item === 'string')) {
+            return value;
+        }
+    }
+    return {};
+}
+

package/src/generated/models/{CovalRunsAPIProgress.ts → CovalRunsAPIRunProgress.ts}

@@ -16,39 +16,39 @@ import { mapValues } from '../runtime.js';
 /**
  * Progress information for the run
  * @export
- * @interface CovalRunsAPIProgress
+ * @interface CovalRunsAPIRunProgress
  */
-export interface CovalRunsAPIProgress {
+export interface CovalRunsAPIRunProgress {
     /**
      * Total number of test cases
      * @type {number}
-     * @memberof CovalRunsAPIProgress
+     * @memberof CovalRunsAPIRunProgress
      */
     total_test_cases: number;
     /**
      * Number of completed test cases
      * @type {number}
-     * @memberof CovalRunsAPIProgress
+     * @memberof CovalRunsAPIRunProgress
      */
     completed_test_cases: number;
     /**
      * Number of failed test cases
      * @type {number}
-     * @memberof CovalRunsAPIProgress
+     * @memberof CovalRunsAPIRunProgress
      */
     failed_test_cases: number;
     /**
      * Number of test cases currently running
      * @type {number}
-     * @memberof CovalRunsAPIProgress
+     * @memberof CovalRunsAPIRunProgress
      */
     in_progress_test_cases: number;
 }
 
 /**
- * Check if a given object implements the CovalRunsAPIProgress interface.
+ * Check if a given object implements the CovalRunsAPIRunProgress interface.
  */
-export function instanceOfCovalRunsAPIProgress(value: object): value is CovalRunsAPIProgress {
+export function instanceOfCovalRunsAPIRunProgress(value: object): value is CovalRunsAPIRunProgress {
     if (!('total_test_cases' in value) || value['total_test_cases'] === undefined) return false;
     if (!('completed_test_cases' in value) || value['completed_test_cases'] === undefined) return false;
     if (!('failed_test_cases' in value) || value['failed_test_cases'] === undefined) return false;
@@ -56,11 +56,11 @@ export function instanceOfCovalRunsAPIProgress(value: object): value is CovalRun
     return true;
 }
 
-export function CovalRunsAPIProgressFromJSON(json: any): CovalRunsAPIProgress {
-    return CovalRunsAPIProgressFromJSONTyped(json, false);
+export function CovalRunsAPIRunProgressFromJSON(json: any): CovalRunsAPIRunProgress {
+    return CovalRunsAPIRunProgressFromJSONTyped(json, false);
 }
 
-export function CovalRunsAPIProgressFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIProgress {
+export function CovalRunsAPIRunProgressFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIRunProgress {
     if (json == null) {
         return json;
     }
@@ -73,11 +73,11 @@ export function CovalRunsAPIProgressFromJSONTyped(json: any, ignoreDiscriminator
     };
 }
 
-export function CovalRunsAPIProgressToJSON(json: any): CovalRunsAPIProgress {
-    return CovalRunsAPIProgressToJSONTyped(json, false);
+export function CovalRunsAPIRunProgressToJSON(json: any): CovalRunsAPIRunProgress {
+    return CovalRunsAPIRunProgressToJSONTyped(json, false);
 }
 
-export function CovalRunsAPIProgressToJSONTyped(value?: CovalRunsAPIProgress | null, ignoreDiscriminator: boolean = false): any {
+export function CovalRunsAPIRunProgressToJSONTyped(value?: CovalRunsAPIRunProgress | null, ignoreDiscriminator: boolean = false): any {
     if (value == null) {
         return value;
     }

package/src/generated/models/CovalRunsAPIRunResource.ts

@@ -0,0 +1,224 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalRunsAPIRunProgress } from './CovalRunsAPIRunProgress.js';
+import {
+    CovalRunsAPIRunProgressFromJSON,
+    CovalRunsAPIRunProgressFromJSONTyped,
+    CovalRunsAPIRunProgressToJSON,
+    CovalRunsAPIRunProgressToJSONTyped,
+} from './CovalRunsAPIRunProgress.js';
+import type { CovalRunsAPISimulationStatus } from './CovalRunsAPISimulationStatus.js';
+import {
+    CovalRunsAPISimulationStatusFromJSON,
+    CovalRunsAPISimulationStatusFromJSONTyped,
+    CovalRunsAPISimulationStatusToJSON,
+    CovalRunsAPISimulationStatusToJSONTyped,
+} from './CovalRunsAPISimulationStatus.js';
+import type { CovalRunsAPIRunResults } from './CovalRunsAPIRunResults.js';
+import {
+    CovalRunsAPIRunResultsFromJSON,
+    CovalRunsAPIRunResultsFromJSONTyped,
+    CovalRunsAPIRunResultsToJSON,
+    CovalRunsAPIRunResultsToJSONTyped,
+} from './CovalRunsAPIRunResults.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalRunsAPIRunResource
+ */
+export interface CovalRunsAPIRunResource {
+    /**
+     * Resource name in format "runs/{run_id}"
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    name: string;
+    /**
+     * Unique identifier for this simulation run
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    run_id: string;
+    /**
+     * Human-readable name for the run, set via `metadata.display_name` at launch.
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    display_name?: string | null;
+    /**
+     * Whether the run is shared via a public link.
+     * @type {boolean}
+     * @memberof CovalRunsAPIRunResource
+     */
+    is_public?: boolean;
+    /**
+     * Current status of the simulation run
+     * @type {CovalRunsAPISimulationStatus}
+     * @memberof CovalRunsAPIRunResource
+     */
+    status: CovalRunsAPISimulationStatus;
+    /**
+     * Timestamp when the run was created (ISO 8601)
+     * @type {Date}
+     * @memberof CovalRunsAPIRunResource
+     */
+    create_time: Date;
+    /**
+     * Timestamp when the run was last updated (ISO 8601)
+     * @type {Date}
+     * @memberof CovalRunsAPIRunResource
+     */
+    update_time?: Date | null;
+    /**
+     * ID of the agent being tested
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    agent_id?: string | null;
+    /**
+     * ID of the simulated persona used
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    persona_id?: string | null;
+    /**
+     * ID of the test set containing test cases
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    test_set_id?: string | null;
+    /**
+     * Tags for categorizing and filtering runs
+     * @type {Array<string>}
+     * @memberof CovalRunsAPIRunResource
+     */
+    tags?: Array<string>;
+    /**
+     * 
+     * @type {CovalRunsAPIRunProgress}
+     * @memberof CovalRunsAPIRunResource
+     */
+    progress?: CovalRunsAPIRunProgress | null;
+    /**
+     * 
+     * @type {CovalRunsAPIRunResults}
+     * @memberof CovalRunsAPIRunResource
+     */
+    results?: CovalRunsAPIRunResults | null;
+    /**
+     * Custom metadata provided during launch
+     * @type {{ [key: string]: any; }}
+     * @memberof CovalRunsAPIRunResource
+     */
+    metadata?: { [key: string]: any; };
+    /**
+     * Error message if status is FAILED
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    error?: string | null;
+    /**
+     * Structured run outcome or error status code.
+     * @type {string}
+     * @memberof CovalRunsAPIRunResource
+     */
+    error_status?: string | null;
+    /**
+     * Average value per metric across the run's simulations, keyed by metric id. Present
+     * when the list request sets include=metric_averages or filters by metric value
+     * (filter=metric.<id> ...); omitted from the default summary view.
+     * 
+     * @type {{ [key: string]: number; }}
+     * @memberof CovalRunsAPIRunResource
+     */
+    metric_averages?: { [key: string]: number; } | null;
+}
+
+
+
+/**
+ * Check if a given object implements the CovalRunsAPIRunResource interface.
+ */
+export function instanceOfCovalRunsAPIRunResource(value: object): value is CovalRunsAPIRunResource {
+    if (!('name' in value) || value['name'] === undefined) return false;
+    if (!('run_id' in value) || value['run_id'] === undefined) return false;
+    if (!('status' in value) || value['status'] === undefined) return false;
+    if (!('create_time' in value) || value['create_time'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPIRunResourceFromJSON(json: any): CovalRunsAPIRunResource {
+    return CovalRunsAPIRunResourceFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIRunResourceFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIRunResource {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'name': json['name'],
+        'run_id': json['run_id'],
+        'display_name': json['display_name'] == null ? undefined : json['display_name'],
+        'is_public': json['is_public'] == null ? undefined : json['is_public'],
+        'status': CovalRunsAPISimulationStatusFromJSON(json['status']),
+        'create_time': (new Date(json['create_time'])),
+        'update_time': json['update_time'] == null ? undefined : (new Date(json['update_time'])),
+        'agent_id': json['agent_id'] == null ? undefined : json['agent_id'],
+        'persona_id': json['persona_id'] == null ? undefined : json['persona_id'],
+        'test_set_id': json['test_set_id'] == null ? undefined : json['test_set_id'],
+        'tags': json['tags'] == null ? undefined : json['tags'],
+        'progress': json['progress'] == null ? undefined : CovalRunsAPIRunProgressFromJSON(json['progress']),
+        'results': json['results'] == null ? undefined : CovalRunsAPIRunResultsFromJSON(json['results']),
+        'metadata': json['metadata'] == null ? undefined : json['metadata'],
+        'error': json['error'] == null ? undefined : json['error'],
+        'error_status': json['error_status'] == null ? undefined : json['error_status'],
+        'metric_averages': json['metric_averages'] == null ? undefined : json['metric_averages'],
+    };
+}
+
+export function CovalRunsAPIRunResourceToJSON(json: any): CovalRunsAPIRunResource {
+    return CovalRunsAPIRunResourceToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIRunResourceToJSONTyped(value?: CovalRunsAPIRunResource | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'name': value['name'],
+        'run_id': value['run_id'],
+        'display_name': value['display_name'],
+        'is_public': value['is_public'],
+        'status': CovalRunsAPISimulationStatusToJSON(value['status']),
+        'create_time': value['create_time'].toISOString(),
+        'update_time': value['update_time'] == null ? value['update_time'] : value['update_time'].toISOString(),
+        'agent_id': value['agent_id'],
+        'persona_id': value['persona_id'],
+        'test_set_id': value['test_set_id'],
+        'tags': value['tags'],
+        'progress': CovalRunsAPIRunProgressToJSON(value['progress']),
+        'results': CovalRunsAPIRunResultsToJSON(value['results']),
+        'metadata': value['metadata'],
+        'error': value['error'],
+        'error_status': value['error_status'],
+        'metric_averages': value['metric_averages'],
+    };
+}
+

package/src/generated/models/CovalRunsAPIRunResults.ts

@@ -0,0 +1,81 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalRunsAPIMetricResult } from './CovalRunsAPIMetricResult.js';
+import {
+    CovalRunsAPIMetricResultFromJSON,
+    CovalRunsAPIMetricResultFromJSONTyped,
+    CovalRunsAPIMetricResultToJSON,
+    CovalRunsAPIMetricResultToJSONTyped,
+} from './CovalRunsAPIMetricResult.js';
+
+/**
+ * Results summary (only for COMPLETED runs)
+ * @export
+ * @interface CovalRunsAPIRunResults
+ */
+export interface CovalRunsAPIRunResults {
+    /**
+     * IDs of simulation outputs (test case results)
+     * @type {Array<string>}
+     * @memberof CovalRunsAPIRunResults
+     */
+    output_ids?: Array<string>;
+    /**
+     * Metric results keyed by metric ID
+     * @type {{ [key: string]: CovalRunsAPIMetricResult; }}
+     * @memberof CovalRunsAPIRunResults
+     */
+    metrics?: { [key: string]: CovalRunsAPIMetricResult; };
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPIRunResults interface.
+ */
+export function instanceOfCovalRunsAPIRunResults(value: object): value is CovalRunsAPIRunResults {
+    return true;
+}
+
+export function CovalRunsAPIRunResultsFromJSON(json: any): CovalRunsAPIRunResults {
+    return CovalRunsAPIRunResultsFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIRunResultsFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIRunResults {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'output_ids': json['output_ids'] == null ? undefined : json['output_ids'],
+        'metrics': json['metrics'] == null ? undefined : (mapValues(json['metrics'], CovalRunsAPIMetricResultFromJSON)),
+    };
+}
+
+export function CovalRunsAPIRunResultsToJSON(json: any): CovalRunsAPIRunResults {
+    return CovalRunsAPIRunResultsToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIRunResultsToJSONTyped(value?: CovalRunsAPIRunResults | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'output_ids': value['output_ids'],
+        'metrics': value['metrics'] == null ? undefined : (mapValues(value['metrics'], CovalRunsAPIMetricResultToJSON)),
+    };
+}
+