@coval/sdk 0.1.0

package/src/generated/models/CovalRunsAPILaunchOptions.ts

@@ -0,0 +1,107 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * Execution options for launching simulations.
+ * @export
+ * @interface CovalRunsAPILaunchOptions
+ */
+export interface CovalRunsAPILaunchOptions {
+    /**
+     * Number of times to run each test case.
+     * @type {number}
+     * @memberof CovalRunsAPILaunchOptions
+     */
+    iteration_count?: number;
+    /**
+     * Number of simulations to run concurrently.
+     * @type {number}
+     * @memberof CovalRunsAPILaunchOptions
+     */
+    concurrency?: number;
+    /**
+     * Number of test cases to randomly sample from the test set.
+     * Set to 0 (default) to use all test cases. When set to a positive value,
+     * a random subset of that size will be selected for the run.
+     * 
+     * @type {number}
+     * @memberof CovalRunsAPILaunchOptions
+     */
+    sub_sample_size?: number;
+    /**
+     * Random seed for reproducible sub-sampling. Providing the same seed
+     * with the same sub_sample_size will select the same test cases.
+     * Only used when sub_sample_size > 0. If null, a random seed is used.
+     * Valid range: 0 to 2,147,483,647 (2^31 - 1).
+     * 
+     * @type {number}
+     * @memberof CovalRunsAPILaunchOptions
+     */
+    sub_sample_seed?: number | null;
+    /**
+     * Specific test case IDs to run. When provided, only these test cases
+     * will be executed. All IDs must belong to the specified test set and
+     * be active. Mutually exclusive with `sub_sample_size`.
+     * 
+     * @type {Array<string>}
+     * @memberof CovalRunsAPILaunchOptions
+     */
+    test_case_ids?: Array<string> | null;
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPILaunchOptions interface.
+ */
+export function instanceOfCovalRunsAPILaunchOptions(value: object): value is CovalRunsAPILaunchOptions {
+    return true;
+}
+
+export function CovalRunsAPILaunchOptionsFromJSON(json: any): CovalRunsAPILaunchOptions {
+    return CovalRunsAPILaunchOptionsFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPILaunchOptionsFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPILaunchOptions {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'iteration_count': json['iteration_count'] == null ? undefined : json['iteration_count'],
+        'concurrency': json['concurrency'] == null ? undefined : json['concurrency'],
+        'sub_sample_size': json['sub_sample_size'] == null ? undefined : json['sub_sample_size'],
+        'sub_sample_seed': json['sub_sample_seed'] == null ? undefined : json['sub_sample_seed'],
+        'test_case_ids': json['test_case_ids'] == null ? undefined : json['test_case_ids'],
+    };
+}
+
+export function CovalRunsAPILaunchOptionsToJSON(json: any): CovalRunsAPILaunchOptions {
+    return CovalRunsAPILaunchOptionsToJSONTyped(json, false);
+}
+
+export function CovalRunsAPILaunchOptionsToJSONTyped(value?: CovalRunsAPILaunchOptions | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'iteration_count': value['iteration_count'],
+        'concurrency': value['concurrency'],
+        'sub_sample_size': value['sub_sample_size'],
+        'sub_sample_seed': value['sub_sample_seed'],
+        'test_case_ids': value['test_case_ids'],
+    };
+}
+

package/src/generated/models/CovalRunsAPILaunchRunRequest.ts

@@ -0,0 +1,156 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalRunsAPILaunchMetadata } from './CovalRunsAPILaunchMetadata.js';
+import {
+    CovalRunsAPILaunchMetadataFromJSON,
+    CovalRunsAPILaunchMetadataFromJSONTyped,
+    CovalRunsAPILaunchMetadataToJSON,
+    CovalRunsAPILaunchMetadataToJSONTyped,
+} from './CovalRunsAPILaunchMetadata.js';
+import type { CovalRunsAPILaunchOptions } from './CovalRunsAPILaunchOptions.js';
+import {
+    CovalRunsAPILaunchOptionsFromJSON,
+    CovalRunsAPILaunchOptionsFromJSONTyped,
+    CovalRunsAPILaunchOptionsToJSON,
+    CovalRunsAPILaunchOptionsToJSONTyped,
+} from './CovalRunsAPILaunchOptions.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalRunsAPILaunchRunRequest
+ */
+export interface CovalRunsAPILaunchRunRequest {
+    /**
+     * The agent to test. Must be owned by the authenticated organization.
+     * @type {string}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    agent_id: string;
+    /**
+     * The simulated persona to use for testing.
+     * @type {string}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    persona_id: string;
+    /**
+     * The test set containing test cases to run.
+     * @type {string}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    test_set_id: string;
+    /**
+     * Optional list of metric IDs to evaluate. If not provided, uses agent's default metrics.
+     * @type {Array<string>}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    metric_ids?: Array<string>;
+    /**
+     * Single mutation ID to run in addition to the base agent.
+     * Mutually exclusive with `mutation_ids`. The base agent always runs.
+     * 
+     * @type {string}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    mutation_id?: string | null;
+    /**
+     * List of mutation IDs to run in addition to the base agent.
+     * Mutually exclusive with `mutation_id`. Max 100 mutations.
+     * The base agent always runs alongside all mutations.
+     * 
+     * **Total simulations** = test_cases × iterations × (1 + len(mutation_ids))
+     * 
+     * @type {Array<string>}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    mutation_ids?: Array<string>;
+    /**
+     * List of metric names that should evaluate the persona instead of the agent.
+     * Each entry should be the base metric name (e.g., 'latency', not 'persona:latency').
+     * 
+     * @type {Array<string>}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    persona_metrics?: Array<string>;
+    /**
+     * 
+     * @type {CovalRunsAPILaunchOptions}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    options?: CovalRunsAPILaunchOptions;
+    /**
+     * 
+     * @type {CovalRunsAPILaunchMetadata}
+     * @memberof CovalRunsAPILaunchRunRequest
+     */
+    metadata?: CovalRunsAPILaunchMetadata;
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPILaunchRunRequest interface.
+ */
+export function instanceOfCovalRunsAPILaunchRunRequest(value: object): value is CovalRunsAPILaunchRunRequest {
+    if (!('agent_id' in value) || value['agent_id'] === undefined) return false;
+    if (!('persona_id' in value) || value['persona_id'] === undefined) return false;
+    if (!('test_set_id' in value) || value['test_set_id'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPILaunchRunRequestFromJSON(json: any): CovalRunsAPILaunchRunRequest {
+    return CovalRunsAPILaunchRunRequestFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPILaunchRunRequestFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPILaunchRunRequest {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'agent_id': json['agent_id'],
+        'persona_id': json['persona_id'],
+        'test_set_id': json['test_set_id'],
+        'metric_ids': json['metric_ids'] == null ? undefined : json['metric_ids'],
+        'mutation_id': json['mutation_id'] == null ? undefined : json['mutation_id'],
+        'mutation_ids': json['mutation_ids'] == null ? undefined : json['mutation_ids'],
+        'persona_metrics': json['persona_metrics'] == null ? undefined : json['persona_metrics'],
+        'options': json['options'] == null ? undefined : CovalRunsAPILaunchOptionsFromJSON(json['options']),
+        'metadata': json['metadata'] == null ? undefined : CovalRunsAPILaunchMetadataFromJSON(json['metadata']),
+    };
+}
+
+export function CovalRunsAPILaunchRunRequestToJSON(json: any): CovalRunsAPILaunchRunRequest {
+    return CovalRunsAPILaunchRunRequestToJSONTyped(json, false);
+}
+
+export function CovalRunsAPILaunchRunRequestToJSONTyped(value?: CovalRunsAPILaunchRunRequest | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'agent_id': value['agent_id'],
+        'persona_id': value['persona_id'],
+        'test_set_id': value['test_set_id'],
+        'metric_ids': value['metric_ids'],
+        'mutation_id': value['mutation_id'],
+        'mutation_ids': value['mutation_ids'],
+        'persona_metrics': value['persona_metrics'],
+        'options': CovalRunsAPILaunchOptionsToJSON(value['options']),
+        'metadata': CovalRunsAPILaunchMetadataToJSON(value['metadata']),
+    };
+}
+

package/src/generated/models/CovalRunsAPILaunchRunResponse.ts

@@ -0,0 +1,74 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalRunsAPIRun } from './CovalRunsAPIRun.js';
+import {
+    CovalRunsAPIRunFromJSON,
+    CovalRunsAPIRunFromJSONTyped,
+    CovalRunsAPIRunToJSON,
+    CovalRunsAPIRunToJSONTyped,
+} from './CovalRunsAPIRun.js';
+
+/**
+ * 
+ * @export
+ * @interface CovalRunsAPILaunchRunResponse
+ */
+export interface CovalRunsAPILaunchRunResponse {
+    /**
+     * 
+     * @type {CovalRunsAPIRun}
+     * @memberof CovalRunsAPILaunchRunResponse
+     */
+    run: CovalRunsAPIRun;
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPILaunchRunResponse interface.
+ */
+export function instanceOfCovalRunsAPILaunchRunResponse(value: object): value is CovalRunsAPILaunchRunResponse {
+    if (!('run' in value) || value['run'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPILaunchRunResponseFromJSON(json: any): CovalRunsAPILaunchRunResponse {
+    return CovalRunsAPILaunchRunResponseFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPILaunchRunResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPILaunchRunResponse {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'run': CovalRunsAPIRunFromJSON(json['run']),
+    };
+}
+
+export function CovalRunsAPILaunchRunResponseToJSON(json: any): CovalRunsAPILaunchRunResponse {
+    return CovalRunsAPILaunchRunResponseToJSONTyped(json, false);
+}
+
+export function CovalRunsAPILaunchRunResponseToJSONTyped(value?: CovalRunsAPILaunchRunResponse | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'run': CovalRunsAPIRunToJSON(value['run']),
+    };
+}
+

package/src/generated/models/CovalRunsAPIMetricSummary.ts

@@ -0,0 +1,82 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * Aggregated metric statistics
+ * @export
+ * @interface CovalRunsAPIMetricSummary
+ */
+export interface CovalRunsAPIMetricSummary {
+    /**
+     * Mean value across all test cases
+     * @type {number}
+     * @memberof CovalRunsAPIMetricSummary
+     */
+    mean: number;
+    /**
+     * Minimum value
+     * @type {number}
+     * @memberof CovalRunsAPIMetricSummary
+     */
+    min?: number;
+    /**
+     * Maximum value
+     * @type {number}
+     * @memberof CovalRunsAPIMetricSummary
+     */
+    max?: number;
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPIMetricSummary interface.
+ */
+export function instanceOfCovalRunsAPIMetricSummary(value: object): value is CovalRunsAPIMetricSummary {
+    if (!('mean' in value) || value['mean'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPIMetricSummaryFromJSON(json: any): CovalRunsAPIMetricSummary {
+    return CovalRunsAPIMetricSummaryFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricSummaryFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIMetricSummary {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'mean': json['mean'],
+        'min': json['min'] == null ? undefined : json['min'],
+        'max': json['max'] == null ? undefined : json['max'],
+    };
+}
+
+export function CovalRunsAPIMetricSummaryToJSON(json: any): CovalRunsAPIMetricSummary {
+    return CovalRunsAPIMetricSummaryToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIMetricSummaryToJSONTyped(value?: CovalRunsAPIMetricSummary | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'mean': value['mean'],
+        'min': value['min'],
+        'max': value['max'],
+    };
+}
+

package/src/generated/models/CovalRunsAPIProgress.ts

@@ -0,0 +1,93 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+/**
+ * Progress information for the run
+ * @export
+ * @interface CovalRunsAPIProgress
+ */
+export interface CovalRunsAPIProgress {
+    /**
+     * Total number of test cases
+     * @type {number}
+     * @memberof CovalRunsAPIProgress
+     */
+    total_test_cases: number;
+    /**
+     * Number of completed test cases
+     * @type {number}
+     * @memberof CovalRunsAPIProgress
+     */
+    completed_test_cases: number;
+    /**
+     * Number of failed test cases
+     * @type {number}
+     * @memberof CovalRunsAPIProgress
+     */
+    failed_test_cases: number;
+    /**
+     * Number of test cases currently running
+     * @type {number}
+     * @memberof CovalRunsAPIProgress
+     */
+    in_progress_test_cases: number;
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPIProgress interface.
+ */
+export function instanceOfCovalRunsAPIProgress(value: object): value is CovalRunsAPIProgress {
+    if (!('total_test_cases' in value) || value['total_test_cases'] === undefined) return false;
+    if (!('completed_test_cases' in value) || value['completed_test_cases'] === undefined) return false;
+    if (!('failed_test_cases' in value) || value['failed_test_cases'] === undefined) return false;
+    if (!('in_progress_test_cases' in value) || value['in_progress_test_cases'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPIProgressFromJSON(json: any): CovalRunsAPIProgress {
+    return CovalRunsAPIProgressFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIProgressFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIProgress {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'total_test_cases': json['total_test_cases'],
+        'completed_test_cases': json['completed_test_cases'],
+        'failed_test_cases': json['failed_test_cases'],
+        'in_progress_test_cases': json['in_progress_test_cases'],
+    };
+}
+
+export function CovalRunsAPIProgressToJSON(json: any): CovalRunsAPIProgress {
+    return CovalRunsAPIProgressToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIProgressToJSONTyped(value?: CovalRunsAPIProgress | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'total_test_cases': value['total_test_cases'],
+        'completed_test_cases': value['completed_test_cases'],
+        'failed_test_cases': value['failed_test_cases'],
+        'in_progress_test_cases': value['in_progress_test_cases'],
+    };
+}
+

package/src/generated/models/CovalRunsAPIResults.ts

@@ -0,0 +1,83 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime.js';
+import type { CovalRunsAPIMetricSummary } from './CovalRunsAPIMetricSummary.js';
+import {
+    CovalRunsAPIMetricSummaryFromJSON,
+    CovalRunsAPIMetricSummaryFromJSONTyped,
+    CovalRunsAPIMetricSummaryToJSON,
+    CovalRunsAPIMetricSummaryToJSONTyped,
+} from './CovalRunsAPIMetricSummary.js';
+
+/**
+ * Results summary (only for COMPLETED runs)
+ * @export
+ * @interface CovalRunsAPIResults
+ */
+export interface CovalRunsAPIResults {
+    /**
+     * IDs of simulation outputs (test case results)
+     * @type {Array<string>}
+     * @memberof CovalRunsAPIResults
+     */
+    output_ids: Array<string>;
+    /**
+     * Aggregated metric results
+     * @type {{ [key: string]: CovalRunsAPIMetricSummary; }}
+     * @memberof CovalRunsAPIResults
+     */
+    metrics: { [key: string]: CovalRunsAPIMetricSummary; };
+}
+
+/**
+ * Check if a given object implements the CovalRunsAPIResults interface.
+ */
+export function instanceOfCovalRunsAPIResults(value: object): value is CovalRunsAPIResults {
+    if (!('output_ids' in value) || value['output_ids'] === undefined) return false;
+    if (!('metrics' in value) || value['metrics'] === undefined) return false;
+    return true;
+}
+
+export function CovalRunsAPIResultsFromJSON(json: any): CovalRunsAPIResults {
+    return CovalRunsAPIResultsFromJSONTyped(json, false);
+}
+
+export function CovalRunsAPIResultsFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalRunsAPIResults {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'output_ids': json['output_ids'],
+        'metrics': (mapValues(json['metrics'], CovalRunsAPIMetricSummaryFromJSON)),
+    };
+}
+
+export function CovalRunsAPIResultsToJSON(json: any): CovalRunsAPIResults {
+    return CovalRunsAPIResultsToJSONTyped(json, false);
+}
+
+export function CovalRunsAPIResultsToJSONTyped(value?: CovalRunsAPIResults | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'output_ids': value['output_ids'],
+        'metrics': (mapValues(value['metrics'], CovalRunsAPIMetricSummaryToJSON)),
+    };
+}
+