@coval/sdk 0.4.3 → 0.4.5

package/dist/generated/apis/MetricsApi.d.ts

@@ -771,7 +771,7 @@ export interface MetricsApiInterface {
      */
     testMetricRequestOpts(requestParameters: TestMetricRequest): Promise<runtime.RequestOpts>;
     /**
-     * Trigger execution of a metric against a simulation output for testing purposes. This is an asynchronous operation that returns immediately with a metric output ULID.  **Retrieving the result:** poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the `simulation_output_id` you passed here as `simulation_id` and the returned 26-char `metric_output_ulid`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
+     * Trigger execution of a metric against one or more simulation outputs for testing purposes. This is an asynchronous operation that returns immediately.  Provide exactly one of `simulation_output_id` (single, deprecated) or `simulation_output_ids` (batch, up to 100 IDs per call). Batch requests are best-effort: individual simulation outputs that cannot be queued are reported in `results` with a non-`QUEUED` status instead of failing the whole call.  The response contains one entry per requested simulation output in `results`, each with its own `status` and, when queued, a `metric_output_ulid`.  **Retrieving results:** for each queued entry, poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the entry\'s `simulation_output_id` as `simulation_id` and its 26-char `metric_output_ulid` as `metric_output_id`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
      * @summary Trigger test metric execution
      * @param {string} metricId The metric ID (22-character ShortUUID)
      * @param {CovalMetricsAPITestMetricRequest} covalMetricsAPITestMetricRequest
@@ -781,7 +781,7 @@ export interface MetricsApiInterface {
      */
     testMetricRaw(requestParameters: TestMetricRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalMetricsAPITestMetricResponse>>;
     /**
-     * Trigger execution of a metric against a simulation output for testing purposes. This is an asynchronous operation that returns immediately with a metric output ULID.  **Retrieving the result:** poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the `simulation_output_id` you passed here as `simulation_id` and the returned 26-char `metric_output_ulid`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
+     * Trigger execution of a metric against one or more simulation outputs for testing purposes. This is an asynchronous operation that returns immediately.  Provide exactly one of `simulation_output_id` (single, deprecated) or `simulation_output_ids` (batch, up to 100 IDs per call). Batch requests are best-effort: individual simulation outputs that cannot be queued are reported in `results` with a non-`QUEUED` status instead of failing the whole call.  The response contains one entry per requested simulation output in `results`, each with its own `status` and, when queued, a `metric_output_ulid`.  **Retrieving results:** for each queued entry, poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the entry\'s `simulation_output_id` as `simulation_id` and its 26-char `metric_output_ulid` as `metric_output_id`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
      * Trigger test metric execution
      */
     testMetric(requestParameters: TestMetricRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalMetricsAPITestMetricResponse>;
@@ -1274,12 +1274,12 @@ export declare class MetricsApi extends runtime.BaseAPI implements MetricsApiInt
      */
     testMetricRequestOpts(requestParameters: TestMetricRequest): Promise<runtime.RequestOpts>;
     /**
-     * Trigger execution of a metric against a simulation output for testing purposes. This is an asynchronous operation that returns immediately with a metric output ULID.  **Retrieving the result:** poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the `simulation_output_id` you passed here as `simulation_id` and the returned 26-char `metric_output_ulid`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
+     * Trigger execution of a metric against one or more simulation outputs for testing purposes. This is an asynchronous operation that returns immediately.  Provide exactly one of `simulation_output_id` (single, deprecated) or `simulation_output_ids` (batch, up to 100 IDs per call). Batch requests are best-effort: individual simulation outputs that cannot be queued are reported in `results` with a non-`QUEUED` status instead of failing the whole call.  The response contains one entry per requested simulation output in `results`, each with its own `status` and, when queued, a `metric_output_ulid`.  **Retrieving results:** for each queued entry, poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the entry\'s `simulation_output_id` as `simulation_id` and its 26-char `metric_output_ulid` as `metric_output_id`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
      * Trigger test metric execution
      */
     testMetricRaw(requestParameters: TestMetricRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalMetricsAPITestMetricResponse>>;
     /**
-     * Trigger execution of a metric against a simulation output for testing purposes. This is an asynchronous operation that returns immediately with a metric output ULID.  **Retrieving the result:** poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the `simulation_output_id` you passed here as `simulation_id` and the returned 26-char `metric_output_ulid`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
+     * Trigger execution of a metric against one or more simulation outputs for testing purposes. This is an asynchronous operation that returns immediately.  Provide exactly one of `simulation_output_id` (single, deprecated) or `simulation_output_ids` (batch, up to 100 IDs per call). Batch requests are best-effort: individual simulation outputs that cannot be queued are reported in `results` with a non-`QUEUED` status instead of failing the whole call.  The response contains one entry per requested simulation output in `results`, each with its own `status` and, when queued, a `metric_output_ulid`.  **Retrieving results:** for each queued entry, poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the entry\'s `simulation_output_id` as `simulation_id` and its 26-char `metric_output_ulid` as `metric_output_id`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
      * Trigger test metric execution
      */
     testMetric(requestParameters: TestMetricRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalMetricsAPITestMetricResponse>;

package/dist/generated/apis/MetricsApi.js

@@ -1141,7 +1141,7 @@ export class MetricsApi extends runtime.BaseAPI {
         };
     }
     /**
-     * Trigger execution of a metric against a simulation output for testing purposes. This is an asynchronous operation that returns immediately with a metric output ULID.  **Retrieving the result:** poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the `simulation_output_id` you passed here as `simulation_id` and the returned 26-char `metric_output_ulid`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
+     * Trigger execution of a metric against one or more simulation outputs for testing purposes. This is an asynchronous operation that returns immediately.  Provide exactly one of `simulation_output_id` (single, deprecated) or `simulation_output_ids` (batch, up to 100 IDs per call). Batch requests are best-effort: individual simulation outputs that cannot be queued are reported in `results` with a non-`QUEUED` status instead of failing the whole call.  The response contains one entry per requested simulation output in `results`, each with its own `status` and, when queued, a `metric_output_ulid`.  **Retrieving results:** for each queued entry, poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the entry\'s `simulation_output_id` as `simulation_id` and its 26-char `metric_output_ulid` as `metric_output_id`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
      * Trigger test metric execution
      */
     async testMetricRaw(requestParameters, initOverrides) {
@@ -1150,7 +1150,7 @@ export class MetricsApi extends runtime.BaseAPI {
         return new runtime.JSONApiResponse(response, (jsonValue) => CovalMetricsAPITestMetricResponseFromJSON(jsonValue));
     }
     /**
-     * Trigger execution of a metric against a simulation output for testing purposes. This is an asynchronous operation that returns immediately with a metric output ULID.  **Retrieving the result:** poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the `simulation_output_id` you passed here as `simulation_id` and the returned 26-char `metric_output_ulid`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
+     * Trigger execution of a metric against one or more simulation outputs for testing purposes. This is an asynchronous operation that returns immediately.  Provide exactly one of `simulation_output_id` (single, deprecated) or `simulation_output_ids` (batch, up to 100 IDs per call). Batch requests are best-effort: individual simulation outputs that cannot be queued are reported in `results` with a non-`QUEUED` status instead of failing the whole call.  The response contains one entry per requested simulation output in `results`, each with its own `status` and, when queued, a `metric_output_ulid`.  **Retrieving results:** for each queued entry, poll `GET /v1/simulations/{simulation_id}/metrics/{metric_output_id}` using the entry\'s `simulation_output_id` as `simulation_id` and its 26-char `metric_output_ulid` as `metric_output_id`. The response includes a `status` field (`IN QUEUE`, `IN PROGRESS`, `COMPLETED`, `FAILED`) — poll until it is terminal. Test results belong to the simulation they ran against, so they are not available on the conversations endpoint.
      * Trigger test metric execution
      */
     async testMetric(requestParameters, initOverrides) {

package/dist/generated/apis/SimulationsApi.d.ts

@@ -174,7 +174,7 @@ export interface SimulationsApiInterface {
      */
     resimulateSimulationRequestOpts(requestParameters: ResimulateSimulationRequest): Promise<runtime.RequestOpts>;
     /**
-     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes.
+     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes. The rerun executes the agent\'s current configuration, while the persona prompt and test case parameters recorded on the original run are preserved.
      * @summary Rerun a simulation
      * @param {string} simulationId The simulation ID to rerun
      * @param {object} [body]
@@ -184,7 +184,7 @@ export interface SimulationsApiInterface {
      */
     resimulateSimulationRaw(requestParameters: ResimulateSimulationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalSimulationsAPIResimulateSimulationResponse>>;
     /**
-     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes.
+     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes. The rerun executes the agent\'s current configuration, while the persona prompt and test case parameters recorded on the original run are preserved.
      * Rerun a simulation
      */
     resimulateSimulation(requestParameters: ResimulateSimulationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalSimulationsAPIResimulateSimulationResponse>;
@@ -291,12 +291,12 @@ export declare class SimulationsApi extends runtime.BaseAPI implements Simulatio
      */
     resimulateSimulationRequestOpts(requestParameters: ResimulateSimulationRequest): Promise<runtime.RequestOpts>;
     /**
-     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes.
+     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes. The rerun executes the agent\'s current configuration, while the persona prompt and test case parameters recorded on the original run are preserved.
      * Rerun a simulation
      */
     resimulateSimulationRaw(requestParameters: ResimulateSimulationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalSimulationsAPIResimulateSimulationResponse>>;
     /**
-     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes.
+     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes. The rerun executes the agent\'s current configuration, while the persona prompt and test case parameters recorded on the original run are preserved.
      * Rerun a simulation
      */
     resimulateSimulation(requestParameters: ResimulateSimulationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalSimulationsAPIResimulateSimulationResponse>;

package/dist/generated/apis/SimulationsApi.js

@@ -250,7 +250,7 @@ export class SimulationsApi extends runtime.BaseAPI {
         };
     }
     /**
-     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes.
+     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes. The rerun executes the agent\'s current configuration, while the persona prompt and test case parameters recorded on the original run are preserved.
      * Rerun a simulation
      */
     async resimulateSimulationRaw(requestParameters, initOverrides) {
@@ -259,7 +259,7 @@ export class SimulationsApi extends runtime.BaseAPI {
         return new runtime.JSONApiResponse(response, (jsonValue) => CovalSimulationsAPIResimulateSimulationResponseFromJSON(jsonValue));
     }
     /**
-     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes.
+     * Requeue a single existing simulation to run again in place. The currently visible result for this simulation will be overwritten when the rerun completes. The rerun executes the agent\'s current configuration, while the persona prompt and test case parameters recorded on the original run are preserved.
      * Rerun a simulation
      */
     async resimulateSimulation(requestParameters, initOverrides) {

package/dist/generated/models/CovalAgentsAPICreateAgentRequest.d.ts

@@ -148,9 +148,8 @@ export interface CovalAgentsAPICreateAgentRequest {
      * - `endpoint` - WebSocket endpoint URL (must be wss://, validated). Required in `direct` connection mode.
      *
      * *Connection mode:*
-     * - `connection_mode` - `direct` (default), `http_first`, or `twiml_webhook`.
+     * - `connection_mode` - `direct` (default) or `http_first`. In `http_first` mode Coval issues an HTTP request first and dials the WebSocket URL returned in the response.
      * - `http_url`, `http_method`, `http_request_body`, `http_headers`, `websocket_url_response_path` - HTTP-first setup fields when `connection_mode=http_first`.
-     * - `voice_url`, `voice_http_method`, `voice_http_headers`, `voice_form_fields`, `twilio_account_sid`, `twilio_from_number`, `twilio_to_number` - TwiML voice-webhook fields when `connection_mode=twiml_webhook`. This mode is currently API-configured; it is not a connection-mode option in the agent editor.
      *
      * *Authentication (optional):*
      * - `authorization_header` - Auth header sent during the WebSocket handshake. Supports:
@@ -161,8 +160,8 @@ export interface CovalAgentsAPICreateAgentRequest {
      *
      * *Initialization & handshake (optional):*
      * - `initialization_json` - JSON object or JSON string payload sent after the WebSocket upgrade and before any ready-message wait.
-     * - `handshake_ready_message_type` - Message type to wait for before streaming audio (default `session_ready` in direct mode and empty in `http_first` and `twiml_webhook`; empty string skips the ready-message wait).
-     * - `handshake_requires_session_id` - Whether the ready message must include `session_id` (default `true` in direct mode and `false` in `http_first` and `twiml_webhook`).
+     * - `handshake_ready_message_type` - Message type to wait for before streaming audio (default `session_ready` in direct mode and empty in `http_first`; empty string skips the ready-message wait).
+     * - `handshake_requires_session_id` - Whether the ready message must include `session_id` (default `true` in direct mode and `false` in `http_first`).
      * - `handshake_timeout_seconds` - Seconds Coval waits for the ready message (default `30`).
      *
      * *Audio format (optional):*
@@ -170,18 +169,13 @@ export interface CovalAgentsAPICreateAgentRequest {
      * - `message_type_path` - Dot-notation path to the field naming the inbound message kind (default `type`).
      * - `audio_message_type_value` - Value identifying an audio frame; use `*` to treat every JSON message as audio (default `audio_chunk`).
      * - `audio_data_path` - Dot-notation path to the inbound base64 audio payload (default `data`).
-     * - `audio_encoding` - JSON audio payload encoding: `pcm` (default), `mp3`, or `ulaw`. MP3 is inbound-only; `ulaw` sends and receives G.711 mu-law audio.
+     * - `audio_encoding` - Inbound JSON audio payload encoding: `pcm` (default) or `mp3`.
      * - `receive_audio_channels` - `1` for mono inbound JSON PCM or `2` for legacy stereo-to-mono averaging (default `2`).
      * - `send_sample_rate_hertz` - Outbound sample rate. One of 8000, 16000, 24000, 48000 (default 16000).
      * - `receive_sample_rate_hertz` - Inbound sample rate. One of 8000, 16000, 24000, 48000 (default 48000).
      * - `pipeline_sample_rate_hertz` - Pipeline-internal rate; must remain 16000.
      * - `pace_inbound_binary_audio` - Boolean, paces inbound binary PCM at real-time. Defaults on when outbound audio is configured for raw PCM bytes, off for JSON templates.
      * - `send_media_template` - Outbound template for image attachments. Must contain `{{media_data}}`; may also include `{{media_name}}` and `{{mime_type}}`. Set exactly to `{{media_data}}` to send raw bytes, otherwise Coval base64-encodes the image into the JSON template.
-     * - `send_dtmf_template` - Outbound template for keypad digits. Must contain `{{digit}}`.
-     *
-     * *WebSocket placeholders:*
-     * - `{{simulation_output_id}}` (legacy alias `{{simulation_id}}`) resolves only in `initialization_json`.
-     * - `{{stream_sid}}` and `{{call_sid}}` resolve in `initialization_json` and the audio, media, and DTMF send templates. They are generated per simulation in Twilio SID format and are not Coval simulation output IDs.
      *
      * *Non-audio event capture (optional):*
      * - `non_audio_event_message_types` - List of message-type values to emit as `WebsocketEventFrame`s instead of dropping. Each match carries the message type, optional `event` name, and original payload. Useful for cart updates, transcript fragments, or session telemetry.

package/dist/generated/models/CovalAgentsAPICreateAgentRequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalAgentsAPICreateAgentRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalAgentsAPICreateAgentRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAQpF;;;;GAIG;AACH,MAAM,WAAW,gCAAgC;IAC7C;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,UAAU,EAAE,2BAA2B,CAAC;IACxC;;;;;;;;;;;OAWG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B;;;;;;;;OAQG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;;OAIG;IACH,UAAU,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KAAE,GAAG,IAAI,CAAC;IAC5C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkHG;IACH,QAAQ,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KAAE,CAAC;IACnC;;;;OAIG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KAAE,CAAC;IACpC;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B;;;;OAIG;IACH,YAAY,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;CAC/B;AAID;;GAEG;AACH,wBAAgB,0CAA0C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,gCAAgC,CAInH;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAEpG;AAED,wBAAgB,6CAA6C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,gCAAgC,CAoBvI;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAElG;AAED,wBAAgB,2CAA2C,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAqBtJ"}
+{"version":3,"file":"CovalAgentsAPICreateAgentRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalAgentsAPICreateAgentRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAQpF;;;;GAIG;AACH,MAAM,WAAW,gCAAgC;IAC7C;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,UAAU,EAAE,2BAA2B,CAAC;IACxC;;;;;;;;;;;OAWG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B;;;;;;;;OAQG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;;OAIG;IACH,UAAU,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KAAE,GAAG,IAAI,CAAC;IAC5C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4GG;IACH,QAAQ,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KAAE,CAAC;IACnC;;;;OAIG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KAAE,CAAC;IACpC;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B;;;;OAIG;IACH,YAAY,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;CAC/B;AAID;;GAEG;AACH,wBAAgB,0CAA0C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,gCAAgC,CAInH;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAEpG;AAED,wBAAgB,6CAA6C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,gCAAgC,CAoBvI;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAElG;AAED,wBAAgB,2CAA2C,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAqBtJ"}

package/dist/generated/models/CovalAgentsAPICreateAgentRequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"CovalAgentsAPICreateAgentRequest.js","sourceRoot":"","sources":["../../../src/generated/models/CovalAgentsAPICreateAgentRequest.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,mCAAmC,EAEnC,iCAAiC,GAEpC,MAAM,kCAAkC,CAAC;AAmN1C;;GAEG;AACH,MAAM,UAAU,0CAA0C,CAAC,KAAa;IACpE,IAAI,CAAC,CAAC,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACpF,IAAI,CAAC,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,IAAS;IAC9D,OAAO,6CAA6C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,6CAA6C,CAAC,IAAS,EAAE,mBAA4B;IACjG,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC;QACpC,YAAY,EAAE,mCAAmC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrE,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;QAC/E,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAC9F,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;QAC/E,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,IAAS;IAC5D,OAAO,2CAA2C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,2CAA2C,CAAC,KAA+C,EAAE,sBAA+B,KAAK;IAC7I,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC;QACrC,YAAY,EAAE,iCAAiC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACpE,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC;QACrC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,CAAC;QAC/C,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC;QACrC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;KACxB,CAAC;AACN,CAAC"}
+{"version":3,"file":"CovalAgentsAPICreateAgentRequest.js","sourceRoot":"","sources":["../../../src/generated/models/CovalAgentsAPICreateAgentRequest.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,mCAAmC,EAEnC,iCAAiC,GAEpC,MAAM,kCAAkC,CAAC;AA6M1C;;GAEG;AACH,MAAM,UAAU,0CAA0C,CAAC,KAAa;IACpE,IAAI,CAAC,CAAC,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACpF,IAAI,CAAC,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,IAAS;IAC9D,OAAO,6CAA6C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,6CAA6C,CAAC,IAAS,EAAE,mBAA4B;IACjG,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC;QACpC,YAAY,EAAE,mCAAmC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrE,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;QAC/E,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAC9F,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;QAC/E,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,IAAS;IAC5D,OAAO,2CAA2C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,2CAA2C,CAAC,KAA+C,EAAE,sBAA+B,KAAK;IAC7I,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC;QACrC,YAAY,EAAE,iCAAiC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACpE,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC;QACrC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,CAAC;QAC/C,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC;QACrC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;KACxB,CAAC;AACN,CAAC"}

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.d.ts

@@ -102,11 +102,52 @@ export interface CovalMetricsAPICreateMetricRequest {
      * @memberof CovalMetricsAPICreateMetricRequest
      */
     sql_query?: string;
+    /**
+     * Where the metric reads its criteria from. Required for METRIC_COMPOSITE_EVALUATION.
+     * `test_case` reads a field off each test case (most commonly its expected behaviors),
+     * `test_case_attribute` reads from the test case's attributes, and `metric_metadata`
+     * uses the fixed list in `criteria`.
+     *
+     * @type {CovalMetricsAPICreateMetricRequestCriteriaSourceEnum}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    criteria_source?: CovalMetricsAPICreateMetricRequestCriteriaSourceEnum;
+    /**
+     * Path to the criteria on the source. Required when `criteria_source` is `test_case`
+     * or `test_case_attribute`.
+     *
+     * @type {string}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    criteria_path?: string;
+    /**
+     * Literal list of criteria. Required when `criteria_source` is `metric_metadata`.
+     * @type {Array<string>}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    criteria?: Array<string>;
+    /**
+     * How per-criterion verdicts aggregate into the metric's value. Each criterion is judged
+     * independently as met or not met; `percentage_of_criteria_met` scores the fraction met
+     * among the criteria the judge could evaluate.
+     *
+     * @type {CovalMetricsAPICreateMetricRequestReportingMethodEnum}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    reporting_method?: CovalMetricsAPICreateMetricRequestReportingMethodEnum;
+    /**
+     * Custom prompt template used to evaluate each criterion. Include a `{criterion}`
+     * placeholder; if it is omitted the criterion is appended to the prompt.
+     *
+     * @type {string}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    base_prompt_template?: string;
     /**
      * Inject OTel trace context into the LLM judge prompt during evaluation.
-     * Supported for LLM judge metric types only (`METRIC_LLM_BINARY`, `METRIC_CATEGORICAL`,
-     * `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`, `METRIC_AUDIO_LLM_CATEGORICAL`,
-     * `METRIC_AUDIO_LLM_NUMERICAL`).
+     * Supported for LLM judge metric types and `METRIC_COMPOSITE_EVALUATION` (`METRIC_LLM_BINARY`,
+     * `METRIC_CATEGORICAL`, `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`,
+     * `METRIC_AUDIO_LLM_CATEGORICAL`, `METRIC_AUDIO_LLM_NUMERICAL`, `METRIC_COMPOSITE_EVALUATION`).
      *
      * @type {boolean}
      * @memberof CovalMetricsAPICreateMetricRequest
@@ -144,6 +185,24 @@ export declare const CovalMetricsAPICreateMetricRequestRoleEnum: {
     readonly User: "user";
 };
 export type CovalMetricsAPICreateMetricRequestRoleEnum = typeof CovalMetricsAPICreateMetricRequestRoleEnum[keyof typeof CovalMetricsAPICreateMetricRequestRoleEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPICreateMetricRequestCriteriaSourceEnum: {
+    readonly TestCase: "test_case";
+    readonly TestCaseAttribute: "test_case_attribute";
+    readonly MetricMetadata: "metric_metadata";
+};
+export type CovalMetricsAPICreateMetricRequestCriteriaSourceEnum = typeof CovalMetricsAPICreateMetricRequestCriteriaSourceEnum[keyof typeof CovalMetricsAPICreateMetricRequestCriteriaSourceEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPICreateMetricRequestReportingMethodEnum: {
+    readonly PercentageOfCriteriaMet: "percentage_of_criteria_met";
+    readonly CountOfCriteriaMet: "count_of_criteria_met";
+    readonly AllCriteriaMet: "all_criteria_met";
+};
+export type CovalMetricsAPICreateMetricRequestReportingMethodEnum = typeof CovalMetricsAPICreateMetricRequestReportingMethodEnum[keyof typeof CovalMetricsAPICreateMetricRequestReportingMethodEnum];
 /**
  * Check if a given object implements the CovalMetricsAPICreateMetricRequest interface.
  */

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPICreateMetricRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,kCAAkC;IAC/C;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,yBAAyB,CAAC;IACvC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,CAAC;IACvD;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,IAAI,CAAC,EAAE,0CAA0C,CAAC;IAClD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC;;;;;;;;;OASG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;;;;;;;OASG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;CAC/B;AAGD;;GAEG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX,MAAM,MAAM,0CAA0C,GAAG,OAAO,0CAA0C,CAAC,MAAM,OAAO,0CAA0C,CAAC,CAAC;AAGpK;;GAEG;AACH,wBAAgB,4CAA4C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,kCAAkC,CAKvH;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAExG;AAED,wBAAgB,+CAA+C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,kCAAkC,CAwB3I;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAEtG;AAED,wBAAgB,6CAA6C,CAAC,KAAK,CAAC,EAAE,kCAAkC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAyB1J"}
+{"version":3,"file":"CovalMetricsAPICreateMetricRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,kCAAkC;IAC/C;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,yBAAyB,CAAC;IACvC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,CAAC;IACvD;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,IAAI,CAAC,EAAE,0CAA0C,CAAC;IAClD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC;;;;;;;;;OASG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,oDAAoD,CAAC;IACvE;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB;;;;;;;OAOG;IACH,gBAAgB,CAAC,EAAE,qDAAqD,CAAC;IACzE;;;;;;OAMG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;;;;;;;OASG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;CAC/B;AAGD;;GAEG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX,MAAM,MAAM,0CAA0C,GAAG,OAAO,0CAA0C,CAAC,MAAM,OAAO,0CAA0C,CAAC,CAAC;AAEpK;;GAEG;AACH,eAAO,MAAM,oDAAoD;;;;CAIvD,CAAC;AACX,MAAM,MAAM,oDAAoD,GAAG,OAAO,oDAAoD,CAAC,MAAM,OAAO,oDAAoD,CAAC,CAAC;AAElM;;GAEG;AACH,eAAO,MAAM,qDAAqD;;;;CAIxD,CAAC;AACX,MAAM,MAAM,qDAAqD,GAAG,OAAO,qDAAqD,CAAC,MAAM,OAAO,qDAAqD,CAAC,CAAC;AAGrM;;GAEG;AACH,wBAAgB,4CAA4C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,kCAAkC,CAKvH;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAExG;AAED,wBAAgB,+CAA+C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,kCAAkC,CA6B3I;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAEtG;AAED,wBAAgB,6CAA6C,CAAC,KAAK,CAAC,EAAE,kCAAkC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CA8B1J"}

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.js

@@ -22,6 +22,22 @@ export const CovalMetricsAPICreateMetricRequestRoleEnum = {
     Agent: 'agent',
     User: 'user'
 };
+/**
+ * @export
+ */
+export const CovalMetricsAPICreateMetricRequestCriteriaSourceEnum = {
+    TestCase: 'test_case',
+    TestCaseAttribute: 'test_case_attribute',
+    MetricMetadata: 'metric_metadata'
+};
+/**
+ * @export
+ */
+export const CovalMetricsAPICreateMetricRequestReportingMethodEnum = {
+    PercentageOfCriteriaMet: 'percentage_of_criteria_met',
+    CountOfCriteriaMet: 'count_of_criteria_met',
+    AllCriteriaMet: 'all_criteria_met'
+};
 /**
  * Check if a given object implements the CovalMetricsAPICreateMetricRequest interface.
  */
@@ -55,6 +71,11 @@ export function CovalMetricsAPICreateMetricRequestFromJSONTyped(json, ignoreDisc
         'role': json['role'] == null ? undefined : json['role'],
         'min_pause_duration_seconds': json['min_pause_duration_seconds'] == null ? undefined : json['min_pause_duration_seconds'],
         'sql_query': json['sql_query'] == null ? undefined : json['sql_query'],
+        'criteria_source': json['criteria_source'] == null ? undefined : json['criteria_source'],
+        'criteria_path': json['criteria_path'] == null ? undefined : json['criteria_path'],
+        'criteria': json['criteria'] == null ? undefined : json['criteria'],
+        'reporting_method': json['reporting_method'] == null ? undefined : json['reporting_method'],
+        'base_prompt_template': json['base_prompt_template'] == null ? undefined : json['base_prompt_template'],
         'include_traces': json['include_traces'] == null ? undefined : json['include_traces'],
         'runtime_config': json['runtime_config'] == null ? undefined : CovalMetricsAPIMetricRuntimeConfigFromJSON(json['runtime_config']),
         'target_condition': json['target_condition'] == null ? undefined : CovalMetricsAPITargetConditionFromJSON(json['target_condition']),
@@ -82,6 +103,11 @@ export function CovalMetricsAPICreateMetricRequestToJSONTyped(value, ignoreDiscr
         'role': value['role'],
         'min_pause_duration_seconds': value['min_pause_duration_seconds'],
         'sql_query': value['sql_query'],
+        'criteria_source': value['criteria_source'],
+        'criteria_path': value['criteria_path'],
+        'criteria': value['criteria'],
+        'reporting_method': value['reporting_method'],
+        'base_prompt_template': value['base_prompt_template'],
         'include_traces': value['include_traces'],
         'runtime_config': CovalMetricsAPIMetricRuntimeConfigToJSON(value['runtime_config']),
         'target_condition': CovalMetricsAPITargetConditionToJSON(value['target_condition']),

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPICreateMetricRequest.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AA+HxC;;GAEG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACtD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,4CAA4C,CAAC,KAAa;IACtE,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS;IAChE,OAAO,+CAA+C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,+CAA+C,CAAC,IAAS,EAAE,mBAA4B;IACnG,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,IAAS;IAC9D,OAAO,6CAA6C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,6CAA6C,CAAC,KAAiD,EAAE,sBAA+B,KAAK;IACjJ,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;KACxB,CAAC;AACN,CAAC"}
+{"version":3,"file":"CovalMetricsAPICreateMetricRequest.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AAwKxC;;GAEG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACtD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,oDAAoD,GAAG;IAChE,QAAQ,EAAE,WAAW;IACrB,iBAAiB,EAAE,qBAAqB;IACxC,cAAc,EAAE,iBAAiB;CAC3B,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,qDAAqD,GAAG;IACjE,uBAAuB,EAAE,4BAA4B;IACrD,kBAAkB,EAAE,uBAAuB;IAC3C,cAAc,EAAE,kBAAkB;CAC5B,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,4CAA4C,CAAC,KAAa;IACtE,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS;IAChE,OAAO,+CAA+C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,+CAA+C,CAAC,IAAS,EAAE,mBAA4B;IACnG,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACxF,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC3F,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACvG,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,IAAS;IAC9D,OAAO,6CAA6C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,6CAA6C,CAAC,KAAiD,EAAE,sBAA+B,KAAK;IACjJ,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,CAAC;QAC3C,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,CAAC;QAC7C,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC;QACrD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;KACxB,CAAC;AACN,CAAC"}

package/dist/generated/models/CovalMetricsAPIMetricResource.d.ts

@@ -110,11 +110,41 @@ export interface CovalMetricsAPIMetricResource {
      * @memberof CovalMetricsAPIMetricResource
      */
     sql_query?: string | null;
+    /**
+     * Where a METRIC_COMPOSITE_EVALUATION metric reads its criteria from.
+     * @type {CovalMetricsAPIMetricResourceCriteriaSourceEnum}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    criteria_source?: CovalMetricsAPIMetricResourceCriteriaSourceEnum | null;
+    /**
+     * Path to the criteria on the source, when `criteria_source` is `test_case` or `test_case_attribute`.
+     * @type {string}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    criteria_path?: string | null;
+    /**
+     * Literal criteria, when `criteria_source` is `metric_metadata`.
+     * @type {Array<string>}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    criteria?: Array<string> | null;
+    /**
+     * How the per-criterion verdicts are aggregated into the metric's value.
+     * @type {CovalMetricsAPIMetricResourceReportingMethodEnum}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    reporting_method?: CovalMetricsAPIMetricResourceReportingMethodEnum | null;
+    /**
+     * Custom prompt template used to evaluate each criterion.
+     * @type {string}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    base_prompt_template?: string | null;
     /**
      * Whether OTel trace context is injected into the LLM judge prompt during evaluation.
-     * Supported for LLM judge metric types only (`METRIC_LLM_BINARY`, `METRIC_CATEGORICAL`,
-     * `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`, `METRIC_AUDIO_LLM_CATEGORICAL`,
-     * `METRIC_AUDIO_LLM_NUMERICAL`).
+     * Supported for LLM judge metric types and `METRIC_COMPOSITE_EVALUATION` (`METRIC_LLM_BINARY`,
+     * `METRIC_CATEGORICAL`, `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`,
+     * `METRIC_AUDIO_LLM_CATEGORICAL`, `METRIC_AUDIO_LLM_NUMERICAL`, `METRIC_COMPOSITE_EVALUATION`).
      *
      * @type {boolean}
      * @memberof CovalMetricsAPIMetricResource
@@ -175,6 +205,24 @@ export declare const CovalMetricsAPIMetricResourceRoleEnum: {
     readonly User: "user";
 };
 export type CovalMetricsAPIMetricResourceRoleEnum = typeof CovalMetricsAPIMetricResourceRoleEnum[keyof typeof CovalMetricsAPIMetricResourceRoleEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPIMetricResourceCriteriaSourceEnum: {
+    readonly TestCase: "test_case";
+    readonly TestCaseAttribute: "test_case_attribute";
+    readonly MetricMetadata: "metric_metadata";
+};
+export type CovalMetricsAPIMetricResourceCriteriaSourceEnum = typeof CovalMetricsAPIMetricResourceCriteriaSourceEnum[keyof typeof CovalMetricsAPIMetricResourceCriteriaSourceEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPIMetricResourceReportingMethodEnum: {
+    readonly PercentageOfCriteriaMet: "percentage_of_criteria_met";
+    readonly CountOfCriteriaMet: "count_of_criteria_met";
+    readonly AllCriteriaMet: "all_criteria_met";
+};
+export type CovalMetricsAPIMetricResourceReportingMethodEnum = typeof CovalMetricsAPIMetricResourceReportingMethodEnum[keyof typeof CovalMetricsAPIMetricResourceReportingMethodEnum];
 /**
  * Check if a given object implements the CovalMetricsAPIMetricResource interface.
  */

package/dist/generated/models/CovalMetricsAPIMetricResource.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricResource.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAOpG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,6BAA6B;IAC1C;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,yBAAyB,CAAC;IACxC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAClC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,GAAG,IAAI,CAAC;IAC9D;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;;OAIG;IACH,IAAI,CAAC,EAAE,qCAAqC,GAAG,IAAI,CAAC;IACpD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,eAAe,CAAC,EAAE,mCAAmC,GAAG,IAAI,CAAC;CAChE;AAGD;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AACX,MAAM,MAAM,qCAAqC,GAAG,OAAO,qCAAqC,CAAC,MAAM,OAAO,qCAAqC,CAAC,CAAC;AAGrJ;;GAEG;AACH,wBAAgB,uCAAuC,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,6BAA6B,CAE7G;AAED,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE9F;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,6BAA6B,CA8BjI;AAED,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE5F;AAED,wBAAgB,wCAAwC,CAAC,KAAK,CAAC,EAAE,6BAA6B,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CA+BhJ"}
+{"version":3,"file":"CovalMetricsAPIMetricResource.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAOpG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,6BAA6B;IAC1C;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,yBAAyB,CAAC;IACxC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAClC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,GAAG,IAAI,CAAC;IAC9D;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;;OAIG;IACH,IAAI,CAAC,EAAE,qCAAqC,GAAG,IAAI,CAAC;IACpD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,eAAe,CAAC,EAAE,+CAA+C,GAAG,IAAI,CAAC;IACzE;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAChC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,gDAAgD,GAAG,IAAI,CAAC;IAC3E;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,eAAe,CAAC,EAAE,mCAAmC,GAAG,IAAI,CAAC;CAChE;AAGD;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AACX,MAAM,MAAM,qCAAqC,GAAG,OAAO,qCAAqC,CAAC,MAAM,OAAO,qCAAqC,CAAC,CAAC;AAErJ;;GAEG;AACH,eAAO,MAAM,+CAA+C;;;;CAIlD,CAAC;AACX,MAAM,MAAM,+CAA+C,GAAG,OAAO,+CAA+C,CAAC,MAAM,OAAO,+CAA+C,CAAC,CAAC;AAEnL;;GAEG;AACH,eAAO,MAAM,gDAAgD;;;;CAInD,CAAC;AACX,MAAM,MAAM,gDAAgD,GAAG,OAAO,gDAAgD,CAAC,MAAM,OAAO,gDAAgD,CAAC,CAAC;AAGtL;;GAEG;AACH,wBAAgB,uCAAuC,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,6BAA6B,CAE7G;AAED,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE9F;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,6BAA6B,CAmCjI;AAED,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE5F;AAED,wBAAgB,wCAAwC,CAAC,KAAK,CAAC,EAAE,6BAA6B,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAoChJ"}

package/dist/generated/models/CovalMetricsAPIMetricResource.js

@@ -23,6 +23,22 @@ export const CovalMetricsAPIMetricResourceRoleEnum = {
     Agent: 'agent',
     User: 'user'
 };
+/**
+ * @export
+ */
+export const CovalMetricsAPIMetricResourceCriteriaSourceEnum = {
+    TestCase: 'test_case',
+    TestCaseAttribute: 'test_case_attribute',
+    MetricMetadata: 'metric_metadata'
+};
+/**
+ * @export
+ */
+export const CovalMetricsAPIMetricResourceReportingMethodEnum = {
+    PercentageOfCriteriaMet: 'percentage_of_criteria_met',
+    CountOfCriteriaMet: 'count_of_criteria_met',
+    AllCriteriaMet: 'all_criteria_met'
+};
 /**
  * Check if a given object implements the CovalMetricsAPIMetricResource interface.
  */
@@ -52,6 +68,11 @@ export function CovalMetricsAPIMetricResourceFromJSONTyped(json, ignoreDiscrimin
         'role': json['role'] == null ? undefined : json['role'],
         'min_pause_duration_seconds': json['min_pause_duration_seconds'] == null ? undefined : json['min_pause_duration_seconds'],
         'sql_query': json['sql_query'] == null ? undefined : json['sql_query'],
+        'criteria_source': json['criteria_source'] == null ? undefined : json['criteria_source'],
+        'criteria_path': json['criteria_path'] == null ? undefined : json['criteria_path'],
+        'criteria': json['criteria'] == null ? undefined : json['criteria'],
+        'reporting_method': json['reporting_method'] == null ? undefined : json['reporting_method'],
+        'base_prompt_template': json['base_prompt_template'] == null ? undefined : json['base_prompt_template'],
         'include_traces': json['include_traces'] == null ? undefined : json['include_traces'],
         'runtime_config': json['runtime_config'] == null ? undefined : CovalMetricsAPIMetricRuntimeConfigFromJSON(json['runtime_config']),
         'target_condition': json['target_condition'] == null ? undefined : CovalMetricsAPITargetConditionFromJSON(json['target_condition']),
@@ -85,6 +106,11 @@ export function CovalMetricsAPIMetricResourceToJSONTyped(value, ignoreDiscrimina
         'role': value['role'],
         'min_pause_duration_seconds': value['min_pause_duration_seconds'],
         'sql_query': value['sql_query'],
+        'criteria_source': value['criteria_source'],
+        'criteria_path': value['criteria_path'],
+        'criteria': value['criteria'],
+        'reporting_method': value['reporting_method'],
+        'base_prompt_template': value['base_prompt_template'],
         'include_traces': value['include_traces'],
         'runtime_config': CovalMetricsAPIMetricRuntimeConfigToJSON(value['runtime_config']),
         'target_condition': CovalMetricsAPITargetConditionToJSON(value['target_condition']),

package/dist/generated/models/CovalMetricsAPIMetricResource.js.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricResource.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,2CAA2C,EAE3C,yCAAyC,GAE5C,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AA6JxC;;GAEG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG;IACjD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,uCAAuC,CAAC,KAAa;IACjE,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,IAAS;IAC3D,OAAO,0CAA0C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS,EAAE,mBAA4B;IAC9F,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACjD,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/G,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2CAA2C,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;KACxI,CAAC;AACN,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,IAAS;IACzD,OAAO,wCAAwC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,KAA4C,EAAE,sBAA+B,KAAK;IACvI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;QACjB,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,iBAAiB,EAAE,yCAAyC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;KACzF,CAAC;AACN,CAAC"}
+{"version":3,"file":"CovalMetricsAPIMetricResource.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,2CAA2C,EAE3C,yCAAyC,GAE5C,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AA2LxC;;GAEG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG;IACjD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,+CAA+C,GAAG;IAC3D,QAAQ,EAAE,WAAW;IACrB,iBAAiB,EAAE,qBAAqB;IACxC,cAAc,EAAE,iBAAiB;CAC3B,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,gDAAgD,GAAG;IAC5D,uBAAuB,EAAE,4BAA4B;IACrD,kBAAkB,EAAE,uBAAuB;IAC3C,cAAc,EAAE,kBAAkB;CAC5B,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,uCAAuC,CAAC,KAAa;IACjE,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,IAAS;IAC3D,OAAO,0CAA0C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS,EAAE,mBAA4B;IAC9F,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACjD,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/G,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACxF,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC3F,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACvG,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2CAA2C,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;KACxI,CAAC;AACN,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,IAAS;IACzD,OAAO,wCAAwC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,KAA4C,EAAE,sBAA+B,KAAK;IACvI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;QACjB,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,CAAC;QAC3C,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,CAAC;QAC7C,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC;QACrD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,iBAAiB,EAAE,yCAAyC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;KACzF,CAAC;AACN,CAAC"}

package/dist/generated/models/CovalMetricsAPIMetricType.d.ts

@@ -23,6 +23,8 @@
  * - `METRIC_TRANSCRIPT_REGEX` - Regex pattern matching
  * - `METRIC_PAUSE_ANALYSIS` - Speech pause detection
  * - `METRIC_SQL_FLOAT` - Custom SQL query over the simulation's data (set `sql_query`)
+ * - `METRIC_COMPOSITE_EVALUATION` - Judges a list of criteria independently and reports how
+ *   many were met (set `criteria_source`, and `criteria_path` or `criteria` to match)
  *
  * @export
  */
@@ -38,6 +40,7 @@ export declare const CovalMetricsAPIMetricType: {
     readonly MetricTranscriptRegex: "METRIC_TRANSCRIPT_REGEX";
     readonly MetricPauseAnalysis: "METRIC_PAUSE_ANALYSIS";
     readonly MetricSqlFloat: "METRIC_SQL_FLOAT";
+    readonly MetricCompositeEvaluation: "METRIC_COMPOSITE_EVALUATION";
 };
 export type CovalMetricsAPIMetricType = typeof CovalMetricsAPIMetricType[keyof typeof CovalMetricsAPIMetricType];
 export declare function instanceOfCovalMetricsAPIMetricType(value: any): boolean;

package/dist/generated/models/CovalMetricsAPIMetricType.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricType.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;CAY5B,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,OAAO,yBAAyB,CAAC,MAAM,OAAO,yBAAyB,CAAC,CAAC;AAGjH,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CASvE;AAED,wBAAgB,iCAAiC,CAAC,IAAI,EAAE,GAAG,GAAG,yBAAyB,CAEtF;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAEzH;AAED,wBAAgB,+BAA+B,CAAC,KAAK,CAAC,EAAE,yBAAyB,GAAG,IAAI,GAAG,GAAG,CAE7F;AAED,wBAAgB,oCAAoC,CAAC,KAAK,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAExH"}
+{"version":3,"file":"CovalMetricsAPIMetricType.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;CAa5B,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,OAAO,yBAAyB,CAAC,MAAM,OAAO,yBAAyB,CAAC,CAAC;AAGjH,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CASvE;AAED,wBAAgB,iCAAiC,CAAC,IAAI,EAAE,GAAG,GAAG,yBAAyB,CAEtF;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAEzH;AAED,wBAAgB,+BAA+B,CAAC,KAAK,CAAC,EAAE,yBAAyB,GAAG,IAAI,GAAG,GAAG,CAE7F;AAED,wBAAgB,oCAAoC,CAAC,KAAK,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAExH"}

package/dist/generated/models/CovalMetricsAPIMetricType.js

@@ -25,6 +25,8 @@
  * - `METRIC_TRANSCRIPT_REGEX` - Regex pattern matching
  * - `METRIC_PAUSE_ANALYSIS` - Speech pause detection
  * - `METRIC_SQL_FLOAT` - Custom SQL query over the simulation's data (set `sql_query`)
+ * - `METRIC_COMPOSITE_EVALUATION` - Judges a list of criteria independently and reports how
+ *   many were met (set `criteria_source`, and `criteria_path` or `criteria` to match)
  *
  * @export
  */
@@ -39,7 +41,8 @@ export const CovalMetricsAPIMetricType = {
     MetricMetadataField: 'METRIC_METADATA_FIELD',
     MetricTranscriptRegex: 'METRIC_TRANSCRIPT_REGEX',
     MetricPauseAnalysis: 'METRIC_PAUSE_ANALYSIS',
-    MetricSqlFloat: 'METRIC_SQL_FLOAT'
+    MetricSqlFloat: 'METRIC_SQL_FLOAT',
+    MetricCompositeEvaluation: 'METRIC_COMPOSITE_EVALUATION'
 };
 export function instanceOfCovalMetricsAPIMetricType(value) {
     for (const key in CovalMetricsAPIMetricType) {

package/dist/generated/models/CovalMetricsAPIMetricType.js.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricType.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACrC,eAAe,EAAE,mBAAmB;IACpC,iBAAiB,EAAE,oBAAoB;IACvC,uBAAuB,EAAE,4BAA4B;IACrD,oBAAoB,EAAE,yBAAyB;IAC/C,yBAAyB,EAAE,8BAA8B;IACzD,uBAAuB,EAAE,4BAA4B;IACrD,cAAc,EAAE,iBAAiB;IACjC,mBAAmB,EAAE,uBAAuB;IAC5C,qBAAqB,EAAE,yBAAyB;IAChD,mBAAmB,EAAE,uBAAuB;IAC5C,cAAc,EAAE,kBAAkB;CAC5B,CAAC;AAIX,MAAM,UAAU,mCAAmC,CAAC,KAAU;IAC1D,KAAK,MAAM,GAAG,IAAI,yBAAyB,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,CAAC,EAAE,CAAC;YACvE,IAAI,yBAAyB,CAAC,GAA6C,CAAC,KAAK,KAAK,EAAE,CAAC;gBACrF,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,IAAS;IACvD,OAAO,sCAAsC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,IAAS,EAAE,mBAA4B;IAC1F,OAAO,IAAiC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAwC;IACpF,OAAO,KAAY,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,KAAU,EAAE,mBAA4B;IACzF,OAAO,KAAkC,CAAC;AAC9C,CAAC"}
+{"version":3,"file":"CovalMetricsAPIMetricType.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACrC,eAAe,EAAE,mBAAmB;IACpC,iBAAiB,EAAE,oBAAoB;IACvC,uBAAuB,EAAE,4BAA4B;IACrD,oBAAoB,EAAE,yBAAyB;IAC/C,yBAAyB,EAAE,8BAA8B;IACzD,uBAAuB,EAAE,4BAA4B;IACrD,cAAc,EAAE,iBAAiB;IACjC,mBAAmB,EAAE,uBAAuB;IAC5C,qBAAqB,EAAE,yBAAyB;IAChD,mBAAmB,EAAE,uBAAuB;IAC5C,cAAc,EAAE,kBAAkB;IAClC,yBAAyB,EAAE,6BAA6B;CAClD,CAAC;AAIX,MAAM,UAAU,mCAAmC,CAAC,KAAU;IAC1D,KAAK,MAAM,GAAG,IAAI,yBAAyB,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,CAAC,EAAE,CAAC;YACvE,IAAI,yBAAyB,CAAC,GAA6C,CAAC,KAAK,KAAK,EAAE,CAAC;gBACrF,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,IAAS;IACvD,OAAO,sCAAsC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,IAAS,EAAE,mBAA4B;IAC1F,OAAO,IAAiC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAwC;IACpF,OAAO,KAAY,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,KAAU,EAAE,mBAA4B;IACzF,OAAO,KAAkC,CAAC;AAC9C,CAAC"}