@coval/sdk 0.4.4 → 0.4.6

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.d.ts

@@ -102,11 +102,52 @@ export interface CovalMetricsAPICreateMetricRequest {
      * @memberof CovalMetricsAPICreateMetricRequest
      */
     sql_query?: string;
+    /**
+     * Where the metric reads its criteria from. Required for METRIC_COMPOSITE_EVALUATION.
+     * `test_case` reads a field off each test case (most commonly its expected behaviors),
+     * `test_case_attribute` reads from the test case's attributes, and `metric_metadata`
+     * uses the fixed list in `criteria`.
+     *
+     * @type {CovalMetricsAPICreateMetricRequestCriteriaSourceEnum}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    criteria_source?: CovalMetricsAPICreateMetricRequestCriteriaSourceEnum;
+    /**
+     * Path to the criteria on the source. Required when `criteria_source` is `test_case`
+     * or `test_case_attribute`.
+     *
+     * @type {string}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    criteria_path?: string;
+    /**
+     * Literal list of criteria. Required when `criteria_source` is `metric_metadata`.
+     * @type {Array<string>}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    criteria?: Array<string>;
+    /**
+     * How per-criterion verdicts aggregate into the metric's value. Each criterion is judged
+     * independently as met or not met; `percentage_of_criteria_met` scores the fraction met
+     * among the criteria the judge could evaluate.
+     *
+     * @type {CovalMetricsAPICreateMetricRequestReportingMethodEnum}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    reporting_method?: CovalMetricsAPICreateMetricRequestReportingMethodEnum;
+    /**
+     * Custom prompt template used to evaluate each criterion. Include a `{criterion}`
+     * placeholder; if it is omitted the criterion is appended to the prompt.
+     *
+     * @type {string}
+     * @memberof CovalMetricsAPICreateMetricRequest
+     */
+    base_prompt_template?: string;
     /**
      * Inject OTel trace context into the LLM judge prompt during evaluation.
-     * Supported for LLM judge metric types only (`METRIC_LLM_BINARY`, `METRIC_CATEGORICAL`,
-     * `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`, `METRIC_AUDIO_LLM_CATEGORICAL`,
-     * `METRIC_AUDIO_LLM_NUMERICAL`).
+     * Supported for LLM judge metric types and `METRIC_COMPOSITE_EVALUATION` (`METRIC_LLM_BINARY`,
+     * `METRIC_CATEGORICAL`, `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`,
+     * `METRIC_AUDIO_LLM_CATEGORICAL`, `METRIC_AUDIO_LLM_NUMERICAL`, `METRIC_COMPOSITE_EVALUATION`).
      *
      * @type {boolean}
      * @memberof CovalMetricsAPICreateMetricRequest
@@ -144,6 +185,24 @@ export declare const CovalMetricsAPICreateMetricRequestRoleEnum: {
     readonly User: "user";
 };
 export type CovalMetricsAPICreateMetricRequestRoleEnum = typeof CovalMetricsAPICreateMetricRequestRoleEnum[keyof typeof CovalMetricsAPICreateMetricRequestRoleEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPICreateMetricRequestCriteriaSourceEnum: {
+    readonly TestCase: "test_case";
+    readonly TestCaseAttribute: "test_case_attribute";
+    readonly MetricMetadata: "metric_metadata";
+};
+export type CovalMetricsAPICreateMetricRequestCriteriaSourceEnum = typeof CovalMetricsAPICreateMetricRequestCriteriaSourceEnum[keyof typeof CovalMetricsAPICreateMetricRequestCriteriaSourceEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPICreateMetricRequestReportingMethodEnum: {
+    readonly PercentageOfCriteriaMet: "percentage_of_criteria_met";
+    readonly CountOfCriteriaMet: "count_of_criteria_met";
+    readonly AllCriteriaMet: "all_criteria_met";
+};
+export type CovalMetricsAPICreateMetricRequestReportingMethodEnum = typeof CovalMetricsAPICreateMetricRequestReportingMethodEnum[keyof typeof CovalMetricsAPICreateMetricRequestReportingMethodEnum];
 /**
  * Check if a given object implements the CovalMetricsAPICreateMetricRequest interface.
  */

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPICreateMetricRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,kCAAkC;IAC/C;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,yBAAyB,CAAC;IACvC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,CAAC;IACvD;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,IAAI,CAAC,EAAE,0CAA0C,CAAC;IAClD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC;;;;;;;;;OASG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;;;;;;;OASG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;CAC/B;AAGD;;GAEG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX,MAAM,MAAM,0CAA0C,GAAG,OAAO,0CAA0C,CAAC,MAAM,OAAO,0CAA0C,CAAC,CAAC;AAGpK;;GAEG;AACH,wBAAgB,4CAA4C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,kCAAkC,CAKvH;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAExG;AAED,wBAAgB,+CAA+C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,kCAAkC,CAwB3I;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAEtG;AAED,wBAAgB,6CAA6C,CAAC,KAAK,CAAC,EAAE,kCAAkC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAyB1J"}
+{"version":3,"file":"CovalMetricsAPICreateMetricRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,kCAAkC;IAC/C;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,EAAE,yBAAyB,CAAC;IACvC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,CAAC;IACvD;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,IAAI,CAAC,EAAE,0CAA0C,CAAC;IAClD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC;;;;;;;;;OASG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,oDAAoD,CAAC;IACvE;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB;;;;;;;OAOG;IACH,gBAAgB,CAAC,EAAE,qDAAqD,CAAC;IACzE;;;;;;OAMG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;;;;;;;OASG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;CAC/B;AAGD;;GAEG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX,MAAM,MAAM,0CAA0C,GAAG,OAAO,0CAA0C,CAAC,MAAM,OAAO,0CAA0C,CAAC,CAAC;AAEpK;;GAEG;AACH,eAAO,MAAM,oDAAoD;;;;CAIvD,CAAC;AACX,MAAM,MAAM,oDAAoD,GAAG,OAAO,oDAAoD,CAAC,MAAM,OAAO,oDAAoD,CAAC,CAAC;AAElM;;GAEG;AACH,eAAO,MAAM,qDAAqD;;;;CAIxD,CAAC;AACX,MAAM,MAAM,qDAAqD,GAAG,OAAO,qDAAqD,CAAC,MAAM,OAAO,qDAAqD,CAAC,CAAC;AAGrM;;GAEG;AACH,wBAAgB,4CAA4C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,kCAAkC,CAKvH;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAExG;AAED,wBAAgB,+CAA+C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,kCAAkC,CA6B3I;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,kCAAkC,CAEtG;AAED,wBAAgB,6CAA6C,CAAC,KAAK,CAAC,EAAE,kCAAkC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CA8B1J"}

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.js

@@ -22,6 +22,22 @@ export const CovalMetricsAPICreateMetricRequestRoleEnum = {
     Agent: 'agent',
     User: 'user'
 };
+/**
+ * @export
+ */
+export const CovalMetricsAPICreateMetricRequestCriteriaSourceEnum = {
+    TestCase: 'test_case',
+    TestCaseAttribute: 'test_case_attribute',
+    MetricMetadata: 'metric_metadata'
+};
+/**
+ * @export
+ */
+export const CovalMetricsAPICreateMetricRequestReportingMethodEnum = {
+    PercentageOfCriteriaMet: 'percentage_of_criteria_met',
+    CountOfCriteriaMet: 'count_of_criteria_met',
+    AllCriteriaMet: 'all_criteria_met'
+};
 /**
  * Check if a given object implements the CovalMetricsAPICreateMetricRequest interface.
  */
@@ -55,6 +71,11 @@ export function CovalMetricsAPICreateMetricRequestFromJSONTyped(json, ignoreDisc
         'role': json['role'] == null ? undefined : json['role'],
         'min_pause_duration_seconds': json['min_pause_duration_seconds'] == null ? undefined : json['min_pause_duration_seconds'],
         'sql_query': json['sql_query'] == null ? undefined : json['sql_query'],
+        'criteria_source': json['criteria_source'] == null ? undefined : json['criteria_source'],
+        'criteria_path': json['criteria_path'] == null ? undefined : json['criteria_path'],
+        'criteria': json['criteria'] == null ? undefined : json['criteria'],
+        'reporting_method': json['reporting_method'] == null ? undefined : json['reporting_method'],
+        'base_prompt_template': json['base_prompt_template'] == null ? undefined : json['base_prompt_template'],
         'include_traces': json['include_traces'] == null ? undefined : json['include_traces'],
         'runtime_config': json['runtime_config'] == null ? undefined : CovalMetricsAPIMetricRuntimeConfigFromJSON(json['runtime_config']),
         'target_condition': json['target_condition'] == null ? undefined : CovalMetricsAPITargetConditionFromJSON(json['target_condition']),
@@ -82,6 +103,11 @@ export function CovalMetricsAPICreateMetricRequestToJSONTyped(value, ignoreDiscr
         'role': value['role'],
         'min_pause_duration_seconds': value['min_pause_duration_seconds'],
         'sql_query': value['sql_query'],
+        'criteria_source': value['criteria_source'],
+        'criteria_path': value['criteria_path'],
+        'criteria': value['criteria'],
+        'reporting_method': value['reporting_method'],
+        'base_prompt_template': value['base_prompt_template'],
         'include_traces': value['include_traces'],
         'runtime_config': CovalMetricsAPIMetricRuntimeConfigToJSON(value['runtime_config']),
         'target_condition': CovalMetricsAPITargetConditionToJSON(value['target_condition']),

package/dist/generated/models/CovalMetricsAPICreateMetricRequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPICreateMetricRequest.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AA+HxC;;GAEG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACtD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,4CAA4C,CAAC,KAAa;IACtE,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS;IAChE,OAAO,+CAA+C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,+CAA+C,CAAC,IAAS,EAAE,mBAA4B;IACnG,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,IAAS;IAC9D,OAAO,6CAA6C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,6CAA6C,CAAC,KAAiD,EAAE,sBAA+B,KAAK;IACjJ,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;KACxB,CAAC;AACN,CAAC"}
+{"version":3,"file":"CovalMetricsAPICreateMetricRequest.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPICreateMetricRequest.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AAwKxC;;GAEG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACtD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,oDAAoD,GAAG;IAChE,QAAQ,EAAE,WAAW;IACrB,iBAAiB,EAAE,qBAAqB;IACxC,cAAc,EAAE,iBAAiB;CAC3B,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,qDAAqD,GAAG;IACjE,uBAAuB,EAAE,4BAA4B;IACrD,kBAAkB,EAAE,uBAAuB;IAC3C,cAAc,EAAE,kBAAkB;CAC5B,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,4CAA4C,CAAC,KAAa;IACtE,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS;IAChE,OAAO,+CAA+C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,+CAA+C,CAAC,IAAS,EAAE,mBAA4B;IACnG,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC;QAClC,aAAa,EAAE,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACxF,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC3F,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACvG,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,IAAS;IAC9D,OAAO,6CAA6C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,6CAA6C,CAAC,KAAiD,EAAE,sBAA+B,KAAK;IACjJ,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,CAAC;QAC3C,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,CAAC;QAC7C,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC;QACrD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;KACxB,CAAC;AACN,CAAC"}

package/dist/generated/models/CovalMetricsAPIMetricResource.d.ts

@@ -110,11 +110,41 @@ export interface CovalMetricsAPIMetricResource {
      * @memberof CovalMetricsAPIMetricResource
      */
     sql_query?: string | null;
+    /**
+     * Where a METRIC_COMPOSITE_EVALUATION metric reads its criteria from.
+     * @type {CovalMetricsAPIMetricResourceCriteriaSourceEnum}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    criteria_source?: CovalMetricsAPIMetricResourceCriteriaSourceEnum | null;
+    /**
+     * Path to the criteria on the source, when `criteria_source` is `test_case` or `test_case_attribute`.
+     * @type {string}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    criteria_path?: string | null;
+    /**
+     * Literal criteria, when `criteria_source` is `metric_metadata`.
+     * @type {Array<string>}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    criteria?: Array<string> | null;
+    /**
+     * How the per-criterion verdicts are aggregated into the metric's value.
+     * @type {CovalMetricsAPIMetricResourceReportingMethodEnum}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    reporting_method?: CovalMetricsAPIMetricResourceReportingMethodEnum | null;
+    /**
+     * Custom prompt template used to evaluate each criterion.
+     * @type {string}
+     * @memberof CovalMetricsAPIMetricResource
+     */
+    base_prompt_template?: string | null;
     /**
      * Whether OTel trace context is injected into the LLM judge prompt during evaluation.
-     * Supported for LLM judge metric types only (`METRIC_LLM_BINARY`, `METRIC_CATEGORICAL`,
-     * `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`, `METRIC_AUDIO_LLM_CATEGORICAL`,
-     * `METRIC_AUDIO_LLM_NUMERICAL`).
+     * Supported for LLM judge metric types and `METRIC_COMPOSITE_EVALUATION` (`METRIC_LLM_BINARY`,
+     * `METRIC_CATEGORICAL`, `METRIC_NUMERICAL_LLM_JUDGE`, `METRIC_AUDIO_LLM_BINARY`,
+     * `METRIC_AUDIO_LLM_CATEGORICAL`, `METRIC_AUDIO_LLM_NUMERICAL`, `METRIC_COMPOSITE_EVALUATION`).
      *
      * @type {boolean}
      * @memberof CovalMetricsAPIMetricResource
@@ -175,6 +205,24 @@ export declare const CovalMetricsAPIMetricResourceRoleEnum: {
     readonly User: "user";
 };
 export type CovalMetricsAPIMetricResourceRoleEnum = typeof CovalMetricsAPIMetricResourceRoleEnum[keyof typeof CovalMetricsAPIMetricResourceRoleEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPIMetricResourceCriteriaSourceEnum: {
+    readonly TestCase: "test_case";
+    readonly TestCaseAttribute: "test_case_attribute";
+    readonly MetricMetadata: "metric_metadata";
+};
+export type CovalMetricsAPIMetricResourceCriteriaSourceEnum = typeof CovalMetricsAPIMetricResourceCriteriaSourceEnum[keyof typeof CovalMetricsAPIMetricResourceCriteriaSourceEnum];
+/**
+ * @export
+ */
+export declare const CovalMetricsAPIMetricResourceReportingMethodEnum: {
+    readonly PercentageOfCriteriaMet: "percentage_of_criteria_met";
+    readonly CountOfCriteriaMet: "count_of_criteria_met";
+    readonly AllCriteriaMet: "all_criteria_met";
+};
+export type CovalMetricsAPIMetricResourceReportingMethodEnum = typeof CovalMetricsAPIMetricResourceReportingMethodEnum[keyof typeof CovalMetricsAPIMetricResourceReportingMethodEnum];
 /**
  * Check if a given object implements the CovalMetricsAPIMetricResource interface.
  */

package/dist/generated/models/CovalMetricsAPIMetricResource.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricResource.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAOpG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,6BAA6B;IAC1C;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,yBAAyB,CAAC;IACxC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAClC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,GAAG,IAAI,CAAC;IAC9D;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;;OAIG;IACH,IAAI,CAAC,EAAE,qCAAqC,GAAG,IAAI,CAAC;IACpD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,eAAe,CAAC,EAAE,mCAAmC,GAAG,IAAI,CAAC;CAChE;AAGD;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AACX,MAAM,MAAM,qCAAqC,GAAG,OAAO,qCAAqC,CAAC,MAAM,OAAO,qCAAqC,CAAC,CAAC;AAGrJ;;GAEG;AACH,wBAAgB,uCAAuC,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,6BAA6B,CAE7G;AAED,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE9F;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,6BAA6B,CA8BjI;AAED,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE5F;AAED,wBAAgB,wCAAwC,CAAC,KAAK,CAAC,EAAE,6BAA6B,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CA+BhJ"}
+{"version":3,"file":"CovalMetricsAPIMetricResource.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,yCAAyC,CAAC;AAOlG,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAO1F,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAOpG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAO9F,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAQhF;;;;GAIG;AACH,MAAM,WAAW,6BAA6B;IAC1C;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,yBAAyB,CAAC;IACxC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAClC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,gCAAgC,GAAG,IAAI,CAAC;IAC9D;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;;OAIG;IACH,IAAI,CAAC,EAAE,qCAAqC,GAAG,IAAI,CAAC;IACpD;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,eAAe,CAAC,EAAE,+CAA+C,GAAG,IAAI,CAAC;IACzE;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAChC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,gDAAgD,GAAG,IAAI,CAAC;IAC3E;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,kCAAkC,CAAC;IACpD;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,8BAA8B,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAC1B;;;;OAIG;IACH,eAAe,CAAC,EAAE,mCAAmC,GAAG,IAAI,CAAC;CAChE;AAGD;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AACX,MAAM,MAAM,qCAAqC,GAAG,OAAO,qCAAqC,CAAC,MAAM,OAAO,qCAAqC,CAAC,CAAC;AAErJ;;GAEG;AACH,eAAO,MAAM,+CAA+C;;;;CAIlD,CAAC;AACX,MAAM,MAAM,+CAA+C,GAAG,OAAO,+CAA+C,CAAC,MAAM,OAAO,+CAA+C,CAAC,CAAC;AAEnL;;GAEG;AACH,eAAO,MAAM,gDAAgD;;;;CAInD,CAAC;AACX,MAAM,MAAM,gDAAgD,GAAG,OAAO,gDAAgD,CAAC,MAAM,OAAO,gDAAgD,CAAC,CAAC;AAGtL;;GAEG;AACH,wBAAgB,uCAAuC,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,6BAA6B,CAE7G;AAED,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE9F;AAED,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,6BAA6B,CAmCjI;AAED,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,GAAG,GAAG,6BAA6B,CAE5F;AAED,wBAAgB,wCAAwC,CAAC,KAAK,CAAC,EAAE,6BAA6B,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAoChJ"}

package/dist/generated/models/CovalMetricsAPIMetricResource.js

@@ -23,6 +23,22 @@ export const CovalMetricsAPIMetricResourceRoleEnum = {
     Agent: 'agent',
     User: 'user'
 };
+/**
+ * @export
+ */
+export const CovalMetricsAPIMetricResourceCriteriaSourceEnum = {
+    TestCase: 'test_case',
+    TestCaseAttribute: 'test_case_attribute',
+    MetricMetadata: 'metric_metadata'
+};
+/**
+ * @export
+ */
+export const CovalMetricsAPIMetricResourceReportingMethodEnum = {
+    PercentageOfCriteriaMet: 'percentage_of_criteria_met',
+    CountOfCriteriaMet: 'count_of_criteria_met',
+    AllCriteriaMet: 'all_criteria_met'
+};
 /**
  * Check if a given object implements the CovalMetricsAPIMetricResource interface.
  */
@@ -52,6 +68,11 @@ export function CovalMetricsAPIMetricResourceFromJSONTyped(json, ignoreDiscrimin
         'role': json['role'] == null ? undefined : json['role'],
         'min_pause_duration_seconds': json['min_pause_duration_seconds'] == null ? undefined : json['min_pause_duration_seconds'],
         'sql_query': json['sql_query'] == null ? undefined : json['sql_query'],
+        'criteria_source': json['criteria_source'] == null ? undefined : json['criteria_source'],
+        'criteria_path': json['criteria_path'] == null ? undefined : json['criteria_path'],
+        'criteria': json['criteria'] == null ? undefined : json['criteria'],
+        'reporting_method': json['reporting_method'] == null ? undefined : json['reporting_method'],
+        'base_prompt_template': json['base_prompt_template'] == null ? undefined : json['base_prompt_template'],
         'include_traces': json['include_traces'] == null ? undefined : json['include_traces'],
         'runtime_config': json['runtime_config'] == null ? undefined : CovalMetricsAPIMetricRuntimeConfigFromJSON(json['runtime_config']),
         'target_condition': json['target_condition'] == null ? undefined : CovalMetricsAPITargetConditionFromJSON(json['target_condition']),
@@ -85,6 +106,11 @@ export function CovalMetricsAPIMetricResourceToJSONTyped(value, ignoreDiscrimina
         'role': value['role'],
         'min_pause_duration_seconds': value['min_pause_duration_seconds'],
         'sql_query': value['sql_query'],
+        'criteria_source': value['criteria_source'],
+        'criteria_path': value['criteria_path'],
+        'criteria': value['criteria'],
+        'reporting_method': value['reporting_method'],
+        'base_prompt_template': value['base_prompt_template'],
         'include_traces': value['include_traces'],
         'runtime_config': CovalMetricsAPIMetricRuntimeConfigToJSON(value['runtime_config']),
         'target_condition': CovalMetricsAPITargetConditionToJSON(value['target_condition']),

package/dist/generated/models/CovalMetricsAPIMetricResource.js.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricResource.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,2CAA2C,EAE3C,yCAAyC,GAE5C,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AA6JxC;;GAEG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG;IACjD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,uCAAuC,CAAC,KAAa;IACjE,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,IAAS;IAC3D,OAAO,0CAA0C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS,EAAE,mBAA4B;IAC9F,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACjD,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/G,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2CAA2C,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;KACxI,CAAC;AACN,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,IAAS;IACzD,OAAO,wCAAwC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,KAA4C,EAAE,sBAA+B,KAAK;IACvI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;QACjB,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,iBAAiB,EAAE,yCAAyC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;KACzF,CAAC;AACN,CAAC"}
+{"version":3,"file":"CovalMetricsAPIMetricResource.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricResource.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,0CAA0C,EAE1C,wCAAwC,GAE3C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,sCAAsC,EAEtC,oCAAoC,GAEvC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACH,2CAA2C,EAE3C,yCAAyC,GAE5C,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACH,wCAAwC,EAExC,sCAAsC,GAEzC,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACH,iCAAiC,EAEjC,+BAA+B,GAElC,MAAM,gCAAgC,CAAC;AA2LxC;;GAEG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG;IACjD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACN,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,+CAA+C,GAAG;IAC3D,QAAQ,EAAE,WAAW;IACrB,iBAAiB,EAAE,qBAAqB;IACxC,cAAc,EAAE,iBAAiB;CAC3B,CAAC;AAGX;;GAEG;AACH,MAAM,CAAC,MAAM,gDAAgD,GAAG;IAC5D,uBAAuB,EAAE,4BAA4B;IACrD,kBAAkB,EAAE,uBAAuB;IAC3C,cAAc,EAAE,kBAAkB;CAC5B,CAAC;AAIX;;GAEG;AACH,MAAM,UAAU,uCAAuC,CAAC,KAAa;IACjE,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,IAAS;IAC3D,OAAO,0CAA0C,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,IAAS,EAAE,mBAA4B;IAC9F,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACjD,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5E,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iCAAiC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/G,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wCAAwC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9I,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACzH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QACtE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACxF,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAClF,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC3F,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACvG,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACrF,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjI,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnI,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACzE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACxF,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2CAA2C,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;KACxI,CAAC;AACN,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,IAAS;IACzD,OAAO,wCAAwC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,KAA4C,EAAE,sBAA+B,KAAK;IACvI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;QACjB,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;QACnC,aAAa,EAAE,+BAA+B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3F,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,4BAA4B,EAAE,KAAK,CAAC,4BAA4B,CAAC;QACjE,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;QAC/B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,CAAC;QAC3C,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACvC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,CAAC;QAC7C,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC;QACrD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC;QACzC,gBAAgB,EAAE,wCAAwC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnF,kBAAkB,EAAE,oCAAoC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrB,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;QACvG,iBAAiB,EAAE,yCAAyC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;KACzF,CAAC;AACN,CAAC"}

package/dist/generated/models/CovalMetricsAPIMetricType.d.ts

@@ -23,6 +23,8 @@
  * - `METRIC_TRANSCRIPT_REGEX` - Regex pattern matching
  * - `METRIC_PAUSE_ANALYSIS` - Speech pause detection
  * - `METRIC_SQL_FLOAT` - Custom SQL query over the simulation's data (set `sql_query`)
+ * - `METRIC_COMPOSITE_EVALUATION` - Judges a list of criteria independently and reports how
+ *   many were met (set `criteria_source`, and `criteria_path` or `criteria` to match)
  *
  * @export
  */
@@ -38,6 +40,7 @@ export declare const CovalMetricsAPIMetricType: {
     readonly MetricTranscriptRegex: "METRIC_TRANSCRIPT_REGEX";
     readonly MetricPauseAnalysis: "METRIC_PAUSE_ANALYSIS";
     readonly MetricSqlFloat: "METRIC_SQL_FLOAT";
+    readonly MetricCompositeEvaluation: "METRIC_COMPOSITE_EVALUATION";
 };
 export type CovalMetricsAPIMetricType = typeof CovalMetricsAPIMetricType[keyof typeof CovalMetricsAPIMetricType];
 export declare function instanceOfCovalMetricsAPIMetricType(value: any): boolean;

package/dist/generated/models/CovalMetricsAPIMetricType.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricType.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;CAY5B,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,OAAO,yBAAyB,CAAC,MAAM,OAAO,yBAAyB,CAAC,CAAC;AAGjH,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CASvE;AAED,wBAAgB,iCAAiC,CAAC,IAAI,EAAE,GAAG,GAAG,yBAAyB,CAEtF;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAEzH;AAED,wBAAgB,+BAA+B,CAAC,KAAK,CAAC,EAAE,yBAAyB,GAAG,IAAI,GAAG,GAAG,CAE7F;AAED,wBAAgB,oCAAoC,CAAC,KAAK,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAExH"}
+{"version":3,"file":"CovalMetricsAPIMetricType.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;CAa5B,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,OAAO,yBAAyB,CAAC,MAAM,OAAO,yBAAyB,CAAC,CAAC;AAGjH,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CASvE;AAED,wBAAgB,iCAAiC,CAAC,IAAI,EAAE,GAAG,GAAG,yBAAyB,CAEtF;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAEzH;AAED,wBAAgB,+BAA+B,CAAC,KAAK,CAAC,EAAE,yBAAyB,GAAG,IAAI,GAAG,GAAG,CAE7F;AAED,wBAAgB,oCAAoC,CAAC,KAAK,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,yBAAyB,CAExH"}

package/dist/generated/models/CovalMetricsAPIMetricType.js

@@ -25,6 +25,8 @@
  * - `METRIC_TRANSCRIPT_REGEX` - Regex pattern matching
  * - `METRIC_PAUSE_ANALYSIS` - Speech pause detection
  * - `METRIC_SQL_FLOAT` - Custom SQL query over the simulation's data (set `sql_query`)
+ * - `METRIC_COMPOSITE_EVALUATION` - Judges a list of criteria independently and reports how
+ *   many were met (set `criteria_source`, and `criteria_path` or `criteria` to match)
  *
  * @export
  */
@@ -39,7 +41,8 @@ export const CovalMetricsAPIMetricType = {
     MetricMetadataField: 'METRIC_METADATA_FIELD',
     MetricTranscriptRegex: 'METRIC_TRANSCRIPT_REGEX',
     MetricPauseAnalysis: 'METRIC_PAUSE_ANALYSIS',
-    MetricSqlFloat: 'METRIC_SQL_FLOAT'
+    MetricSqlFloat: 'METRIC_SQL_FLOAT',
+    MetricCompositeEvaluation: 'METRIC_COMPOSITE_EVALUATION'
 };
 export function instanceOfCovalMetricsAPIMetricType(value) {
     for (const key in CovalMetricsAPIMetricType) {

package/dist/generated/models/CovalMetricsAPIMetricType.js.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPIMetricType.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACrC,eAAe,EAAE,mBAAmB;IACpC,iBAAiB,EAAE,oBAAoB;IACvC,uBAAuB,EAAE,4BAA4B;IACrD,oBAAoB,EAAE,yBAAyB;IAC/C,yBAAyB,EAAE,8BAA8B;IACzD,uBAAuB,EAAE,4BAA4B;IACrD,cAAc,EAAE,iBAAiB;IACjC,mBAAmB,EAAE,uBAAuB;IAC5C,qBAAqB,EAAE,yBAAyB;IAChD,mBAAmB,EAAE,uBAAuB;IAC5C,cAAc,EAAE,kBAAkB;CAC5B,CAAC;AAIX,MAAM,UAAU,mCAAmC,CAAC,KAAU;IAC1D,KAAK,MAAM,GAAG,IAAI,yBAAyB,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,CAAC,EAAE,CAAC;YACvE,IAAI,yBAAyB,CAAC,GAA6C,CAAC,KAAK,KAAK,EAAE,CAAC;gBACrF,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,IAAS;IACvD,OAAO,sCAAsC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,IAAS,EAAE,mBAA4B;IAC1F,OAAO,IAAiC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAwC;IACpF,OAAO,KAAY,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,KAAU,EAAE,mBAA4B;IACzF,OAAO,KAAkC,CAAC;AAC9C,CAAC"}
+{"version":3,"file":"CovalMetricsAPIMetricType.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPIMetricType.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAGH;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACrC,eAAe,EAAE,mBAAmB;IACpC,iBAAiB,EAAE,oBAAoB;IACvC,uBAAuB,EAAE,4BAA4B;IACrD,oBAAoB,EAAE,yBAAyB;IAC/C,yBAAyB,EAAE,8BAA8B;IACzD,uBAAuB,EAAE,4BAA4B;IACrD,cAAc,EAAE,iBAAiB;IACjC,mBAAmB,EAAE,uBAAuB;IAC5C,qBAAqB,EAAE,yBAAyB;IAChD,mBAAmB,EAAE,uBAAuB;IAC5C,cAAc,EAAE,kBAAkB;IAClC,yBAAyB,EAAE,6BAA6B;CAClD,CAAC;AAIX,MAAM,UAAU,mCAAmC,CAAC,KAAU;IAC1D,KAAK,MAAM,GAAG,IAAI,yBAAyB,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,CAAC,EAAE,CAAC;YACvE,IAAI,yBAAyB,CAAC,GAA6C,CAAC,KAAK,KAAK,EAAE,CAAC;gBACrF,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,IAAS;IACvD,OAAO,sCAAsC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,IAAS,EAAE,mBAA4B;IAC1F,OAAO,IAAiC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAwC;IACpF,OAAO,KAAY,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,KAAU,EAAE,mBAA4B;IACzF,OAAO,KAAkC,CAAC;AAC9C,CAAC"}

package/dist/generated/models/CovalMetricsAPITestMetricBatchItemResult.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations.
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+import type { CovalMetricsAPITestMetricItemStatus } from './CovalMetricsAPITestMetricItemStatus.js';
+/**
+ * Result for one simulation output in a test-metric request.
+ * @export
+ * @interface CovalMetricsAPITestMetricBatchItemResult
+ */
+export interface CovalMetricsAPITestMetricBatchItemResult {
+    /**
+     * The simulation output ID this result applies to.
+     * @type {string}
+     * @memberof CovalMetricsAPITestMetricBatchItemResult
+     */
+    simulation_output_id: string;
+    /**
+     *
+     * @type {CovalMetricsAPITestMetricItemStatus}
+     * @memberof CovalMetricsAPITestMetricBatchItemResult
+     */
+    status: CovalMetricsAPITestMetricItemStatus;
+    /**
+     * ULID of the created metric output, used to poll for the result. Null unless `status` is `QUEUED`.
+     * @type {string}
+     * @memberof CovalMetricsAPITestMetricBatchItemResult
+     */
+    metric_output_ulid?: string | null;
+    /**
+     * Human-readable error detail when the item was not queued.
+     * @type {string}
+     * @memberof CovalMetricsAPITestMetricBatchItemResult
+     */
+    error?: string | null;
+}
+/**
+ * Check if a given object implements the CovalMetricsAPITestMetricBatchItemResult interface.
+ */
+export declare function instanceOfCovalMetricsAPITestMetricBatchItemResult(value: object): value is CovalMetricsAPITestMetricBatchItemResult;
+export declare function CovalMetricsAPITestMetricBatchItemResultFromJSON(json: any): CovalMetricsAPITestMetricBatchItemResult;
+export declare function CovalMetricsAPITestMetricBatchItemResultFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPITestMetricBatchItemResult;
+export declare function CovalMetricsAPITestMetricBatchItemResultToJSON(json: any): CovalMetricsAPITestMetricBatchItemResult;
+export declare function CovalMetricsAPITestMetricBatchItemResultToJSONTyped(value?: CovalMetricsAPITestMetricBatchItemResult | null, ignoreDiscriminator?: boolean): any;
+//# sourceMappingURL=CovalMetricsAPITestMetricBatchItemResult.d.ts.map

package/dist/generated/models/CovalMetricsAPITestMetricBatchItemResult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CovalMetricsAPITestMetricBatchItemResult.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPITestMetricBatchItemResult.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAQpG;;;;GAIG;AACH,MAAM,WAAW,wCAAwC;IACrD;;;;OAIG;IACH,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,MAAM,EAAE,mCAAmC,CAAC;IAC5C;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC;;;;OAIG;IACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAID;;GAEG;AACH,wBAAgB,kDAAkD,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,wCAAwC,CAInI;AAED,wBAAgB,gDAAgD,CAAC,IAAI,EAAE,GAAG,GAAG,wCAAwC,CAEpH;AAED,wBAAgB,qDAAqD,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,wCAAwC,CAWvJ;AAED,wBAAgB,8CAA8C,CAAC,IAAI,EAAE,GAAG,GAAG,wCAAwC,CAElH;AAED,wBAAgB,mDAAmD,CAAC,KAAK,CAAC,EAAE,wCAAwC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAYtK"}

package/dist/generated/models/CovalMetricsAPITestMetricBatchItemResult.js

@@ -0,0 +1,53 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations.
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+import { CovalMetricsAPITestMetricItemStatusFromJSON, CovalMetricsAPITestMetricItemStatusToJSON, } from './CovalMetricsAPITestMetricItemStatus.js';
+/**
+ * Check if a given object implements the CovalMetricsAPITestMetricBatchItemResult interface.
+ */
+export function instanceOfCovalMetricsAPITestMetricBatchItemResult(value) {
+    if (!('simulation_output_id' in value) || value['simulation_output_id'] === undefined)
+        return false;
+    if (!('status' in value) || value['status'] === undefined)
+        return false;
+    return true;
+}
+export function CovalMetricsAPITestMetricBatchItemResultFromJSON(json) {
+    return CovalMetricsAPITestMetricBatchItemResultFromJSONTyped(json, false);
+}
+export function CovalMetricsAPITestMetricBatchItemResultFromJSONTyped(json, ignoreDiscriminator) {
+    if (json == null) {
+        return json;
+    }
+    return {
+        'simulation_output_id': json['simulation_output_id'],
+        'status': CovalMetricsAPITestMetricItemStatusFromJSON(json['status']),
+        'metric_output_ulid': json['metric_output_ulid'] == null ? undefined : json['metric_output_ulid'],
+        'error': json['error'] == null ? undefined : json['error'],
+    };
+}
+export function CovalMetricsAPITestMetricBatchItemResultToJSON(json) {
+    return CovalMetricsAPITestMetricBatchItemResultToJSONTyped(json, false);
+}
+export function CovalMetricsAPITestMetricBatchItemResultToJSONTyped(value, ignoreDiscriminator = false) {
+    if (value == null) {
+        return value;
+    }
+    return {
+        'simulation_output_id': value['simulation_output_id'],
+        'status': CovalMetricsAPITestMetricItemStatusToJSON(value['status']),
+        'metric_output_ulid': value['metric_output_ulid'],
+        'error': value['error'],
+    };
+}
+//# sourceMappingURL=CovalMetricsAPITestMetricBatchItemResult.js.map

package/dist/generated/models/CovalMetricsAPITestMetricBatchItemResult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CovalMetricsAPITestMetricBatchItemResult.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPITestMetricBatchItemResult.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAIH,OAAO,EACH,2CAA2C,EAE3C,yCAAyC,GAE5C,MAAM,0CAA0C,CAAC;AAoClD;;GAEG;AACH,MAAM,UAAU,kDAAkD,CAAC,KAAa;IAC5E,IAAI,CAAC,CAAC,sBAAsB,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACpG,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACxE,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,gDAAgD,CAAC,IAAS;IACtE,OAAO,qDAAqD,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,qDAAqD,CAAC,IAAS,EAAE,mBAA4B;IACzG,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QAEH,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,CAAC;QACpD,QAAQ,EAAE,2CAA2C,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrE,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACjG,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;KAC7D,CAAC;AACN,CAAC;AAED,MAAM,UAAU,8CAA8C,CAAC,IAAS;IACpE,OAAO,mDAAmD,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,mDAAmD,CAAC,KAAuD,EAAE,sBAA+B,KAAK;IAC7J,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QAEH,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC;QACrD,QAAQ,EAAE,yCAAyC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpE,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,CAAC;QACjD,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC;KAC1B,CAAC;AACN,CAAC"}

package/dist/generated/models/CovalMetricsAPITestMetricItemStatus.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations.
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+/**
+ * Per-simulation-output outcome of a test-metric request.
+ *
+ * - `QUEUED` - Metric execution queued successfully
+ * - `NOT_FOUND` - Simulation output not found
+ * - `FORBIDDEN` - Access to the simulation output denied
+ * - `ENQUEUE_FAILED` - Failed to enqueue the metric execution
+ *
+ * @export
+ */
+export declare const CovalMetricsAPITestMetricItemStatus: {
+    readonly Queued: "QUEUED";
+    readonly NotFound: "NOT_FOUND";
+    readonly Forbidden: "FORBIDDEN";
+    readonly EnqueueFailed: "ENQUEUE_FAILED";
+};
+export type CovalMetricsAPITestMetricItemStatus = typeof CovalMetricsAPITestMetricItemStatus[keyof typeof CovalMetricsAPITestMetricItemStatus];
+export declare function instanceOfCovalMetricsAPITestMetricItemStatus(value: any): boolean;
+export declare function CovalMetricsAPITestMetricItemStatusFromJSON(json: any): CovalMetricsAPITestMetricItemStatus;
+export declare function CovalMetricsAPITestMetricItemStatusFromJSONTyped(json: any, ignoreDiscriminator: boolean): CovalMetricsAPITestMetricItemStatus;
+export declare function CovalMetricsAPITestMetricItemStatusToJSON(value?: CovalMetricsAPITestMetricItemStatus | null): any;
+export declare function CovalMetricsAPITestMetricItemStatusToJSONTyped(value: any, ignoreDiscriminator: boolean): CovalMetricsAPITestMetricItemStatus;
+//# sourceMappingURL=CovalMetricsAPITestMetricItemStatus.d.ts.map

package/dist/generated/models/CovalMetricsAPITestMetricItemStatus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CovalMetricsAPITestMetricItemStatus.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPITestMetricItemStatus.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH;;;;;;;;;GASG;AACH,eAAO,MAAM,mCAAmC;;;;;CAKtC,CAAC;AACX,MAAM,MAAM,mCAAmC,GAAG,OAAO,mCAAmC,CAAC,MAAM,OAAO,mCAAmC,CAAC,CAAC;AAG/I,wBAAgB,6CAA6C,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CASjF;AAED,wBAAgB,2CAA2C,CAAC,IAAI,EAAE,GAAG,GAAG,mCAAmC,CAE1G;AAED,wBAAgB,gDAAgD,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,mCAAmC,CAE7I;AAED,wBAAgB,yCAAyC,CAAC,KAAK,CAAC,EAAE,mCAAmC,GAAG,IAAI,GAAG,GAAG,CAEjH;AAED,wBAAgB,8CAA8C,CAAC,KAAK,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,mCAAmC,CAE5I"}

package/dist/generated/models/CovalMetricsAPITestMetricItemStatus.js

@@ -0,0 +1,52 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * Coval Agents API
+ *  Manage configurations for simulations and evaluations.
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@coval.dev
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+/**
+ * Per-simulation-output outcome of a test-metric request.
+ *
+ * - `QUEUED` - Metric execution queued successfully
+ * - `NOT_FOUND` - Simulation output not found
+ * - `FORBIDDEN` - Access to the simulation output denied
+ * - `ENQUEUE_FAILED` - Failed to enqueue the metric execution
+ *
+ * @export
+ */
+export const CovalMetricsAPITestMetricItemStatus = {
+    Queued: 'QUEUED',
+    NotFound: 'NOT_FOUND',
+    Forbidden: 'FORBIDDEN',
+    EnqueueFailed: 'ENQUEUE_FAILED'
+};
+export function instanceOfCovalMetricsAPITestMetricItemStatus(value) {
+    for (const key in CovalMetricsAPITestMetricItemStatus) {
+        if (Object.prototype.hasOwnProperty.call(CovalMetricsAPITestMetricItemStatus, key)) {
+            if (CovalMetricsAPITestMetricItemStatus[key] === value) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
+export function CovalMetricsAPITestMetricItemStatusFromJSON(json) {
+    return CovalMetricsAPITestMetricItemStatusFromJSONTyped(json, false);
+}
+export function CovalMetricsAPITestMetricItemStatusFromJSONTyped(json, ignoreDiscriminator) {
+    return json;
+}
+export function CovalMetricsAPITestMetricItemStatusToJSON(value) {
+    return value;
+}
+export function CovalMetricsAPITestMetricItemStatusToJSONTyped(value, ignoreDiscriminator) {
+    return value;
+}
+//# sourceMappingURL=CovalMetricsAPITestMetricItemStatus.js.map

package/dist/generated/models/CovalMetricsAPITestMetricItemStatus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CovalMetricsAPITestMetricItemStatus.js","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPITestMetricItemStatus.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,oBAAoB;AACpB;;;;;;;;;;GAUG;AAGH;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG;IAC/C,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,WAAW;IACtB,aAAa,EAAE,gBAAgB;CACzB,CAAC;AAIX,MAAM,UAAU,6CAA6C,CAAC,KAAU;IACpE,KAAK,MAAM,GAAG,IAAI,mCAAmC,EAAE,CAAC;QACpD,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,mCAAmC,EAAE,GAAG,CAAC,EAAE,CAAC;YACjF,IAAI,mCAAmC,CAAC,GAAuD,CAAC,KAAK,KAAK,EAAE,CAAC;gBACzG,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,2CAA2C,CAAC,IAAS;IACjE,OAAO,gDAAgD,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,gDAAgD,CAAC,IAAS,EAAE,mBAA4B;IACpG,OAAO,IAA2C,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,yCAAyC,CAAC,KAAkD;IACxG,OAAO,KAAY,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,8CAA8C,CAAC,KAAU,EAAE,mBAA4B;IACnG,OAAO,KAA4C,CAAC;AACxD,CAAC"}

package/dist/generated/models/CovalMetricsAPITestMetricRequest.d.ts

@@ -10,17 +10,24 @@
  * Do not edit the class manually.
  */
 /**
- *
+ * Provide exactly one of `simulation_output_id` or `simulation_output_ids`.
  * @export
  * @interface CovalMetricsAPITestMetricRequest
  */
 export interface CovalMetricsAPITestMetricRequest {
     /**
-     * The simulation output ID (22-character ShortUUID) to run the metric against
+     * Deprecated: a single simulation output ID (22-character ShortUUID) to run the metric against. Prefer `simulation_output_ids`.
      * @type {string}
      * @memberof CovalMetricsAPITestMetricRequest
+     * @deprecated
+     */
+    simulation_output_id?: string;
+    /**
+     * Simulation output IDs (22-character ShortUUIDs) to run the metric against; 1–100 per call.
+     * @type {Array<string>}
+     * @memberof CovalMetricsAPITestMetricRequest
      */
-    simulation_output_id: string;
+    simulation_output_ids?: Array<string>;
     /**
      * Optional developer identifier for debugging
      * @type {string}

package/dist/generated/models/CovalMetricsAPITestMetricRequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CovalMetricsAPITestMetricRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPITestMetricRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH;;;;GAIG;AACH,MAAM,WAAW,gCAAgC;IAC7C;;;;OAIG;IACH,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAgB,0CAA0C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,gCAAgC,CAGnH;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAEpG;AAED,wBAAgB,6CAA6C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,gCAAgC,CASvI;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAElG;AAED,wBAAgB,2CAA2C,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAUtJ"}
+{"version":3,"file":"CovalMetricsAPITestMetricRequest.d.ts","sourceRoot":"","sources":["../../../src/generated/models/CovalMetricsAPITestMetricRequest.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAGH;;;;GAIG;AACH,MAAM,WAAW,gCAAgC;IAC7C;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAgB,0CAA0C,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,gCAAgC,CAEnH;AAED,wBAAgB,wCAAwC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAEpG;AAED,wBAAgB,6CAA6C,CAAC,IAAI,EAAE,GAAG,EAAE,mBAAmB,EAAE,OAAO,GAAG,gCAAgC,CAUvI;AAED,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,GAAG,GAAG,gCAAgC,CAElG;AAED,wBAAgB,2CAA2C,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,IAAI,EAAE,mBAAmB,GAAE,OAAe,GAAG,GAAG,CAWtJ"}