@coval/sdk 0.7.1 → 0.9.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/NOTICE +5 -0
- package/README.md +2 -2
- package/dist/CovalClient.d.ts +3 -2
- package/dist/CovalClient.d.ts.map +1 -1
- package/dist/CovalClient.js +4 -1
- package/dist/CovalClient.js.map +1 -1
- package/dist/generated/apis/PythonMetricsApi.d.ts +290 -0
- package/dist/generated/apis/PythonMetricsApi.d.ts.map +1 -0
- package/dist/generated/apis/PythonMetricsApi.js +291 -0
- package/dist/generated/apis/PythonMetricsApi.js.map +1 -0
- package/dist/generated/apis/ReviewAnnotationsApi.d.ts +16 -16
- package/dist/generated/apis/ReviewAnnotationsApi.js +6 -6
- package/dist/generated/apis/ReviewProjectsApi.d.ts +4 -4
- package/dist/generated/apis/ReviewProjectsApi.js +2 -2
- package/dist/generated/apis/SimulatedConversationsApi.d.ts +15 -12
- package/dist/generated/apis/SimulatedConversationsApi.d.ts.map +1 -1
- package/dist/generated/apis/SimulatedConversationsApi.js +7 -4
- package/dist/generated/apis/SimulatedConversationsApi.js.map +1 -1
- package/dist/generated/apis/index.d.ts +1 -0
- package/dist/generated/apis/index.d.ts.map +1 -1
- package/dist/generated/apis/index.js +1 -0
- package/dist/generated/apis/index.js.map +1 -1
- package/dist/generated/models/CovalMetricsAPIMetricType.d.ts +2 -0
- package/dist/generated/models/CovalMetricsAPIMetricType.d.ts.map +1 -1
- package/dist/generated/models/CovalMetricsAPIMetricType.js +2 -0
- package/dist/generated/models/CovalMetricsAPIMetricType.js.map +1 -1
- package/dist/generated/models/CovalPersonasAPICreatePersonaRequest.d.ts +9 -0
- package/dist/generated/models/CovalPersonasAPICreatePersonaRequest.d.ts.map +1 -1
- package/dist/generated/models/CovalPersonasAPICreatePersonaRequest.js +2 -0
- package/dist/generated/models/CovalPersonasAPICreatePersonaRequest.js.map +1 -1
- package/dist/generated/models/CovalPersonasAPIPersonaResource.d.ts +9 -0
- package/dist/generated/models/CovalPersonasAPIPersonaResource.d.ts.map +1 -1
- package/dist/generated/models/CovalPersonasAPIPersonaResource.js +2 -0
- package/dist/generated/models/CovalPersonasAPIPersonaResource.js.map +1 -1
- package/dist/generated/models/CovalPersonasAPIUpdatePersonaRequest.d.ts +10 -0
- package/dist/generated/models/CovalPersonasAPIUpdatePersonaRequest.d.ts.map +1 -1
- package/dist/generated/models/CovalPersonasAPIUpdatePersonaRequest.js +2 -0
- package/dist/generated/models/CovalPersonasAPIUpdatePersonaRequest.js.map +1 -1
- package/dist/generated/models/CovalReviewsAPICreateReviewAnnotationRequest.d.ts +2 -2
- package/dist/generated/models/CovalReviewsAPIProjectType.d.ts +1 -1
- package/dist/generated/models/CovalReviewsAPIProjectType.js +1 -1
- package/dist/generated/models/CovalReviewsAPIReviewAnnotationResource.d.ts +2 -2
- package/dist/generated/models/CovalReviewsAPIReviewAnnotationWithMetricVersionResource.d.ts +1 -1
- package/dist/generated/models/CovalReviewsAPIReviewProjectResource.d.ts +7 -1
- package/dist/generated/models/CovalReviewsAPIReviewProjectResource.d.ts.map +1 -1
- package/dist/generated/models/CovalReviewsAPIReviewProjectResource.js +2 -0
- package/dist/generated/models/CovalReviewsAPIReviewProjectResource.js.map +1 -1
- package/dist/generated/models/CovalReviewsAPIUpdateReviewAnnotationRequest.d.ts +7 -3
- package/dist/generated/models/CovalReviewsAPIUpdateReviewAnnotationRequest.d.ts.map +1 -1
- package/dist/generated/models/CovalReviewsAPIUpdateReviewAnnotationRequest.js.map +1 -1
- package/dist/generated/models/CovalReviewsAPIUpdateReviewProjectRequest.d.ts +7 -1
- package/dist/generated/models/CovalReviewsAPIUpdateReviewProjectRequest.d.ts.map +1 -1
- package/dist/generated/models/CovalReviewsAPIUpdateReviewProjectRequest.js +2 -0
- package/dist/generated/models/CovalReviewsAPIUpdateReviewProjectRequest.js.map +1 -1
- package/dist/generated/models/CovalRunTemplatesAPIErrorResponseError.d.ts +1 -0
- package/dist/generated/models/CovalRunTemplatesAPIErrorResponseError.d.ts.map +1 -1
- package/dist/generated/models/CovalRunTemplatesAPIErrorResponseError.js +1 -0
- package/dist/generated/models/CovalRunTemplatesAPIErrorResponseError.js.map +1 -1
- package/dist/generated/models/CovalRunsAPIError.d.ts +1 -0
- package/dist/generated/models/CovalRunsAPIError.d.ts.map +1 -1
- package/dist/generated/models/CovalRunsAPIError.js +1 -0
- package/dist/generated/models/CovalRunsAPIError.js.map +1 -1
- package/dist/generated/models/CovalSimulatedConversationsAPIRerunSimulatedConversationMetricsRequest.d.ts +1 -1
- package/dist/generated/models/CovalUploadedConversationsAPISubmitUploadedConversationRequest.d.ts +8 -2
- package/dist/generated/models/CovalUploadedConversationsAPISubmitUploadedConversationRequest.d.ts.map +1 -1
- package/dist/generated/models/CovalUploadedConversationsAPISubmitUploadedConversationRequest.js.map +1 -1
- package/dist/generated/models/CovalUploadedConversationsAPITranscriptMessage.d.ts +53 -0
- package/dist/generated/models/CovalUploadedConversationsAPITranscriptMessage.d.ts.map +1 -1
- package/dist/generated/models/CovalUploadedConversationsAPITranscriptMessage.js +17 -0
- package/dist/generated/models/CovalUploadedConversationsAPITranscriptMessage.js.map +1 -1
- package/dist/generated/models/CovalUploadedConversationsAPIUploadedConversationResource.d.ts +4 -1
- package/dist/generated/models/CovalUploadedConversationsAPIUploadedConversationResource.d.ts.map +1 -1
- package/dist/generated/models/CovalUploadedConversationsAPIUploadedConversationResource.js.map +1 -1
- package/dist/generated/models/PythonMetricsAPICreatePythonMetricDraftRequest.d.ts +84 -0
- package/dist/generated/models/PythonMetricsAPICreatePythonMetricDraftRequest.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPICreatePythonMetricDraftRequest.js +70 -0
- package/dist/generated/models/PythonMetricsAPICreatePythonMetricDraftRequest.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIInputRequirements.d.ts +45 -0
- package/dist/generated/models/PythonMetricsAPIInputRequirements.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIInputRequirements.js +46 -0
- package/dist/generated/models/PythonMetricsAPIInputRequirements.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPreviewPythonMetricBody.d.ts +33 -0
- package/dist/generated/models/PythonMetricsAPIPreviewPythonMetricBody.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPreviewPythonMetricBody.js +44 -0
- package/dist/generated/models/PythonMetricsAPIPreviewPythonMetricBody.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricBody.d.ts +39 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricBody.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricBody.js +48 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricBody.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricResponse.d.ts +39 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricResponse.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricResponse.js +48 -0
- package/dist/generated/models/PythonMetricsAPIPublishPythonMetricResponse.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResource.d.ts +108 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResource.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResource.js +92 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResource.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResponse.d.ts +34 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResponse.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResponse.js +45 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricDraftResponse.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResource.d.ts +64 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResource.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResource.js +59 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResource.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResourceValue.d.ts +27 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResourceValue.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResourceValue.js +32 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewResourceValue.js.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewsResponse.d.ts +34 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewsResponse.d.ts.map +1 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewsResponse.js +45 -0
- package/dist/generated/models/PythonMetricsAPIPythonMetricPreviewsResponse.js.map +1 -0
- package/dist/generated/models/index.d.ts +10 -0
- package/dist/generated/models/index.d.ts.map +1 -1
- package/dist/generated/models/index.js +10 -0
- package/dist/generated/models/index.js.map +1 -1
- package/package.json +7 -5
- package/src/CovalClient.ts +4 -0
- package/src/generated/apis/PythonMetricsApi.ts +627 -0
- package/src/generated/apis/ReviewAnnotationsApi.ts +16 -16
- package/src/generated/apis/ReviewProjectsApi.ts +4 -4
- package/src/generated/apis/SimulatedConversationsApi.ts +19 -12
- package/src/generated/apis/index.ts +1 -0
- package/src/generated/models/CovalMetricsAPIMetricType.ts +2 -0
- package/src/generated/models/CovalPersonasAPICreatePersonaRequest.ts +11 -0
- package/src/generated/models/CovalPersonasAPIPersonaResource.ts +11 -0
- package/src/generated/models/CovalPersonasAPIUpdatePersonaRequest.ts +12 -0
- package/src/generated/models/CovalReviewsAPICreateReviewAnnotationRequest.ts +2 -2
- package/src/generated/models/CovalReviewsAPIProjectType.ts +1 -1
- package/src/generated/models/CovalReviewsAPIReviewAnnotationResource.ts +2 -2
- package/src/generated/models/CovalReviewsAPIReviewAnnotationWithMetricVersionResource.ts +1 -1
- package/src/generated/models/CovalReviewsAPIReviewProjectResource.ts +9 -1
- package/src/generated/models/CovalReviewsAPIUpdateReviewAnnotationRequest.ts +7 -3
- package/src/generated/models/CovalReviewsAPIUpdateReviewProjectRequest.ts +9 -1
- package/src/generated/models/CovalRunTemplatesAPIErrorResponseError.ts +1 -0
- package/src/generated/models/CovalRunsAPIError.ts +1 -0
- package/src/generated/models/CovalSimulatedConversationsAPIRerunSimulatedConversationMetricsRequest.ts +1 -1
- package/src/generated/models/CovalUploadedConversationsAPISubmitUploadedConversationRequest.ts +8 -2
- package/src/generated/models/CovalUploadedConversationsAPITranscriptMessage.ts +64 -0
- package/src/generated/models/CovalUploadedConversationsAPIUploadedConversationResource.ts +4 -1
- package/src/generated/models/PythonMetricsAPICreatePythonMetricDraftRequest.ts +143 -0
- package/src/generated/models/PythonMetricsAPIInputRequirements.ts +81 -0
- package/src/generated/models/PythonMetricsAPIPreviewPythonMetricBody.ts +66 -0
- package/src/generated/models/PythonMetricsAPIPublishPythonMetricBody.ts +75 -0
- package/src/generated/models/PythonMetricsAPIPublishPythonMetricResponse.ts +75 -0
- package/src/generated/models/PythonMetricsAPIPythonMetricDraftResource.ts +182 -0
- package/src/generated/models/PythonMetricsAPIPythonMetricDraftResponse.ts +74 -0
- package/src/generated/models/PythonMetricsAPIPythonMetricPreviewResource.ts +116 -0
- package/src/generated/models/PythonMetricsAPIPythonMetricPreviewResourceValue.ts +46 -0
- package/src/generated/models/PythonMetricsAPIPythonMetricPreviewsResponse.ts +74 -0
- package/src/generated/models/index.ts +10 -0
|
@@ -110,17 +110,17 @@ export interface ReviewAnnotationsApiInterface {
|
|
|
110
110
|
/**
|
|
111
111
|
* Creates request options for createReviewAnnotation without sending the request
|
|
112
112
|
* @param {CovalReviewsAPICreateReviewAnnotationRequest} covalReviewsAPICreateReviewAnnotationRequest
|
|
113
|
-
* @param {string} [projectId] Optional project ID
|
|
113
|
+
* @param {string} [projectId] Optional project ID. The simulation output, metric, and reviewer must match an assignment in this project. Applies project rules to the returned completion status.
|
|
114
114
|
* @throws {RequiredError}
|
|
115
115
|
* @memberof ReviewAnnotationsApiInterface
|
|
116
116
|
*/
|
|
117
117
|
createReviewAnnotationRequestOpts(requestParameters: CreateReviewAnnotationRequest): Promise<runtime.RequestOpts>;
|
|
118
118
|
|
|
119
119
|
/**
|
|
120
|
-
* Create a
|
|
120
|
+
* Create or update the saved annotation for a simulation output, metric, and reviewer. Project creation does not create these annotation records. Use the returned `review_annotation.id` with PATCH for later partial updates. Repeating POST replaces the saved answer fields, including clearing omitted optional answer fields.
|
|
121
121
|
* @summary Create review annotation
|
|
122
122
|
* @param {CovalReviewsAPICreateReviewAnnotationRequest} covalReviewsAPICreateReviewAnnotationRequest
|
|
123
|
-
* @param {string} [projectId] Optional project ID
|
|
123
|
+
* @param {string} [projectId] Optional project ID. The simulation output, metric, and reviewer must match an assignment in this project. Applies project rules to the returned completion status.
|
|
124
124
|
* @param {*} [options] Override http request option.
|
|
125
125
|
* @throws {RequiredError}
|
|
126
126
|
* @memberof ReviewAnnotationsApiInterface
|
|
@@ -128,7 +128,7 @@ export interface ReviewAnnotationsApiInterface {
|
|
|
128
128
|
createReviewAnnotationRaw(requestParameters: CreateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPICreateReviewAnnotationResponse>>;
|
|
129
129
|
|
|
130
130
|
/**
|
|
131
|
-
* Create a
|
|
131
|
+
* Create or update the saved annotation for a simulation output, metric, and reviewer. Project creation does not create these annotation records. Use the returned `review_annotation.id` with PATCH for later partial updates. Repeating POST replaces the saved answer fields, including clearing omitted optional answer fields.
|
|
132
132
|
* Create review annotation
|
|
133
133
|
*/
|
|
134
134
|
createReviewAnnotation(requestParameters: CreateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPICreateReviewAnnotationResponse>;
|
|
@@ -245,7 +245,7 @@ export interface ReviewAnnotationsApiInterface {
|
|
|
245
245
|
listReviewAnnotationsRequestOpts(requestParameters: ListReviewAnnotationsRequest): Promise<runtime.RequestOpts>;
|
|
246
246
|
|
|
247
247
|
/**
|
|
248
|
-
* List review annotations for your organization with optional filtering, sorting, and pagination.
|
|
248
|
+
* List saved review annotations for your organization with optional filtering, sorting, and pagination. A `project_id` filter returns saved annotations matching that project\'s assignments; it does not list unannotated assignments. A project can have assigned review work and an empty annotation list.
|
|
249
249
|
* @summary List review annotations
|
|
250
250
|
* @param {number} [pageSize] Maximum number of results per page
|
|
251
251
|
* @param {string} [pageToken] Opaque pagination token from previous response
|
|
@@ -258,7 +258,7 @@ export interface ReviewAnnotationsApiInterface {
|
|
|
258
258
|
listReviewAnnotationsRaw(requestParameters: ListReviewAnnotationsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPIListReviewAnnotationsResponse>>;
|
|
259
259
|
|
|
260
260
|
/**
|
|
261
|
-
* List review annotations for your organization with optional filtering, sorting, and pagination.
|
|
261
|
+
* List saved review annotations for your organization with optional filtering, sorting, and pagination. A `project_id` filter returns saved annotations matching that project\'s assignments; it does not list unannotated assignments. A project can have assigned review work and an empty annotation list.
|
|
262
262
|
* List review annotations
|
|
263
263
|
*/
|
|
264
264
|
listReviewAnnotations(requestParameters: ListReviewAnnotationsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPIListReviewAnnotationsResponse>;
|
|
@@ -267,18 +267,18 @@ export interface ReviewAnnotationsApiInterface {
|
|
|
267
267
|
* Creates request options for updateReviewAnnotation without sending the request
|
|
268
268
|
* @param {string} annotationId The annotation ID
|
|
269
269
|
* @param {CovalReviewsAPIUpdateReviewAnnotationRequest} covalReviewsAPIUpdateReviewAnnotationRequest
|
|
270
|
-
* @param {string} [projectId] Optional project ID
|
|
270
|
+
* @param {string} [projectId] Optional project ID. The annotation must match an assignment in this project. Applies project rules to the returned completion status.
|
|
271
271
|
* @throws {RequiredError}
|
|
272
272
|
* @memberof ReviewAnnotationsApiInterface
|
|
273
273
|
*/
|
|
274
274
|
updateReviewAnnotationRequestOpts(requestParameters: UpdateReviewAnnotationRequest): Promise<runtime.RequestOpts>;
|
|
275
275
|
|
|
276
276
|
/**
|
|
277
|
-
* Partially update
|
|
277
|
+
* Partially update an existing saved review annotation using its annotation ID. Create the annotation with POST before attempting to update it; project assignment IDs cannot be used as annotation IDs. The reviewer cannot be changed. A different non-null `assignee` returns HTTP 400 (`INVALID_ARGUMENT`); create an annotation for that reviewer instead. Completion status is derived from saved ground truth and, when `project_id` is supplied, the applicable project rules.
|
|
278
278
|
* @summary Update review annotation
|
|
279
279
|
* @param {string} annotationId The annotation ID
|
|
280
280
|
* @param {CovalReviewsAPIUpdateReviewAnnotationRequest} covalReviewsAPIUpdateReviewAnnotationRequest
|
|
281
|
-
* @param {string} [projectId] Optional project ID
|
|
281
|
+
* @param {string} [projectId] Optional project ID. The annotation must match an assignment in this project. Applies project rules to the returned completion status.
|
|
282
282
|
* @param {*} [options] Override http request option.
|
|
283
283
|
* @throws {RequiredError}
|
|
284
284
|
* @memberof ReviewAnnotationsApiInterface
|
|
@@ -286,7 +286,7 @@ export interface ReviewAnnotationsApiInterface {
|
|
|
286
286
|
updateReviewAnnotationRaw(requestParameters: UpdateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPIUpdateReviewAnnotationResponse>>;
|
|
287
287
|
|
|
288
288
|
/**
|
|
289
|
-
* Partially update
|
|
289
|
+
* Partially update an existing saved review annotation using its annotation ID. Create the annotation with POST before attempting to update it; project assignment IDs cannot be used as annotation IDs. The reviewer cannot be changed. A different non-null `assignee` returns HTTP 400 (`INVALID_ARGUMENT`); create an annotation for that reviewer instead. Completion status is derived from saved ground truth and, when `project_id` is supplied, the applicable project rules.
|
|
290
290
|
* Update review annotation
|
|
291
291
|
*/
|
|
292
292
|
updateReviewAnnotation(requestParameters: UpdateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPIUpdateReviewAnnotationResponse>;
|
|
@@ -336,7 +336,7 @@ export class ReviewAnnotationsApi extends runtime.BaseAPI implements ReviewAnnot
|
|
|
336
336
|
}
|
|
337
337
|
|
|
338
338
|
/**
|
|
339
|
-
* Create a
|
|
339
|
+
* Create or update the saved annotation for a simulation output, metric, and reviewer. Project creation does not create these annotation records. Use the returned `review_annotation.id` with PATCH for later partial updates. Repeating POST replaces the saved answer fields, including clearing omitted optional answer fields.
|
|
340
340
|
* Create review annotation
|
|
341
341
|
*/
|
|
342
342
|
async createReviewAnnotationRaw(requestParameters: CreateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPICreateReviewAnnotationResponse>> {
|
|
@@ -347,7 +347,7 @@ export class ReviewAnnotationsApi extends runtime.BaseAPI implements ReviewAnnot
|
|
|
347
347
|
}
|
|
348
348
|
|
|
349
349
|
/**
|
|
350
|
-
* Create a
|
|
350
|
+
* Create or update the saved annotation for a simulation output, metric, and reviewer. Project creation does not create these annotation records. Use the returned `review_annotation.id` with PATCH for later partial updates. Repeating POST replaces the saved answer fields, including clearing omitted optional answer fields.
|
|
351
351
|
* Create review annotation
|
|
352
352
|
*/
|
|
353
353
|
async createReviewAnnotation(requestParameters: CreateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPICreateReviewAnnotationResponse> {
|
|
@@ -605,7 +605,7 @@ export class ReviewAnnotationsApi extends runtime.BaseAPI implements ReviewAnnot
|
|
|
605
605
|
}
|
|
606
606
|
|
|
607
607
|
/**
|
|
608
|
-
* List review annotations for your organization with optional filtering, sorting, and pagination.
|
|
608
|
+
* List saved review annotations for your organization with optional filtering, sorting, and pagination. A `project_id` filter returns saved annotations matching that project\'s assignments; it does not list unannotated assignments. A project can have assigned review work and an empty annotation list.
|
|
609
609
|
* List review annotations
|
|
610
610
|
*/
|
|
611
611
|
async listReviewAnnotationsRaw(requestParameters: ListReviewAnnotationsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPIListReviewAnnotationsResponse>> {
|
|
@@ -616,7 +616,7 @@ export class ReviewAnnotationsApi extends runtime.BaseAPI implements ReviewAnnot
|
|
|
616
616
|
}
|
|
617
617
|
|
|
618
618
|
/**
|
|
619
|
-
* List review annotations for your organization with optional filtering, sorting, and pagination.
|
|
619
|
+
* List saved review annotations for your organization with optional filtering, sorting, and pagination. A `project_id` filter returns saved annotations matching that project\'s assignments; it does not list unannotated assignments. A project can have assigned review work and an empty annotation list.
|
|
620
620
|
* List review annotations
|
|
621
621
|
*/
|
|
622
622
|
async listReviewAnnotations(requestParameters: ListReviewAnnotationsRequest = {}, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPIListReviewAnnotationsResponse> {
|
|
@@ -670,7 +670,7 @@ export class ReviewAnnotationsApi extends runtime.BaseAPI implements ReviewAnnot
|
|
|
670
670
|
}
|
|
671
671
|
|
|
672
672
|
/**
|
|
673
|
-
* Partially update
|
|
673
|
+
* Partially update an existing saved review annotation using its annotation ID. Create the annotation with POST before attempting to update it; project assignment IDs cannot be used as annotation IDs. The reviewer cannot be changed. A different non-null `assignee` returns HTTP 400 (`INVALID_ARGUMENT`); create an annotation for that reviewer instead. Completion status is derived from saved ground truth and, when `project_id` is supplied, the applicable project rules.
|
|
674
674
|
* Update review annotation
|
|
675
675
|
*/
|
|
676
676
|
async updateReviewAnnotationRaw(requestParameters: UpdateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPIUpdateReviewAnnotationResponse>> {
|
|
@@ -681,7 +681,7 @@ export class ReviewAnnotationsApi extends runtime.BaseAPI implements ReviewAnnot
|
|
|
681
681
|
}
|
|
682
682
|
|
|
683
683
|
/**
|
|
684
|
-
* Partially update
|
|
684
|
+
* Partially update an existing saved review annotation using its annotation ID. Create the annotation with POST before attempting to update it; project assignment IDs cannot be used as annotation IDs. The reviewer cannot be changed. A different non-null `assignee` returns HTTP 400 (`INVALID_ARGUMENT`); create an annotation for that reviewer instead. Completion status is derived from saved ground truth and, when `project_id` is supplied, the applicable project rules.
|
|
685
685
|
* Update review annotation
|
|
686
686
|
*/
|
|
687
687
|
async updateReviewAnnotation(requestParameters: UpdateReviewAnnotationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPIUpdateReviewAnnotationResponse> {
|
|
@@ -184,7 +184,7 @@ export interface ReviewProjectsApiInterface {
|
|
|
184
184
|
createReviewProjectRequestOpts(requestParameters: CreateReviewProjectRequest): Promise<runtime.RequestOpts>;
|
|
185
185
|
|
|
186
186
|
/**
|
|
187
|
-
* Create a new review project
|
|
187
|
+
* Create a new review project defining assignments for the configured (simulation, metric, assignee) combinations. Assignments track review work separately from saved annotations. Submit review data with POST `/review-annotations` and use the returned annotation ID for later edits.
|
|
188
188
|
* @summary Create review project
|
|
189
189
|
* @param {CovalReviewsAPICreateReviewProjectRequest} covalReviewsAPICreateReviewProjectRequest
|
|
190
190
|
* @param {string} [xCovalWorkspaceId] Workspace that scopes this operation. When omitted, the organization\'s active default workspace is used when one can be resolved.
|
|
@@ -195,7 +195,7 @@ export interface ReviewProjectsApiInterface {
|
|
|
195
195
|
createReviewProjectRaw(requestParameters: CreateReviewProjectRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPICreateReviewProjectResponse>>;
|
|
196
196
|
|
|
197
197
|
/**
|
|
198
|
-
* Create a new review project
|
|
198
|
+
* Create a new review project defining assignments for the configured (simulation, metric, assignee) combinations. Assignments track review work separately from saved annotations. Submit review data with POST `/review-annotations` and use the returned annotation ID for later edits.
|
|
199
199
|
* Create review project
|
|
200
200
|
*/
|
|
201
201
|
createReviewProject(requestParameters: CreateReviewProjectRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPICreateReviewProjectResponse>;
|
|
@@ -526,7 +526,7 @@ export class ReviewProjectsApi extends runtime.BaseAPI implements ReviewProjects
|
|
|
526
526
|
}
|
|
527
527
|
|
|
528
528
|
/**
|
|
529
|
-
* Create a new review project
|
|
529
|
+
* Create a new review project defining assignments for the configured (simulation, metric, assignee) combinations. Assignments track review work separately from saved annotations. Submit review data with POST `/review-annotations` and use the returned annotation ID for later edits.
|
|
530
530
|
* Create review project
|
|
531
531
|
*/
|
|
532
532
|
async createReviewProjectRaw(requestParameters: CreateReviewProjectRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<CovalReviewsAPICreateReviewProjectResponse>> {
|
|
@@ -537,7 +537,7 @@ export class ReviewProjectsApi extends runtime.BaseAPI implements ReviewProjects
|
|
|
537
537
|
}
|
|
538
538
|
|
|
539
539
|
/**
|
|
540
|
-
* Create a new review project
|
|
540
|
+
* Create a new review project defining assignments for the configured (simulation, metric, assignee) combinations. Assignments track review work separately from saved annotations. Submit review data with POST `/review-annotations` and use the returned annotation ID for later edits.
|
|
541
541
|
* Create review project
|
|
542
542
|
*/
|
|
543
543
|
async createReviewProject(requestParameters: CreateReviewProjectRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<CovalReviewsAPICreateReviewProjectResponse> {
|
|
@@ -84,6 +84,7 @@ export interface GetSimulatedConversationAudioRequest {
|
|
|
84
84
|
export interface GetSimulationAttributeRequest {
|
|
85
85
|
simulationId: string;
|
|
86
86
|
attributeName: string;
|
|
87
|
+
xCovalWorkspaceId?: string;
|
|
87
88
|
}
|
|
88
89
|
|
|
89
90
|
export interface GetSimulationConnectRequest {
|
|
@@ -128,7 +129,7 @@ export interface SimulatedConversationsApiInterface {
|
|
|
128
129
|
deleteSimulatedConversationRequestOpts(requestParameters: DeleteSimulatedConversationRequest): Promise<runtime.RequestOpts>;
|
|
129
130
|
|
|
130
131
|
/**
|
|
131
|
-
* Cancel or delete a simulation.
|
|
132
|
+
* Cancel or delete a simulation. Retry a temporarily busy simulation after receiving HTTP 503.
|
|
132
133
|
* @summary Delete or cancel simulation
|
|
133
134
|
* @param {string} simulationId The simulation ID to delete/cancel
|
|
134
135
|
* @param {*} [options] Override http request option.
|
|
@@ -138,7 +139,7 @@ export interface SimulatedConversationsApiInterface {
|
|
|
138
139
|
deleteSimulatedConversationRaw(requestParameters: DeleteSimulatedConversationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<object>>;
|
|
139
140
|
|
|
140
141
|
/**
|
|
141
|
-
* Cancel or delete a simulation.
|
|
142
|
+
* Cancel or delete a simulation. Retry a temporarily busy simulation after receiving HTTP 503.
|
|
142
143
|
* Delete or cancel simulation
|
|
143
144
|
*/
|
|
144
145
|
deleteSimulatedConversation(requestParameters: DeleteSimulatedConversationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<object>;
|
|
@@ -193,18 +194,20 @@ export interface SimulatedConversationsApiInterface {
|
|
|
193
194
|
|
|
194
195
|
/**
|
|
195
196
|
* Creates request options for getSimulationAttribute without sending the request
|
|
196
|
-
* @param {string} simulationId
|
|
197
|
-
* @param {string} attributeName
|
|
197
|
+
* @param {string} simulationId Simulation output ID for the conversation. Pass {{simulation_output_id}} to your backend through a supported connection field and use the received value here.
|
|
198
|
+
* @param {string} attributeName Exact, case-sensitive top-level key in the test case\'s expected_output_json. Dots are literal characters. URL-encode special characters.
|
|
199
|
+
* @param {string} [xCovalWorkspaceId] Workspace containing the simulation. Omit to use the organization\'s default workspace. A resolved, accessible workspace is required.
|
|
198
200
|
* @throws {RequiredError}
|
|
199
201
|
* @memberof SimulatedConversationsApiInterface
|
|
200
202
|
*/
|
|
201
203
|
getSimulationAttributeRequestOpts(requestParameters: GetSimulationAttributeRequest): Promise<runtime.RequestOpts>;
|
|
202
204
|
|
|
203
205
|
/**
|
|
204
|
-
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB.
|
|
206
|
+
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB. See [Retrieve test-case attributes during a simulation](https://docs.coval.ai/concepts/attributes/overview#retrieve-test-case-attributes-during-a-simulation) for attribute setup, passing the simulation ID to your backend, and request examples.
|
|
205
207
|
* @summary Retrieve a named simulation attribute
|
|
206
|
-
* @param {string} simulationId
|
|
207
|
-
* @param {string} attributeName
|
|
208
|
+
* @param {string} simulationId Simulation output ID for the conversation. Pass {{simulation_output_id}} to your backend through a supported connection field and use the received value here.
|
|
209
|
+
* @param {string} attributeName Exact, case-sensitive top-level key in the test case\'s expected_output_json. Dots are literal characters. URL-encode special characters.
|
|
210
|
+
* @param {string} [xCovalWorkspaceId] Workspace containing the simulation. Omit to use the organization\'s default workspace. A resolved, accessible workspace is required.
|
|
208
211
|
* @param {*} [options] Override http request option.
|
|
209
212
|
* @throws {RequiredError}
|
|
210
213
|
* @memberof SimulatedConversationsApiInterface
|
|
@@ -212,7 +215,7 @@ export interface SimulatedConversationsApiInterface {
|
|
|
212
215
|
getSimulationAttributeRaw(requestParameters: GetSimulationAttributeRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<GetSimulationAttribute200Response>>;
|
|
213
216
|
|
|
214
217
|
/**
|
|
215
|
-
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB.
|
|
218
|
+
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB. See [Retrieve test-case attributes during a simulation](https://docs.coval.ai/concepts/attributes/overview#retrieve-test-case-attributes-during-a-simulation) for attribute setup, passing the simulation ID to your backend, and request examples.
|
|
216
219
|
* Retrieve a named simulation attribute
|
|
217
220
|
*/
|
|
218
221
|
getSimulationAttribute(requestParameters: GetSimulationAttributeRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<GetSimulationAttribute200Response>;
|
|
@@ -388,7 +391,7 @@ export class SimulatedConversationsApi extends runtime.BaseAPI implements Simula
|
|
|
388
391
|
}
|
|
389
392
|
|
|
390
393
|
/**
|
|
391
|
-
* Cancel or delete a simulation.
|
|
394
|
+
* Cancel or delete a simulation. Retry a temporarily busy simulation after receiving HTTP 503.
|
|
392
395
|
* Delete or cancel simulation
|
|
393
396
|
*/
|
|
394
397
|
async deleteSimulatedConversationRaw(requestParameters: DeleteSimulatedConversationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<object>> {
|
|
@@ -399,7 +402,7 @@ export class SimulatedConversationsApi extends runtime.BaseAPI implements Simula
|
|
|
399
402
|
}
|
|
400
403
|
|
|
401
404
|
/**
|
|
402
|
-
* Cancel or delete a simulation.
|
|
405
|
+
* Cancel or delete a simulation. Retry a temporarily busy simulation after receiving HTTP 503.
|
|
403
406
|
* Delete or cancel simulation
|
|
404
407
|
*/
|
|
405
408
|
async deleteSimulatedConversation(requestParameters: DeleteSimulatedConversationRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<object> {
|
|
@@ -531,6 +534,10 @@ export class SimulatedConversationsApi extends runtime.BaseAPI implements Simula
|
|
|
531
534
|
|
|
532
535
|
const headerParameters: runtime.HTTPHeaders = {};
|
|
533
536
|
|
|
537
|
+
if (requestParameters['xCovalWorkspaceId'] != null) {
|
|
538
|
+
headerParameters['X-Coval-Workspace-Id'] = String(requestParameters['xCovalWorkspaceId']);
|
|
539
|
+
}
|
|
540
|
+
|
|
534
541
|
if (this.configuration && this.configuration.apiKey) {
|
|
535
542
|
headerParameters["X-API-Key"] = await this.configuration.apiKey("X-API-Key"); // Coval_Simulated_Conversations_API_ApiKeyAuth authentication
|
|
536
543
|
}
|
|
@@ -549,7 +556,7 @@ export class SimulatedConversationsApi extends runtime.BaseAPI implements Simula
|
|
|
549
556
|
}
|
|
550
557
|
|
|
551
558
|
/**
|
|
552
|
-
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB.
|
|
559
|
+
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB. See [Retrieve test-case attributes during a simulation](https://docs.coval.ai/concepts/attributes/overview#retrieve-test-case-attributes-during-a-simulation) for attribute setup, passing the simulation ID to your backend, and request examples.
|
|
553
560
|
* Retrieve a named simulation attribute
|
|
554
561
|
*/
|
|
555
562
|
async getSimulationAttributeRaw(requestParameters: GetSimulationAttributeRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<GetSimulationAttribute200Response>> {
|
|
@@ -560,7 +567,7 @@ export class SimulatedConversationsApi extends runtime.BaseAPI implements Simula
|
|
|
560
567
|
}
|
|
561
568
|
|
|
562
569
|
/**
|
|
563
|
-
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB.
|
|
570
|
+
* Returns an exact, case-sensitive top-level attribute from the simulation\'s current active test case. Names are literal keys, including dots, rather than paths. URL-encode names when necessary. Requires simulations:read permission. The simulation, run, test case and test set must be accessible in the authenticated organization and workspace. A resolved workspace is required. Select one with X-Coval-Workspace-Id when the organization has no default workspace. Legacy unassigned rows are accessible only through the default workspace. Monitoring conversations and deleted runs are excluded. This endpoint can be used while a simulation is running or after it finishes. JSON values return directly without an envelope. Null is a successful JSON value, while an absent attribute returns 404. Changes to the test case are visible on subsequent requests. This endpoint does not capture a snapshot or persist tool-call events. An object with type: image_ref is reserved for image references and must contain attachment: <name>, matching exactly one media attachment on the test case. Image responses contain raw PNG/JPEG bytes, with a maximum size of 4 MiB. Ordinary objects without that marker return unchanged. This deliberately returns content instead of an AIP-131 resource envelope: customer tool handlers consume the fixture directly, including image bytes. Both JSON and image response content are limited to 4 MiB. See [Retrieve test-case attributes during a simulation](https://docs.coval.ai/concepts/attributes/overview#retrieve-test-case-attributes-during-a-simulation) for attribute setup, passing the simulation ID to your backend, and request examples.
|
|
564
571
|
* Retrieve a named simulation attribute
|
|
565
572
|
*/
|
|
566
573
|
async getSimulationAttribute(requestParameters: GetSimulationAttributeRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<GetSimulationAttribute200Response> {
|
|
@@ -16,6 +16,7 @@ export * from './MutationsApi.js';
|
|
|
16
16
|
export * from './OrganizationConversationsConfigApi.js';
|
|
17
17
|
export * from './OrganizationUsersApi.js';
|
|
18
18
|
export * from './PersonasApi.js';
|
|
19
|
+
export * from './PythonMetricsApi.js';
|
|
19
20
|
export * from './ReportsApi.js';
|
|
20
21
|
export * from './ReviewAnnotationsApi.js';
|
|
21
22
|
export * from './ReviewProjectsApi.js';
|
|
@@ -30,6 +30,7 @@
|
|
|
30
30
|
* - `METRIC_TRANSCRIPT_REGEX` - Regex pattern matching
|
|
31
31
|
* - `METRIC_PAUSE_ANALYSIS` - Speech pause detection
|
|
32
32
|
* - `METRIC_SQL_FLOAT` - Custom SQL query over the simulation's data (set `sql_query`)
|
|
33
|
+
* - `METRIC_PYTHON` - Tested Python metric; create and edit through the Python draft publication API.
|
|
33
34
|
* - `METRIC_COMPOSITE_EVALUATION` - Judges a list of criteria independently and reports how
|
|
34
35
|
* many were met (set `criteria_source`, and `criteria_path` or `criteria` to match)
|
|
35
36
|
*
|
|
@@ -52,6 +53,7 @@ export const CovalMetricsAPIMetricType = {
|
|
|
52
53
|
MetricAgentRefusal: 'METRIC_AGENT_REFUSAL',
|
|
53
54
|
MetricPauseAnalysis: 'METRIC_PAUSE_ANALYSIS',
|
|
54
55
|
MetricSqlFloat: 'METRIC_SQL_FLOAT',
|
|
56
|
+
MetricPython: 'METRIC_PYTHON',
|
|
55
57
|
MetricCompositeEvaluation: 'METRIC_COMPOSITE_EVALUATION',
|
|
56
58
|
MetricLlmTtfb: 'METRIC_LLM_TTFB',
|
|
57
59
|
MetricTtsTtfb: 'METRIC_TTS_TTFB',
|
|
@@ -159,6 +159,15 @@ export interface CovalPersonasAPICreatePersonaRequest {
|
|
|
159
159
|
* @memberof CovalPersonasAPICreatePersonaRequest
|
|
160
160
|
*/
|
|
161
161
|
interruption_rate?: CovalPersonasAPICreatePersonaRequestInterruptionRateEnum | null;
|
|
162
|
+
/**
|
|
163
|
+
* Whether the persona follows interruption instructions in the test case or the
|
|
164
|
+
* persona prompt, interrupting the agent mid-utterance when one is met. Takes effect
|
|
165
|
+
* only for organizations with prompted interruptions enabled. Defaults to false.
|
|
166
|
+
*
|
|
167
|
+
* @type {boolean}
|
|
168
|
+
* @memberof CovalPersonasAPICreatePersonaRequest
|
|
169
|
+
*/
|
|
170
|
+
interruption_instructions_enabled?: boolean | null;
|
|
162
171
|
/**
|
|
163
172
|
* Enable multilingual speech-to-text so callers speaking languages
|
|
164
173
|
* other than the primary language_code are still transcribed accurately.
|
|
@@ -281,6 +290,7 @@ export function CovalPersonasAPICreatePersonaRequestFromJSONTyped(json: any, ign
|
|
|
281
290
|
'wait_seconds': json['wait_seconds'] == null ? undefined : json['wait_seconds'],
|
|
282
291
|
'conversation_initiation': json['conversation_initiation'] == null ? undefined : json['conversation_initiation'],
|
|
283
292
|
'interruption_rate': json['interruption_rate'] == null ? undefined : json['interruption_rate'],
|
|
293
|
+
'interruption_instructions_enabled': json['interruption_instructions_enabled'] == null ? undefined : json['interruption_instructions_enabled'],
|
|
284
294
|
'multi_language_stt': json['multi_language_stt'] == null ? undefined : json['multi_language_stt'],
|
|
285
295
|
'hold_music_timeout_seconds': json['hold_music_timeout_seconds'] == null ? undefined : json['hold_music_timeout_seconds'],
|
|
286
296
|
'situate_speaker': json['situate_speaker'] == null ? undefined : json['situate_speaker'],
|
|
@@ -317,6 +327,7 @@ export function CovalPersonasAPICreatePersonaRequestToJSONTyped(value?: CovalPer
|
|
|
317
327
|
'wait_seconds': value['wait_seconds'],
|
|
318
328
|
'conversation_initiation': value['conversation_initiation'],
|
|
319
329
|
'interruption_rate': value['interruption_rate'],
|
|
330
|
+
'interruption_instructions_enabled': value['interruption_instructions_enabled'],
|
|
320
331
|
'multi_language_stt': value['multi_language_stt'],
|
|
321
332
|
'hold_music_timeout_seconds': value['hold_music_timeout_seconds'],
|
|
322
333
|
'situate_speaker': value['situate_speaker'],
|
|
@@ -181,6 +181,15 @@ export interface CovalPersonasAPIPersonaResource {
|
|
|
181
181
|
* @memberof CovalPersonasAPIPersonaResource
|
|
182
182
|
*/
|
|
183
183
|
interruption_rate?: CovalPersonasAPIPersonaResourceInterruptionRateEnum;
|
|
184
|
+
/**
|
|
185
|
+
* Whether the persona follows interruption instructions in the test case or the
|
|
186
|
+
* persona prompt, interrupting the agent mid-utterance when one is met. Takes effect
|
|
187
|
+
* only for organizations with prompted interruptions enabled. Defaults to false.
|
|
188
|
+
*
|
|
189
|
+
* @type {boolean}
|
|
190
|
+
* @memberof CovalPersonasAPIPersonaResource
|
|
191
|
+
*/
|
|
192
|
+
interruption_instructions_enabled?: boolean;
|
|
184
193
|
/**
|
|
185
194
|
* Enable multilingual speech-to-text so callers speaking languages
|
|
186
195
|
* other than the primary language_code are still transcribed accurately.
|
|
@@ -327,6 +336,7 @@ export function CovalPersonasAPIPersonaResourceFromJSONTyped(json: any, ignoreDi
|
|
|
327
336
|
'wait_seconds': json['wait_seconds'] == null ? undefined : json['wait_seconds'],
|
|
328
337
|
'conversation_initiation': json['conversation_initiation'] == null ? undefined : json['conversation_initiation'],
|
|
329
338
|
'interruption_rate': json['interruption_rate'] == null ? undefined : json['interruption_rate'],
|
|
339
|
+
'interruption_instructions_enabled': json['interruption_instructions_enabled'] == null ? undefined : json['interruption_instructions_enabled'],
|
|
330
340
|
'multi_language_stt': json['multi_language_stt'] == null ? undefined : json['multi_language_stt'],
|
|
331
341
|
'hold_music_timeout_seconds': json['hold_music_timeout_seconds'] == null ? undefined : json['hold_music_timeout_seconds'],
|
|
332
342
|
'situate_speaker': json['situate_speaker'] == null ? undefined : json['situate_speaker'],
|
|
@@ -367,6 +377,7 @@ export function CovalPersonasAPIPersonaResourceToJSONTyped(value?: Omit<CovalPer
|
|
|
367
377
|
'wait_seconds': value['wait_seconds'],
|
|
368
378
|
'conversation_initiation': value['conversation_initiation'],
|
|
369
379
|
'interruption_rate': value['interruption_rate'],
|
|
380
|
+
'interruption_instructions_enabled': value['interruption_instructions_enabled'],
|
|
370
381
|
'multi_language_stt': value['multi_language_stt'],
|
|
371
382
|
'hold_music_timeout_seconds': value['hold_music_timeout_seconds'],
|
|
372
383
|
'situate_speaker': value['situate_speaker'],
|
|
@@ -146,6 +146,16 @@ export interface CovalPersonasAPIUpdatePersonaRequest {
|
|
|
146
146
|
* @memberof CovalPersonasAPIUpdatePersonaRequest
|
|
147
147
|
*/
|
|
148
148
|
interruption_rate?: CovalPersonasAPIUpdatePersonaRequestInterruptionRateEnum | null;
|
|
149
|
+
/**
|
|
150
|
+
* Whether the persona follows interruption instructions in the test case or the
|
|
151
|
+
* persona prompt, interrupting the agent mid-utterance when one is met. Takes effect
|
|
152
|
+
* only for organizations with prompted interruptions enabled. Defaults to false. null
|
|
153
|
+
* is ignored; send false to disable.
|
|
154
|
+
*
|
|
155
|
+
* @type {boolean}
|
|
156
|
+
* @memberof CovalPersonasAPIUpdatePersonaRequest
|
|
157
|
+
*/
|
|
158
|
+
interruption_instructions_enabled?: boolean | null;
|
|
149
159
|
/**
|
|
150
160
|
* Enable multilingual speech-to-text so callers speaking languages other than the primary language_code are still transcribed accurately. Send null to clear an existing override.
|
|
151
161
|
* @type {boolean}
|
|
@@ -264,6 +274,7 @@ export function CovalPersonasAPIUpdatePersonaRequestFromJSONTyped(json: any, ign
|
|
|
264
274
|
'wait_seconds': json['wait_seconds'] == null ? undefined : json['wait_seconds'],
|
|
265
275
|
'conversation_initiation': json['conversation_initiation'] == null ? undefined : json['conversation_initiation'],
|
|
266
276
|
'interruption_rate': json['interruption_rate'] == null ? undefined : json['interruption_rate'],
|
|
277
|
+
'interruption_instructions_enabled': json['interruption_instructions_enabled'] == null ? undefined : json['interruption_instructions_enabled'],
|
|
267
278
|
'multi_language_stt': json['multi_language_stt'] == null ? undefined : json['multi_language_stt'],
|
|
268
279
|
'hold_music_timeout_seconds': json['hold_music_timeout_seconds'] == null ? undefined : json['hold_music_timeout_seconds'],
|
|
269
280
|
'situate_speaker': json['situate_speaker'] == null ? undefined : json['situate_speaker'],
|
|
@@ -300,6 +311,7 @@ export function CovalPersonasAPIUpdatePersonaRequestToJSONTyped(value?: CovalPer
|
|
|
300
311
|
'wait_seconds': value['wait_seconds'],
|
|
301
312
|
'conversation_initiation': value['conversation_initiation'],
|
|
302
313
|
'interruption_rate': value['interruption_rate'],
|
|
314
|
+
'interruption_instructions_enabled': value['interruption_instructions_enabled'],
|
|
303
315
|
'multi_language_stt': value['multi_language_stt'],
|
|
304
316
|
'hold_music_timeout_seconds': value['hold_music_timeout_seconds'],
|
|
305
317
|
'situate_speaker': value['situate_speaker'],
|
|
@@ -44,13 +44,13 @@ export interface CovalReviewsAPICreateReviewAnnotationRequest {
|
|
|
44
44
|
*/
|
|
45
45
|
assignee?: string | null;
|
|
46
46
|
/**
|
|
47
|
-
* Optional ground truth numeric value
|
|
47
|
+
* Optional ground truth numeric value; completion also depends on applicable project rules
|
|
48
48
|
* @type {number}
|
|
49
49
|
* @memberof CovalReviewsAPICreateReviewAnnotationRequest
|
|
50
50
|
*/
|
|
51
51
|
ground_truth_float_value?: number | null;
|
|
52
52
|
/**
|
|
53
|
-
* Optional ground truth string value
|
|
53
|
+
* Optional ground truth string value; completion also depends on applicable project rules
|
|
54
54
|
* @type {string}
|
|
55
55
|
* @memberof CovalReviewsAPICreateReviewAnnotationRequest
|
|
56
56
|
*/
|
|
@@ -36,7 +36,7 @@ import {
|
|
|
36
36
|
} from './CovalReviewsAPIAnnotationStatus.js';
|
|
37
37
|
|
|
38
38
|
/**
|
|
39
|
-
*
|
|
39
|
+
* Saved review data for a simulation output, metric, and reviewer.
|
|
40
40
|
* @export
|
|
41
41
|
* @interface CovalReviewsAPIReviewAnnotationResource
|
|
42
42
|
*/
|
|
@@ -48,7 +48,7 @@ export interface CovalReviewsAPIReviewAnnotationResource {
|
|
|
48
48
|
*/
|
|
49
49
|
name: string;
|
|
50
50
|
/**
|
|
51
|
-
*
|
|
51
|
+
* Saved annotation ID used for GET, PATCH, and DELETE; not a project assignment ID
|
|
52
52
|
* @type {string}
|
|
53
53
|
* @memberof CovalReviewsAPIReviewAnnotationResource
|
|
54
54
|
*/
|
|
@@ -48,7 +48,7 @@ export interface CovalReviewsAPIReviewAnnotationWithMetricVersionResource {
|
|
|
48
48
|
*/
|
|
49
49
|
name: string;
|
|
50
50
|
/**
|
|
51
|
-
*
|
|
51
|
+
* Saved annotation ID used for GET, PATCH, and DELETE; not a project assignment ID
|
|
52
52
|
* @type {string}
|
|
53
53
|
* @memberof CovalReviewsAPIReviewAnnotationWithMetricVersionResource
|
|
54
54
|
*/
|
|
@@ -137,11 +137,17 @@ export interface CovalReviewsAPIReviewProjectResource {
|
|
|
137
137
|
*/
|
|
138
138
|
enforced_collaboration?: boolean;
|
|
139
139
|
/**
|
|
140
|
-
* Allow reviewers to skip linked metrics
|
|
140
|
+
* Allow reviewers to skip linked metrics. Rejected on collaborative projects unless enforced_collaboration is true.
|
|
141
141
|
* @type {boolean}
|
|
142
142
|
* @memberof CovalReviewsAPIReviewProjectResource
|
|
143
143
|
*/
|
|
144
144
|
allow_metric_skipping?: boolean;
|
|
145
|
+
/**
|
|
146
|
+
* Metric IDs eligible for skipping. Null means all linked metrics; an empty list means none.
|
|
147
|
+
* @type {Array<string>}
|
|
148
|
+
* @memberof CovalReviewsAPIReviewProjectResource
|
|
149
|
+
*/
|
|
150
|
+
skippable_metric_ids?: Array<string> | null;
|
|
145
151
|
/**
|
|
146
152
|
* Creation timestamp (ISO 8601)
|
|
147
153
|
* @type {Date}
|
|
@@ -268,6 +274,7 @@ export function CovalReviewsAPIReviewProjectResourceFromJSONTyped(json: any, ign
|
|
|
268
274
|
'project_rules': json['project_rules'] == null ? undefined : ((json['project_rules'] as Array<any>).map(CovalReviewsAPIProjectRuleFromJSON)),
|
|
269
275
|
'enforced_collaboration': json['enforced_collaboration'] == null ? undefined : json['enforced_collaboration'],
|
|
270
276
|
'allow_metric_skipping': json['allow_metric_skipping'] == null ? undefined : json['allow_metric_skipping'],
|
|
277
|
+
'skippable_metric_ids': json['skippable_metric_ids'] == null ? undefined : json['skippable_metric_ids'],
|
|
271
278
|
'create_time': (new Date(json['create_time'])),
|
|
272
279
|
'update_time': (new Date(json['update_time'])),
|
|
273
280
|
'blind_labeling_shown_metric_ids': json['blind_labeling_shown_metric_ids'] == null ? undefined : json['blind_labeling_shown_metric_ids'],
|
|
@@ -305,6 +312,7 @@ export function CovalReviewsAPIReviewProjectResourceToJSONTyped(value?: Omit<Cov
|
|
|
305
312
|
'project_rules': value['project_rules'] == null ? undefined : ((value['project_rules'] as Array<any>).map(CovalReviewsAPIProjectRuleToJSON)),
|
|
306
313
|
'enforced_collaboration': value['enforced_collaboration'],
|
|
307
314
|
'allow_metric_skipping': value['allow_metric_skipping'],
|
|
315
|
+
'skippable_metric_ids': value['skippable_metric_ids'],
|
|
308
316
|
'create_time': value['create_time'].toISOString(),
|
|
309
317
|
'update_time': value['update_time'].toISOString(),
|
|
310
318
|
'blind_labeling_shown_metric_ids': value['blind_labeling_shown_metric_ids'],
|
|
@@ -28,13 +28,13 @@ import {
|
|
|
28
28
|
*/
|
|
29
29
|
export interface CovalReviewsAPIUpdateReviewAnnotationRequest {
|
|
30
30
|
/**
|
|
31
|
-
* Ground truth numeric value
|
|
31
|
+
* Ground truth numeric value; completion also depends on applicable project rules
|
|
32
32
|
* @type {number}
|
|
33
33
|
* @memberof CovalReviewsAPIUpdateReviewAnnotationRequest
|
|
34
34
|
*/
|
|
35
35
|
ground_truth_float_value?: number | null;
|
|
36
36
|
/**
|
|
37
|
-
* Ground truth string value
|
|
37
|
+
* Ground truth string value; completion also depends on applicable project rules
|
|
38
38
|
* @type {string}
|
|
39
39
|
* @memberof CovalReviewsAPIUpdateReviewAnnotationRequest
|
|
40
40
|
*/
|
|
@@ -58,7 +58,11 @@ export interface CovalReviewsAPIUpdateReviewAnnotationRequest {
|
|
|
58
58
|
*/
|
|
59
59
|
priority?: CovalReviewsAPIAnnotationPriority;
|
|
60
60
|
/**
|
|
61
|
-
*
|
|
61
|
+
* Existing reviewer email, retained for compatibility. Omission, null,
|
|
62
|
+
* or the current value leaves the reviewer unchanged. A different
|
|
63
|
+
* non-null value is rejected with HTTP 400 (`INVALID_ARGUMENT`);
|
|
64
|
+
* create an annotation for that reviewer instead.
|
|
65
|
+
*
|
|
62
66
|
* @type {string}
|
|
63
67
|
* @memberof CovalReviewsAPIUpdateReviewAnnotationRequest
|
|
64
68
|
*/
|
|
@@ -118,11 +118,17 @@ export interface CovalReviewsAPIUpdateReviewProjectRequest {
|
|
|
118
118
|
*/
|
|
119
119
|
enforced_collaboration?: boolean;
|
|
120
120
|
/**
|
|
121
|
-
* Allow reviewers to skip linked metrics
|
|
121
|
+
* Allow reviewers to skip linked metrics. Rejected on collaborative projects unless enforced_collaboration is true.
|
|
122
122
|
* @type {boolean}
|
|
123
123
|
* @memberof CovalReviewsAPIUpdateReviewProjectRequest
|
|
124
124
|
*/
|
|
125
125
|
allow_metric_skipping?: boolean;
|
|
126
|
+
/**
|
|
127
|
+
* Metric IDs eligible for skipping. Null means all linked metrics; omission preserves the current value.
|
|
128
|
+
* @type {Array<string>}
|
|
129
|
+
* @memberof CovalReviewsAPIUpdateReviewProjectRequest
|
|
130
|
+
*/
|
|
131
|
+
skippable_metric_ids?: Array<string> | null;
|
|
126
132
|
/**
|
|
127
133
|
*
|
|
128
134
|
* @type {string}
|
|
@@ -218,6 +224,7 @@ export function CovalReviewsAPIUpdateReviewProjectRequestFromJSONTyped(json: any
|
|
|
218
224
|
'opted_out_assignees': json['opted_out_assignees'] == null ? undefined : json['opted_out_assignees'],
|
|
219
225
|
'enforced_collaboration': json['enforced_collaboration'] == null ? undefined : json['enforced_collaboration'],
|
|
220
226
|
'allow_metric_skipping': json['allow_metric_skipping'] == null ? undefined : json['allow_metric_skipping'],
|
|
227
|
+
'skippable_metric_ids': json['skippable_metric_ids'],
|
|
221
228
|
'project_type': json['project_type'] == null ? undefined : json['project_type'],
|
|
222
229
|
'review_label_enabled': json['review_label_enabled'] == null ? undefined : json['review_label_enabled'],
|
|
223
230
|
'review_label_input_mode': json['review_label_input_mode'] == null ? undefined : json['review_label_input_mode'],
|
|
@@ -253,6 +260,7 @@ export function CovalReviewsAPIUpdateReviewProjectRequestToJSONTyped(value?: Cov
|
|
|
253
260
|
'opted_out_assignees': value['opted_out_assignees'],
|
|
254
261
|
'enforced_collaboration': value['enforced_collaboration'],
|
|
255
262
|
'allow_metric_skipping': value['allow_metric_skipping'],
|
|
263
|
+
'skippable_metric_ids': value['skippable_metric_ids'],
|
|
256
264
|
'project_type': value['project_type'],
|
|
257
265
|
'review_label_enabled': value['review_label_enabled'],
|
|
258
266
|
'review_label_input_mode': value['review_label_input_mode'],
|
|
@@ -56,6 +56,7 @@ export const CovalRunTemplatesAPIErrorResponseErrorCodeEnum = {
|
|
|
56
56
|
Unauthenticated: 'UNAUTHENTICATED',
|
|
57
57
|
NotFound: 'NOT_FOUND',
|
|
58
58
|
Conflict: 'CONFLICT',
|
|
59
|
+
FailedPrecondition: 'FAILED_PRECONDITION',
|
|
59
60
|
Internal: 'INTERNAL'
|
|
60
61
|
} as const;
|
|
61
62
|
export type CovalRunTemplatesAPIErrorResponseErrorCodeEnum = typeof CovalRunTemplatesAPIErrorResponseErrorCodeEnum[keyof typeof CovalRunTemplatesAPIErrorResponseErrorCodeEnum];
|
|
@@ -56,6 +56,7 @@ export const CovalRunsAPIErrorCodeEnum = {
|
|
|
56
56
|
Unauthenticated: 'UNAUTHENTICATED',
|
|
57
57
|
PermissionDenied: 'PERMISSION_DENIED',
|
|
58
58
|
NotFound: 'NOT_FOUND',
|
|
59
|
+
FailedPrecondition: 'FAILED_PRECONDITION',
|
|
59
60
|
Internal: 'INTERNAL'
|
|
60
61
|
} as const;
|
|
61
62
|
export type CovalRunsAPIErrorCodeEnum = typeof CovalRunsAPIErrorCodeEnum[keyof typeof CovalRunsAPIErrorCodeEnum];
|
|
@@ -26,7 +26,7 @@ export interface CovalSimulatedConversationsAPIRerunSimulatedConversationMetrics
|
|
|
26
26
|
*/
|
|
27
27
|
simulation_ids: Array<string>;
|
|
28
28
|
/**
|
|
29
|
-
* Metric IDs (22
|
|
29
|
+
* Metric IDs (22 characters, allowing letters, digits, and hyphens) to run against every simulation. Up to 500 per call.
|
|
30
30
|
* @type {Array<string>}
|
|
31
31
|
* @memberof CovalSimulatedConversationsAPIRerunSimulatedConversationMetricsRequest
|
|
32
32
|
*/
|