@atlanai/sdk 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +94 -26
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* RFC 7807 problem document for 500 (Internal Server Error).
|
|
14
|
+
* @export
|
|
15
|
+
* @interface EvalListDatasets500Response
|
|
16
|
+
*/
|
|
17
|
+
export interface EvalListDatasets500Response {
|
|
18
|
+
/**
|
|
19
|
+
* Stable machine-readable reason for this failure.
|
|
20
|
+
* @type {EvalListDatasets500ResponseCodeEnum}
|
|
21
|
+
* @memberof EvalListDatasets500Response
|
|
22
|
+
*/
|
|
23
|
+
code: EvalListDatasets500ResponseCodeEnum;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `detail` field.
|
|
26
|
+
* @type {string}
|
|
27
|
+
* @memberof EvalListDatasets500Response
|
|
28
|
+
*/
|
|
29
|
+
detail: string;
|
|
30
|
+
/**
|
|
31
|
+
* Current lifecycle state.
|
|
32
|
+
* @type {number}
|
|
33
|
+
* @memberof EvalListDatasets500Response
|
|
34
|
+
*/
|
|
35
|
+
status: number;
|
|
36
|
+
/**
|
|
37
|
+
* Value of the `title` field.
|
|
38
|
+
* @type {string}
|
|
39
|
+
* @memberof EvalListDatasets500Response
|
|
40
|
+
*/
|
|
41
|
+
title: string;
|
|
42
|
+
/**
|
|
43
|
+
* Stable identifier of the related trace resource.
|
|
44
|
+
* @type {string}
|
|
45
|
+
* @memberof EvalListDatasets500Response
|
|
46
|
+
*/
|
|
47
|
+
traceId?: string;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* @export
|
|
51
|
+
* @enum {string}
|
|
52
|
+
*/
|
|
53
|
+
export declare enum EvalListDatasets500ResponseCodeEnum {
|
|
54
|
+
InternalError = "internal_error"
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Check if a given object implements the EvalListDatasets500Response interface.
|
|
58
|
+
*/
|
|
59
|
+
export declare function instanceOfEvalListDatasets500Response(value: object): value is EvalListDatasets500Response;
|
|
60
|
+
export declare function EvalListDatasets500ResponseFromJSON(json: any): EvalListDatasets500Response;
|
|
61
|
+
export declare function EvalListDatasets500ResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalListDatasets500Response;
|
|
62
|
+
export declare function EvalListDatasets500ResponseToJSON(json: any): EvalListDatasets500Response;
|
|
63
|
+
export declare function EvalListDatasets500ResponseToJSONTyped(value?: EvalListDatasets500Response | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.EvalListDatasets500ResponseCodeEnum = void 0;
|
|
17
|
+
exports.instanceOfEvalListDatasets500Response = instanceOfEvalListDatasets500Response;
|
|
18
|
+
exports.EvalListDatasets500ResponseFromJSON = EvalListDatasets500ResponseFromJSON;
|
|
19
|
+
exports.EvalListDatasets500ResponseFromJSONTyped = EvalListDatasets500ResponseFromJSONTyped;
|
|
20
|
+
exports.EvalListDatasets500ResponseToJSON = EvalListDatasets500ResponseToJSON;
|
|
21
|
+
exports.EvalListDatasets500ResponseToJSONTyped = EvalListDatasets500ResponseToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* @export
|
|
24
|
+
* @enum {string}
|
|
25
|
+
*/
|
|
26
|
+
var EvalListDatasets500ResponseCodeEnum;
|
|
27
|
+
(function (EvalListDatasets500ResponseCodeEnum) {
|
|
28
|
+
EvalListDatasets500ResponseCodeEnum["InternalError"] = "internal_error";
|
|
29
|
+
})(EvalListDatasets500ResponseCodeEnum || (exports.EvalListDatasets500ResponseCodeEnum = EvalListDatasets500ResponseCodeEnum = {}));
|
|
30
|
+
/**
|
|
31
|
+
* Check if a given object implements the EvalListDatasets500Response interface.
|
|
32
|
+
*/
|
|
33
|
+
function instanceOfEvalListDatasets500Response(value) {
|
|
34
|
+
if (!('code' in value) || value['code'] === undefined)
|
|
35
|
+
return false;
|
|
36
|
+
if (value['code'] !== 'internal_error')
|
|
37
|
+
return false;
|
|
38
|
+
if (!('detail' in value) || value['detail'] === undefined)
|
|
39
|
+
return false;
|
|
40
|
+
if (!('status' in value) || value['status'] === undefined)
|
|
41
|
+
return false;
|
|
42
|
+
if (!('title' in value) || value['title'] === undefined)
|
|
43
|
+
return false;
|
|
44
|
+
return true;
|
|
45
|
+
}
|
|
46
|
+
function EvalListDatasets500ResponseFromJSON(json) {
|
|
47
|
+
return EvalListDatasets500ResponseFromJSONTyped(json, false);
|
|
48
|
+
}
|
|
49
|
+
function EvalListDatasets500ResponseFromJSONTyped(json, ignoreDiscriminator) {
|
|
50
|
+
if (json == null) {
|
|
51
|
+
return json;
|
|
52
|
+
}
|
|
53
|
+
return {
|
|
54
|
+
'code': json['code'],
|
|
55
|
+
'detail': json['detail'],
|
|
56
|
+
'status': json['status'],
|
|
57
|
+
'title': json['title'],
|
|
58
|
+
'traceId': json['trace_id'] == null ? undefined : json['trace_id'],
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
function EvalListDatasets500ResponseToJSON(json) {
|
|
62
|
+
return EvalListDatasets500ResponseToJSONTyped(json, false);
|
|
63
|
+
}
|
|
64
|
+
function EvalListDatasets500ResponseToJSONTyped(value, ignoreDiscriminator = false) {
|
|
65
|
+
if (value == null) {
|
|
66
|
+
return value;
|
|
67
|
+
}
|
|
68
|
+
return {
|
|
69
|
+
'code': value['code'],
|
|
70
|
+
'detail': value['detail'],
|
|
71
|
+
'status': value['status'],
|
|
72
|
+
'title': value['title'],
|
|
73
|
+
'trace_id': value['traceId'],
|
|
74
|
+
};
|
|
75
|
+
}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* RFC 7807 problem document for 503 (Service Unavailable).
|
|
14
|
+
* @export
|
|
15
|
+
* @interface EvalListDatasets503Response
|
|
16
|
+
*/
|
|
17
|
+
export interface EvalListDatasets503Response {
|
|
18
|
+
/**
|
|
19
|
+
* Stable machine-readable reason for this failure.
|
|
20
|
+
* @type {EvalListDatasets503ResponseCodeEnum}
|
|
21
|
+
* @memberof EvalListDatasets503Response
|
|
22
|
+
*/
|
|
23
|
+
code: EvalListDatasets503ResponseCodeEnum;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `detail` field.
|
|
26
|
+
* @type {string}
|
|
27
|
+
* @memberof EvalListDatasets503Response
|
|
28
|
+
*/
|
|
29
|
+
detail: string;
|
|
30
|
+
/**
|
|
31
|
+
* Current lifecycle state.
|
|
32
|
+
* @type {number}
|
|
33
|
+
* @memberof EvalListDatasets503Response
|
|
34
|
+
*/
|
|
35
|
+
status: number;
|
|
36
|
+
/**
|
|
37
|
+
* Value of the `title` field.
|
|
38
|
+
* @type {string}
|
|
39
|
+
* @memberof EvalListDatasets503Response
|
|
40
|
+
*/
|
|
41
|
+
title: string;
|
|
42
|
+
/**
|
|
43
|
+
* Stable identifier of the related trace resource.
|
|
44
|
+
* @type {string}
|
|
45
|
+
* @memberof EvalListDatasets503Response
|
|
46
|
+
*/
|
|
47
|
+
traceId?: string;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* @export
|
|
51
|
+
* @enum {string}
|
|
52
|
+
*/
|
|
53
|
+
export declare enum EvalListDatasets503ResponseCodeEnum {
|
|
54
|
+
AuthUnavailable = "auth_unavailable",
|
|
55
|
+
ServiceOverloaded = "service_overloaded"
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Check if a given object implements the EvalListDatasets503Response interface.
|
|
59
|
+
*/
|
|
60
|
+
export declare function instanceOfEvalListDatasets503Response(value: object): value is EvalListDatasets503Response;
|
|
61
|
+
export declare function EvalListDatasets503ResponseFromJSON(json: any): EvalListDatasets503Response;
|
|
62
|
+
export declare function EvalListDatasets503ResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalListDatasets503Response;
|
|
63
|
+
export declare function EvalListDatasets503ResponseToJSON(json: any): EvalListDatasets503Response;
|
|
64
|
+
export declare function EvalListDatasets503ResponseToJSONTyped(value?: EvalListDatasets503Response | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.EvalListDatasets503ResponseCodeEnum = void 0;
|
|
17
|
+
exports.instanceOfEvalListDatasets503Response = instanceOfEvalListDatasets503Response;
|
|
18
|
+
exports.EvalListDatasets503ResponseFromJSON = EvalListDatasets503ResponseFromJSON;
|
|
19
|
+
exports.EvalListDatasets503ResponseFromJSONTyped = EvalListDatasets503ResponseFromJSONTyped;
|
|
20
|
+
exports.EvalListDatasets503ResponseToJSON = EvalListDatasets503ResponseToJSON;
|
|
21
|
+
exports.EvalListDatasets503ResponseToJSONTyped = EvalListDatasets503ResponseToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* @export
|
|
24
|
+
* @enum {string}
|
|
25
|
+
*/
|
|
26
|
+
var EvalListDatasets503ResponseCodeEnum;
|
|
27
|
+
(function (EvalListDatasets503ResponseCodeEnum) {
|
|
28
|
+
EvalListDatasets503ResponseCodeEnum["AuthUnavailable"] = "auth_unavailable";
|
|
29
|
+
EvalListDatasets503ResponseCodeEnum["ServiceOverloaded"] = "service_overloaded";
|
|
30
|
+
})(EvalListDatasets503ResponseCodeEnum || (exports.EvalListDatasets503ResponseCodeEnum = EvalListDatasets503ResponseCodeEnum = {}));
|
|
31
|
+
/**
|
|
32
|
+
* Check if a given object implements the EvalListDatasets503Response interface.
|
|
33
|
+
*/
|
|
34
|
+
function instanceOfEvalListDatasets503Response(value) {
|
|
35
|
+
if (!('code' in value) || value['code'] === undefined)
|
|
36
|
+
return false;
|
|
37
|
+
if (!('detail' in value) || value['detail'] === undefined)
|
|
38
|
+
return false;
|
|
39
|
+
if (!('status' in value) || value['status'] === undefined)
|
|
40
|
+
return false;
|
|
41
|
+
if (!('title' in value) || value['title'] === undefined)
|
|
42
|
+
return false;
|
|
43
|
+
return true;
|
|
44
|
+
}
|
|
45
|
+
function EvalListDatasets503ResponseFromJSON(json) {
|
|
46
|
+
return EvalListDatasets503ResponseFromJSONTyped(json, false);
|
|
47
|
+
}
|
|
48
|
+
function EvalListDatasets503ResponseFromJSONTyped(json, ignoreDiscriminator) {
|
|
49
|
+
if (json == null) {
|
|
50
|
+
return json;
|
|
51
|
+
}
|
|
52
|
+
return {
|
|
53
|
+
'code': json['code'],
|
|
54
|
+
'detail': json['detail'],
|
|
55
|
+
'status': json['status'],
|
|
56
|
+
'title': json['title'],
|
|
57
|
+
'traceId': json['trace_id'] == null ? undefined : json['trace_id'],
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
function EvalListDatasets503ResponseToJSON(json) {
|
|
61
|
+
return EvalListDatasets503ResponseToJSONTyped(json, false);
|
|
62
|
+
}
|
|
63
|
+
function EvalListDatasets503ResponseToJSONTyped(value, ignoreDiscriminator = false) {
|
|
64
|
+
if (value == null) {
|
|
65
|
+
return value;
|
|
66
|
+
}
|
|
67
|
+
return {
|
|
68
|
+
'code': value['code'],
|
|
69
|
+
'detail': value['detail'],
|
|
70
|
+
'status': value['status'],
|
|
71
|
+
'title': value['title'],
|
|
72
|
+
'trace_id': value['traceId'],
|
|
73
|
+
};
|
|
74
|
+
}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* RFC 7807 problem document for 504 (Gateway Timeout).
|
|
14
|
+
* @export
|
|
15
|
+
* @interface EvalListDatasets504Response
|
|
16
|
+
*/
|
|
17
|
+
export interface EvalListDatasets504Response {
|
|
18
|
+
/**
|
|
19
|
+
* Stable machine-readable reason for this failure.
|
|
20
|
+
* @type {EvalListDatasets504ResponseCodeEnum}
|
|
21
|
+
* @memberof EvalListDatasets504Response
|
|
22
|
+
*/
|
|
23
|
+
code: EvalListDatasets504ResponseCodeEnum;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `detail` field.
|
|
26
|
+
* @type {string}
|
|
27
|
+
* @memberof EvalListDatasets504Response
|
|
28
|
+
*/
|
|
29
|
+
detail: string;
|
|
30
|
+
/**
|
|
31
|
+
* Current lifecycle state.
|
|
32
|
+
* @type {number}
|
|
33
|
+
* @memberof EvalListDatasets504Response
|
|
34
|
+
*/
|
|
35
|
+
status: number;
|
|
36
|
+
/**
|
|
37
|
+
* Value of the `title` field.
|
|
38
|
+
* @type {string}
|
|
39
|
+
* @memberof EvalListDatasets504Response
|
|
40
|
+
*/
|
|
41
|
+
title: string;
|
|
42
|
+
/**
|
|
43
|
+
* Stable identifier of the related trace resource.
|
|
44
|
+
* @type {string}
|
|
45
|
+
* @memberof EvalListDatasets504Response
|
|
46
|
+
*/
|
|
47
|
+
traceId?: string;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* @export
|
|
51
|
+
* @enum {string}
|
|
52
|
+
*/
|
|
53
|
+
export declare enum EvalListDatasets504ResponseCodeEnum {
|
|
54
|
+
RequestTimeout = "request_timeout"
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Check if a given object implements the EvalListDatasets504Response interface.
|
|
58
|
+
*/
|
|
59
|
+
export declare function instanceOfEvalListDatasets504Response(value: object): value is EvalListDatasets504Response;
|
|
60
|
+
export declare function EvalListDatasets504ResponseFromJSON(json: any): EvalListDatasets504Response;
|
|
61
|
+
export declare function EvalListDatasets504ResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalListDatasets504Response;
|
|
62
|
+
export declare function EvalListDatasets504ResponseToJSON(json: any): EvalListDatasets504Response;
|
|
63
|
+
export declare function EvalListDatasets504ResponseToJSONTyped(value?: EvalListDatasets504Response | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.EvalListDatasets504ResponseCodeEnum = void 0;
|
|
17
|
+
exports.instanceOfEvalListDatasets504Response = instanceOfEvalListDatasets504Response;
|
|
18
|
+
exports.EvalListDatasets504ResponseFromJSON = EvalListDatasets504ResponseFromJSON;
|
|
19
|
+
exports.EvalListDatasets504ResponseFromJSONTyped = EvalListDatasets504ResponseFromJSONTyped;
|
|
20
|
+
exports.EvalListDatasets504ResponseToJSON = EvalListDatasets504ResponseToJSON;
|
|
21
|
+
exports.EvalListDatasets504ResponseToJSONTyped = EvalListDatasets504ResponseToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* @export
|
|
24
|
+
* @enum {string}
|
|
25
|
+
*/
|
|
26
|
+
var EvalListDatasets504ResponseCodeEnum;
|
|
27
|
+
(function (EvalListDatasets504ResponseCodeEnum) {
|
|
28
|
+
EvalListDatasets504ResponseCodeEnum["RequestTimeout"] = "request_timeout";
|
|
29
|
+
})(EvalListDatasets504ResponseCodeEnum || (exports.EvalListDatasets504ResponseCodeEnum = EvalListDatasets504ResponseCodeEnum = {}));
|
|
30
|
+
/**
|
|
31
|
+
* Check if a given object implements the EvalListDatasets504Response interface.
|
|
32
|
+
*/
|
|
33
|
+
function instanceOfEvalListDatasets504Response(value) {
|
|
34
|
+
if (!('code' in value) || value['code'] === undefined)
|
|
35
|
+
return false;
|
|
36
|
+
if (value['code'] !== 'request_timeout')
|
|
37
|
+
return false;
|
|
38
|
+
if (!('detail' in value) || value['detail'] === undefined)
|
|
39
|
+
return false;
|
|
40
|
+
if (!('status' in value) || value['status'] === undefined)
|
|
41
|
+
return false;
|
|
42
|
+
if (!('title' in value) || value['title'] === undefined)
|
|
43
|
+
return false;
|
|
44
|
+
return true;
|
|
45
|
+
}
|
|
46
|
+
function EvalListDatasets504ResponseFromJSON(json) {
|
|
47
|
+
return EvalListDatasets504ResponseFromJSONTyped(json, false);
|
|
48
|
+
}
|
|
49
|
+
function EvalListDatasets504ResponseFromJSONTyped(json, ignoreDiscriminator) {
|
|
50
|
+
if (json == null) {
|
|
51
|
+
return json;
|
|
52
|
+
}
|
|
53
|
+
return {
|
|
54
|
+
'code': json['code'],
|
|
55
|
+
'detail': json['detail'],
|
|
56
|
+
'status': json['status'],
|
|
57
|
+
'title': json['title'],
|
|
58
|
+
'traceId': json['trace_id'] == null ? undefined : json['trace_id'],
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
function EvalListDatasets504ResponseToJSON(json) {
|
|
62
|
+
return EvalListDatasets504ResponseToJSONTyped(json, false);
|
|
63
|
+
}
|
|
64
|
+
function EvalListDatasets504ResponseToJSONTyped(value, ignoreDiscriminator = false) {
|
|
65
|
+
if (value == null) {
|
|
66
|
+
return value;
|
|
67
|
+
}
|
|
68
|
+
return {
|
|
69
|
+
'code': value['code'],
|
|
70
|
+
'detail': value['detail'],
|
|
71
|
+
'status': value['status'],
|
|
72
|
+
'title': value['title'],
|
|
73
|
+
'trace_id': value['traceId'],
|
|
74
|
+
};
|
|
75
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalDatasetArtifactView } from './EvalDatasetArtifactView';
|
|
13
|
+
import type { GatewayPageMeta } from './GatewayPageMeta';
|
|
14
|
+
/**
|
|
15
|
+
*
|
|
16
|
+
* `Deserialize` as well as `Serialize`, which is load-bearing rather than derive-everything
|
|
17
|
+
* habit: a bespoke read that decodes the gateway's raw list envelope into this type — the
|
|
18
|
+
* `agent` extension's session reads are the worked example — would otherwise have to go
|
|
19
|
+
* back through `Crud::list`, which forces metadata on and changes its wire payload.
|
|
20
|
+
* @export
|
|
21
|
+
* @interface EvalPageDatasetArtifactView
|
|
22
|
+
*/
|
|
23
|
+
export interface EvalPageDatasetArtifactView {
|
|
24
|
+
/**
|
|
25
|
+
* The page's items.
|
|
26
|
+
* @type {Array<EvalDatasetArtifactView>}
|
|
27
|
+
* @memberof EvalPageDatasetArtifactView
|
|
28
|
+
*/
|
|
29
|
+
items: Array<EvalDatasetArtifactView>;
|
|
30
|
+
/**
|
|
31
|
+
*
|
|
32
|
+
* @type {GatewayPageMeta}
|
|
33
|
+
* @memberof EvalPageDatasetArtifactView
|
|
34
|
+
*/
|
|
35
|
+
page: GatewayPageMeta;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Check if a given object implements the EvalPageDatasetArtifactView interface.
|
|
39
|
+
*/
|
|
40
|
+
export declare function instanceOfEvalPageDatasetArtifactView(value: object): value is EvalPageDatasetArtifactView;
|
|
41
|
+
export declare function EvalPageDatasetArtifactViewFromJSON(json: any): EvalPageDatasetArtifactView;
|
|
42
|
+
export declare function EvalPageDatasetArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalPageDatasetArtifactView;
|
|
43
|
+
export declare function EvalPageDatasetArtifactViewToJSON(json: any): EvalPageDatasetArtifactView;
|
|
44
|
+
export declare function EvalPageDatasetArtifactViewToJSONTyped(value?: EvalPageDatasetArtifactView | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalPageDatasetArtifactView = instanceOfEvalPageDatasetArtifactView;
|
|
17
|
+
exports.EvalPageDatasetArtifactViewFromJSON = EvalPageDatasetArtifactViewFromJSON;
|
|
18
|
+
exports.EvalPageDatasetArtifactViewFromJSONTyped = EvalPageDatasetArtifactViewFromJSONTyped;
|
|
19
|
+
exports.EvalPageDatasetArtifactViewToJSON = EvalPageDatasetArtifactViewToJSON;
|
|
20
|
+
exports.EvalPageDatasetArtifactViewToJSONTyped = EvalPageDatasetArtifactViewToJSONTyped;
|
|
21
|
+
const EvalDatasetArtifactView_1 = require("./EvalDatasetArtifactView");
|
|
22
|
+
const GatewayPageMeta_1 = require("./GatewayPageMeta");
|
|
23
|
+
/**
|
|
24
|
+
* Check if a given object implements the EvalPageDatasetArtifactView interface.
|
|
25
|
+
*/
|
|
26
|
+
function instanceOfEvalPageDatasetArtifactView(value) {
|
|
27
|
+
if (!('items' in value) || value['items'] === undefined)
|
|
28
|
+
return false;
|
|
29
|
+
if (!('page' in value) || value['page'] === undefined)
|
|
30
|
+
return false;
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
function EvalPageDatasetArtifactViewFromJSON(json) {
|
|
34
|
+
return EvalPageDatasetArtifactViewFromJSONTyped(json, false);
|
|
35
|
+
}
|
|
36
|
+
function EvalPageDatasetArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
|
|
37
|
+
if (json == null) {
|
|
38
|
+
return json;
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
'items': (json['items'].map(EvalDatasetArtifactView_1.EvalDatasetArtifactViewFromJSON)),
|
|
42
|
+
'page': (0, GatewayPageMeta_1.GatewayPageMetaFromJSON)(json['page']),
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
function EvalPageDatasetArtifactViewToJSON(json) {
|
|
46
|
+
return EvalPageDatasetArtifactViewToJSONTyped(json, false);
|
|
47
|
+
}
|
|
48
|
+
function EvalPageDatasetArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
|
|
49
|
+
if (value == null) {
|
|
50
|
+
return value;
|
|
51
|
+
}
|
|
52
|
+
return {
|
|
53
|
+
'items': (value['items'].map(EvalDatasetArtifactView_1.EvalDatasetArtifactViewToJSON)),
|
|
54
|
+
'page': (0, GatewayPageMeta_1.GatewayPageMetaToJSON)(value['page']),
|
|
55
|
+
};
|
|
56
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalDatasetRecordArtifactView } from './EvalDatasetRecordArtifactView';
|
|
13
|
+
import type { GatewayPageMeta } from './GatewayPageMeta';
|
|
14
|
+
/**
|
|
15
|
+
*
|
|
16
|
+
* `Deserialize` as well as `Serialize`, which is load-bearing rather than derive-everything
|
|
17
|
+
* habit: a bespoke read that decodes the gateway's raw list envelope into this type — the
|
|
18
|
+
* `agent` extension's session reads are the worked example — would otherwise have to go
|
|
19
|
+
* back through `Crud::list`, which forces metadata on and changes its wire payload.
|
|
20
|
+
* @export
|
|
21
|
+
* @interface EvalPageDatasetRecordArtifactView
|
|
22
|
+
*/
|
|
23
|
+
export interface EvalPageDatasetRecordArtifactView {
|
|
24
|
+
/**
|
|
25
|
+
* The page's items.
|
|
26
|
+
* @type {Array<EvalDatasetRecordArtifactView>}
|
|
27
|
+
* @memberof EvalPageDatasetRecordArtifactView
|
|
28
|
+
*/
|
|
29
|
+
items: Array<EvalDatasetRecordArtifactView>;
|
|
30
|
+
/**
|
|
31
|
+
*
|
|
32
|
+
* @type {GatewayPageMeta}
|
|
33
|
+
* @memberof EvalPageDatasetRecordArtifactView
|
|
34
|
+
*/
|
|
35
|
+
page: GatewayPageMeta;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Check if a given object implements the EvalPageDatasetRecordArtifactView interface.
|
|
39
|
+
*/
|
|
40
|
+
export declare function instanceOfEvalPageDatasetRecordArtifactView(value: object): value is EvalPageDatasetRecordArtifactView;
|
|
41
|
+
export declare function EvalPageDatasetRecordArtifactViewFromJSON(json: any): EvalPageDatasetRecordArtifactView;
|
|
42
|
+
export declare function EvalPageDatasetRecordArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalPageDatasetRecordArtifactView;
|
|
43
|
+
export declare function EvalPageDatasetRecordArtifactViewToJSON(json: any): EvalPageDatasetRecordArtifactView;
|
|
44
|
+
export declare function EvalPageDatasetRecordArtifactViewToJSONTyped(value?: EvalPageDatasetRecordArtifactView | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalPageDatasetRecordArtifactView = instanceOfEvalPageDatasetRecordArtifactView;
|
|
17
|
+
exports.EvalPageDatasetRecordArtifactViewFromJSON = EvalPageDatasetRecordArtifactViewFromJSON;
|
|
18
|
+
exports.EvalPageDatasetRecordArtifactViewFromJSONTyped = EvalPageDatasetRecordArtifactViewFromJSONTyped;
|
|
19
|
+
exports.EvalPageDatasetRecordArtifactViewToJSON = EvalPageDatasetRecordArtifactViewToJSON;
|
|
20
|
+
exports.EvalPageDatasetRecordArtifactViewToJSONTyped = EvalPageDatasetRecordArtifactViewToJSONTyped;
|
|
21
|
+
const EvalDatasetRecordArtifactView_1 = require("./EvalDatasetRecordArtifactView");
|
|
22
|
+
const GatewayPageMeta_1 = require("./GatewayPageMeta");
|
|
23
|
+
/**
|
|
24
|
+
* Check if a given object implements the EvalPageDatasetRecordArtifactView interface.
|
|
25
|
+
*/
|
|
26
|
+
function instanceOfEvalPageDatasetRecordArtifactView(value) {
|
|
27
|
+
if (!('items' in value) || value['items'] === undefined)
|
|
28
|
+
return false;
|
|
29
|
+
if (!('page' in value) || value['page'] === undefined)
|
|
30
|
+
return false;
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
function EvalPageDatasetRecordArtifactViewFromJSON(json) {
|
|
34
|
+
return EvalPageDatasetRecordArtifactViewFromJSONTyped(json, false);
|
|
35
|
+
}
|
|
36
|
+
function EvalPageDatasetRecordArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
|
|
37
|
+
if (json == null) {
|
|
38
|
+
return json;
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
'items': (json['items'].map(EvalDatasetRecordArtifactView_1.EvalDatasetRecordArtifactViewFromJSON)),
|
|
42
|
+
'page': (0, GatewayPageMeta_1.GatewayPageMetaFromJSON)(json['page']),
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
function EvalPageDatasetRecordArtifactViewToJSON(json) {
|
|
46
|
+
return EvalPageDatasetRecordArtifactViewToJSONTyped(json, false);
|
|
47
|
+
}
|
|
48
|
+
function EvalPageDatasetRecordArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
|
|
49
|
+
if (value == null) {
|
|
50
|
+
return value;
|
|
51
|
+
}
|
|
52
|
+
return {
|
|
53
|
+
'items': (value['items'].map(EvalDatasetRecordArtifactView_1.EvalDatasetRecordArtifactViewToJSON)),
|
|
54
|
+
'page': (0, GatewayPageMeta_1.GatewayPageMetaToJSON)(value['page']),
|
|
55
|
+
};
|
|
56
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalExperimentArtifactView } from './EvalExperimentArtifactView';
|
|
13
|
+
import type { GatewayPageMeta } from './GatewayPageMeta';
|
|
14
|
+
/**
|
|
15
|
+
*
|
|
16
|
+
* `Deserialize` as well as `Serialize`, which is load-bearing rather than derive-everything
|
|
17
|
+
* habit: a bespoke read that decodes the gateway's raw list envelope into this type — the
|
|
18
|
+
* `agent` extension's session reads are the worked example — would otherwise have to go
|
|
19
|
+
* back through `Crud::list`, which forces metadata on and changes its wire payload.
|
|
20
|
+
* @export
|
|
21
|
+
* @interface EvalPageExperimentArtifactView
|
|
22
|
+
*/
|
|
23
|
+
export interface EvalPageExperimentArtifactView {
|
|
24
|
+
/**
|
|
25
|
+
* The page's items.
|
|
26
|
+
* @type {Array<EvalExperimentArtifactView>}
|
|
27
|
+
* @memberof EvalPageExperimentArtifactView
|
|
28
|
+
*/
|
|
29
|
+
items: Array<EvalExperimentArtifactView>;
|
|
30
|
+
/**
|
|
31
|
+
*
|
|
32
|
+
* @type {GatewayPageMeta}
|
|
33
|
+
* @memberof EvalPageExperimentArtifactView
|
|
34
|
+
*/
|
|
35
|
+
page: GatewayPageMeta;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Check if a given object implements the EvalPageExperimentArtifactView interface.
|
|
39
|
+
*/
|
|
40
|
+
export declare function instanceOfEvalPageExperimentArtifactView(value: object): value is EvalPageExperimentArtifactView;
|
|
41
|
+
export declare function EvalPageExperimentArtifactViewFromJSON(json: any): EvalPageExperimentArtifactView;
|
|
42
|
+
export declare function EvalPageExperimentArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalPageExperimentArtifactView;
|
|
43
|
+
export declare function EvalPageExperimentArtifactViewToJSON(json: any): EvalPageExperimentArtifactView;
|
|
44
|
+
export declare function EvalPageExperimentArtifactViewToJSONTyped(value?: EvalPageExperimentArtifactView | null, ignoreDiscriminator?: boolean): any;
|