@atlanai/sdk 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +94 -26
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalArtifactSearchRequest = instanceOfEvalArtifactSearchRequest;
|
|
17
|
+
exports.EvalArtifactSearchRequestFromJSON = EvalArtifactSearchRequestFromJSON;
|
|
18
|
+
exports.EvalArtifactSearchRequestFromJSONTyped = EvalArtifactSearchRequestFromJSONTyped;
|
|
19
|
+
exports.EvalArtifactSearchRequestToJSON = EvalArtifactSearchRequestToJSON;
|
|
20
|
+
exports.EvalArtifactSearchRequestToJSONTyped = EvalArtifactSearchRequestToJSONTyped;
|
|
21
|
+
/**
|
|
22
|
+
* Check if a given object implements the EvalArtifactSearchRequest interface.
|
|
23
|
+
*/
|
|
24
|
+
function instanceOfEvalArtifactSearchRequest(value) {
|
|
25
|
+
return true;
|
|
26
|
+
}
|
|
27
|
+
function EvalArtifactSearchRequestFromJSON(json) {
|
|
28
|
+
return EvalArtifactSearchRequestFromJSONTyped(json, false);
|
|
29
|
+
}
|
|
30
|
+
function EvalArtifactSearchRequestFromJSONTyped(json, ignoreDiscriminator) {
|
|
31
|
+
if (json == null) {
|
|
32
|
+
return json;
|
|
33
|
+
}
|
|
34
|
+
return {
|
|
35
|
+
'cursor': json['cursor'] === undefined ? undefined : json['cursor'] === null ? null : json['cursor'],
|
|
36
|
+
'limit': json['limit'] === undefined ? undefined : json['limit'] === null ? null : json['limit'],
|
|
37
|
+
'offset': json['offset'] === undefined ? undefined : json['offset'] === null ? null : json['offset'],
|
|
38
|
+
'query': json['query'] === undefined ? undefined : json['query'] === null ? null : json['query'],
|
|
39
|
+
'sorts': json['sorts'] == null ? undefined : json['sorts'],
|
|
40
|
+
'strategy': json['strategy'] === undefined ? undefined : json['strategy'] === null ? null : json['strategy'],
|
|
41
|
+
'workspaceId': json['workspace_id'] === undefined ? undefined : json['workspace_id'] === null ? null : json['workspace_id'],
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
function EvalArtifactSearchRequestToJSON(json) {
|
|
45
|
+
return EvalArtifactSearchRequestToJSONTyped(json, false);
|
|
46
|
+
}
|
|
47
|
+
function EvalArtifactSearchRequestToJSONTyped(value, ignoreDiscriminator = false) {
|
|
48
|
+
if (value == null) {
|
|
49
|
+
return value;
|
|
50
|
+
}
|
|
51
|
+
return {
|
|
52
|
+
'cursor': value['cursor'],
|
|
53
|
+
'limit': value['limit'],
|
|
54
|
+
'offset': value['offset'],
|
|
55
|
+
'query': value['query'],
|
|
56
|
+
'sorts': value['sorts'],
|
|
57
|
+
'strategy': value['strategy'],
|
|
58
|
+
'workspace_id': value['workspaceId'],
|
|
59
|
+
};
|
|
60
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalBulkDatasetRecordResult } from './EvalBulkDatasetRecordResult';
|
|
13
|
+
/**
|
|
14
|
+
* The `207 Multi-Status` envelope for bulk record create.
|
|
15
|
+
* @export
|
|
16
|
+
* @interface EvalBulkDatasetRecordResponse
|
|
17
|
+
*/
|
|
18
|
+
export interface EvalBulkDatasetRecordResponse {
|
|
19
|
+
/**
|
|
20
|
+
* Results aligned with the submitted item positions.
|
|
21
|
+
* @type {Array<EvalBulkDatasetRecordResult>}
|
|
22
|
+
* @memberof EvalBulkDatasetRecordResponse
|
|
23
|
+
*/
|
|
24
|
+
items: Array<EvalBulkDatasetRecordResult>;
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Check if a given object implements the EvalBulkDatasetRecordResponse interface.
|
|
28
|
+
*/
|
|
29
|
+
export declare function instanceOfEvalBulkDatasetRecordResponse(value: object): value is EvalBulkDatasetRecordResponse;
|
|
30
|
+
export declare function EvalBulkDatasetRecordResponseFromJSON(json: any): EvalBulkDatasetRecordResponse;
|
|
31
|
+
export declare function EvalBulkDatasetRecordResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalBulkDatasetRecordResponse;
|
|
32
|
+
export declare function EvalBulkDatasetRecordResponseToJSON(json: any): EvalBulkDatasetRecordResponse;
|
|
33
|
+
export declare function EvalBulkDatasetRecordResponseToJSONTyped(value?: EvalBulkDatasetRecordResponse | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalBulkDatasetRecordResponse = instanceOfEvalBulkDatasetRecordResponse;
|
|
17
|
+
exports.EvalBulkDatasetRecordResponseFromJSON = EvalBulkDatasetRecordResponseFromJSON;
|
|
18
|
+
exports.EvalBulkDatasetRecordResponseFromJSONTyped = EvalBulkDatasetRecordResponseFromJSONTyped;
|
|
19
|
+
exports.EvalBulkDatasetRecordResponseToJSON = EvalBulkDatasetRecordResponseToJSON;
|
|
20
|
+
exports.EvalBulkDatasetRecordResponseToJSONTyped = EvalBulkDatasetRecordResponseToJSONTyped;
|
|
21
|
+
const EvalBulkDatasetRecordResult_1 = require("./EvalBulkDatasetRecordResult");
|
|
22
|
+
/**
|
|
23
|
+
* Check if a given object implements the EvalBulkDatasetRecordResponse interface.
|
|
24
|
+
*/
|
|
25
|
+
function instanceOfEvalBulkDatasetRecordResponse(value) {
|
|
26
|
+
if (!('items' in value) || value['items'] === undefined)
|
|
27
|
+
return false;
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
function EvalBulkDatasetRecordResponseFromJSON(json) {
|
|
31
|
+
return EvalBulkDatasetRecordResponseFromJSONTyped(json, false);
|
|
32
|
+
}
|
|
33
|
+
function EvalBulkDatasetRecordResponseFromJSONTyped(json, ignoreDiscriminator) {
|
|
34
|
+
if (json == null) {
|
|
35
|
+
return json;
|
|
36
|
+
}
|
|
37
|
+
return {
|
|
38
|
+
'items': (json['items'].map(EvalBulkDatasetRecordResult_1.EvalBulkDatasetRecordResultFromJSON)),
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
function EvalBulkDatasetRecordResponseToJSON(json) {
|
|
42
|
+
return EvalBulkDatasetRecordResponseToJSONTyped(json, false);
|
|
43
|
+
}
|
|
44
|
+
function EvalBulkDatasetRecordResponseToJSONTyped(value, ignoreDiscriminator = false) {
|
|
45
|
+
if (value == null) {
|
|
46
|
+
return value;
|
|
47
|
+
}
|
|
48
|
+
return {
|
|
49
|
+
'items': (value['items'].map(EvalBulkDatasetRecordResult_1.EvalBulkDatasetRecordResultToJSON)),
|
|
50
|
+
};
|
|
51
|
+
}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalDatasetRecordArtifactView } from './EvalDatasetRecordArtifactView';
|
|
13
|
+
import type { ProblemDetails } from './ProblemDetails';
|
|
14
|
+
/**
|
|
15
|
+
* Published representation of BulkDatasetRecordResult.
|
|
16
|
+
* @export
|
|
17
|
+
* @interface EvalBulkDatasetRecordResult
|
|
18
|
+
*/
|
|
19
|
+
export interface EvalBulkDatasetRecordResult {
|
|
20
|
+
/**
|
|
21
|
+
*
|
|
22
|
+
* @type {ProblemDetails}
|
|
23
|
+
* @memberof EvalBulkDatasetRecordResult
|
|
24
|
+
*/
|
|
25
|
+
error?: ProblemDetails;
|
|
26
|
+
/**
|
|
27
|
+
* Position in the submitted `items` array.
|
|
28
|
+
* @type {number}
|
|
29
|
+
* @memberof EvalBulkDatasetRecordResult
|
|
30
|
+
*/
|
|
31
|
+
index: number;
|
|
32
|
+
/**
|
|
33
|
+
* Value of the `record` field.
|
|
34
|
+
* @type {EvalDatasetRecordArtifactView}
|
|
35
|
+
* @memberof EvalBulkDatasetRecordResult
|
|
36
|
+
*/
|
|
37
|
+
record?: EvalDatasetRecordArtifactView | null;
|
|
38
|
+
/**
|
|
39
|
+
* `201` when this record was created; a 4xx when the item was rejected.
|
|
40
|
+
* @type {number}
|
|
41
|
+
* @memberof EvalBulkDatasetRecordResult
|
|
42
|
+
*/
|
|
43
|
+
statusCode: number;
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* Check if a given object implements the EvalBulkDatasetRecordResult interface.
|
|
47
|
+
*/
|
|
48
|
+
export declare function instanceOfEvalBulkDatasetRecordResult(value: object): value is EvalBulkDatasetRecordResult;
|
|
49
|
+
export declare function EvalBulkDatasetRecordResultFromJSON(json: any): EvalBulkDatasetRecordResult;
|
|
50
|
+
export declare function EvalBulkDatasetRecordResultFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalBulkDatasetRecordResult;
|
|
51
|
+
export declare function EvalBulkDatasetRecordResultToJSON(json: any): EvalBulkDatasetRecordResult;
|
|
52
|
+
export declare function EvalBulkDatasetRecordResultToJSONTyped(value?: EvalBulkDatasetRecordResult | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalBulkDatasetRecordResult = instanceOfEvalBulkDatasetRecordResult;
|
|
17
|
+
exports.EvalBulkDatasetRecordResultFromJSON = EvalBulkDatasetRecordResultFromJSON;
|
|
18
|
+
exports.EvalBulkDatasetRecordResultFromJSONTyped = EvalBulkDatasetRecordResultFromJSONTyped;
|
|
19
|
+
exports.EvalBulkDatasetRecordResultToJSON = EvalBulkDatasetRecordResultToJSON;
|
|
20
|
+
exports.EvalBulkDatasetRecordResultToJSONTyped = EvalBulkDatasetRecordResultToJSONTyped;
|
|
21
|
+
const EvalDatasetRecordArtifactView_1 = require("./EvalDatasetRecordArtifactView");
|
|
22
|
+
const ProblemDetails_1 = require("./ProblemDetails");
|
|
23
|
+
/**
|
|
24
|
+
* Check if a given object implements the EvalBulkDatasetRecordResult interface.
|
|
25
|
+
*/
|
|
26
|
+
function instanceOfEvalBulkDatasetRecordResult(value) {
|
|
27
|
+
if (!('index' in value) || value['index'] === undefined)
|
|
28
|
+
return false;
|
|
29
|
+
if ((!('statusCode' in value) && !('status_code' in value)) || (value['statusCode'] === undefined && value['status_code'] === undefined))
|
|
30
|
+
return false;
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
function EvalBulkDatasetRecordResultFromJSON(json) {
|
|
34
|
+
return EvalBulkDatasetRecordResultFromJSONTyped(json, false);
|
|
35
|
+
}
|
|
36
|
+
function EvalBulkDatasetRecordResultFromJSONTyped(json, ignoreDiscriminator) {
|
|
37
|
+
if (json == null) {
|
|
38
|
+
return json;
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
'error': json['error'] == null ? undefined : (0, ProblemDetails_1.ProblemDetailsFromJSON)(json['error']),
|
|
42
|
+
'index': json['index'],
|
|
43
|
+
'record': json['record'] === undefined ? undefined : json['record'] === null ? null : (0, EvalDatasetRecordArtifactView_1.EvalDatasetRecordArtifactViewFromJSON)(json['record']),
|
|
44
|
+
'statusCode': json['status_code'],
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
function EvalBulkDatasetRecordResultToJSON(json) {
|
|
48
|
+
return EvalBulkDatasetRecordResultToJSONTyped(json, false);
|
|
49
|
+
}
|
|
50
|
+
function EvalBulkDatasetRecordResultToJSONTyped(value, ignoreDiscriminator = false) {
|
|
51
|
+
if (value == null) {
|
|
52
|
+
return value;
|
|
53
|
+
}
|
|
54
|
+
return {
|
|
55
|
+
'error': (0, ProblemDetails_1.ProblemDetailsToJSON)(value['error']),
|
|
56
|
+
'index': value['index'],
|
|
57
|
+
'record': (0, EvalDatasetRecordArtifactView_1.EvalDatasetRecordArtifactViewToJSON)(value['record']),
|
|
58
|
+
'status_code': value['statusCode'],
|
|
59
|
+
};
|
|
60
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalBulkExperimentResultSlot } from './EvalBulkExperimentResultSlot';
|
|
13
|
+
/**
|
|
14
|
+
* The `207 Multi-Status` envelope for bulk result create.
|
|
15
|
+
* @export
|
|
16
|
+
* @interface EvalBulkExperimentResultResponse
|
|
17
|
+
*/
|
|
18
|
+
export interface EvalBulkExperimentResultResponse {
|
|
19
|
+
/**
|
|
20
|
+
* Results aligned with the submitted item positions.
|
|
21
|
+
* @type {Array<EvalBulkExperimentResultSlot>}
|
|
22
|
+
* @memberof EvalBulkExperimentResultResponse
|
|
23
|
+
*/
|
|
24
|
+
items: Array<EvalBulkExperimentResultSlot>;
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Check if a given object implements the EvalBulkExperimentResultResponse interface.
|
|
28
|
+
*/
|
|
29
|
+
export declare function instanceOfEvalBulkExperimentResultResponse(value: object): value is EvalBulkExperimentResultResponse;
|
|
30
|
+
export declare function EvalBulkExperimentResultResponseFromJSON(json: any): EvalBulkExperimentResultResponse;
|
|
31
|
+
export declare function EvalBulkExperimentResultResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalBulkExperimentResultResponse;
|
|
32
|
+
export declare function EvalBulkExperimentResultResponseToJSON(json: any): EvalBulkExperimentResultResponse;
|
|
33
|
+
export declare function EvalBulkExperimentResultResponseToJSONTyped(value?: EvalBulkExperimentResultResponse | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalBulkExperimentResultResponse = instanceOfEvalBulkExperimentResultResponse;
|
|
17
|
+
exports.EvalBulkExperimentResultResponseFromJSON = EvalBulkExperimentResultResponseFromJSON;
|
|
18
|
+
exports.EvalBulkExperimentResultResponseFromJSONTyped = EvalBulkExperimentResultResponseFromJSONTyped;
|
|
19
|
+
exports.EvalBulkExperimentResultResponseToJSON = EvalBulkExperimentResultResponseToJSON;
|
|
20
|
+
exports.EvalBulkExperimentResultResponseToJSONTyped = EvalBulkExperimentResultResponseToJSONTyped;
|
|
21
|
+
const EvalBulkExperimentResultSlot_1 = require("./EvalBulkExperimentResultSlot");
|
|
22
|
+
/**
|
|
23
|
+
* Check if a given object implements the EvalBulkExperimentResultResponse interface.
|
|
24
|
+
*/
|
|
25
|
+
function instanceOfEvalBulkExperimentResultResponse(value) {
|
|
26
|
+
if (!('items' in value) || value['items'] === undefined)
|
|
27
|
+
return false;
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
function EvalBulkExperimentResultResponseFromJSON(json) {
|
|
31
|
+
return EvalBulkExperimentResultResponseFromJSONTyped(json, false);
|
|
32
|
+
}
|
|
33
|
+
function EvalBulkExperimentResultResponseFromJSONTyped(json, ignoreDiscriminator) {
|
|
34
|
+
if (json == null) {
|
|
35
|
+
return json;
|
|
36
|
+
}
|
|
37
|
+
return {
|
|
38
|
+
'items': (json['items'].map(EvalBulkExperimentResultSlot_1.EvalBulkExperimentResultSlotFromJSON)),
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
function EvalBulkExperimentResultResponseToJSON(json) {
|
|
42
|
+
return EvalBulkExperimentResultResponseToJSONTyped(json, false);
|
|
43
|
+
}
|
|
44
|
+
function EvalBulkExperimentResultResponseToJSONTyped(value, ignoreDiscriminator = false) {
|
|
45
|
+
if (value == null) {
|
|
46
|
+
return value;
|
|
47
|
+
}
|
|
48
|
+
return {
|
|
49
|
+
'items': (value['items'].map(EvalBulkExperimentResultSlot_1.EvalBulkExperimentResultSlotToJSON)),
|
|
50
|
+
};
|
|
51
|
+
}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { ProblemDetails } from './ProblemDetails';
|
|
13
|
+
import type { EvalExperimentResultArtifactView } from './EvalExperimentResultArtifactView';
|
|
14
|
+
/**
|
|
15
|
+
* One slot of the bulk result create `207`, index-aligned with the submitted
|
|
16
|
+
* items.
|
|
17
|
+
* @export
|
|
18
|
+
* @interface EvalBulkExperimentResultSlot
|
|
19
|
+
*/
|
|
20
|
+
export interface EvalBulkExperimentResultSlot {
|
|
21
|
+
/**
|
|
22
|
+
*
|
|
23
|
+
* @type {ProblemDetails}
|
|
24
|
+
* @memberof EvalBulkExperimentResultSlot
|
|
25
|
+
*/
|
|
26
|
+
error?: ProblemDetails;
|
|
27
|
+
/**
|
|
28
|
+
* Position in the submitted `items` array.
|
|
29
|
+
* @type {number}
|
|
30
|
+
* @memberof EvalBulkExperimentResultSlot
|
|
31
|
+
*/
|
|
32
|
+
index: number;
|
|
33
|
+
/**
|
|
34
|
+
* Successful operation result.
|
|
35
|
+
* @type {EvalExperimentResultArtifactView}
|
|
36
|
+
* @memberof EvalBulkExperimentResultSlot
|
|
37
|
+
*/
|
|
38
|
+
result?: EvalExperimentResultArtifactView | null;
|
|
39
|
+
/**
|
|
40
|
+
* `201` when this result was created; a 4xx when the item was rejected.
|
|
41
|
+
* @type {number}
|
|
42
|
+
* @memberof EvalBulkExperimentResultSlot
|
|
43
|
+
*/
|
|
44
|
+
statusCode: number;
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Check if a given object implements the EvalBulkExperimentResultSlot interface.
|
|
48
|
+
*/
|
|
49
|
+
export declare function instanceOfEvalBulkExperimentResultSlot(value: object): value is EvalBulkExperimentResultSlot;
|
|
50
|
+
export declare function EvalBulkExperimentResultSlotFromJSON(json: any): EvalBulkExperimentResultSlot;
|
|
51
|
+
export declare function EvalBulkExperimentResultSlotFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalBulkExperimentResultSlot;
|
|
52
|
+
export declare function EvalBulkExperimentResultSlotToJSON(json: any): EvalBulkExperimentResultSlot;
|
|
53
|
+
export declare function EvalBulkExperimentResultSlotToJSONTyped(value?: EvalBulkExperimentResultSlot | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalBulkExperimentResultSlot = instanceOfEvalBulkExperimentResultSlot;
|
|
17
|
+
exports.EvalBulkExperimentResultSlotFromJSON = EvalBulkExperimentResultSlotFromJSON;
|
|
18
|
+
exports.EvalBulkExperimentResultSlotFromJSONTyped = EvalBulkExperimentResultSlotFromJSONTyped;
|
|
19
|
+
exports.EvalBulkExperimentResultSlotToJSON = EvalBulkExperimentResultSlotToJSON;
|
|
20
|
+
exports.EvalBulkExperimentResultSlotToJSONTyped = EvalBulkExperimentResultSlotToJSONTyped;
|
|
21
|
+
const ProblemDetails_1 = require("./ProblemDetails");
|
|
22
|
+
const EvalExperimentResultArtifactView_1 = require("./EvalExperimentResultArtifactView");
|
|
23
|
+
/**
|
|
24
|
+
* Check if a given object implements the EvalBulkExperimentResultSlot interface.
|
|
25
|
+
*/
|
|
26
|
+
function instanceOfEvalBulkExperimentResultSlot(value) {
|
|
27
|
+
if (!('index' in value) || value['index'] === undefined)
|
|
28
|
+
return false;
|
|
29
|
+
if ((!('statusCode' in value) && !('status_code' in value)) || (value['statusCode'] === undefined && value['status_code'] === undefined))
|
|
30
|
+
return false;
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
function EvalBulkExperimentResultSlotFromJSON(json) {
|
|
34
|
+
return EvalBulkExperimentResultSlotFromJSONTyped(json, false);
|
|
35
|
+
}
|
|
36
|
+
function EvalBulkExperimentResultSlotFromJSONTyped(json, ignoreDiscriminator) {
|
|
37
|
+
if (json == null) {
|
|
38
|
+
return json;
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
'error': json['error'] == null ? undefined : (0, ProblemDetails_1.ProblemDetailsFromJSON)(json['error']),
|
|
42
|
+
'index': json['index'],
|
|
43
|
+
'result': json['result'] === undefined ? undefined : json['result'] === null ? null : (0, EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewFromJSON)(json['result']),
|
|
44
|
+
'statusCode': json['status_code'],
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
function EvalBulkExperimentResultSlotToJSON(json) {
|
|
48
|
+
return EvalBulkExperimentResultSlotToJSONTyped(json, false);
|
|
49
|
+
}
|
|
50
|
+
function EvalBulkExperimentResultSlotToJSONTyped(value, ignoreDiscriminator = false) {
|
|
51
|
+
if (value == null) {
|
|
52
|
+
return value;
|
|
53
|
+
}
|
|
54
|
+
return {
|
|
55
|
+
'error': (0, ProblemDetails_1.ProblemDetailsToJSON)(value['error']),
|
|
56
|
+
'index': value['index'],
|
|
57
|
+
'result': (0, EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewToJSON)(value['result']),
|
|
58
|
+
'status_code': value['statusCode'],
|
|
59
|
+
};
|
|
60
|
+
}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* RFC 7807 problem document for 400 (Bad Request).
|
|
14
|
+
* @export
|
|
15
|
+
* @interface EvalCreateDataset400Response
|
|
16
|
+
*/
|
|
17
|
+
export interface EvalCreateDataset400Response {
|
|
18
|
+
/**
|
|
19
|
+
* Stable machine-readable reason for this failure.
|
|
20
|
+
* @type {EvalCreateDataset400ResponseCodeEnum}
|
|
21
|
+
* @memberof EvalCreateDataset400Response
|
|
22
|
+
*/
|
|
23
|
+
code: EvalCreateDataset400ResponseCodeEnum;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `detail` field.
|
|
26
|
+
* @type {string}
|
|
27
|
+
* @memberof EvalCreateDataset400Response
|
|
28
|
+
*/
|
|
29
|
+
detail: string;
|
|
30
|
+
/**
|
|
31
|
+
* Current lifecycle state.
|
|
32
|
+
* @type {number}
|
|
33
|
+
* @memberof EvalCreateDataset400Response
|
|
34
|
+
*/
|
|
35
|
+
status: number;
|
|
36
|
+
/**
|
|
37
|
+
* Value of the `title` field.
|
|
38
|
+
* @type {string}
|
|
39
|
+
* @memberof EvalCreateDataset400Response
|
|
40
|
+
*/
|
|
41
|
+
title: string;
|
|
42
|
+
/**
|
|
43
|
+
* Stable identifier of the related trace resource.
|
|
44
|
+
* @type {string}
|
|
45
|
+
* @memberof EvalCreateDataset400Response
|
|
46
|
+
*/
|
|
47
|
+
traceId?: string;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* @export
|
|
51
|
+
* @enum {string}
|
|
52
|
+
*/
|
|
53
|
+
export declare enum EvalCreateDataset400ResponseCodeEnum {
|
|
54
|
+
InvalidBase64 = "invalid_base64",
|
|
55
|
+
InvalidGzip = "invalid_gzip",
|
|
56
|
+
InvalidJson = "invalid_json"
|
|
57
|
+
}
|
|
58
|
+
/**
|
|
59
|
+
* Check if a given object implements the EvalCreateDataset400Response interface.
|
|
60
|
+
*/
|
|
61
|
+
export declare function instanceOfEvalCreateDataset400Response(value: object): value is EvalCreateDataset400Response;
|
|
62
|
+
export declare function EvalCreateDataset400ResponseFromJSON(json: any): EvalCreateDataset400Response;
|
|
63
|
+
export declare function EvalCreateDataset400ResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalCreateDataset400Response;
|
|
64
|
+
export declare function EvalCreateDataset400ResponseToJSON(json: any): EvalCreateDataset400Response;
|
|
65
|
+
export declare function EvalCreateDataset400ResponseToJSONTyped(value?: EvalCreateDataset400Response | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.EvalCreateDataset400ResponseCodeEnum = void 0;
|
|
17
|
+
exports.instanceOfEvalCreateDataset400Response = instanceOfEvalCreateDataset400Response;
|
|
18
|
+
exports.EvalCreateDataset400ResponseFromJSON = EvalCreateDataset400ResponseFromJSON;
|
|
19
|
+
exports.EvalCreateDataset400ResponseFromJSONTyped = EvalCreateDataset400ResponseFromJSONTyped;
|
|
20
|
+
exports.EvalCreateDataset400ResponseToJSON = EvalCreateDataset400ResponseToJSON;
|
|
21
|
+
exports.EvalCreateDataset400ResponseToJSONTyped = EvalCreateDataset400ResponseToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* @export
|
|
24
|
+
* @enum {string}
|
|
25
|
+
*/
|
|
26
|
+
var EvalCreateDataset400ResponseCodeEnum;
|
|
27
|
+
(function (EvalCreateDataset400ResponseCodeEnum) {
|
|
28
|
+
EvalCreateDataset400ResponseCodeEnum["InvalidBase64"] = "invalid_base64";
|
|
29
|
+
EvalCreateDataset400ResponseCodeEnum["InvalidGzip"] = "invalid_gzip";
|
|
30
|
+
EvalCreateDataset400ResponseCodeEnum["InvalidJson"] = "invalid_json";
|
|
31
|
+
})(EvalCreateDataset400ResponseCodeEnum || (exports.EvalCreateDataset400ResponseCodeEnum = EvalCreateDataset400ResponseCodeEnum = {}));
|
|
32
|
+
/**
|
|
33
|
+
* Check if a given object implements the EvalCreateDataset400Response interface.
|
|
34
|
+
*/
|
|
35
|
+
function instanceOfEvalCreateDataset400Response(value) {
|
|
36
|
+
if (!('code' in value) || value['code'] === undefined)
|
|
37
|
+
return false;
|
|
38
|
+
if (!('detail' in value) || value['detail'] === undefined)
|
|
39
|
+
return false;
|
|
40
|
+
if (!('status' in value) || value['status'] === undefined)
|
|
41
|
+
return false;
|
|
42
|
+
if (!('title' in value) || value['title'] === undefined)
|
|
43
|
+
return false;
|
|
44
|
+
return true;
|
|
45
|
+
}
|
|
46
|
+
function EvalCreateDataset400ResponseFromJSON(json) {
|
|
47
|
+
return EvalCreateDataset400ResponseFromJSONTyped(json, false);
|
|
48
|
+
}
|
|
49
|
+
function EvalCreateDataset400ResponseFromJSONTyped(json, ignoreDiscriminator) {
|
|
50
|
+
if (json == null) {
|
|
51
|
+
return json;
|
|
52
|
+
}
|
|
53
|
+
return {
|
|
54
|
+
'code': json['code'],
|
|
55
|
+
'detail': json['detail'],
|
|
56
|
+
'status': json['status'],
|
|
57
|
+
'title': json['title'],
|
|
58
|
+
'traceId': json['trace_id'] == null ? undefined : json['trace_id'],
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
function EvalCreateDataset400ResponseToJSON(json) {
|
|
62
|
+
return EvalCreateDataset400ResponseToJSONTyped(json, false);
|
|
63
|
+
}
|
|
64
|
+
function EvalCreateDataset400ResponseToJSONTyped(value, ignoreDiscriminator = false) {
|
|
65
|
+
if (value == null) {
|
|
66
|
+
return value;
|
|
67
|
+
}
|
|
68
|
+
return {
|
|
69
|
+
'code': value['code'],
|
|
70
|
+
'detail': value['detail'],
|
|
71
|
+
'status': value['status'],
|
|
72
|
+
'title': value['title'],
|
|
73
|
+
'trace_id': value['traceId'],
|
|
74
|
+
};
|
|
75
|
+
}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* RFC 7807 problem document for 409 (Conflict).
|
|
14
|
+
* @export
|
|
15
|
+
* @interface EvalCreateDataset409Response
|
|
16
|
+
*/
|
|
17
|
+
export interface EvalCreateDataset409Response {
|
|
18
|
+
/**
|
|
19
|
+
* Stable machine-readable reason for this failure.
|
|
20
|
+
* @type {EvalCreateDataset409ResponseCodeEnum}
|
|
21
|
+
* @memberof EvalCreateDataset409Response
|
|
22
|
+
*/
|
|
23
|
+
code: EvalCreateDataset409ResponseCodeEnum;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `detail` field.
|
|
26
|
+
* @type {string}
|
|
27
|
+
* @memberof EvalCreateDataset409Response
|
|
28
|
+
*/
|
|
29
|
+
detail: string;
|
|
30
|
+
/**
|
|
31
|
+
* Current lifecycle state.
|
|
32
|
+
* @type {number}
|
|
33
|
+
* @memberof EvalCreateDataset409Response
|
|
34
|
+
*/
|
|
35
|
+
status: number;
|
|
36
|
+
/**
|
|
37
|
+
* Value of the `title` field.
|
|
38
|
+
* @type {string}
|
|
39
|
+
* @memberof EvalCreateDataset409Response
|
|
40
|
+
*/
|
|
41
|
+
title: string;
|
|
42
|
+
/**
|
|
43
|
+
* Stable identifier of the related trace resource.
|
|
44
|
+
* @type {string}
|
|
45
|
+
* @memberof EvalCreateDataset409Response
|
|
46
|
+
*/
|
|
47
|
+
traceId?: string;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* @export
|
|
51
|
+
* @enum {string}
|
|
52
|
+
*/
|
|
53
|
+
export declare enum EvalCreateDataset409ResponseCodeEnum {
|
|
54
|
+
Conflict = "conflict"
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Check if a given object implements the EvalCreateDataset409Response interface.
|
|
58
|
+
*/
|
|
59
|
+
export declare function instanceOfEvalCreateDataset409Response(value: object): value is EvalCreateDataset409Response;
|
|
60
|
+
export declare function EvalCreateDataset409ResponseFromJSON(json: any): EvalCreateDataset409Response;
|
|
61
|
+
export declare function EvalCreateDataset409ResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalCreateDataset409Response;
|
|
62
|
+
export declare function EvalCreateDataset409ResponseToJSON(json: any): EvalCreateDataset409Response;
|
|
63
|
+
export declare function EvalCreateDataset409ResponseToJSONTyped(value?: EvalCreateDataset409Response | null, ignoreDiscriminator?: boolean): any;
|