@atlanai/sdk 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +94 -26
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalDatasetRecordArtifactView = instanceOfEvalDatasetRecordArtifactView;
|
|
17
|
+
exports.EvalDatasetRecordArtifactViewFromJSON = EvalDatasetRecordArtifactViewFromJSON;
|
|
18
|
+
exports.EvalDatasetRecordArtifactViewFromJSONTyped = EvalDatasetRecordArtifactViewFromJSONTyped;
|
|
19
|
+
exports.EvalDatasetRecordArtifactViewToJSON = EvalDatasetRecordArtifactViewToJSON;
|
|
20
|
+
exports.EvalDatasetRecordArtifactViewToJSONTyped = EvalDatasetRecordArtifactViewToJSONTyped;
|
|
21
|
+
const GatewayArtifactIdentityRevealView_1 = require("./GatewayArtifactIdentityRevealView");
|
|
22
|
+
const EvalRecordSource_1 = require("./EvalRecordSource");
|
|
23
|
+
const RegistryRelationshipsView_1 = require("./RegistryRelationshipsView");
|
|
24
|
+
/**
|
|
25
|
+
* Check if a given object implements the EvalDatasetRecordArtifactView interface.
|
|
26
|
+
*/
|
|
27
|
+
function instanceOfEvalDatasetRecordArtifactView(value) {
|
|
28
|
+
if ((!('artifactStatus' in value) && !('artifact_status' in value)) || (value['artifactStatus'] === undefined && value['artifact_status'] === undefined))
|
|
29
|
+
return false;
|
|
30
|
+
if ((!('commitTs' in value) && !('commit_ts' in value)) || (value['commitTs'] === undefined && value['commit_ts'] === undefined))
|
|
31
|
+
return false;
|
|
32
|
+
if ((!('createdAt' in value) && !('created_at' in value)) || (value['createdAt'] === undefined && value['created_at'] === undefined))
|
|
33
|
+
return false;
|
|
34
|
+
if ((!('createdBy' in value) && !('created_by' in value)) || (value['createdBy'] === undefined && value['created_by'] === undefined))
|
|
35
|
+
return false;
|
|
36
|
+
if (!('id' in value) || value['id'] === undefined)
|
|
37
|
+
return false;
|
|
38
|
+
if ((!('isLatest' in value) && !('is_latest' in value)) || (value['isLatest'] === undefined && value['is_latest'] === undefined))
|
|
39
|
+
return false;
|
|
40
|
+
if (!('kind' in value) || value['kind'] === undefined)
|
|
41
|
+
return false;
|
|
42
|
+
if (!('name' in value) || value['name'] === undefined)
|
|
43
|
+
return false;
|
|
44
|
+
if ((!('sourceType' in value) && !('source_type' in value)) || (value['sourceType'] === undefined && value['source_type'] === undefined))
|
|
45
|
+
return false;
|
|
46
|
+
if ((!('updatedAt' in value) && !('updated_at' in value)) || (value['updatedAt'] === undefined && value['updated_at'] === undefined))
|
|
47
|
+
return false;
|
|
48
|
+
if ((!('updatedBy' in value) && !('updated_by' in value)) || (value['updatedBy'] === undefined && value['updated_by'] === undefined))
|
|
49
|
+
return false;
|
|
50
|
+
if ((!('versionOrdinal' in value) && !('version_ordinal' in value)) || (value['versionOrdinal'] === undefined && value['version_ordinal'] === undefined))
|
|
51
|
+
return false;
|
|
52
|
+
if ((!('workspaceId' in value) && !('workspace_id' in value)) || (value['workspaceId'] === undefined && value['workspace_id'] === undefined))
|
|
53
|
+
return false;
|
|
54
|
+
return true;
|
|
55
|
+
}
|
|
56
|
+
function EvalDatasetRecordArtifactViewFromJSON(json) {
|
|
57
|
+
return EvalDatasetRecordArtifactViewFromJSONTyped(json, false);
|
|
58
|
+
}
|
|
59
|
+
function EvalDatasetRecordArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
|
|
60
|
+
if (json == null) {
|
|
61
|
+
return json;
|
|
62
|
+
}
|
|
63
|
+
return {
|
|
64
|
+
'artifactStatus': json['artifact_status'],
|
|
65
|
+
'commitTs': json['commit_ts'],
|
|
66
|
+
'contentHashHex': json['content_hash_hex'] == null ? undefined : json['content_hash_hex'],
|
|
67
|
+
'createdAt': json['created_at'],
|
|
68
|
+
'createdBy': json['created_by'],
|
|
69
|
+
'description': json['description'] == null ? undefined : json['description'],
|
|
70
|
+
'displayName': json['display_name'] == null ? undefined : json['display_name'],
|
|
71
|
+
'extension': json['extension'] == null ? undefined : json['extension'],
|
|
72
|
+
'id': json['id'],
|
|
73
|
+
'identity': json['identity'] == null ? undefined : (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewFromJSON)(json['identity']),
|
|
74
|
+
'isLatest': json['is_latest'],
|
|
75
|
+
'kind': json['kind'],
|
|
76
|
+
'name': json['name'],
|
|
77
|
+
'oidcClientId': json['oidc_client_id'] == null ? undefined : json['oidc_client_id'],
|
|
78
|
+
'ownerId': json['owner_id'] == null ? undefined : json['owner_id'],
|
|
79
|
+
'projectId': json['project_id'] == null ? undefined : json['project_id'],
|
|
80
|
+
'repoId': json['repo_id'] == null ? undefined : json['repo_id'],
|
|
81
|
+
'sourceCreatedAt': json['source_created_at'] == null ? undefined : json['source_created_at'],
|
|
82
|
+
'sourceCreatedBy': json['source_created_by'] == null ? undefined : json['source_created_by'],
|
|
83
|
+
'sourceDigest': json['source_digest'] == null ? undefined : json['source_digest'],
|
|
84
|
+
'sourceId': json['source_id'] == null ? undefined : json['source_id'],
|
|
85
|
+
'sourceLastModifiedAt': json['source_last_modified_at'] == null ? undefined : json['source_last_modified_at'],
|
|
86
|
+
'sourceLastModifiedBy': json['source_last_modified_by'] == null ? undefined : json['source_last_modified_by'],
|
|
87
|
+
'sourceMetadata': json['source_metadata'] === undefined ? undefined : json['source_metadata'] === null ? null : json['source_metadata'],
|
|
88
|
+
'sourceSyncedAt': json['source_synced_at'] == null ? undefined : json['source_synced_at'],
|
|
89
|
+
'sourceType': json['source_type'],
|
|
90
|
+
'sourceUri': json['source_uri'] == null ? undefined : json['source_uri'],
|
|
91
|
+
'sourceVersion': json['source_version'] == null ? undefined : json['source_version'],
|
|
92
|
+
'updatedAt': json['updated_at'],
|
|
93
|
+
'updatedBy': json['updated_by'],
|
|
94
|
+
'versionLabel': json['version_label'] == null ? undefined : json['version_label'],
|
|
95
|
+
'versionOrdinal': json['version_ordinal'],
|
|
96
|
+
'workspaceId': json['workspace_id'],
|
|
97
|
+
'categories': json['categories'] == null ? undefined : json['categories'],
|
|
98
|
+
'datasetId': json['dataset_id'] == null ? undefined : json['dataset_id'],
|
|
99
|
+
'expected': json['expected'] === undefined ? undefined : json['expected'] === null ? null : json['expected'],
|
|
100
|
+
'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
|
|
101
|
+
'input': json['input'] == null ? undefined : json['input'],
|
|
102
|
+
'label': json['label'] === undefined ? undefined : json['label'] === null ? null : json['label'],
|
|
103
|
+
'sourceKind': json['source_kind'] == null ? undefined : (0, EvalRecordSource_1.EvalRecordSourceFromJSON)(json['source_kind']),
|
|
104
|
+
'sourceRef': json['source_ref'] === undefined ? undefined : json['source_ref'] === null ? null : json['source_ref'],
|
|
105
|
+
'permissions': json['permissions'] === undefined ? undefined : json['permissions'] === null ? null : json['permissions'],
|
|
106
|
+
'relationships': json['relationships'] === undefined ? undefined : json['relationships'] === null ? null : (0, RegistryRelationshipsView_1.RegistryRelationshipsViewFromJSON)(json['relationships']),
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
function EvalDatasetRecordArtifactViewToJSON(json) {
|
|
110
|
+
return EvalDatasetRecordArtifactViewToJSONTyped(json, false);
|
|
111
|
+
}
|
|
112
|
+
function EvalDatasetRecordArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
|
|
113
|
+
if (value == null) {
|
|
114
|
+
return value;
|
|
115
|
+
}
|
|
116
|
+
return {
|
|
117
|
+
'artifact_status': value['artifactStatus'],
|
|
118
|
+
'commit_ts': value['commitTs'],
|
|
119
|
+
'content_hash_hex': value['contentHashHex'],
|
|
120
|
+
'created_at': value['createdAt'],
|
|
121
|
+
'created_by': value['createdBy'],
|
|
122
|
+
'description': value['description'],
|
|
123
|
+
'display_name': value['displayName'],
|
|
124
|
+
'extension': value['extension'],
|
|
125
|
+
'id': value['id'],
|
|
126
|
+
'identity': (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewToJSON)(value['identity']),
|
|
127
|
+
'is_latest': value['isLatest'],
|
|
128
|
+
'kind': value['kind'],
|
|
129
|
+
'name': value['name'],
|
|
130
|
+
'oidc_client_id': value['oidcClientId'],
|
|
131
|
+
'owner_id': value['ownerId'],
|
|
132
|
+
'project_id': value['projectId'],
|
|
133
|
+
'repo_id': value['repoId'],
|
|
134
|
+
'source_created_at': value['sourceCreatedAt'],
|
|
135
|
+
'source_created_by': value['sourceCreatedBy'],
|
|
136
|
+
'source_digest': value['sourceDigest'],
|
|
137
|
+
'source_id': value['sourceId'],
|
|
138
|
+
'source_last_modified_at': value['sourceLastModifiedAt'],
|
|
139
|
+
'source_last_modified_by': value['sourceLastModifiedBy'],
|
|
140
|
+
'source_metadata': value['sourceMetadata'],
|
|
141
|
+
'source_synced_at': value['sourceSyncedAt'],
|
|
142
|
+
'source_type': value['sourceType'],
|
|
143
|
+
'source_uri': value['sourceUri'],
|
|
144
|
+
'source_version': value['sourceVersion'],
|
|
145
|
+
'updated_at': value['updatedAt'],
|
|
146
|
+
'updated_by': value['updatedBy'],
|
|
147
|
+
'version_label': value['versionLabel'],
|
|
148
|
+
'version_ordinal': value['versionOrdinal'],
|
|
149
|
+
'workspace_id': value['workspaceId'],
|
|
150
|
+
'categories': value['categories'],
|
|
151
|
+
'dataset_id': value['datasetId'],
|
|
152
|
+
'expected': value['expected'],
|
|
153
|
+
'extra': value['extra'],
|
|
154
|
+
'input': value['input'],
|
|
155
|
+
'label': value['label'],
|
|
156
|
+
'source_kind': (0, EvalRecordSource_1.EvalRecordSourceToJSON)(value['sourceKind']),
|
|
157
|
+
'source_ref': value['sourceRef'],
|
|
158
|
+
'permissions': value['permissions'],
|
|
159
|
+
'relationships': (0, RegistryRelationshipsView_1.RegistryRelationshipsViewToJSON)(value['relationships']),
|
|
160
|
+
};
|
|
161
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalDatasetRecordCreate } from './EvalDatasetRecordCreate';
|
|
13
|
+
/**
|
|
14
|
+
* A bulk record upload: the same items `POST …/records` takes, at most 100.
|
|
15
|
+
* @export
|
|
16
|
+
* @interface EvalDatasetRecordBulkCreate
|
|
17
|
+
*/
|
|
18
|
+
export interface EvalDatasetRecordBulkCreate {
|
|
19
|
+
/**
|
|
20
|
+
* The records to create, in order. The response is index-aligned.
|
|
21
|
+
* @type {Array<EvalDatasetRecordCreate>}
|
|
22
|
+
* @memberof EvalDatasetRecordBulkCreate
|
|
23
|
+
*/
|
|
24
|
+
items: Array<EvalDatasetRecordCreate>;
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Check if a given object implements the EvalDatasetRecordBulkCreate interface.
|
|
28
|
+
*/
|
|
29
|
+
export declare function instanceOfEvalDatasetRecordBulkCreate(value: object): value is EvalDatasetRecordBulkCreate;
|
|
30
|
+
export declare function EvalDatasetRecordBulkCreateFromJSON(json: any): EvalDatasetRecordBulkCreate;
|
|
31
|
+
export declare function EvalDatasetRecordBulkCreateFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordBulkCreate;
|
|
32
|
+
export declare function EvalDatasetRecordBulkCreateToJSON(json: any): EvalDatasetRecordBulkCreate;
|
|
33
|
+
export declare function EvalDatasetRecordBulkCreateToJSONTyped(value?: EvalDatasetRecordBulkCreate | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalDatasetRecordBulkCreate = instanceOfEvalDatasetRecordBulkCreate;
|
|
17
|
+
exports.EvalDatasetRecordBulkCreateFromJSON = EvalDatasetRecordBulkCreateFromJSON;
|
|
18
|
+
exports.EvalDatasetRecordBulkCreateFromJSONTyped = EvalDatasetRecordBulkCreateFromJSONTyped;
|
|
19
|
+
exports.EvalDatasetRecordBulkCreateToJSON = EvalDatasetRecordBulkCreateToJSON;
|
|
20
|
+
exports.EvalDatasetRecordBulkCreateToJSONTyped = EvalDatasetRecordBulkCreateToJSONTyped;
|
|
21
|
+
const EvalDatasetRecordCreate_1 = require("./EvalDatasetRecordCreate");
|
|
22
|
+
/**
|
|
23
|
+
* Check if a given object implements the EvalDatasetRecordBulkCreate interface.
|
|
24
|
+
*/
|
|
25
|
+
function instanceOfEvalDatasetRecordBulkCreate(value) {
|
|
26
|
+
if (!('items' in value) || value['items'] === undefined)
|
|
27
|
+
return false;
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
function EvalDatasetRecordBulkCreateFromJSON(json) {
|
|
31
|
+
return EvalDatasetRecordBulkCreateFromJSONTyped(json, false);
|
|
32
|
+
}
|
|
33
|
+
function EvalDatasetRecordBulkCreateFromJSONTyped(json, ignoreDiscriminator) {
|
|
34
|
+
if (json == null) {
|
|
35
|
+
return json;
|
|
36
|
+
}
|
|
37
|
+
return {
|
|
38
|
+
'items': (json['items'].map(EvalDatasetRecordCreate_1.EvalDatasetRecordCreateFromJSON)),
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
function EvalDatasetRecordBulkCreateToJSON(json) {
|
|
42
|
+
return EvalDatasetRecordBulkCreateToJSONTyped(json, false);
|
|
43
|
+
}
|
|
44
|
+
function EvalDatasetRecordBulkCreateToJSONTyped(value, ignoreDiscriminator = false) {
|
|
45
|
+
if (value == null) {
|
|
46
|
+
return value;
|
|
47
|
+
}
|
|
48
|
+
return {
|
|
49
|
+
'items': (value['items'].map(EvalDatasetRecordCreate_1.EvalDatasetRecordCreateToJSON)),
|
|
50
|
+
};
|
|
51
|
+
}
|
|
@@ -0,0 +1,195 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalRecordSource } from './EvalRecordSource';
|
|
13
|
+
/**
|
|
14
|
+
* The caller-writable surface of one dataset record.
|
|
15
|
+
*
|
|
16
|
+
* `dataset_id` is not a body field — it comes from the path, since the routes
|
|
17
|
+
* are nested under the owning dataset.
|
|
18
|
+
* @export
|
|
19
|
+
* @interface EvalDatasetRecordCreate
|
|
20
|
+
*/
|
|
21
|
+
export interface EvalDatasetRecordCreate {
|
|
22
|
+
/**
|
|
23
|
+
* RFC 3339. The upstream's own creation time, never the commit time.
|
|
24
|
+
* @type {string}
|
|
25
|
+
* @memberof EvalDatasetRecordCreate
|
|
26
|
+
*/
|
|
27
|
+
sourceCreatedAt?: string;
|
|
28
|
+
/**
|
|
29
|
+
* The upstream author, git `Name <email>` form (distinct from the registry
|
|
30
|
+
* principal `created_by`). The first author; see `source_last_modified_by`
|
|
31
|
+
* for who changed it last.
|
|
32
|
+
* @type {string}
|
|
33
|
+
* @memberof EvalDatasetRecordCreate
|
|
34
|
+
*/
|
|
35
|
+
sourceCreatedBy?: string;
|
|
36
|
+
/**
|
|
37
|
+
* What the upstream calls this object. The reconciliation key for a re-sync,
|
|
38
|
+
* and the reason to prefer it over matching on `name`.
|
|
39
|
+
* @type {string}
|
|
40
|
+
* @memberof EvalDatasetRecordCreate
|
|
41
|
+
*/
|
|
42
|
+
sourceId?: string;
|
|
43
|
+
/**
|
|
44
|
+
* RFC 3339.
|
|
45
|
+
* @type {string}
|
|
46
|
+
* @memberof EvalDatasetRecordCreate
|
|
47
|
+
*/
|
|
48
|
+
sourceLastModifiedAt?: string;
|
|
49
|
+
/**
|
|
50
|
+
* The upstream author of the last change, git `Name <email>` form.
|
|
51
|
+
* @type {string}
|
|
52
|
+
* @memberof EvalDatasetRecordCreate
|
|
53
|
+
*/
|
|
54
|
+
sourceLastModifiedBy?: string;
|
|
55
|
+
/**
|
|
56
|
+
*
|
|
57
|
+
* @type {any}
|
|
58
|
+
* @memberof EvalDatasetRecordCreate
|
|
59
|
+
*/
|
|
60
|
+
sourceMetadata?: any | null;
|
|
61
|
+
/**
|
|
62
|
+
* RFC 3339. The time of the sync that produced this version.
|
|
63
|
+
* @type {string}
|
|
64
|
+
* @memberof EvalDatasetRecordCreate
|
|
65
|
+
*/
|
|
66
|
+
sourceSyncedAt?: string;
|
|
67
|
+
/**
|
|
68
|
+
* The content authority: `git`, `atlan`, `local`, or `external` for a
|
|
69
|
+
* customer's own system. Omitted, the registry defaults it.
|
|
70
|
+
* @type {string}
|
|
71
|
+
* @memberof EvalDatasetRecordCreate
|
|
72
|
+
*/
|
|
73
|
+
sourceType?: string;
|
|
74
|
+
/**
|
|
75
|
+
* Scheme-tagged origin — where the upstream object lives.
|
|
76
|
+
* @type {string}
|
|
77
|
+
* @memberof EvalDatasetRecordCreate
|
|
78
|
+
*/
|
|
79
|
+
sourceUri?: string;
|
|
80
|
+
/**
|
|
81
|
+
* The upstream revision (a commit hash or tag), distinct from `version_label`.
|
|
82
|
+
* @type {string}
|
|
83
|
+
* @memberof EvalDatasetRecordCreate
|
|
84
|
+
*/
|
|
85
|
+
sourceVersion?: string;
|
|
86
|
+
/**
|
|
87
|
+
* Human-readable description.
|
|
88
|
+
* @type {string}
|
|
89
|
+
* @memberof EvalDatasetRecordCreate
|
|
90
|
+
*/
|
|
91
|
+
description?: string;
|
|
92
|
+
/**
|
|
93
|
+
* Human-readable label. Omitted, the gateway defaults it to `name`.
|
|
94
|
+
* @type {string}
|
|
95
|
+
* @memberof EvalDatasetRecordCreate
|
|
96
|
+
*/
|
|
97
|
+
displayName?: string;
|
|
98
|
+
/**
|
|
99
|
+
* Stable machine handle ([AIP-122](https://google.aip.dev/122)) — short and
|
|
100
|
+
* identifier-shaped, kebab-case by convention. Unique per `(workspace,
|
|
101
|
+
* kind)` among live rows (`artifacts_name_idx`), but not identity: `id`
|
|
102
|
+
* is the only stable handle.
|
|
103
|
+
* @type {string}
|
|
104
|
+
* @memberof EvalDatasetRecordCreate
|
|
105
|
+
*/
|
|
106
|
+
name: string;
|
|
107
|
+
/**
|
|
108
|
+
* Optional canonical owner (`users.user_id`). Omitted, the gateway
|
|
109
|
+
* attributes the caller.
|
|
110
|
+
* @type {string}
|
|
111
|
+
* @memberof EvalDatasetRecordCreate
|
|
112
|
+
*/
|
|
113
|
+
ownerId?: string;
|
|
114
|
+
/**
|
|
115
|
+
* Optional `project_`-prefixed handle to group under. Must belong to
|
|
116
|
+
* `workspace_id` (else 422).
|
|
117
|
+
* @type {string}
|
|
118
|
+
* @memberof EvalDatasetRecordCreate
|
|
119
|
+
*/
|
|
120
|
+
projectId?: string;
|
|
121
|
+
/**
|
|
122
|
+
* Optional `repo_`-prefixed source repository. No default — a repo is a
|
|
123
|
+
* factual claim about provenance, so it is never guessed.
|
|
124
|
+
* @type {string}
|
|
125
|
+
* @memberof EvalDatasetRecordCreate
|
|
126
|
+
*/
|
|
127
|
+
repoId?: string;
|
|
128
|
+
/**
|
|
129
|
+
* `workspace_`-prefixed handle to create in. **Required** — there is
|
|
130
|
+
* deliberately no default, because guessing a tenant's namespace is
|
|
131
|
+
* invisible until someone else reads the data.
|
|
132
|
+
* @type {string}
|
|
133
|
+
* @memberof EvalDatasetRecordCreate
|
|
134
|
+
*/
|
|
135
|
+
workspaceId: string;
|
|
136
|
+
/**
|
|
137
|
+
* Free-text categories the case belongs to — the slice keys a deep-dive
|
|
138
|
+
* filters scores by.
|
|
139
|
+
* @type {Array<string>}
|
|
140
|
+
* @memberof EvalDatasetRecordCreate
|
|
141
|
+
*/
|
|
142
|
+
categories?: Array<string>;
|
|
143
|
+
/**
|
|
144
|
+
* The expected outcome, when the case has one.
|
|
145
|
+
* @type {{ [key: string]: any; }}
|
|
146
|
+
* @memberof EvalDatasetRecordCreate
|
|
147
|
+
*/
|
|
148
|
+
expected?: {
|
|
149
|
+
[key: string]: any;
|
|
150
|
+
} | null;
|
|
151
|
+
/**
|
|
152
|
+
* Anything else the curator wants on the row.
|
|
153
|
+
* @type {{ [key: string]: any; }}
|
|
154
|
+
* @memberof EvalDatasetRecordCreate
|
|
155
|
+
*/
|
|
156
|
+
extra?: {
|
|
157
|
+
[key: string]: any;
|
|
158
|
+
} | null;
|
|
159
|
+
/**
|
|
160
|
+
* The case's input, as a JSON object.
|
|
161
|
+
* @type {{ [key: string]: any; }}
|
|
162
|
+
* @memberof EvalDatasetRecordCreate
|
|
163
|
+
*/
|
|
164
|
+
input: {
|
|
165
|
+
[key: string]: any;
|
|
166
|
+
};
|
|
167
|
+
/**
|
|
168
|
+
* Curation label — "good", "bad", "needs_review", or the team's own
|
|
169
|
+
* vocabulary.
|
|
170
|
+
* @type {string}
|
|
171
|
+
* @memberof EvalDatasetRecordCreate
|
|
172
|
+
*/
|
|
173
|
+
label?: string | null;
|
|
174
|
+
/**
|
|
175
|
+
*
|
|
176
|
+
* @type {EvalRecordSource}
|
|
177
|
+
* @memberof EvalDatasetRecordCreate
|
|
178
|
+
*/
|
|
179
|
+
sourceKind?: EvalRecordSource;
|
|
180
|
+
/**
|
|
181
|
+
* The source's identifier; required for `session` and `trace`, refused
|
|
182
|
+
* for `manual`.
|
|
183
|
+
* @type {string}
|
|
184
|
+
* @memberof EvalDatasetRecordCreate
|
|
185
|
+
*/
|
|
186
|
+
sourceRef?: string | null;
|
|
187
|
+
}
|
|
188
|
+
/**
|
|
189
|
+
* Check if a given object implements the EvalDatasetRecordCreate interface.
|
|
190
|
+
*/
|
|
191
|
+
export declare function instanceOfEvalDatasetRecordCreate(value: object): value is EvalDatasetRecordCreate;
|
|
192
|
+
export declare function EvalDatasetRecordCreateFromJSON(json: any): EvalDatasetRecordCreate;
|
|
193
|
+
export declare function EvalDatasetRecordCreateFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordCreate;
|
|
194
|
+
export declare function EvalDatasetRecordCreateToJSON(json: any): EvalDatasetRecordCreate;
|
|
195
|
+
export declare function EvalDatasetRecordCreateToJSONTyped(value?: EvalDatasetRecordCreate | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalDatasetRecordCreate = instanceOfEvalDatasetRecordCreate;
|
|
17
|
+
exports.EvalDatasetRecordCreateFromJSON = EvalDatasetRecordCreateFromJSON;
|
|
18
|
+
exports.EvalDatasetRecordCreateFromJSONTyped = EvalDatasetRecordCreateFromJSONTyped;
|
|
19
|
+
exports.EvalDatasetRecordCreateToJSON = EvalDatasetRecordCreateToJSON;
|
|
20
|
+
exports.EvalDatasetRecordCreateToJSONTyped = EvalDatasetRecordCreateToJSONTyped;
|
|
21
|
+
const EvalRecordSource_1 = require("./EvalRecordSource");
|
|
22
|
+
/**
|
|
23
|
+
* Check if a given object implements the EvalDatasetRecordCreate interface.
|
|
24
|
+
*/
|
|
25
|
+
function instanceOfEvalDatasetRecordCreate(value) {
|
|
26
|
+
if (!('name' in value) || value['name'] === undefined)
|
|
27
|
+
return false;
|
|
28
|
+
if ((!('workspaceId' in value) && !('workspace_id' in value)) || (value['workspaceId'] === undefined && value['workspace_id'] === undefined))
|
|
29
|
+
return false;
|
|
30
|
+
if (!('input' in value) || value['input'] === undefined)
|
|
31
|
+
return false;
|
|
32
|
+
return true;
|
|
33
|
+
}
|
|
34
|
+
function EvalDatasetRecordCreateFromJSON(json) {
|
|
35
|
+
return EvalDatasetRecordCreateFromJSONTyped(json, false);
|
|
36
|
+
}
|
|
37
|
+
function EvalDatasetRecordCreateFromJSONTyped(json, ignoreDiscriminator) {
|
|
38
|
+
if (json == null) {
|
|
39
|
+
return json;
|
|
40
|
+
}
|
|
41
|
+
return {
|
|
42
|
+
'sourceCreatedAt': json['source_created_at'] == null ? undefined : json['source_created_at'],
|
|
43
|
+
'sourceCreatedBy': json['source_created_by'] == null ? undefined : json['source_created_by'],
|
|
44
|
+
'sourceId': json['source_id'] == null ? undefined : json['source_id'],
|
|
45
|
+
'sourceLastModifiedAt': json['source_last_modified_at'] == null ? undefined : json['source_last_modified_at'],
|
|
46
|
+
'sourceLastModifiedBy': json['source_last_modified_by'] == null ? undefined : json['source_last_modified_by'],
|
|
47
|
+
'sourceMetadata': json['source_metadata'] === undefined ? undefined : json['source_metadata'] === null ? null : json['source_metadata'],
|
|
48
|
+
'sourceSyncedAt': json['source_synced_at'] == null ? undefined : json['source_synced_at'],
|
|
49
|
+
'sourceType': json['source_type'] == null ? undefined : json['source_type'],
|
|
50
|
+
'sourceUri': json['source_uri'] == null ? undefined : json['source_uri'],
|
|
51
|
+
'sourceVersion': json['source_version'] == null ? undefined : json['source_version'],
|
|
52
|
+
'description': json['description'] == null ? undefined : json['description'],
|
|
53
|
+
'displayName': json['display_name'] == null ? undefined : json['display_name'],
|
|
54
|
+
'name': json['name'],
|
|
55
|
+
'ownerId': json['owner_id'] == null ? undefined : json['owner_id'],
|
|
56
|
+
'projectId': json['project_id'] == null ? undefined : json['project_id'],
|
|
57
|
+
'repoId': json['repo_id'] == null ? undefined : json['repo_id'],
|
|
58
|
+
'workspaceId': json['workspace_id'],
|
|
59
|
+
'categories': json['categories'] == null ? undefined : json['categories'],
|
|
60
|
+
'expected': json['expected'] === undefined ? undefined : json['expected'] === null ? null : json['expected'],
|
|
61
|
+
'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
|
|
62
|
+
'input': json['input'],
|
|
63
|
+
'label': json['label'] === undefined ? undefined : json['label'] === null ? null : json['label'],
|
|
64
|
+
'sourceKind': json['source_kind'] == null ? undefined : (0, EvalRecordSource_1.EvalRecordSourceFromJSON)(json['source_kind']),
|
|
65
|
+
'sourceRef': json['source_ref'] === undefined ? undefined : json['source_ref'] === null ? null : json['source_ref'],
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
function EvalDatasetRecordCreateToJSON(json) {
|
|
69
|
+
return EvalDatasetRecordCreateToJSONTyped(json, false);
|
|
70
|
+
}
|
|
71
|
+
function EvalDatasetRecordCreateToJSONTyped(value, ignoreDiscriminator = false) {
|
|
72
|
+
if (value == null) {
|
|
73
|
+
return value;
|
|
74
|
+
}
|
|
75
|
+
return {
|
|
76
|
+
'source_created_at': value['sourceCreatedAt'],
|
|
77
|
+
'source_created_by': value['sourceCreatedBy'],
|
|
78
|
+
'source_id': value['sourceId'],
|
|
79
|
+
'source_last_modified_at': value['sourceLastModifiedAt'],
|
|
80
|
+
'source_last_modified_by': value['sourceLastModifiedBy'],
|
|
81
|
+
'source_metadata': value['sourceMetadata'],
|
|
82
|
+
'source_synced_at': value['sourceSyncedAt'],
|
|
83
|
+
'source_type': value['sourceType'],
|
|
84
|
+
'source_uri': value['sourceUri'],
|
|
85
|
+
'source_version': value['sourceVersion'],
|
|
86
|
+
'description': value['description'],
|
|
87
|
+
'display_name': value['displayName'],
|
|
88
|
+
'name': value['name'],
|
|
89
|
+
'owner_id': value['ownerId'],
|
|
90
|
+
'project_id': value['projectId'],
|
|
91
|
+
'repo_id': value['repoId'],
|
|
92
|
+
'workspace_id': value['workspaceId'],
|
|
93
|
+
'categories': value['categories'],
|
|
94
|
+
'expected': value['expected'],
|
|
95
|
+
'extra': value['extra'],
|
|
96
|
+
'input': value['input'],
|
|
97
|
+
'label': value['label'],
|
|
98
|
+
'source_kind': (0, EvalRecordSource_1.EvalRecordSourceToJSON)(value['sourceKind']),
|
|
99
|
+
'source_ref': value['sourceRef'],
|
|
100
|
+
};
|
|
101
|
+
}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalRecordSource } from './EvalRecordSource';
|
|
13
|
+
/**
|
|
14
|
+
* The `dataset_record` artifact kind: one example row of a dataset.
|
|
15
|
+
*
|
|
16
|
+
* Patchable, because curation is the point — labels get corrected, expected
|
|
17
|
+
* outputs get refined. What may **not** move is `dataset_id`: a row changing
|
|
18
|
+
* datasets rewrites what every past experiment over either dataset sampled,
|
|
19
|
+
* so `update.pre` pins it.
|
|
20
|
+
* @export
|
|
21
|
+
* @interface EvalDatasetRecordMeta
|
|
22
|
+
*/
|
|
23
|
+
export interface EvalDatasetRecordMeta {
|
|
24
|
+
/**
|
|
25
|
+
* Free-text categories the case belongs to ("aggregation", "time-series",
|
|
26
|
+
* "multi-table", …) — the slice keys a deep-dive filters scores by. A
|
|
27
|
+
* list, not an enum (vocabularies are the team's), and a list rather than
|
|
28
|
+
* one label because real benches tag a question with several facets
|
|
29
|
+
* (the `languages` posture on `agent_framework`).
|
|
30
|
+
* @type {Array<string>}
|
|
31
|
+
* @memberof EvalDatasetRecordMeta
|
|
32
|
+
*/
|
|
33
|
+
categories?: Array<string>;
|
|
34
|
+
/**
|
|
35
|
+
* The owning `dataset` handle. Immutable after create.
|
|
36
|
+
* @type {string}
|
|
37
|
+
* @memberof EvalDatasetRecordMeta
|
|
38
|
+
*/
|
|
39
|
+
datasetId: string;
|
|
40
|
+
/**
|
|
41
|
+
* The expected outcome, when the case has one. A labeled example carries
|
|
42
|
+
* it; a raw traffic sample often does not.
|
|
43
|
+
* @type {{ [key: string]: any; }}
|
|
44
|
+
* @memberof EvalDatasetRecordMeta
|
|
45
|
+
*/
|
|
46
|
+
expected?: {
|
|
47
|
+
[key: string]: any;
|
|
48
|
+
} | null;
|
|
49
|
+
/**
|
|
50
|
+
* Anything else the curator wants on the row (`metadata` is an envelope
|
|
51
|
+
* key, so this is `extra`). Round-tripped verbatim.
|
|
52
|
+
* @type {{ [key: string]: any; }}
|
|
53
|
+
* @memberof EvalDatasetRecordMeta
|
|
54
|
+
*/
|
|
55
|
+
extra?: {
|
|
56
|
+
[key: string]: any;
|
|
57
|
+
} | null;
|
|
58
|
+
/**
|
|
59
|
+
* The case's input, as a JSON object. The one thing every record has.
|
|
60
|
+
* @type {{ [key: string]: any; }}
|
|
61
|
+
* @memberof EvalDatasetRecordMeta
|
|
62
|
+
*/
|
|
63
|
+
input: {
|
|
64
|
+
[key: string]: any;
|
|
65
|
+
};
|
|
66
|
+
/**
|
|
67
|
+
* Curation label — "good", "bad", "needs_review", or anything the team
|
|
68
|
+
* uses. Free text rather than an enum: label vocabularies are the team's,
|
|
69
|
+
* not the gateway's.
|
|
70
|
+
* @type {string}
|
|
71
|
+
* @memberof EvalDatasetRecordMeta
|
|
72
|
+
*/
|
|
73
|
+
label?: string | null;
|
|
74
|
+
/**
|
|
75
|
+
*
|
|
76
|
+
* @type {EvalRecordSource}
|
|
77
|
+
* @memberof EvalDatasetRecordMeta
|
|
78
|
+
*/
|
|
79
|
+
sourceKind?: EvalRecordSource;
|
|
80
|
+
/**
|
|
81
|
+
* The source's identifier: a `session` artifact handle when `source_kind`
|
|
82
|
+
* is `session` (resolved at create), or an OTel trace id when `trace`
|
|
83
|
+
* (recorded verbatim — a trace is not a registry artifact).
|
|
84
|
+
* @type {string}
|
|
85
|
+
* @memberof EvalDatasetRecordMeta
|
|
86
|
+
*/
|
|
87
|
+
sourceRef?: string | null;
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Check if a given object implements the EvalDatasetRecordMeta interface.
|
|
91
|
+
*/
|
|
92
|
+
export declare function instanceOfEvalDatasetRecordMeta(value: object): value is EvalDatasetRecordMeta;
|
|
93
|
+
export declare function EvalDatasetRecordMetaFromJSON(json: any): EvalDatasetRecordMeta;
|
|
94
|
+
export declare function EvalDatasetRecordMetaFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordMeta;
|
|
95
|
+
export declare function EvalDatasetRecordMetaToJSON(json: any): EvalDatasetRecordMeta;
|
|
96
|
+
export declare function EvalDatasetRecordMetaToJSONTyped(value?: EvalDatasetRecordMeta | null, ignoreDiscriminator?: boolean): any;
|