@atlanai/sdk 0.1.1 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +32 -0
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfGatewayTraceStatsPanelQuery = instanceOfGatewayTraceStatsPanelQuery;
|
|
17
|
+
exports.GatewayTraceStatsPanelQueryFromJSON = GatewayTraceStatsPanelQueryFromJSON;
|
|
18
|
+
exports.GatewayTraceStatsPanelQueryFromJSONTyped = GatewayTraceStatsPanelQueryFromJSONTyped;
|
|
19
|
+
exports.GatewayTraceStatsPanelQueryToJSON = GatewayTraceStatsPanelQueryToJSON;
|
|
20
|
+
exports.GatewayTraceStatsPanelQueryToJSONTyped = GatewayTraceStatsPanelQueryToJSONTyped;
|
|
21
|
+
const GatewayTraceStatsOrder_1 = require("./GatewayTraceStatsOrder");
|
|
22
|
+
const GatewayTraceStatsMeasure_1 = require("./GatewayTraceStatsMeasure");
|
|
23
|
+
const GatewayTraceStatsFilter_1 = require("./GatewayTraceStatsFilter");
|
|
24
|
+
const GatewayTraceStatsGroupBy_1 = require("./GatewayTraceStatsGroupBy");
|
|
25
|
+
/**
|
|
26
|
+
* Check if a given object implements the GatewayTraceStatsPanelQuery interface.
|
|
27
|
+
*/
|
|
28
|
+
function instanceOfGatewayTraceStatsPanelQuery(value) {
|
|
29
|
+
if (!('measure' in value) || value['measure'] === undefined)
|
|
30
|
+
return false;
|
|
31
|
+
if (!('name' in value) || value['name'] === undefined)
|
|
32
|
+
return false;
|
|
33
|
+
return true;
|
|
34
|
+
}
|
|
35
|
+
function GatewayTraceStatsPanelQueryFromJSON(json) {
|
|
36
|
+
return GatewayTraceStatsPanelQueryFromJSONTyped(json, false);
|
|
37
|
+
}
|
|
38
|
+
function GatewayTraceStatsPanelQueryFromJSONTyped(json, ignoreDiscriminator) {
|
|
39
|
+
if (json == null) {
|
|
40
|
+
return json;
|
|
41
|
+
}
|
|
42
|
+
return {
|
|
43
|
+
'filters': json['filters'] == null ? undefined : (json['filters'].map(GatewayTraceStatsFilter_1.GatewayTraceStatsFilterFromJSON)),
|
|
44
|
+
'groupBy': json['group_by'] == null ? undefined : (json['group_by'].map(GatewayTraceStatsGroupBy_1.GatewayTraceStatsGroupByFromJSON)),
|
|
45
|
+
'limit': json['limit'] === undefined ? undefined : json['limit'] === null ? null : json['limit'],
|
|
46
|
+
'measure': (0, GatewayTraceStatsMeasure_1.GatewayTraceStatsMeasureFromJSON)(json['measure']),
|
|
47
|
+
'name': json['name'],
|
|
48
|
+
'order': json['order'] === undefined ? undefined : json['order'] === null ? null : (0, GatewayTraceStatsOrder_1.GatewayTraceStatsOrderFromJSON)(json['order']),
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
function GatewayTraceStatsPanelQueryToJSON(json) {
|
|
52
|
+
return GatewayTraceStatsPanelQueryToJSONTyped(json, false);
|
|
53
|
+
}
|
|
54
|
+
function GatewayTraceStatsPanelQueryToJSONTyped(value, ignoreDiscriminator = false) {
|
|
55
|
+
if (value == null) {
|
|
56
|
+
return value;
|
|
57
|
+
}
|
|
58
|
+
return {
|
|
59
|
+
'filters': value['filters'] == null ? undefined : (value['filters'].map(GatewayTraceStatsFilter_1.GatewayTraceStatsFilterToJSON)),
|
|
60
|
+
'group_by': value['groupBy'] == null ? undefined : (value['groupBy'].map(GatewayTraceStatsGroupBy_1.GatewayTraceStatsGroupByToJSON)),
|
|
61
|
+
'limit': value['limit'],
|
|
62
|
+
'measure': (0, GatewayTraceStatsMeasure_1.GatewayTraceStatsMeasureToJSON)(value['measure']),
|
|
63
|
+
'name': value['name'],
|
|
64
|
+
'order': (0, GatewayTraceStatsOrder_1.GatewayTraceStatsOrderToJSON)(value['order']),
|
|
65
|
+
};
|
|
66
|
+
}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { GatewayTraceStatsPanelQuery } from './GatewayTraceStatsPanelQuery';
|
|
13
|
+
import type { GatewayTraceStatsCompareMode } from './GatewayTraceStatsCompareMode';
|
|
14
|
+
import type { GatewayTraceStatsBucket } from './GatewayTraceStatsBucket';
|
|
15
|
+
import type { GatewayTraceStatsRequestType } from './GatewayTraceStatsRequestType';
|
|
16
|
+
/**
|
|
17
|
+
* A statistics request against a trace facade.
|
|
18
|
+
*
|
|
19
|
+
* The window is unix epoch seconds, UTC. Scope is **not** a request field — see
|
|
20
|
+
* the module note above: the facade injects the entity scope and clears any the
|
|
21
|
+
* caller supplied.
|
|
22
|
+
* @export
|
|
23
|
+
* @interface GatewayTraceStatsRequest
|
|
24
|
+
*/
|
|
25
|
+
export interface GatewayTraceStatsRequest {
|
|
26
|
+
/**
|
|
27
|
+
* Value of the `bucket` field.
|
|
28
|
+
* @type {GatewayTraceStatsBucket}
|
|
29
|
+
* @memberof GatewayTraceStatsRequest
|
|
30
|
+
*/
|
|
31
|
+
bucket?: GatewayTraceStatsBucket | null;
|
|
32
|
+
/**
|
|
33
|
+
* Value of the `compare` field.
|
|
34
|
+
* @type {GatewayTraceStatsCompareMode}
|
|
35
|
+
* @memberof GatewayTraceStatsRequest
|
|
36
|
+
*/
|
|
37
|
+
compare?: GatewayTraceStatsCompareMode | null;
|
|
38
|
+
/**
|
|
39
|
+
* Window end (unix epoch seconds, UTC).
|
|
40
|
+
* @type {number}
|
|
41
|
+
* @memberof GatewayTraceStatsRequest
|
|
42
|
+
*/
|
|
43
|
+
endTimeUnixSeconds: number;
|
|
44
|
+
/**
|
|
45
|
+
* The panels to compute.
|
|
46
|
+
* @type {Array<GatewayTraceStatsPanelQuery>}
|
|
47
|
+
* @memberof GatewayTraceStatsRequest
|
|
48
|
+
*/
|
|
49
|
+
queries: Array<GatewayTraceStatsPanelQuery>;
|
|
50
|
+
/**
|
|
51
|
+
*
|
|
52
|
+
* @type {GatewayTraceStatsRequestType}
|
|
53
|
+
* @memberof GatewayTraceStatsRequest
|
|
54
|
+
*/
|
|
55
|
+
requestType: GatewayTraceStatsRequestType;
|
|
56
|
+
/**
|
|
57
|
+
* Window start (unix epoch seconds, UTC).
|
|
58
|
+
* @type {number}
|
|
59
|
+
* @memberof GatewayTraceStatsRequest
|
|
60
|
+
*/
|
|
61
|
+
startTimeUnixSeconds: number;
|
|
62
|
+
/**
|
|
63
|
+
* **Ignored on this surface.** Scope is the facade's, not the caller's: this field is
|
|
64
|
+
* cleared alongside every other scope dimension before the request is forwarded, because it
|
|
65
|
+
* is a scope the entity does not imply and nothing authorizes. It stays published only
|
|
66
|
+
* because removing a request field is a wire change; a client that sends it gets the same
|
|
67
|
+
* answer as one that does not.
|
|
68
|
+
* @type {string}
|
|
69
|
+
* @memberof GatewayTraceStatsRequest
|
|
70
|
+
*/
|
|
71
|
+
workspaceId?: string | null;
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Check if a given object implements the GatewayTraceStatsRequest interface.
|
|
75
|
+
*/
|
|
76
|
+
export declare function instanceOfGatewayTraceStatsRequest(value: object): value is GatewayTraceStatsRequest;
|
|
77
|
+
export declare function GatewayTraceStatsRequestFromJSON(json: any): GatewayTraceStatsRequest;
|
|
78
|
+
export declare function GatewayTraceStatsRequestFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsRequest;
|
|
79
|
+
export declare function GatewayTraceStatsRequestToJSON(json: any): GatewayTraceStatsRequest;
|
|
80
|
+
export declare function GatewayTraceStatsRequestToJSONTyped(value?: GatewayTraceStatsRequest | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfGatewayTraceStatsRequest = instanceOfGatewayTraceStatsRequest;
|
|
17
|
+
exports.GatewayTraceStatsRequestFromJSON = GatewayTraceStatsRequestFromJSON;
|
|
18
|
+
exports.GatewayTraceStatsRequestFromJSONTyped = GatewayTraceStatsRequestFromJSONTyped;
|
|
19
|
+
exports.GatewayTraceStatsRequestToJSON = GatewayTraceStatsRequestToJSON;
|
|
20
|
+
exports.GatewayTraceStatsRequestToJSONTyped = GatewayTraceStatsRequestToJSONTyped;
|
|
21
|
+
const GatewayTraceStatsPanelQuery_1 = require("./GatewayTraceStatsPanelQuery");
|
|
22
|
+
const GatewayTraceStatsCompareMode_1 = require("./GatewayTraceStatsCompareMode");
|
|
23
|
+
const GatewayTraceStatsBucket_1 = require("./GatewayTraceStatsBucket");
|
|
24
|
+
const GatewayTraceStatsRequestType_1 = require("./GatewayTraceStatsRequestType");
|
|
25
|
+
/**
|
|
26
|
+
* Check if a given object implements the GatewayTraceStatsRequest interface.
|
|
27
|
+
*/
|
|
28
|
+
function instanceOfGatewayTraceStatsRequest(value) {
|
|
29
|
+
if ((!('endTimeUnixSeconds' in value) && !('end_time_unix_seconds' in value)) || (value['endTimeUnixSeconds'] === undefined && value['end_time_unix_seconds'] === undefined))
|
|
30
|
+
return false;
|
|
31
|
+
if (!('queries' in value) || value['queries'] === undefined)
|
|
32
|
+
return false;
|
|
33
|
+
if ((!('requestType' in value) && !('request_type' in value)) || (value['requestType'] === undefined && value['request_type'] === undefined))
|
|
34
|
+
return false;
|
|
35
|
+
if ((!('startTimeUnixSeconds' in value) && !('start_time_unix_seconds' in value)) || (value['startTimeUnixSeconds'] === undefined && value['start_time_unix_seconds'] === undefined))
|
|
36
|
+
return false;
|
|
37
|
+
return true;
|
|
38
|
+
}
|
|
39
|
+
function GatewayTraceStatsRequestFromJSON(json) {
|
|
40
|
+
return GatewayTraceStatsRequestFromJSONTyped(json, false);
|
|
41
|
+
}
|
|
42
|
+
function GatewayTraceStatsRequestFromJSONTyped(json, ignoreDiscriminator) {
|
|
43
|
+
if (json == null) {
|
|
44
|
+
return json;
|
|
45
|
+
}
|
|
46
|
+
return {
|
|
47
|
+
'bucket': json['bucket'] === undefined ? undefined : json['bucket'] === null ? null : (0, GatewayTraceStatsBucket_1.GatewayTraceStatsBucketFromJSON)(json['bucket']),
|
|
48
|
+
'compare': json['compare'] === undefined ? undefined : json['compare'] === null ? null : (0, GatewayTraceStatsCompareMode_1.GatewayTraceStatsCompareModeFromJSON)(json['compare']),
|
|
49
|
+
'endTimeUnixSeconds': json['end_time_unix_seconds'],
|
|
50
|
+
'queries': (json['queries'].map(GatewayTraceStatsPanelQuery_1.GatewayTraceStatsPanelQueryFromJSON)),
|
|
51
|
+
'requestType': (0, GatewayTraceStatsRequestType_1.GatewayTraceStatsRequestTypeFromJSON)(json['request_type']),
|
|
52
|
+
'startTimeUnixSeconds': json['start_time_unix_seconds'],
|
|
53
|
+
'workspaceId': json['workspace_id'] === undefined ? undefined : json['workspace_id'] === null ? null : json['workspace_id'],
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
function GatewayTraceStatsRequestToJSON(json) {
|
|
57
|
+
return GatewayTraceStatsRequestToJSONTyped(json, false);
|
|
58
|
+
}
|
|
59
|
+
function GatewayTraceStatsRequestToJSONTyped(value, ignoreDiscriminator = false) {
|
|
60
|
+
if (value == null) {
|
|
61
|
+
return value;
|
|
62
|
+
}
|
|
63
|
+
return {
|
|
64
|
+
'bucket': (0, GatewayTraceStatsBucket_1.GatewayTraceStatsBucketToJSON)(value['bucket']),
|
|
65
|
+
'compare': (0, GatewayTraceStatsCompareMode_1.GatewayTraceStatsCompareModeToJSON)(value['compare']),
|
|
66
|
+
'end_time_unix_seconds': value['endTimeUnixSeconds'],
|
|
67
|
+
'queries': (value['queries'].map(GatewayTraceStatsPanelQuery_1.GatewayTraceStatsPanelQueryToJSON)),
|
|
68
|
+
'request_type': (0, GatewayTraceStatsRequestType_1.GatewayTraceStatsRequestTypeToJSON)(value['requestType']),
|
|
69
|
+
'start_time_unix_seconds': value['startTimeUnixSeconds'],
|
|
70
|
+
'workspace_id': value['workspaceId'],
|
|
71
|
+
};
|
|
72
|
+
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Which shape of statistics a query asks for.
|
|
14
|
+
* @export
|
|
15
|
+
* @enum {string}
|
|
16
|
+
*/
|
|
17
|
+
export declare enum GatewayTraceStatsRequestType {
|
|
18
|
+
Scalar = "scalar",
|
|
19
|
+
Table = "table",
|
|
20
|
+
TimeSeries = "time_series"
|
|
21
|
+
}
|
|
22
|
+
export declare function instanceOfGatewayTraceStatsRequestType(value: any): boolean;
|
|
23
|
+
export declare function GatewayTraceStatsRequestTypeFromJSON(json: any): GatewayTraceStatsRequestType;
|
|
24
|
+
export declare function GatewayTraceStatsRequestTypeFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsRequestType;
|
|
25
|
+
export declare function GatewayTraceStatsRequestTypeToJSON(value?: GatewayTraceStatsRequestType | null): any;
|
|
26
|
+
export declare function GatewayTraceStatsRequestTypeToJSONTyped(value: any, ignoreDiscriminator: boolean): GatewayTraceStatsRequestType;
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.GatewayTraceStatsRequestType = void 0;
|
|
17
|
+
exports.instanceOfGatewayTraceStatsRequestType = instanceOfGatewayTraceStatsRequestType;
|
|
18
|
+
exports.GatewayTraceStatsRequestTypeFromJSON = GatewayTraceStatsRequestTypeFromJSON;
|
|
19
|
+
exports.GatewayTraceStatsRequestTypeFromJSONTyped = GatewayTraceStatsRequestTypeFromJSONTyped;
|
|
20
|
+
exports.GatewayTraceStatsRequestTypeToJSON = GatewayTraceStatsRequestTypeToJSON;
|
|
21
|
+
exports.GatewayTraceStatsRequestTypeToJSONTyped = GatewayTraceStatsRequestTypeToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* Which shape of statistics a query asks for.
|
|
24
|
+
* @export
|
|
25
|
+
* @enum {string}
|
|
26
|
+
*/
|
|
27
|
+
var GatewayTraceStatsRequestType;
|
|
28
|
+
(function (GatewayTraceStatsRequestType) {
|
|
29
|
+
GatewayTraceStatsRequestType["Scalar"] = "scalar";
|
|
30
|
+
GatewayTraceStatsRequestType["Table"] = "table";
|
|
31
|
+
GatewayTraceStatsRequestType["TimeSeries"] = "time_series";
|
|
32
|
+
})(GatewayTraceStatsRequestType || (exports.GatewayTraceStatsRequestType = GatewayTraceStatsRequestType = {}));
|
|
33
|
+
function instanceOfGatewayTraceStatsRequestType(value) {
|
|
34
|
+
for (const key in GatewayTraceStatsRequestType) {
|
|
35
|
+
if (Object.prototype.hasOwnProperty.call(GatewayTraceStatsRequestType, key)) {
|
|
36
|
+
if (GatewayTraceStatsRequestType[key] === value) {
|
|
37
|
+
return true;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return false;
|
|
42
|
+
}
|
|
43
|
+
function GatewayTraceStatsRequestTypeFromJSON(json) {
|
|
44
|
+
return GatewayTraceStatsRequestTypeFromJSONTyped(json, false);
|
|
45
|
+
}
|
|
46
|
+
function GatewayTraceStatsRequestTypeFromJSONTyped(json, ignoreDiscriminator) {
|
|
47
|
+
return json;
|
|
48
|
+
}
|
|
49
|
+
function GatewayTraceStatsRequestTypeToJSON(value) {
|
|
50
|
+
return value;
|
|
51
|
+
}
|
|
52
|
+
function GatewayTraceStatsRequestTypeToJSONTyped(value, ignoreDiscriminator) {
|
|
53
|
+
return value;
|
|
54
|
+
}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { GatewayTraceStatsMeasure } from './GatewayTraceStatsMeasure';
|
|
13
|
+
/**
|
|
14
|
+
* One `scalar` result.
|
|
15
|
+
* @export
|
|
16
|
+
* @interface GatewayTraceStatsScalarResult
|
|
17
|
+
*/
|
|
18
|
+
export interface GatewayTraceStatsScalarResult {
|
|
19
|
+
/**
|
|
20
|
+
*
|
|
21
|
+
* @type {GatewayTraceStatsMeasure}
|
|
22
|
+
* @memberof GatewayTraceStatsScalarResult
|
|
23
|
+
*/
|
|
24
|
+
measure: GatewayTraceStatsMeasure;
|
|
25
|
+
/**
|
|
26
|
+
* Value of the `query_name` field.
|
|
27
|
+
* @type {string}
|
|
28
|
+
* @memberof GatewayTraceStatsScalarResult
|
|
29
|
+
*/
|
|
30
|
+
queryName: string;
|
|
31
|
+
/**
|
|
32
|
+
* Value of the `unit` field.
|
|
33
|
+
* @type {string}
|
|
34
|
+
* @memberof GatewayTraceStatsScalarResult
|
|
35
|
+
*/
|
|
36
|
+
unit?: string | null;
|
|
37
|
+
/**
|
|
38
|
+
* Absent when the measure has no value in this window (e.g. `cost` with no
|
|
39
|
+
* cost data) — distinct from zero.
|
|
40
|
+
* @type {number}
|
|
41
|
+
* @memberof GatewayTraceStatsScalarResult
|
|
42
|
+
*/
|
|
43
|
+
value?: number | null;
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* Check if a given object implements the GatewayTraceStatsScalarResult interface.
|
|
47
|
+
*/
|
|
48
|
+
export declare function instanceOfGatewayTraceStatsScalarResult(value: object): value is GatewayTraceStatsScalarResult;
|
|
49
|
+
export declare function GatewayTraceStatsScalarResultFromJSON(json: any): GatewayTraceStatsScalarResult;
|
|
50
|
+
export declare function GatewayTraceStatsScalarResultFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsScalarResult;
|
|
51
|
+
export declare function GatewayTraceStatsScalarResultToJSON(json: any): GatewayTraceStatsScalarResult;
|
|
52
|
+
export declare function GatewayTraceStatsScalarResultToJSONTyped(value?: GatewayTraceStatsScalarResult | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfGatewayTraceStatsScalarResult = instanceOfGatewayTraceStatsScalarResult;
|
|
17
|
+
exports.GatewayTraceStatsScalarResultFromJSON = GatewayTraceStatsScalarResultFromJSON;
|
|
18
|
+
exports.GatewayTraceStatsScalarResultFromJSONTyped = GatewayTraceStatsScalarResultFromJSONTyped;
|
|
19
|
+
exports.GatewayTraceStatsScalarResultToJSON = GatewayTraceStatsScalarResultToJSON;
|
|
20
|
+
exports.GatewayTraceStatsScalarResultToJSONTyped = GatewayTraceStatsScalarResultToJSONTyped;
|
|
21
|
+
const GatewayTraceStatsMeasure_1 = require("./GatewayTraceStatsMeasure");
|
|
22
|
+
/**
|
|
23
|
+
* Check if a given object implements the GatewayTraceStatsScalarResult interface.
|
|
24
|
+
*/
|
|
25
|
+
function instanceOfGatewayTraceStatsScalarResult(value) {
|
|
26
|
+
if (!('measure' in value) || value['measure'] === undefined)
|
|
27
|
+
return false;
|
|
28
|
+
if ((!('queryName' in value) && !('query_name' in value)) || (value['queryName'] === undefined && value['query_name'] === undefined))
|
|
29
|
+
return false;
|
|
30
|
+
return true;
|
|
31
|
+
}
|
|
32
|
+
function GatewayTraceStatsScalarResultFromJSON(json) {
|
|
33
|
+
return GatewayTraceStatsScalarResultFromJSONTyped(json, false);
|
|
34
|
+
}
|
|
35
|
+
function GatewayTraceStatsScalarResultFromJSONTyped(json, ignoreDiscriminator) {
|
|
36
|
+
if (json == null) {
|
|
37
|
+
return json;
|
|
38
|
+
}
|
|
39
|
+
return {
|
|
40
|
+
'measure': (0, GatewayTraceStatsMeasure_1.GatewayTraceStatsMeasureFromJSON)(json['measure']),
|
|
41
|
+
'queryName': json['query_name'],
|
|
42
|
+
'unit': json['unit'] === undefined ? undefined : json['unit'] === null ? null : json['unit'],
|
|
43
|
+
'value': json['value'] === undefined ? undefined : json['value'] === null ? null : json['value'],
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
function GatewayTraceStatsScalarResultToJSON(json) {
|
|
47
|
+
return GatewayTraceStatsScalarResultToJSONTyped(json, false);
|
|
48
|
+
}
|
|
49
|
+
function GatewayTraceStatsScalarResultToJSONTyped(value, ignoreDiscriminator = false) {
|
|
50
|
+
if (value == null) {
|
|
51
|
+
return value;
|
|
52
|
+
}
|
|
53
|
+
return {
|
|
54
|
+
'measure': (0, GatewayTraceStatsMeasure_1.GatewayTraceStatsMeasureToJSON)(value['measure']),
|
|
55
|
+
'query_name': value['queryName'],
|
|
56
|
+
'unit': value['unit'],
|
|
57
|
+
'value': value['value'],
|
|
58
|
+
};
|
|
59
|
+
}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { GatewayTraceStatsMeasure } from './GatewayTraceStatsMeasure';
|
|
13
|
+
import type { GatewayTraceStatsSeriesPoint } from './GatewayTraceStatsSeriesPoint';
|
|
14
|
+
/**
|
|
15
|
+
* One query's `time_series` result.
|
|
16
|
+
* @export
|
|
17
|
+
* @interface GatewayTraceStatsSeries
|
|
18
|
+
*/
|
|
19
|
+
export interface GatewayTraceStatsSeries {
|
|
20
|
+
/**
|
|
21
|
+
*
|
|
22
|
+
* @type {GatewayTraceStatsMeasure}
|
|
23
|
+
* @memberof GatewayTraceStatsSeries
|
|
24
|
+
*/
|
|
25
|
+
measure: GatewayTraceStatsMeasure;
|
|
26
|
+
/**
|
|
27
|
+
* Value of the `points` field.
|
|
28
|
+
* @type {Array<GatewayTraceStatsSeriesPoint>}
|
|
29
|
+
* @memberof GatewayTraceStatsSeries
|
|
30
|
+
*/
|
|
31
|
+
points: Array<GatewayTraceStatsSeriesPoint>;
|
|
32
|
+
/**
|
|
33
|
+
* Value of the `query_name` field.
|
|
34
|
+
* @type {string}
|
|
35
|
+
* @memberof GatewayTraceStatsSeries
|
|
36
|
+
*/
|
|
37
|
+
queryName: string;
|
|
38
|
+
/**
|
|
39
|
+
* Value of the `unit` field.
|
|
40
|
+
* @type {string}
|
|
41
|
+
* @memberof GatewayTraceStatsSeries
|
|
42
|
+
*/
|
|
43
|
+
unit?: string | null;
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* Check if a given object implements the GatewayTraceStatsSeries interface.
|
|
47
|
+
*/
|
|
48
|
+
export declare function instanceOfGatewayTraceStatsSeries(value: object): value is GatewayTraceStatsSeries;
|
|
49
|
+
export declare function GatewayTraceStatsSeriesFromJSON(json: any): GatewayTraceStatsSeries;
|
|
50
|
+
export declare function GatewayTraceStatsSeriesFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsSeries;
|
|
51
|
+
export declare function GatewayTraceStatsSeriesToJSON(json: any): GatewayTraceStatsSeries;
|
|
52
|
+
export declare function GatewayTraceStatsSeriesToJSONTyped(value?: GatewayTraceStatsSeries | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfGatewayTraceStatsSeries = instanceOfGatewayTraceStatsSeries;
|
|
17
|
+
exports.GatewayTraceStatsSeriesFromJSON = GatewayTraceStatsSeriesFromJSON;
|
|
18
|
+
exports.GatewayTraceStatsSeriesFromJSONTyped = GatewayTraceStatsSeriesFromJSONTyped;
|
|
19
|
+
exports.GatewayTraceStatsSeriesToJSON = GatewayTraceStatsSeriesToJSON;
|
|
20
|
+
exports.GatewayTraceStatsSeriesToJSONTyped = GatewayTraceStatsSeriesToJSONTyped;
|
|
21
|
+
const GatewayTraceStatsMeasure_1 = require("./GatewayTraceStatsMeasure");
|
|
22
|
+
const GatewayTraceStatsSeriesPoint_1 = require("./GatewayTraceStatsSeriesPoint");
|
|
23
|
+
/**
|
|
24
|
+
* Check if a given object implements the GatewayTraceStatsSeries interface.
|
|
25
|
+
*/
|
|
26
|
+
function instanceOfGatewayTraceStatsSeries(value) {
|
|
27
|
+
if (!('measure' in value) || value['measure'] === undefined)
|
|
28
|
+
return false;
|
|
29
|
+
if (!('points' in value) || value['points'] === undefined)
|
|
30
|
+
return false;
|
|
31
|
+
if ((!('queryName' in value) && !('query_name' in value)) || (value['queryName'] === undefined && value['query_name'] === undefined))
|
|
32
|
+
return false;
|
|
33
|
+
return true;
|
|
34
|
+
}
|
|
35
|
+
function GatewayTraceStatsSeriesFromJSON(json) {
|
|
36
|
+
return GatewayTraceStatsSeriesFromJSONTyped(json, false);
|
|
37
|
+
}
|
|
38
|
+
function GatewayTraceStatsSeriesFromJSONTyped(json, ignoreDiscriminator) {
|
|
39
|
+
if (json == null) {
|
|
40
|
+
return json;
|
|
41
|
+
}
|
|
42
|
+
return {
|
|
43
|
+
'measure': (0, GatewayTraceStatsMeasure_1.GatewayTraceStatsMeasureFromJSON)(json['measure']),
|
|
44
|
+
'points': (json['points'].map(GatewayTraceStatsSeriesPoint_1.GatewayTraceStatsSeriesPointFromJSON)),
|
|
45
|
+
'queryName': json['query_name'],
|
|
46
|
+
'unit': json['unit'] === undefined ? undefined : json['unit'] === null ? null : json['unit'],
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
function GatewayTraceStatsSeriesToJSON(json) {
|
|
50
|
+
return GatewayTraceStatsSeriesToJSONTyped(json, false);
|
|
51
|
+
}
|
|
52
|
+
function GatewayTraceStatsSeriesToJSONTyped(value, ignoreDiscriminator = false) {
|
|
53
|
+
if (value == null) {
|
|
54
|
+
return value;
|
|
55
|
+
}
|
|
56
|
+
return {
|
|
57
|
+
'measure': (0, GatewayTraceStatsMeasure_1.GatewayTraceStatsMeasureToJSON)(value['measure']),
|
|
58
|
+
'points': (value['points'].map(GatewayTraceStatsSeriesPoint_1.GatewayTraceStatsSeriesPointToJSON)),
|
|
59
|
+
'query_name': value['queryName'],
|
|
60
|
+
'unit': value['unit'],
|
|
61
|
+
};
|
|
62
|
+
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* One time-series bucket beginning at a UTC Unix timestamp.
|
|
14
|
+
* @export
|
|
15
|
+
* @interface GatewayTraceStatsSeriesPoint
|
|
16
|
+
*/
|
|
17
|
+
export interface GatewayTraceStatsSeriesPoint {
|
|
18
|
+
/**
|
|
19
|
+
* Timestamp as Unix epoch seconds.
|
|
20
|
+
* @type {number}
|
|
21
|
+
* @memberof GatewayTraceStatsSeriesPoint
|
|
22
|
+
*/
|
|
23
|
+
timestampUnixSeconds: number;
|
|
24
|
+
/**
|
|
25
|
+
* Value carried by this entry.
|
|
26
|
+
* @type {number}
|
|
27
|
+
* @memberof GatewayTraceStatsSeriesPoint
|
|
28
|
+
*/
|
|
29
|
+
value?: number | null;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Check if a given object implements the GatewayTraceStatsSeriesPoint interface.
|
|
33
|
+
*/
|
|
34
|
+
export declare function instanceOfGatewayTraceStatsSeriesPoint(value: object): value is GatewayTraceStatsSeriesPoint;
|
|
35
|
+
export declare function GatewayTraceStatsSeriesPointFromJSON(json: any): GatewayTraceStatsSeriesPoint;
|
|
36
|
+
export declare function GatewayTraceStatsSeriesPointFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsSeriesPoint;
|
|
37
|
+
export declare function GatewayTraceStatsSeriesPointToJSON(json: any): GatewayTraceStatsSeriesPoint;
|
|
38
|
+
export declare function GatewayTraceStatsSeriesPointToJSONTyped(value?: GatewayTraceStatsSeriesPoint | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfGatewayTraceStatsSeriesPoint = instanceOfGatewayTraceStatsSeriesPoint;
|
|
17
|
+
exports.GatewayTraceStatsSeriesPointFromJSON = GatewayTraceStatsSeriesPointFromJSON;
|
|
18
|
+
exports.GatewayTraceStatsSeriesPointFromJSONTyped = GatewayTraceStatsSeriesPointFromJSONTyped;
|
|
19
|
+
exports.GatewayTraceStatsSeriesPointToJSON = GatewayTraceStatsSeriesPointToJSON;
|
|
20
|
+
exports.GatewayTraceStatsSeriesPointToJSONTyped = GatewayTraceStatsSeriesPointToJSONTyped;
|
|
21
|
+
/**
|
|
22
|
+
* Check if a given object implements the GatewayTraceStatsSeriesPoint interface.
|
|
23
|
+
*/
|
|
24
|
+
function instanceOfGatewayTraceStatsSeriesPoint(value) {
|
|
25
|
+
if ((!('timestampUnixSeconds' in value) && !('timestamp_unix_seconds' in value)) || (value['timestampUnixSeconds'] === undefined && value['timestamp_unix_seconds'] === undefined))
|
|
26
|
+
return false;
|
|
27
|
+
return true;
|
|
28
|
+
}
|
|
29
|
+
function GatewayTraceStatsSeriesPointFromJSON(json) {
|
|
30
|
+
return GatewayTraceStatsSeriesPointFromJSONTyped(json, false);
|
|
31
|
+
}
|
|
32
|
+
function GatewayTraceStatsSeriesPointFromJSONTyped(json, ignoreDiscriminator) {
|
|
33
|
+
if (json == null) {
|
|
34
|
+
return json;
|
|
35
|
+
}
|
|
36
|
+
return {
|
|
37
|
+
'timestampUnixSeconds': json['timestamp_unix_seconds'],
|
|
38
|
+
'value': json['value'] === undefined ? undefined : json['value'] === null ? null : json['value'],
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
function GatewayTraceStatsSeriesPointToJSON(json) {
|
|
42
|
+
return GatewayTraceStatsSeriesPointToJSONTyped(json, false);
|
|
43
|
+
}
|
|
44
|
+
function GatewayTraceStatsSeriesPointToJSONTyped(value, ignoreDiscriminator = false) {
|
|
45
|
+
if (value == null) {
|
|
46
|
+
return value;
|
|
47
|
+
}
|
|
48
|
+
return {
|
|
49
|
+
'timestamp_unix_seconds': value['timestampUnixSeconds'],
|
|
50
|
+
'value': value['value'],
|
|
51
|
+
};
|
|
52
|
+
}
|