@atlanai/sdk 0.1.1 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +32 -0
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Parent trace relationship when the trace continues an earlier session.
|
|
14
|
+
* @export
|
|
15
|
+
* @interface TraceParentView
|
|
16
|
+
*/
|
|
17
|
+
export interface TraceParentView {
|
|
18
|
+
/**
|
|
19
|
+
* Value of the `confidence` field.
|
|
20
|
+
* @type {string}
|
|
21
|
+
* @memberof TraceParentView
|
|
22
|
+
*/
|
|
23
|
+
confidence?: string | null;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `identity_version` field.
|
|
26
|
+
* @type {string}
|
|
27
|
+
* @memberof TraceParentView
|
|
28
|
+
*/
|
|
29
|
+
identityVersion?: string | null;
|
|
30
|
+
/**
|
|
31
|
+
* Whether available.
|
|
32
|
+
* @type {boolean}
|
|
33
|
+
* @memberof TraceParentView
|
|
34
|
+
*/
|
|
35
|
+
isAvailable: boolean;
|
|
36
|
+
/**
|
|
37
|
+
* Value of the `relationship` field.
|
|
38
|
+
* @type {string}
|
|
39
|
+
* @memberof TraceParentView
|
|
40
|
+
*/
|
|
41
|
+
relationship?: string | null;
|
|
42
|
+
/**
|
|
43
|
+
* Stable identifier of the related session resource.
|
|
44
|
+
* @type {string}
|
|
45
|
+
* @memberof TraceParentView
|
|
46
|
+
*/
|
|
47
|
+
sessionId?: string | null;
|
|
48
|
+
/**
|
|
49
|
+
* Stable identifier of the related trace resource.
|
|
50
|
+
* @type {string}
|
|
51
|
+
* @memberof TraceParentView
|
|
52
|
+
*/
|
|
53
|
+
traceId: string;
|
|
54
|
+
/**
|
|
55
|
+
* Stable identifier of the related workspace resource.
|
|
56
|
+
* @type {string}
|
|
57
|
+
* @memberof TraceParentView
|
|
58
|
+
*/
|
|
59
|
+
workspaceId?: string | null;
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Check if a given object implements the TraceParentView interface.
|
|
63
|
+
*/
|
|
64
|
+
export declare function instanceOfTraceParentView(value: object): value is TraceParentView;
|
|
65
|
+
export declare function TraceParentViewFromJSON(json: any): TraceParentView;
|
|
66
|
+
export declare function TraceParentViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): TraceParentView;
|
|
67
|
+
export declare function TraceParentViewToJSON(json: any): TraceParentView;
|
|
68
|
+
export declare function TraceParentViewToJSONTyped(value?: TraceParentView | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfTraceParentView = instanceOfTraceParentView;
|
|
17
|
+
exports.TraceParentViewFromJSON = TraceParentViewFromJSON;
|
|
18
|
+
exports.TraceParentViewFromJSONTyped = TraceParentViewFromJSONTyped;
|
|
19
|
+
exports.TraceParentViewToJSON = TraceParentViewToJSON;
|
|
20
|
+
exports.TraceParentViewToJSONTyped = TraceParentViewToJSONTyped;
|
|
21
|
+
/**
|
|
22
|
+
* Check if a given object implements the TraceParentView interface.
|
|
23
|
+
*/
|
|
24
|
+
function instanceOfTraceParentView(value) {
|
|
25
|
+
if ((!('isAvailable' in value) && !('is_available' in value)) || (value['isAvailable'] === undefined && value['is_available'] === undefined))
|
|
26
|
+
return false;
|
|
27
|
+
if ((!('traceId' in value) && !('trace_id' in value)) || (value['traceId'] === undefined && value['trace_id'] === undefined))
|
|
28
|
+
return false;
|
|
29
|
+
return true;
|
|
30
|
+
}
|
|
31
|
+
function TraceParentViewFromJSON(json) {
|
|
32
|
+
return TraceParentViewFromJSONTyped(json, false);
|
|
33
|
+
}
|
|
34
|
+
function TraceParentViewFromJSONTyped(json, ignoreDiscriminator) {
|
|
35
|
+
if (json == null) {
|
|
36
|
+
return json;
|
|
37
|
+
}
|
|
38
|
+
return {
|
|
39
|
+
'confidence': json['confidence'] === undefined ? undefined : json['confidence'] === null ? null : json['confidence'],
|
|
40
|
+
'identityVersion': json['identity_version'] === undefined ? undefined : json['identity_version'] === null ? null : json['identity_version'],
|
|
41
|
+
'isAvailable': json['is_available'],
|
|
42
|
+
'relationship': json['relationship'] === undefined ? undefined : json['relationship'] === null ? null : json['relationship'],
|
|
43
|
+
'sessionId': json['session_id'] === undefined ? undefined : json['session_id'] === null ? null : json['session_id'],
|
|
44
|
+
'traceId': json['trace_id'],
|
|
45
|
+
'workspaceId': json['workspace_id'] === undefined ? undefined : json['workspace_id'] === null ? null : json['workspace_id'],
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
function TraceParentViewToJSON(json) {
|
|
49
|
+
return TraceParentViewToJSONTyped(json, false);
|
|
50
|
+
}
|
|
51
|
+
function TraceParentViewToJSONTyped(value, ignoreDiscriminator = false) {
|
|
52
|
+
if (value == null) {
|
|
53
|
+
return value;
|
|
54
|
+
}
|
|
55
|
+
return {
|
|
56
|
+
'confidence': value['confidence'],
|
|
57
|
+
'identity_version': value['identityVersion'],
|
|
58
|
+
'is_available': value['isAvailable'],
|
|
59
|
+
'relationship': value['relationship'],
|
|
60
|
+
'session_id': value['sessionId'],
|
|
61
|
+
'trace_id': value['traceId'],
|
|
62
|
+
'workspace_id': value['workspaceId'],
|
|
63
|
+
};
|
|
64
|
+
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Trace/span error state derived from span status. Mirrors `otel::TraceStatus`.
|
|
14
|
+
* @export
|
|
15
|
+
* @enum {string}
|
|
16
|
+
*/
|
|
17
|
+
export declare enum TraceStatus {
|
|
18
|
+
Ok = "ok",
|
|
19
|
+
Error = "error",
|
|
20
|
+
Unset = "unset"
|
|
21
|
+
}
|
|
22
|
+
export declare function instanceOfTraceStatus(value: any): boolean;
|
|
23
|
+
export declare function TraceStatusFromJSON(json: any): TraceStatus;
|
|
24
|
+
export declare function TraceStatusFromJSONTyped(json: any, ignoreDiscriminator: boolean): TraceStatus;
|
|
25
|
+
export declare function TraceStatusToJSON(value?: TraceStatus | null): any;
|
|
26
|
+
export declare function TraceStatusToJSONTyped(value: any, ignoreDiscriminator: boolean): TraceStatus;
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.TraceStatus = void 0;
|
|
17
|
+
exports.instanceOfTraceStatus = instanceOfTraceStatus;
|
|
18
|
+
exports.TraceStatusFromJSON = TraceStatusFromJSON;
|
|
19
|
+
exports.TraceStatusFromJSONTyped = TraceStatusFromJSONTyped;
|
|
20
|
+
exports.TraceStatusToJSON = TraceStatusToJSON;
|
|
21
|
+
exports.TraceStatusToJSONTyped = TraceStatusToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* Trace/span error state derived from span status. Mirrors `otel::TraceStatus`.
|
|
24
|
+
* @export
|
|
25
|
+
* @enum {string}
|
|
26
|
+
*/
|
|
27
|
+
var TraceStatus;
|
|
28
|
+
(function (TraceStatus) {
|
|
29
|
+
TraceStatus["Ok"] = "ok";
|
|
30
|
+
TraceStatus["Error"] = "error";
|
|
31
|
+
TraceStatus["Unset"] = "unset";
|
|
32
|
+
})(TraceStatus || (exports.TraceStatus = TraceStatus = {}));
|
|
33
|
+
function instanceOfTraceStatus(value) {
|
|
34
|
+
for (const key in TraceStatus) {
|
|
35
|
+
if (Object.prototype.hasOwnProperty.call(TraceStatus, key)) {
|
|
36
|
+
if (TraceStatus[key] === value) {
|
|
37
|
+
return true;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return false;
|
|
42
|
+
}
|
|
43
|
+
function TraceStatusFromJSON(json) {
|
|
44
|
+
return TraceStatusFromJSONTyped(json, false);
|
|
45
|
+
}
|
|
46
|
+
function TraceStatusFromJSONTyped(json, ignoreDiscriminator) {
|
|
47
|
+
return json;
|
|
48
|
+
}
|
|
49
|
+
function TraceStatusToJSON(value) {
|
|
50
|
+
return value;
|
|
51
|
+
}
|
|
52
|
+
function TraceStatusToJSONTyped(value, ignoreDiscriminator) {
|
|
53
|
+
return value;
|
|
54
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Aggregate counts for a trace. Mirrors `otel::TraceSummaryStats`.
|
|
14
|
+
* @export
|
|
15
|
+
* @interface TraceSummaryStats
|
|
16
|
+
*/
|
|
17
|
+
export interface TraceSummaryStats {
|
|
18
|
+
/**
|
|
19
|
+
* Number of error.
|
|
20
|
+
* @type {number}
|
|
21
|
+
* @memberof TraceSummaryStats
|
|
22
|
+
*/
|
|
23
|
+
errorCount: number;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `input_tokens` field.
|
|
26
|
+
* @type {number}
|
|
27
|
+
* @memberof TraceSummaryStats
|
|
28
|
+
*/
|
|
29
|
+
inputTokens?: number | null;
|
|
30
|
+
/**
|
|
31
|
+
* Value of the `output_tokens` field.
|
|
32
|
+
* @type {number}
|
|
33
|
+
* @memberof TraceSummaryStats
|
|
34
|
+
*/
|
|
35
|
+
outputTokens?: number | null;
|
|
36
|
+
/**
|
|
37
|
+
* Number of span.
|
|
38
|
+
* @type {number}
|
|
39
|
+
* @memberof TraceSummaryStats
|
|
40
|
+
*/
|
|
41
|
+
spanCount: number;
|
|
42
|
+
/**
|
|
43
|
+
* Total cost in US dollars.
|
|
44
|
+
* @type {number}
|
|
45
|
+
* @memberof TraceSummaryStats
|
|
46
|
+
*/
|
|
47
|
+
totalCostUsd?: number | null;
|
|
48
|
+
/**
|
|
49
|
+
* Value of the `total_tokens` field.
|
|
50
|
+
* @type {number}
|
|
51
|
+
* @memberof TraceSummaryStats
|
|
52
|
+
*/
|
|
53
|
+
totalTokens?: number | null;
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Check if a given object implements the TraceSummaryStats interface.
|
|
57
|
+
*/
|
|
58
|
+
export declare function instanceOfTraceSummaryStats(value: object): value is TraceSummaryStats;
|
|
59
|
+
export declare function TraceSummaryStatsFromJSON(json: any): TraceSummaryStats;
|
|
60
|
+
export declare function TraceSummaryStatsFromJSONTyped(json: any, ignoreDiscriminator: boolean): TraceSummaryStats;
|
|
61
|
+
export declare function TraceSummaryStatsToJSON(json: any): TraceSummaryStats;
|
|
62
|
+
export declare function TraceSummaryStatsToJSONTyped(value?: TraceSummaryStats | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfTraceSummaryStats = instanceOfTraceSummaryStats;
|
|
17
|
+
exports.TraceSummaryStatsFromJSON = TraceSummaryStatsFromJSON;
|
|
18
|
+
exports.TraceSummaryStatsFromJSONTyped = TraceSummaryStatsFromJSONTyped;
|
|
19
|
+
exports.TraceSummaryStatsToJSON = TraceSummaryStatsToJSON;
|
|
20
|
+
exports.TraceSummaryStatsToJSONTyped = TraceSummaryStatsToJSONTyped;
|
|
21
|
+
/**
|
|
22
|
+
* Check if a given object implements the TraceSummaryStats interface.
|
|
23
|
+
*/
|
|
24
|
+
function instanceOfTraceSummaryStats(value) {
|
|
25
|
+
if ((!('errorCount' in value) && !('error_count' in value)) || (value['errorCount'] === undefined && value['error_count'] === undefined))
|
|
26
|
+
return false;
|
|
27
|
+
if ((!('spanCount' in value) && !('span_count' in value)) || (value['spanCount'] === undefined && value['span_count'] === undefined))
|
|
28
|
+
return false;
|
|
29
|
+
return true;
|
|
30
|
+
}
|
|
31
|
+
function TraceSummaryStatsFromJSON(json) {
|
|
32
|
+
return TraceSummaryStatsFromJSONTyped(json, false);
|
|
33
|
+
}
|
|
34
|
+
function TraceSummaryStatsFromJSONTyped(json, ignoreDiscriminator) {
|
|
35
|
+
if (json == null) {
|
|
36
|
+
return json;
|
|
37
|
+
}
|
|
38
|
+
return {
|
|
39
|
+
'errorCount': json['error_count'],
|
|
40
|
+
'inputTokens': json['input_tokens'] === undefined ? undefined : json['input_tokens'] === null ? null : json['input_tokens'],
|
|
41
|
+
'outputTokens': json['output_tokens'] === undefined ? undefined : json['output_tokens'] === null ? null : json['output_tokens'],
|
|
42
|
+
'spanCount': json['span_count'],
|
|
43
|
+
'totalCostUsd': json['total_cost_usd'] === undefined ? undefined : json['total_cost_usd'] === null ? null : json['total_cost_usd'],
|
|
44
|
+
'totalTokens': json['total_tokens'] === undefined ? undefined : json['total_tokens'] === null ? null : json['total_tokens'],
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
function TraceSummaryStatsToJSON(json) {
|
|
48
|
+
return TraceSummaryStatsToJSONTyped(json, false);
|
|
49
|
+
}
|
|
50
|
+
function TraceSummaryStatsToJSONTyped(value, ignoreDiscriminator = false) {
|
|
51
|
+
if (value == null) {
|
|
52
|
+
return value;
|
|
53
|
+
}
|
|
54
|
+
return {
|
|
55
|
+
'error_count': value['errorCount'],
|
|
56
|
+
'input_tokens': value['inputTokens'],
|
|
57
|
+
'output_tokens': value['outputTokens'],
|
|
58
|
+
'span_count': value['spanCount'],
|
|
59
|
+
'total_cost_usd': value['totalCostUsd'],
|
|
60
|
+
'total_tokens': value['totalTokens'],
|
|
61
|
+
};
|
|
62
|
+
}
|
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { TraceSummaryStats } from './TraceSummaryStats';
|
|
13
|
+
import type { TraceStatus } from './TraceStatus';
|
|
14
|
+
/**
|
|
15
|
+
* One trace row. Mirrors `otel::TraceSummary`.
|
|
16
|
+
* @export
|
|
17
|
+
* @interface TraceSummaryView
|
|
18
|
+
*/
|
|
19
|
+
export interface TraceSummaryView {
|
|
20
|
+
/**
|
|
21
|
+
*
|
|
22
|
+
* @type {any}
|
|
23
|
+
* @memberof TraceSummaryView
|
|
24
|
+
*/
|
|
25
|
+
attributes?: any | null;
|
|
26
|
+
/**
|
|
27
|
+
* Duration in milliseconds.
|
|
28
|
+
* @type {number}
|
|
29
|
+
* @memberof TraceSummaryView
|
|
30
|
+
*/
|
|
31
|
+
durationMs?: number | null;
|
|
32
|
+
/**
|
|
33
|
+
* Ended at as Unix epoch seconds.
|
|
34
|
+
* @type {number}
|
|
35
|
+
* @memberof TraceSummaryView
|
|
36
|
+
*/
|
|
37
|
+
endedAtUnixSeconds?: number | null;
|
|
38
|
+
/**
|
|
39
|
+
* Whether complete.
|
|
40
|
+
* @type {boolean}
|
|
41
|
+
* @memberof TraceSummaryView
|
|
42
|
+
*/
|
|
43
|
+
isComplete: boolean;
|
|
44
|
+
/**
|
|
45
|
+
* Value of the `match_confidence` field.
|
|
46
|
+
* @type {string}
|
|
47
|
+
* @memberof TraceSummaryView
|
|
48
|
+
*/
|
|
49
|
+
matchConfidence?: string | null;
|
|
50
|
+
/**
|
|
51
|
+
*
|
|
52
|
+
* @type {any}
|
|
53
|
+
* @memberof TraceSummaryView
|
|
54
|
+
*/
|
|
55
|
+
metadata?: any | null;
|
|
56
|
+
/**
|
|
57
|
+
* Value of the `models` field.
|
|
58
|
+
* @type {Array<string>}
|
|
59
|
+
* @memberof TraceSummaryView
|
|
60
|
+
*/
|
|
61
|
+
models?: Array<string> | null;
|
|
62
|
+
/**
|
|
63
|
+
* Value of the `providers` field.
|
|
64
|
+
* @type {Array<string>}
|
|
65
|
+
* @memberof TraceSummaryView
|
|
66
|
+
*/
|
|
67
|
+
providers?: Array<string> | null;
|
|
68
|
+
/**
|
|
69
|
+
* Stable identifier of the related root span resource.
|
|
70
|
+
* @type {string}
|
|
71
|
+
* @memberof TraceSummaryView
|
|
72
|
+
*/
|
|
73
|
+
rootSpanId?: string | null;
|
|
74
|
+
/**
|
|
75
|
+
* Value of the `root_span_name` field.
|
|
76
|
+
* @type {string}
|
|
77
|
+
* @memberof TraceSummaryView
|
|
78
|
+
*/
|
|
79
|
+
rootSpanName?: string | null;
|
|
80
|
+
/**
|
|
81
|
+
* Value of the `run_status` field.
|
|
82
|
+
* @type {string}
|
|
83
|
+
* @memberof TraceSummaryView
|
|
84
|
+
*/
|
|
85
|
+
runStatus?: string | null;
|
|
86
|
+
/**
|
|
87
|
+
* Value of the `service_name` field.
|
|
88
|
+
* @type {string}
|
|
89
|
+
* @memberof TraceSummaryView
|
|
90
|
+
*/
|
|
91
|
+
serviceName?: string | null;
|
|
92
|
+
/**
|
|
93
|
+
* Started at as Unix epoch seconds.
|
|
94
|
+
* @type {number}
|
|
95
|
+
* @memberof TraceSummaryView
|
|
96
|
+
*/
|
|
97
|
+
startedAtUnixSeconds: number;
|
|
98
|
+
/**
|
|
99
|
+
*
|
|
100
|
+
* @type {TraceSummaryStats}
|
|
101
|
+
* @memberof TraceSummaryView
|
|
102
|
+
*/
|
|
103
|
+
summary: TraceSummaryStats;
|
|
104
|
+
/**
|
|
105
|
+
* Value of the `title` field.
|
|
106
|
+
* @type {string}
|
|
107
|
+
* @memberof TraceSummaryView
|
|
108
|
+
*/
|
|
109
|
+
title?: string | null;
|
|
110
|
+
/**
|
|
111
|
+
* Stable identifier of the related trace resource.
|
|
112
|
+
* @type {string}
|
|
113
|
+
* @memberof TraceSummaryView
|
|
114
|
+
*/
|
|
115
|
+
traceId: string;
|
|
116
|
+
/**
|
|
117
|
+
*
|
|
118
|
+
* @type {TraceStatus}
|
|
119
|
+
* @memberof TraceSummaryView
|
|
120
|
+
*/
|
|
121
|
+
traceStatus: TraceStatus;
|
|
122
|
+
/**
|
|
123
|
+
* Stable identifier of the related user resource.
|
|
124
|
+
* @type {string}
|
|
125
|
+
* @memberof TraceSummaryView
|
|
126
|
+
*/
|
|
127
|
+
userId?: string | null;
|
|
128
|
+
/**
|
|
129
|
+
* Optional, mirroring the producer. A span arrives with whatever resource attributes its client
|
|
130
|
+
* stamped and nothing obliges one to name a workspace, so `otel::TraceSummary` omits this field
|
|
131
|
+
* for an unattributed trace rather than emitting a bodyless `"workspace_"` handle.
|
|
132
|
+
*
|
|
133
|
+
* It was a required `String` here while the producer was already omitting it, so **every** list
|
|
134
|
+
* or detail read whose page contained one unattributed trace failed to deserialize — and
|
|
135
|
+
* `TraceViewError::Decode` was reported as `traces_unavailable`, a 503 "retry later" for a
|
|
136
|
+
* condition no retry could clear. `/spans` and `traces/stats/query` kept working, which is what
|
|
137
|
+
* made it look like an outage rather than a shape mismatch.
|
|
138
|
+
* @type {string}
|
|
139
|
+
* @memberof TraceSummaryView
|
|
140
|
+
*/
|
|
141
|
+
workspaceId?: string | null;
|
|
142
|
+
}
|
|
143
|
+
/**
|
|
144
|
+
* Check if a given object implements the TraceSummaryView interface.
|
|
145
|
+
*/
|
|
146
|
+
export declare function instanceOfTraceSummaryView(value: object): value is TraceSummaryView;
|
|
147
|
+
export declare function TraceSummaryViewFromJSON(json: any): TraceSummaryView;
|
|
148
|
+
export declare function TraceSummaryViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): TraceSummaryView;
|
|
149
|
+
export declare function TraceSummaryViewToJSON(json: any): TraceSummaryView;
|
|
150
|
+
export declare function TraceSummaryViewToJSONTyped(value?: TraceSummaryView | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfTraceSummaryView = instanceOfTraceSummaryView;
|
|
17
|
+
exports.TraceSummaryViewFromJSON = TraceSummaryViewFromJSON;
|
|
18
|
+
exports.TraceSummaryViewFromJSONTyped = TraceSummaryViewFromJSONTyped;
|
|
19
|
+
exports.TraceSummaryViewToJSON = TraceSummaryViewToJSON;
|
|
20
|
+
exports.TraceSummaryViewToJSONTyped = TraceSummaryViewToJSONTyped;
|
|
21
|
+
const TraceSummaryStats_1 = require("./TraceSummaryStats");
|
|
22
|
+
const TraceStatus_1 = require("./TraceStatus");
|
|
23
|
+
/**
|
|
24
|
+
* Check if a given object implements the TraceSummaryView interface.
|
|
25
|
+
*/
|
|
26
|
+
function instanceOfTraceSummaryView(value) {
|
|
27
|
+
if ((!('isComplete' in value) && !('is_complete' in value)) || (value['isComplete'] === undefined && value['is_complete'] === undefined))
|
|
28
|
+
return false;
|
|
29
|
+
if ((!('startedAtUnixSeconds' in value) && !('started_at_unix_seconds' in value)) || (value['startedAtUnixSeconds'] === undefined && value['started_at_unix_seconds'] === undefined))
|
|
30
|
+
return false;
|
|
31
|
+
if (!('summary' in value) || value['summary'] === undefined)
|
|
32
|
+
return false;
|
|
33
|
+
if ((!('traceId' in value) && !('trace_id' in value)) || (value['traceId'] === undefined && value['trace_id'] === undefined))
|
|
34
|
+
return false;
|
|
35
|
+
if ((!('traceStatus' in value) && !('trace_status' in value)) || (value['traceStatus'] === undefined && value['trace_status'] === undefined))
|
|
36
|
+
return false;
|
|
37
|
+
return true;
|
|
38
|
+
}
|
|
39
|
+
function TraceSummaryViewFromJSON(json) {
|
|
40
|
+
return TraceSummaryViewFromJSONTyped(json, false);
|
|
41
|
+
}
|
|
42
|
+
function TraceSummaryViewFromJSONTyped(json, ignoreDiscriminator) {
|
|
43
|
+
if (json == null) {
|
|
44
|
+
return json;
|
|
45
|
+
}
|
|
46
|
+
return {
|
|
47
|
+
'attributes': json['attributes'] === undefined ? undefined : json['attributes'] === null ? null : json['attributes'],
|
|
48
|
+
'durationMs': json['duration_ms'] === undefined ? undefined : json['duration_ms'] === null ? null : json['duration_ms'],
|
|
49
|
+
'endedAtUnixSeconds': json['ended_at_unix_seconds'] === undefined ? undefined : json['ended_at_unix_seconds'] === null ? null : json['ended_at_unix_seconds'],
|
|
50
|
+
'isComplete': json['is_complete'],
|
|
51
|
+
'matchConfidence': json['match_confidence'] === undefined ? undefined : json['match_confidence'] === null ? null : json['match_confidence'],
|
|
52
|
+
'metadata': json['metadata'] === undefined ? undefined : json['metadata'] === null ? null : json['metadata'],
|
|
53
|
+
'models': json['models'] === undefined ? undefined : json['models'] === null ? null : json['models'],
|
|
54
|
+
'providers': json['providers'] === undefined ? undefined : json['providers'] === null ? null : json['providers'],
|
|
55
|
+
'rootSpanId': json['root_span_id'] === undefined ? undefined : json['root_span_id'] === null ? null : json['root_span_id'],
|
|
56
|
+
'rootSpanName': json['root_span_name'] === undefined ? undefined : json['root_span_name'] === null ? null : json['root_span_name'],
|
|
57
|
+
'runStatus': json['run_status'] === undefined ? undefined : json['run_status'] === null ? null : json['run_status'],
|
|
58
|
+
'serviceName': json['service_name'] === undefined ? undefined : json['service_name'] === null ? null : json['service_name'],
|
|
59
|
+
'startedAtUnixSeconds': json['started_at_unix_seconds'],
|
|
60
|
+
'summary': (0, TraceSummaryStats_1.TraceSummaryStatsFromJSON)(json['summary']),
|
|
61
|
+
'title': json['title'] === undefined ? undefined : json['title'] === null ? null : json['title'],
|
|
62
|
+
'traceId': json['trace_id'],
|
|
63
|
+
'traceStatus': (0, TraceStatus_1.TraceStatusFromJSON)(json['trace_status']),
|
|
64
|
+
'userId': json['user_id'] === undefined ? undefined : json['user_id'] === null ? null : json['user_id'],
|
|
65
|
+
'workspaceId': json['workspace_id'] === undefined ? undefined : json['workspace_id'] === null ? null : json['workspace_id'],
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
function TraceSummaryViewToJSON(json) {
|
|
69
|
+
return TraceSummaryViewToJSONTyped(json, false);
|
|
70
|
+
}
|
|
71
|
+
function TraceSummaryViewToJSONTyped(value, ignoreDiscriminator = false) {
|
|
72
|
+
if (value == null) {
|
|
73
|
+
return value;
|
|
74
|
+
}
|
|
75
|
+
return {
|
|
76
|
+
'attributes': value['attributes'],
|
|
77
|
+
'duration_ms': value['durationMs'],
|
|
78
|
+
'ended_at_unix_seconds': value['endedAtUnixSeconds'],
|
|
79
|
+
'is_complete': value['isComplete'],
|
|
80
|
+
'match_confidence': value['matchConfidence'],
|
|
81
|
+
'metadata': value['metadata'],
|
|
82
|
+
'models': value['models'],
|
|
83
|
+
'providers': value['providers'],
|
|
84
|
+
'root_span_id': value['rootSpanId'],
|
|
85
|
+
'root_span_name': value['rootSpanName'],
|
|
86
|
+
'run_status': value['runStatus'],
|
|
87
|
+
'service_name': value['serviceName'],
|
|
88
|
+
'started_at_unix_seconds': value['startedAtUnixSeconds'],
|
|
89
|
+
'summary': (0, TraceSummaryStats_1.TraceSummaryStatsToJSON)(value['summary']),
|
|
90
|
+
'title': value['title'],
|
|
91
|
+
'trace_id': value['traceId'],
|
|
92
|
+
'trace_status': (0, TraceStatus_1.TraceStatusToJSON)(value['traceStatus']),
|
|
93
|
+
'user_id': value['userId'],
|
|
94
|
+
'workspace_id': value['workspaceId'],
|
|
95
|
+
};
|
|
96
|
+
}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Per-span token usage. Mirrors `otel::UsageView`.
|
|
14
|
+
* @export
|
|
15
|
+
* @interface UsageView
|
|
16
|
+
*/
|
|
17
|
+
export interface UsageView {
|
|
18
|
+
/**
|
|
19
|
+
* Value of the `cache_read_tokens` field.
|
|
20
|
+
* @type {number}
|
|
21
|
+
* @memberof UsageView
|
|
22
|
+
*/
|
|
23
|
+
cacheReadTokens: number;
|
|
24
|
+
/**
|
|
25
|
+
* Value of the `cache_write_tokens` field.
|
|
26
|
+
* @type {number}
|
|
27
|
+
* @memberof UsageView
|
|
28
|
+
*/
|
|
29
|
+
cacheWriteTokens: number;
|
|
30
|
+
/**
|
|
31
|
+
* Value of the `input_tokens` field.
|
|
32
|
+
* @type {number}
|
|
33
|
+
* @memberof UsageView
|
|
34
|
+
*/
|
|
35
|
+
inputTokens: number;
|
|
36
|
+
/**
|
|
37
|
+
* Value of the `output_tokens` field.
|
|
38
|
+
* @type {number}
|
|
39
|
+
* @memberof UsageView
|
|
40
|
+
*/
|
|
41
|
+
outputTokens: number;
|
|
42
|
+
/**
|
|
43
|
+
* Value of the `total_tokens` field.
|
|
44
|
+
* @type {number}
|
|
45
|
+
* @memberof UsageView
|
|
46
|
+
*/
|
|
47
|
+
totalTokens: number;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Check if a given object implements the UsageView interface.
|
|
51
|
+
*/
|
|
52
|
+
export declare function instanceOfUsageView(value: object): value is UsageView;
|
|
53
|
+
export declare function UsageViewFromJSON(json: any): UsageView;
|
|
54
|
+
export declare function UsageViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): UsageView;
|
|
55
|
+
export declare function UsageViewToJSON(json: any): UsageView;
|
|
56
|
+
export declare function UsageViewToJSONTyped(value?: UsageView | null, ignoreDiscriminator?: boolean): any;
|