@atlanai/sdk 0.1.1 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +32 -0
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* A dimension a query can group or filter by.
|
|
14
|
+
* @export
|
|
15
|
+
* @enum {string}
|
|
16
|
+
*/
|
|
17
|
+
export declare enum GatewayTraceStatsGroupBy {
|
|
18
|
+
Harness = "harness",
|
|
19
|
+
Skill = "skill",
|
|
20
|
+
SkillVersion = "skill_version",
|
|
21
|
+
Command = "command",
|
|
22
|
+
Mcp = "mcp",
|
|
23
|
+
Tool = "tool",
|
|
24
|
+
Model = "model",
|
|
25
|
+
User = "user",
|
|
26
|
+
Experiment = "experiment",
|
|
27
|
+
ScoreName = "score_name",
|
|
28
|
+
Scorer = "scorer",
|
|
29
|
+
ScorerVersion = "scorer_version"
|
|
30
|
+
}
|
|
31
|
+
export declare function instanceOfGatewayTraceStatsGroupBy(value: any): boolean;
|
|
32
|
+
export declare function GatewayTraceStatsGroupByFromJSON(json: any): GatewayTraceStatsGroupBy;
|
|
33
|
+
export declare function GatewayTraceStatsGroupByFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsGroupBy;
|
|
34
|
+
export declare function GatewayTraceStatsGroupByToJSON(value?: GatewayTraceStatsGroupBy | null): any;
|
|
35
|
+
export declare function GatewayTraceStatsGroupByToJSONTyped(value: any, ignoreDiscriminator: boolean): GatewayTraceStatsGroupBy;
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.GatewayTraceStatsGroupBy = void 0;
|
|
17
|
+
exports.instanceOfGatewayTraceStatsGroupBy = instanceOfGatewayTraceStatsGroupBy;
|
|
18
|
+
exports.GatewayTraceStatsGroupByFromJSON = GatewayTraceStatsGroupByFromJSON;
|
|
19
|
+
exports.GatewayTraceStatsGroupByFromJSONTyped = GatewayTraceStatsGroupByFromJSONTyped;
|
|
20
|
+
exports.GatewayTraceStatsGroupByToJSON = GatewayTraceStatsGroupByToJSON;
|
|
21
|
+
exports.GatewayTraceStatsGroupByToJSONTyped = GatewayTraceStatsGroupByToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* A dimension a query can group or filter by.
|
|
24
|
+
* @export
|
|
25
|
+
* @enum {string}
|
|
26
|
+
*/
|
|
27
|
+
var GatewayTraceStatsGroupBy;
|
|
28
|
+
(function (GatewayTraceStatsGroupBy) {
|
|
29
|
+
GatewayTraceStatsGroupBy["Harness"] = "harness";
|
|
30
|
+
GatewayTraceStatsGroupBy["Skill"] = "skill";
|
|
31
|
+
GatewayTraceStatsGroupBy["SkillVersion"] = "skill_version";
|
|
32
|
+
GatewayTraceStatsGroupBy["Command"] = "command";
|
|
33
|
+
GatewayTraceStatsGroupBy["Mcp"] = "mcp";
|
|
34
|
+
GatewayTraceStatsGroupBy["Tool"] = "tool";
|
|
35
|
+
GatewayTraceStatsGroupBy["Model"] = "model";
|
|
36
|
+
GatewayTraceStatsGroupBy["User"] = "user";
|
|
37
|
+
GatewayTraceStatsGroupBy["Experiment"] = "experiment";
|
|
38
|
+
GatewayTraceStatsGroupBy["ScoreName"] = "score_name";
|
|
39
|
+
GatewayTraceStatsGroupBy["Scorer"] = "scorer";
|
|
40
|
+
GatewayTraceStatsGroupBy["ScorerVersion"] = "scorer_version";
|
|
41
|
+
})(GatewayTraceStatsGroupBy || (exports.GatewayTraceStatsGroupBy = GatewayTraceStatsGroupBy = {}));
|
|
42
|
+
function instanceOfGatewayTraceStatsGroupBy(value) {
|
|
43
|
+
for (const key in GatewayTraceStatsGroupBy) {
|
|
44
|
+
if (Object.prototype.hasOwnProperty.call(GatewayTraceStatsGroupBy, key)) {
|
|
45
|
+
if (GatewayTraceStatsGroupBy[key] === value) {
|
|
46
|
+
return true;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
return false;
|
|
51
|
+
}
|
|
52
|
+
function GatewayTraceStatsGroupByFromJSON(json) {
|
|
53
|
+
return GatewayTraceStatsGroupByFromJSONTyped(json, false);
|
|
54
|
+
}
|
|
55
|
+
function GatewayTraceStatsGroupByFromJSONTyped(json, ignoreDiscriminator) {
|
|
56
|
+
return json;
|
|
57
|
+
}
|
|
58
|
+
function GatewayTraceStatsGroupByToJSON(value) {
|
|
59
|
+
return value;
|
|
60
|
+
}
|
|
61
|
+
function GatewayTraceStatsGroupByToJSONTyped(value, ignoreDiscriminator) {
|
|
62
|
+
return value;
|
|
63
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* What a query measures.
|
|
14
|
+
* @export
|
|
15
|
+
* @enum {string}
|
|
16
|
+
*/
|
|
17
|
+
export declare enum GatewayTraceStatsMeasure {
|
|
18
|
+
Sessions = "sessions",
|
|
19
|
+
Traces = "traces",
|
|
20
|
+
Spans = "spans",
|
|
21
|
+
SkillInvocations = "skill_invocations",
|
|
22
|
+
ToolCalls = "tool_calls",
|
|
23
|
+
Tokens = "tokens",
|
|
24
|
+
ActiveUsers = "active_users",
|
|
25
|
+
ErrorRate = "error_rate",
|
|
26
|
+
SuccessRate = "success_rate",
|
|
27
|
+
TokensPerTrace = "tokens_per_trace",
|
|
28
|
+
Cost = "cost",
|
|
29
|
+
LatencyP50 = "latency_p50",
|
|
30
|
+
LatencyP90 = "latency_p90",
|
|
31
|
+
LatencyP99 = "latency_p99",
|
|
32
|
+
ScoreValue = "score_value",
|
|
33
|
+
Scores = "scores"
|
|
34
|
+
}
|
|
35
|
+
export declare function instanceOfGatewayTraceStatsMeasure(value: any): boolean;
|
|
36
|
+
export declare function GatewayTraceStatsMeasureFromJSON(json: any): GatewayTraceStatsMeasure;
|
|
37
|
+
export declare function GatewayTraceStatsMeasureFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsMeasure;
|
|
38
|
+
export declare function GatewayTraceStatsMeasureToJSON(value?: GatewayTraceStatsMeasure | null): any;
|
|
39
|
+
export declare function GatewayTraceStatsMeasureToJSONTyped(value: any, ignoreDiscriminator: boolean): GatewayTraceStatsMeasure;
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.GatewayTraceStatsMeasure = void 0;
|
|
17
|
+
exports.instanceOfGatewayTraceStatsMeasure = instanceOfGatewayTraceStatsMeasure;
|
|
18
|
+
exports.GatewayTraceStatsMeasureFromJSON = GatewayTraceStatsMeasureFromJSON;
|
|
19
|
+
exports.GatewayTraceStatsMeasureFromJSONTyped = GatewayTraceStatsMeasureFromJSONTyped;
|
|
20
|
+
exports.GatewayTraceStatsMeasureToJSON = GatewayTraceStatsMeasureToJSON;
|
|
21
|
+
exports.GatewayTraceStatsMeasureToJSONTyped = GatewayTraceStatsMeasureToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* What a query measures.
|
|
24
|
+
* @export
|
|
25
|
+
* @enum {string}
|
|
26
|
+
*/
|
|
27
|
+
var GatewayTraceStatsMeasure;
|
|
28
|
+
(function (GatewayTraceStatsMeasure) {
|
|
29
|
+
GatewayTraceStatsMeasure["Sessions"] = "sessions";
|
|
30
|
+
GatewayTraceStatsMeasure["Traces"] = "traces";
|
|
31
|
+
GatewayTraceStatsMeasure["Spans"] = "spans";
|
|
32
|
+
GatewayTraceStatsMeasure["SkillInvocations"] = "skill_invocations";
|
|
33
|
+
GatewayTraceStatsMeasure["ToolCalls"] = "tool_calls";
|
|
34
|
+
GatewayTraceStatsMeasure["Tokens"] = "tokens";
|
|
35
|
+
GatewayTraceStatsMeasure["ActiveUsers"] = "active_users";
|
|
36
|
+
GatewayTraceStatsMeasure["ErrorRate"] = "error_rate";
|
|
37
|
+
GatewayTraceStatsMeasure["SuccessRate"] = "success_rate";
|
|
38
|
+
GatewayTraceStatsMeasure["TokensPerTrace"] = "tokens_per_trace";
|
|
39
|
+
GatewayTraceStatsMeasure["Cost"] = "cost";
|
|
40
|
+
GatewayTraceStatsMeasure["LatencyP50"] = "latency_p50";
|
|
41
|
+
GatewayTraceStatsMeasure["LatencyP90"] = "latency_p90";
|
|
42
|
+
GatewayTraceStatsMeasure["LatencyP99"] = "latency_p99";
|
|
43
|
+
GatewayTraceStatsMeasure["ScoreValue"] = "score_value";
|
|
44
|
+
GatewayTraceStatsMeasure["Scores"] = "scores";
|
|
45
|
+
})(GatewayTraceStatsMeasure || (exports.GatewayTraceStatsMeasure = GatewayTraceStatsMeasure = {}));
|
|
46
|
+
function instanceOfGatewayTraceStatsMeasure(value) {
|
|
47
|
+
for (const key in GatewayTraceStatsMeasure) {
|
|
48
|
+
if (Object.prototype.hasOwnProperty.call(GatewayTraceStatsMeasure, key)) {
|
|
49
|
+
if (GatewayTraceStatsMeasure[key] === value) {
|
|
50
|
+
return true;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
return false;
|
|
55
|
+
}
|
|
56
|
+
function GatewayTraceStatsMeasureFromJSON(json) {
|
|
57
|
+
return GatewayTraceStatsMeasureFromJSONTyped(json, false);
|
|
58
|
+
}
|
|
59
|
+
function GatewayTraceStatsMeasureFromJSONTyped(json, ignoreDiscriminator) {
|
|
60
|
+
return json;
|
|
61
|
+
}
|
|
62
|
+
function GatewayTraceStatsMeasureToJSON(value) {
|
|
63
|
+
return value;
|
|
64
|
+
}
|
|
65
|
+
function GatewayTraceStatsMeasureToJSONTyped(value, ignoreDiscriminator) {
|
|
66
|
+
return value;
|
|
67
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { GatewayTraceStatsWindow } from './GatewayTraceStatsWindow';
|
|
13
|
+
/**
|
|
14
|
+
* Non-fatal notes about how a request was executed, plus the window it was
|
|
15
|
+
* executed over and how fresh the data is.
|
|
16
|
+
* @export
|
|
17
|
+
* @interface GatewayTraceStatsMeta
|
|
18
|
+
*/
|
|
19
|
+
export interface GatewayTraceStatsMeta {
|
|
20
|
+
/**
|
|
21
|
+
* When the data was computed (unix epoch seconds, UTC): the oldest cache
|
|
22
|
+
* entry among the current window's panels, or the request time when none
|
|
23
|
+
* was served from cache. Now minus this value is the result's staleness.
|
|
24
|
+
* Absent only from a trace engine older than the cache.
|
|
25
|
+
* @type {number}
|
|
26
|
+
* @memberof GatewayTraceStatsMeta
|
|
27
|
+
*/
|
|
28
|
+
asOfUnixSeconds?: number | null;
|
|
29
|
+
/**
|
|
30
|
+
* Non-fatal warnings produced while serving the request.
|
|
31
|
+
* @type {Array<string>}
|
|
32
|
+
* @memberof GatewayTraceStatsMeta
|
|
33
|
+
*/
|
|
34
|
+
warnings?: Array<string>;
|
|
35
|
+
/**
|
|
36
|
+
* Value of the `window` field.
|
|
37
|
+
* @type {GatewayTraceStatsWindow}
|
|
38
|
+
* @memberof GatewayTraceStatsMeta
|
|
39
|
+
*/
|
|
40
|
+
window?: GatewayTraceStatsWindow | null;
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Check if a given object implements the GatewayTraceStatsMeta interface.
|
|
44
|
+
*/
|
|
45
|
+
export declare function instanceOfGatewayTraceStatsMeta(value: object): value is GatewayTraceStatsMeta;
|
|
46
|
+
export declare function GatewayTraceStatsMetaFromJSON(json: any): GatewayTraceStatsMeta;
|
|
47
|
+
export declare function GatewayTraceStatsMetaFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsMeta;
|
|
48
|
+
export declare function GatewayTraceStatsMetaToJSON(json: any): GatewayTraceStatsMeta;
|
|
49
|
+
export declare function GatewayTraceStatsMetaToJSONTyped(value?: GatewayTraceStatsMeta | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfGatewayTraceStatsMeta = instanceOfGatewayTraceStatsMeta;
|
|
17
|
+
exports.GatewayTraceStatsMetaFromJSON = GatewayTraceStatsMetaFromJSON;
|
|
18
|
+
exports.GatewayTraceStatsMetaFromJSONTyped = GatewayTraceStatsMetaFromJSONTyped;
|
|
19
|
+
exports.GatewayTraceStatsMetaToJSON = GatewayTraceStatsMetaToJSON;
|
|
20
|
+
exports.GatewayTraceStatsMetaToJSONTyped = GatewayTraceStatsMetaToJSONTyped;
|
|
21
|
+
const GatewayTraceStatsWindow_1 = require("./GatewayTraceStatsWindow");
|
|
22
|
+
/**
|
|
23
|
+
* Check if a given object implements the GatewayTraceStatsMeta interface.
|
|
24
|
+
*/
|
|
25
|
+
function instanceOfGatewayTraceStatsMeta(value) {
|
|
26
|
+
return true;
|
|
27
|
+
}
|
|
28
|
+
function GatewayTraceStatsMetaFromJSON(json) {
|
|
29
|
+
return GatewayTraceStatsMetaFromJSONTyped(json, false);
|
|
30
|
+
}
|
|
31
|
+
function GatewayTraceStatsMetaFromJSONTyped(json, ignoreDiscriminator) {
|
|
32
|
+
if (json == null) {
|
|
33
|
+
return json;
|
|
34
|
+
}
|
|
35
|
+
return {
|
|
36
|
+
'asOfUnixSeconds': json['as_of_unix_seconds'] === undefined ? undefined : json['as_of_unix_seconds'] === null ? null : json['as_of_unix_seconds'],
|
|
37
|
+
'warnings': json['warnings'] == null ? undefined : json['warnings'],
|
|
38
|
+
'window': json['window'] === undefined ? undefined : json['window'] === null ? null : (0, GatewayTraceStatsWindow_1.GatewayTraceStatsWindowFromJSON)(json['window']),
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
function GatewayTraceStatsMetaToJSON(json) {
|
|
42
|
+
return GatewayTraceStatsMetaToJSONTyped(json, false);
|
|
43
|
+
}
|
|
44
|
+
function GatewayTraceStatsMetaToJSONTyped(value, ignoreDiscriminator = false) {
|
|
45
|
+
if (value == null) {
|
|
46
|
+
return value;
|
|
47
|
+
}
|
|
48
|
+
return {
|
|
49
|
+
'as_of_unix_seconds': value['asOfUnixSeconds'],
|
|
50
|
+
'warnings': value['warnings'],
|
|
51
|
+
'window': (0, GatewayTraceStatsWindow_1.GatewayTraceStatsWindowToJSON)(value['window']),
|
|
52
|
+
};
|
|
53
|
+
}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { GatewayTraceStatsOrderBy } from './GatewayTraceStatsOrderBy';
|
|
13
|
+
import type { GatewayTraceStatsOrderDirection } from './GatewayTraceStatsOrderDirection';
|
|
14
|
+
/**
|
|
15
|
+
* Result ordering for one query.
|
|
16
|
+
* @export
|
|
17
|
+
* @interface GatewayTraceStatsOrder
|
|
18
|
+
*/
|
|
19
|
+
export interface GatewayTraceStatsOrder {
|
|
20
|
+
/**
|
|
21
|
+
*
|
|
22
|
+
* @type {GatewayTraceStatsOrderBy}
|
|
23
|
+
* @memberof GatewayTraceStatsOrder
|
|
24
|
+
*/
|
|
25
|
+
by: GatewayTraceStatsOrderBy;
|
|
26
|
+
/**
|
|
27
|
+
*
|
|
28
|
+
* @type {GatewayTraceStatsOrderDirection}
|
|
29
|
+
* @memberof GatewayTraceStatsOrder
|
|
30
|
+
*/
|
|
31
|
+
direction: GatewayTraceStatsOrderDirection;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Check if a given object implements the GatewayTraceStatsOrder interface.
|
|
35
|
+
*/
|
|
36
|
+
export declare function instanceOfGatewayTraceStatsOrder(value: object): value is GatewayTraceStatsOrder;
|
|
37
|
+
export declare function GatewayTraceStatsOrderFromJSON(json: any): GatewayTraceStatsOrder;
|
|
38
|
+
export declare function GatewayTraceStatsOrderFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsOrder;
|
|
39
|
+
export declare function GatewayTraceStatsOrderToJSON(json: any): GatewayTraceStatsOrder;
|
|
40
|
+
export declare function GatewayTraceStatsOrderToJSONTyped(value?: GatewayTraceStatsOrder | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfGatewayTraceStatsOrder = instanceOfGatewayTraceStatsOrder;
|
|
17
|
+
exports.GatewayTraceStatsOrderFromJSON = GatewayTraceStatsOrderFromJSON;
|
|
18
|
+
exports.GatewayTraceStatsOrderFromJSONTyped = GatewayTraceStatsOrderFromJSONTyped;
|
|
19
|
+
exports.GatewayTraceStatsOrderToJSON = GatewayTraceStatsOrderToJSON;
|
|
20
|
+
exports.GatewayTraceStatsOrderToJSONTyped = GatewayTraceStatsOrderToJSONTyped;
|
|
21
|
+
const GatewayTraceStatsOrderBy_1 = require("./GatewayTraceStatsOrderBy");
|
|
22
|
+
const GatewayTraceStatsOrderDirection_1 = require("./GatewayTraceStatsOrderDirection");
|
|
23
|
+
/**
|
|
24
|
+
* Check if a given object implements the GatewayTraceStatsOrder interface.
|
|
25
|
+
*/
|
|
26
|
+
function instanceOfGatewayTraceStatsOrder(value) {
|
|
27
|
+
if (!('by' in value) || value['by'] === undefined)
|
|
28
|
+
return false;
|
|
29
|
+
if (!('direction' in value) || value['direction'] === undefined)
|
|
30
|
+
return false;
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
function GatewayTraceStatsOrderFromJSON(json) {
|
|
34
|
+
return GatewayTraceStatsOrderFromJSONTyped(json, false);
|
|
35
|
+
}
|
|
36
|
+
function GatewayTraceStatsOrderFromJSONTyped(json, ignoreDiscriminator) {
|
|
37
|
+
if (json == null) {
|
|
38
|
+
return json;
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
'by': (0, GatewayTraceStatsOrderBy_1.GatewayTraceStatsOrderByFromJSON)(json['by']),
|
|
42
|
+
'direction': (0, GatewayTraceStatsOrderDirection_1.GatewayTraceStatsOrderDirectionFromJSON)(json['direction']),
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
function GatewayTraceStatsOrderToJSON(json) {
|
|
46
|
+
return GatewayTraceStatsOrderToJSONTyped(json, false);
|
|
47
|
+
}
|
|
48
|
+
function GatewayTraceStatsOrderToJSONTyped(value, ignoreDiscriminator = false) {
|
|
49
|
+
if (value == null) {
|
|
50
|
+
return value;
|
|
51
|
+
}
|
|
52
|
+
return {
|
|
53
|
+
'by': (0, GatewayTraceStatsOrderBy_1.GatewayTraceStatsOrderByToJSON)(value['by']),
|
|
54
|
+
'direction': (0, GatewayTraceStatsOrderDirection_1.GatewayTraceStatsOrderDirectionToJSON)(value['direction']),
|
|
55
|
+
};
|
|
56
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Which axis a query's results are ordered on.
|
|
14
|
+
* @export
|
|
15
|
+
* @enum {string}
|
|
16
|
+
*/
|
|
17
|
+
export declare enum GatewayTraceStatsOrderBy {
|
|
18
|
+
Value = "value",
|
|
19
|
+
Name = "name"
|
|
20
|
+
}
|
|
21
|
+
export declare function instanceOfGatewayTraceStatsOrderBy(value: any): boolean;
|
|
22
|
+
export declare function GatewayTraceStatsOrderByFromJSON(json: any): GatewayTraceStatsOrderBy;
|
|
23
|
+
export declare function GatewayTraceStatsOrderByFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsOrderBy;
|
|
24
|
+
export declare function GatewayTraceStatsOrderByToJSON(value?: GatewayTraceStatsOrderBy | null): any;
|
|
25
|
+
export declare function GatewayTraceStatsOrderByToJSONTyped(value: any, ignoreDiscriminator: boolean): GatewayTraceStatsOrderBy;
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.GatewayTraceStatsOrderBy = void 0;
|
|
17
|
+
exports.instanceOfGatewayTraceStatsOrderBy = instanceOfGatewayTraceStatsOrderBy;
|
|
18
|
+
exports.GatewayTraceStatsOrderByFromJSON = GatewayTraceStatsOrderByFromJSON;
|
|
19
|
+
exports.GatewayTraceStatsOrderByFromJSONTyped = GatewayTraceStatsOrderByFromJSONTyped;
|
|
20
|
+
exports.GatewayTraceStatsOrderByToJSON = GatewayTraceStatsOrderByToJSON;
|
|
21
|
+
exports.GatewayTraceStatsOrderByToJSONTyped = GatewayTraceStatsOrderByToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* Which axis a query's results are ordered on.
|
|
24
|
+
* @export
|
|
25
|
+
* @enum {string}
|
|
26
|
+
*/
|
|
27
|
+
var GatewayTraceStatsOrderBy;
|
|
28
|
+
(function (GatewayTraceStatsOrderBy) {
|
|
29
|
+
GatewayTraceStatsOrderBy["Value"] = "value";
|
|
30
|
+
GatewayTraceStatsOrderBy["Name"] = "name";
|
|
31
|
+
})(GatewayTraceStatsOrderBy || (exports.GatewayTraceStatsOrderBy = GatewayTraceStatsOrderBy = {}));
|
|
32
|
+
function instanceOfGatewayTraceStatsOrderBy(value) {
|
|
33
|
+
for (const key in GatewayTraceStatsOrderBy) {
|
|
34
|
+
if (Object.prototype.hasOwnProperty.call(GatewayTraceStatsOrderBy, key)) {
|
|
35
|
+
if (GatewayTraceStatsOrderBy[key] === value) {
|
|
36
|
+
return true;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
return false;
|
|
41
|
+
}
|
|
42
|
+
function GatewayTraceStatsOrderByFromJSON(json) {
|
|
43
|
+
return GatewayTraceStatsOrderByFromJSONTyped(json, false);
|
|
44
|
+
}
|
|
45
|
+
function GatewayTraceStatsOrderByFromJSONTyped(json, ignoreDiscriminator) {
|
|
46
|
+
return json;
|
|
47
|
+
}
|
|
48
|
+
function GatewayTraceStatsOrderByToJSON(value) {
|
|
49
|
+
return value;
|
|
50
|
+
}
|
|
51
|
+
function GatewayTraceStatsOrderByToJSONTyped(value, ignoreDiscriminator) {
|
|
52
|
+
return value;
|
|
53
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Order direction.
|
|
14
|
+
* @export
|
|
15
|
+
* @enum {string}
|
|
16
|
+
*/
|
|
17
|
+
export declare enum GatewayTraceStatsOrderDirection {
|
|
18
|
+
Asc = "asc",
|
|
19
|
+
Desc = "desc"
|
|
20
|
+
}
|
|
21
|
+
export declare function instanceOfGatewayTraceStatsOrderDirection(value: any): boolean;
|
|
22
|
+
export declare function GatewayTraceStatsOrderDirectionFromJSON(json: any): GatewayTraceStatsOrderDirection;
|
|
23
|
+
export declare function GatewayTraceStatsOrderDirectionFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsOrderDirection;
|
|
24
|
+
export declare function GatewayTraceStatsOrderDirectionToJSON(value?: GatewayTraceStatsOrderDirection | null): any;
|
|
25
|
+
export declare function GatewayTraceStatsOrderDirectionToJSONTyped(value: any, ignoreDiscriminator: boolean): GatewayTraceStatsOrderDirection;
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.GatewayTraceStatsOrderDirection = void 0;
|
|
17
|
+
exports.instanceOfGatewayTraceStatsOrderDirection = instanceOfGatewayTraceStatsOrderDirection;
|
|
18
|
+
exports.GatewayTraceStatsOrderDirectionFromJSON = GatewayTraceStatsOrderDirectionFromJSON;
|
|
19
|
+
exports.GatewayTraceStatsOrderDirectionFromJSONTyped = GatewayTraceStatsOrderDirectionFromJSONTyped;
|
|
20
|
+
exports.GatewayTraceStatsOrderDirectionToJSON = GatewayTraceStatsOrderDirectionToJSON;
|
|
21
|
+
exports.GatewayTraceStatsOrderDirectionToJSONTyped = GatewayTraceStatsOrderDirectionToJSONTyped;
|
|
22
|
+
/**
|
|
23
|
+
* Order direction.
|
|
24
|
+
* @export
|
|
25
|
+
* @enum {string}
|
|
26
|
+
*/
|
|
27
|
+
var GatewayTraceStatsOrderDirection;
|
|
28
|
+
(function (GatewayTraceStatsOrderDirection) {
|
|
29
|
+
GatewayTraceStatsOrderDirection["Asc"] = "asc";
|
|
30
|
+
GatewayTraceStatsOrderDirection["Desc"] = "desc";
|
|
31
|
+
})(GatewayTraceStatsOrderDirection || (exports.GatewayTraceStatsOrderDirection = GatewayTraceStatsOrderDirection = {}));
|
|
32
|
+
function instanceOfGatewayTraceStatsOrderDirection(value) {
|
|
33
|
+
for (const key in GatewayTraceStatsOrderDirection) {
|
|
34
|
+
if (Object.prototype.hasOwnProperty.call(GatewayTraceStatsOrderDirection, key)) {
|
|
35
|
+
if (GatewayTraceStatsOrderDirection[key] === value) {
|
|
36
|
+
return true;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
return false;
|
|
41
|
+
}
|
|
42
|
+
function GatewayTraceStatsOrderDirectionFromJSON(json) {
|
|
43
|
+
return GatewayTraceStatsOrderDirectionFromJSONTyped(json, false);
|
|
44
|
+
}
|
|
45
|
+
function GatewayTraceStatsOrderDirectionFromJSONTyped(json, ignoreDiscriminator) {
|
|
46
|
+
return json;
|
|
47
|
+
}
|
|
48
|
+
function GatewayTraceStatsOrderDirectionToJSON(value) {
|
|
49
|
+
return value;
|
|
50
|
+
}
|
|
51
|
+
function GatewayTraceStatsOrderDirectionToJSONTyped(value, ignoreDiscriminator) {
|
|
52
|
+
return value;
|
|
53
|
+
}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { GatewayTraceStatsOrder } from './GatewayTraceStatsOrder';
|
|
13
|
+
import type { GatewayTraceStatsMeasure } from './GatewayTraceStatsMeasure';
|
|
14
|
+
import type { GatewayTraceStatsFilter } from './GatewayTraceStatsFilter';
|
|
15
|
+
import type { GatewayTraceStatsGroupBy } from './GatewayTraceStatsGroupBy';
|
|
16
|
+
/**
|
|
17
|
+
* One panel of a statistics request: a named measure with its grouping, filters,
|
|
18
|
+
* and ordering.
|
|
19
|
+
* @export
|
|
20
|
+
* @interface GatewayTraceStatsPanelQuery
|
|
21
|
+
*/
|
|
22
|
+
export interface GatewayTraceStatsPanelQuery {
|
|
23
|
+
/**
|
|
24
|
+
* Predicates used to restrict the returned data.
|
|
25
|
+
* @type {Array<GatewayTraceStatsFilter>}
|
|
26
|
+
* @memberof GatewayTraceStatsPanelQuery
|
|
27
|
+
*/
|
|
28
|
+
filters?: Array<GatewayTraceStatsFilter>;
|
|
29
|
+
/**
|
|
30
|
+
* Grouping dimensions. Valid for `table` requests only; a latency measure
|
|
31
|
+
* supports none.
|
|
32
|
+
* @type {Array<GatewayTraceStatsGroupBy>}
|
|
33
|
+
* @memberof GatewayTraceStatsPanelQuery
|
|
34
|
+
*/
|
|
35
|
+
groupBy?: Array<GatewayTraceStatsGroupBy>;
|
|
36
|
+
/**
|
|
37
|
+
* Maximum number of items to return.
|
|
38
|
+
* @type {number}
|
|
39
|
+
* @memberof GatewayTraceStatsPanelQuery
|
|
40
|
+
*/
|
|
41
|
+
limit?: number | null;
|
|
42
|
+
/**
|
|
43
|
+
*
|
|
44
|
+
* @type {GatewayTraceStatsMeasure}
|
|
45
|
+
* @memberof GatewayTraceStatsPanelQuery
|
|
46
|
+
*/
|
|
47
|
+
measure: GatewayTraceStatsMeasure;
|
|
48
|
+
/**
|
|
49
|
+
* Caller-chosen label echoed back as `query_name`, so results can be matched
|
|
50
|
+
* to the panel that asked for them.
|
|
51
|
+
* @type {string}
|
|
52
|
+
* @memberof GatewayTraceStatsPanelQuery
|
|
53
|
+
*/
|
|
54
|
+
name: string;
|
|
55
|
+
/**
|
|
56
|
+
* Value of the `order` field.
|
|
57
|
+
* @type {GatewayTraceStatsOrder}
|
|
58
|
+
* @memberof GatewayTraceStatsPanelQuery
|
|
59
|
+
*/
|
|
60
|
+
order?: GatewayTraceStatsOrder | null;
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Check if a given object implements the GatewayTraceStatsPanelQuery interface.
|
|
64
|
+
*/
|
|
65
|
+
export declare function instanceOfGatewayTraceStatsPanelQuery(value: object): value is GatewayTraceStatsPanelQuery;
|
|
66
|
+
export declare function GatewayTraceStatsPanelQueryFromJSON(json: any): GatewayTraceStatsPanelQuery;
|
|
67
|
+
export declare function GatewayTraceStatsPanelQueryFromJSONTyped(json: any, ignoreDiscriminator: boolean): GatewayTraceStatsPanelQuery;
|
|
68
|
+
export declare function GatewayTraceStatsPanelQueryToJSON(json: any): GatewayTraceStatsPanelQuery;
|
|
69
|
+
export declare function GatewayTraceStatsPanelQueryToJSONTyped(value?: GatewayTraceStatsPanelQuery | null, ignoreDiscriminator?: boolean): any;
|