@atlanai/sdk 0.1.1 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +32 -0
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,869 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
16
|
+
if (k2 === undefined) k2 = k;
|
|
17
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
18
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
19
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
20
|
+
}
|
|
21
|
+
Object.defineProperty(o, k2, desc);
|
|
22
|
+
}) : (function(o, m, k, k2) {
|
|
23
|
+
if (k2 === undefined) k2 = k;
|
|
24
|
+
o[k2] = m[k];
|
|
25
|
+
}));
|
|
26
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
27
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
28
|
+
}) : function(o, v) {
|
|
29
|
+
o["default"] = v;
|
|
30
|
+
});
|
|
31
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
32
|
+
var ownKeys = function(o) {
|
|
33
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
34
|
+
var ar = [];
|
|
35
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
36
|
+
return ar;
|
|
37
|
+
};
|
|
38
|
+
return ownKeys(o);
|
|
39
|
+
};
|
|
40
|
+
return function (mod) {
|
|
41
|
+
if (mod && mod.__esModule) return mod;
|
|
42
|
+
var result = {};
|
|
43
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
44
|
+
__setModuleDefault(result, mod);
|
|
45
|
+
return result;
|
|
46
|
+
};
|
|
47
|
+
})();
|
|
48
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
49
|
+
exports.EvalSearchExperimentsContentEncodingEnum = exports.EvalQueryExperimentTraceStatsContentEncodingEnum = exports.EvalPatchExperimentContentEncodingEnum = exports.EvalCreateExperimentResultsBulkContentEncodingEnum = exports.EvalCreateExperimentResultContentEncodingEnum = exports.EvalCreateExperimentContentEncodingEnum = exports.ExperimentsApi = void 0;
|
|
50
|
+
const runtime = __importStar(require("../runtime"));
|
|
51
|
+
const EvalArtifactSearchRequest_1 = require("../models/EvalArtifactSearchRequest");
|
|
52
|
+
const EvalBulkExperimentResultResponse_1 = require("../models/EvalBulkExperimentResultResponse");
|
|
53
|
+
const EvalExperimentArtifactView_1 = require("../models/EvalExperimentArtifactView");
|
|
54
|
+
const EvalExperimentCreate_1 = require("../models/EvalExperimentCreate");
|
|
55
|
+
const EvalExperimentPatch_1 = require("../models/EvalExperimentPatch");
|
|
56
|
+
const EvalExperimentResultArtifactView_1 = require("../models/EvalExperimentResultArtifactView");
|
|
57
|
+
const EvalExperimentResultBulkCreate_1 = require("../models/EvalExperimentResultBulkCreate");
|
|
58
|
+
const EvalExperimentResultCreate_1 = require("../models/EvalExperimentResultCreate");
|
|
59
|
+
const EvalPageExperimentArtifactView_1 = require("../models/EvalPageExperimentArtifactView");
|
|
60
|
+
const EvalPageExperimentResultArtifactView_1 = require("../models/EvalPageExperimentResultArtifactView");
|
|
61
|
+
const GatewayTraceStatsEnvelope_1 = require("../models/GatewayTraceStatsEnvelope");
|
|
62
|
+
const GatewayTraceStatsRequest_1 = require("../models/GatewayTraceStatsRequest");
|
|
63
|
+
const SpanListEnvelope_1 = require("../models/SpanListEnvelope");
|
|
64
|
+
const TraceDetailView_1 = require("../models/TraceDetailView");
|
|
65
|
+
const TraceListEnvelope_1 = require("../models/TraceListEnvelope");
|
|
66
|
+
/**
|
|
67
|
+
*
|
|
68
|
+
*/
|
|
69
|
+
class ExperimentsApi extends runtime.BaseAPI {
|
|
70
|
+
/**
|
|
71
|
+
* Creates request options for evalArchiveExperiment without sending the request
|
|
72
|
+
*/
|
|
73
|
+
async evalArchiveExperimentRequestOpts(requestParameters) {
|
|
74
|
+
if (requestParameters['experimentId'] == null) {
|
|
75
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalArchiveExperiment().');
|
|
76
|
+
}
|
|
77
|
+
const queryParameters = {};
|
|
78
|
+
const headerParameters = {};
|
|
79
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
80
|
+
const token = this.configuration.accessToken;
|
|
81
|
+
const tokenString = await token("bearer", []);
|
|
82
|
+
if (tokenString) {
|
|
83
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
let urlPath = `/experiments/{experiment_id}/archive`;
|
|
87
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
88
|
+
return {
|
|
89
|
+
path: urlPath,
|
|
90
|
+
method: 'POST',
|
|
91
|
+
headers: headerParameters,
|
|
92
|
+
query: queryParameters,
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* Soft-delete the experiment and cascade its results. Housekeeping for runs that no longer matter; a completed experiment you still cite should stay.
|
|
97
|
+
* Archive an experiment
|
|
98
|
+
*/
|
|
99
|
+
async evalArchiveExperimentRaw(requestParameters, initOverrides) {
|
|
100
|
+
const requestOptions = await this.evalArchiveExperimentRequestOpts(requestParameters);
|
|
101
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
102
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Soft-delete the experiment and cascade its results. Housekeeping for runs that no longer matter; a completed experiment you still cite should stay.
|
|
106
|
+
* Archive an experiment
|
|
107
|
+
*/
|
|
108
|
+
async evalArchiveExperiment(requestParameters, initOverrides) {
|
|
109
|
+
const response = await this.evalArchiveExperimentRaw(requestParameters, initOverrides);
|
|
110
|
+
return await response.value();
|
|
111
|
+
}
|
|
112
|
+
/**
|
|
113
|
+
* Creates request options for evalCreateExperiment without sending the request
|
|
114
|
+
*/
|
|
115
|
+
async evalCreateExperimentRequestOpts(requestParameters) {
|
|
116
|
+
if (requestParameters['evalExperimentCreate'] == null) {
|
|
117
|
+
throw new runtime.RequiredError('evalExperimentCreate', 'Required parameter "evalExperimentCreate" was null or undefined when calling evalCreateExperiment().');
|
|
118
|
+
}
|
|
119
|
+
const queryParameters = {};
|
|
120
|
+
const headerParameters = {};
|
|
121
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
122
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
123
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
124
|
+
}
|
|
125
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
126
|
+
const token = this.configuration.accessToken;
|
|
127
|
+
const tokenString = await token("bearer", []);
|
|
128
|
+
if (tokenString) {
|
|
129
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
let urlPath = `/experiments`;
|
|
133
|
+
return {
|
|
134
|
+
path: urlPath,
|
|
135
|
+
method: 'POST',
|
|
136
|
+
headers: headerParameters,
|
|
137
|
+
query: queryParameters,
|
|
138
|
+
body: (0, EvalExperimentCreate_1.EvalExperimentCreateToJSON)(requestParameters['evalExperimentCreate']),
|
|
139
|
+
};
|
|
140
|
+
}
|
|
141
|
+
/**
|
|
142
|
+
* Record the start of an evaluation run: the subject under test (an agent, harness, or skill), the dataset, the configuration, and optionally the baseline it is compared against. The gateway does not execute anything — your runner or CI executes the cases and uploads results here. Created `running` by default; upload results, then finalize with one PATCH to `completed` carrying the score summary.
|
|
143
|
+
* Create an experiment
|
|
144
|
+
*/
|
|
145
|
+
async evalCreateExperimentRaw(requestParameters, initOverrides) {
|
|
146
|
+
const requestOptions = await this.evalCreateExperimentRequestOpts(requestParameters);
|
|
147
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
148
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Record the start of an evaluation run: the subject under test (an agent, harness, or skill), the dataset, the configuration, and optionally the baseline it is compared against. The gateway does not execute anything — your runner or CI executes the cases and uploads results here. Created `running` by default; upload results, then finalize with one PATCH to `completed` carrying the score summary.
|
|
152
|
+
* Create an experiment
|
|
153
|
+
*/
|
|
154
|
+
async evalCreateExperiment(requestParameters, initOverrides) {
|
|
155
|
+
const response = await this.evalCreateExperimentRaw(requestParameters, initOverrides);
|
|
156
|
+
return await response.value();
|
|
157
|
+
}
|
|
158
|
+
/**
|
|
159
|
+
* Creates request options for evalCreateExperimentResult without sending the request
|
|
160
|
+
*/
|
|
161
|
+
async evalCreateExperimentResultRequestOpts(requestParameters) {
|
|
162
|
+
if (requestParameters['experimentId'] == null) {
|
|
163
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalCreateExperimentResult().');
|
|
164
|
+
}
|
|
165
|
+
if (requestParameters['evalExperimentResultCreate'] == null) {
|
|
166
|
+
throw new runtime.RequiredError('evalExperimentResultCreate', 'Required parameter "evalExperimentResultCreate" was null or undefined when calling evalCreateExperimentResult().');
|
|
167
|
+
}
|
|
168
|
+
const queryParameters = {};
|
|
169
|
+
const headerParameters = {};
|
|
170
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
171
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
172
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
173
|
+
}
|
|
174
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
175
|
+
const token = this.configuration.accessToken;
|
|
176
|
+
const tokenString = await token("bearer", []);
|
|
177
|
+
if (tokenString) {
|
|
178
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
let urlPath = `/experiments/{experiment_id}/results`;
|
|
182
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
183
|
+
return {
|
|
184
|
+
path: urlPath,
|
|
185
|
+
method: 'POST',
|
|
186
|
+
headers: headerParameters,
|
|
187
|
+
query: queryParameters,
|
|
188
|
+
body: (0, EvalExperimentResultCreate_1.EvalExperimentResultCreateToJSON)(requestParameters['evalExperimentResultCreate']),
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
/**
|
|
192
|
+
* Append one case\'s result to a running experiment. The parent comes from the path, so `experiment_id` is not a body field. **Create-only**: a result is reported, not edited, and a completed or failed experiment accepts no further results — that is what makes a finished experiment an immutable snapshot. `input`/`expected` are snapshot copies taken at run time, so later dataset curation cannot rewrite what this case actually ran.
|
|
193
|
+
* Report one evaluated case
|
|
194
|
+
*/
|
|
195
|
+
async evalCreateExperimentResultRaw(requestParameters, initOverrides) {
|
|
196
|
+
const requestOptions = await this.evalCreateExperimentResultRequestOpts(requestParameters);
|
|
197
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
198
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewFromJSON)(jsonValue));
|
|
199
|
+
}
|
|
200
|
+
/**
|
|
201
|
+
* Append one case\'s result to a running experiment. The parent comes from the path, so `experiment_id` is not a body field. **Create-only**: a result is reported, not edited, and a completed or failed experiment accepts no further results — that is what makes a finished experiment an immutable snapshot. `input`/`expected` are snapshot copies taken at run time, so later dataset curation cannot rewrite what this case actually ran.
|
|
202
|
+
* Report one evaluated case
|
|
203
|
+
*/
|
|
204
|
+
async evalCreateExperimentResult(requestParameters, initOverrides) {
|
|
205
|
+
const response = await this.evalCreateExperimentResultRaw(requestParameters, initOverrides);
|
|
206
|
+
return await response.value();
|
|
207
|
+
}
|
|
208
|
+
/**
|
|
209
|
+
* Creates request options for evalCreateExperimentResultsBulk without sending the request
|
|
210
|
+
*/
|
|
211
|
+
async evalCreateExperimentResultsBulkRequestOpts(requestParameters) {
|
|
212
|
+
if (requestParameters['experimentId'] == null) {
|
|
213
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalCreateExperimentResultsBulk().');
|
|
214
|
+
}
|
|
215
|
+
if (requestParameters['evalExperimentResultBulkCreate'] == null) {
|
|
216
|
+
throw new runtime.RequiredError('evalExperimentResultBulkCreate', 'Required parameter "evalExperimentResultBulkCreate" was null or undefined when calling evalCreateExperimentResultsBulk().');
|
|
217
|
+
}
|
|
218
|
+
const queryParameters = {};
|
|
219
|
+
const headerParameters = {};
|
|
220
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
221
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
222
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
223
|
+
}
|
|
224
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
225
|
+
const token = this.configuration.accessToken;
|
|
226
|
+
const tokenString = await token("bearer", []);
|
|
227
|
+
if (tokenString) {
|
|
228
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
let urlPath = `/experiments/{experiment_id}/results/bulk`;
|
|
232
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
233
|
+
return {
|
|
234
|
+
path: urlPath,
|
|
235
|
+
method: 'POST',
|
|
236
|
+
headers: headerParameters,
|
|
237
|
+
query: queryParameters,
|
|
238
|
+
body: (0, EvalExperimentResultBulkCreate_1.EvalExperimentResultBulkCreateToJSON)(requestParameters['evalExperimentResultBulkCreate']),
|
|
239
|
+
};
|
|
240
|
+
}
|
|
241
|
+
/**
|
|
242
|
+
* Create up to 100 results in one call — how a runner reports as cases finish. **207 Multi-Status**: one index-aligned slot per submitted item, so a single rejected case does not fail the batch.
|
|
243
|
+
* Report many evaluated cases
|
|
244
|
+
*/
|
|
245
|
+
async evalCreateExperimentResultsBulkRaw(requestParameters, initOverrides) {
|
|
246
|
+
const requestOptions = await this.evalCreateExperimentResultsBulkRequestOpts(requestParameters);
|
|
247
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
248
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalBulkExperimentResultResponse_1.EvalBulkExperimentResultResponseFromJSON)(jsonValue));
|
|
249
|
+
}
|
|
250
|
+
/**
|
|
251
|
+
* Create up to 100 results in one call — how a runner reports as cases finish. **207 Multi-Status**: one index-aligned slot per submitted item, so a single rejected case does not fail the batch.
|
|
252
|
+
* Report many evaluated cases
|
|
253
|
+
*/
|
|
254
|
+
async evalCreateExperimentResultsBulk(requestParameters, initOverrides) {
|
|
255
|
+
const response = await this.evalCreateExperimentResultsBulkRaw(requestParameters, initOverrides);
|
|
256
|
+
return await response.value();
|
|
257
|
+
}
|
|
258
|
+
/**
|
|
259
|
+
* Creates request options for evalGetExperiment without sending the request
|
|
260
|
+
*/
|
|
261
|
+
async evalGetExperimentRequestOpts(requestParameters) {
|
|
262
|
+
if (requestParameters['experimentId'] == null) {
|
|
263
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalGetExperiment().');
|
|
264
|
+
}
|
|
265
|
+
const queryParameters = {};
|
|
266
|
+
const headerParameters = {};
|
|
267
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
268
|
+
const token = this.configuration.accessToken;
|
|
269
|
+
const tokenString = await token("bearer", []);
|
|
270
|
+
if (tokenString) {
|
|
271
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
let urlPath = `/experiments/{experiment_id}`;
|
|
275
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
276
|
+
return {
|
|
277
|
+
path: urlPath,
|
|
278
|
+
method: 'GET',
|
|
279
|
+
headers: headerParameters,
|
|
280
|
+
query: queryParameters,
|
|
281
|
+
};
|
|
282
|
+
}
|
|
283
|
+
/**
|
|
284
|
+
* Read one experiment.
|
|
285
|
+
* Get an experiment
|
|
286
|
+
*/
|
|
287
|
+
async evalGetExperimentRaw(requestParameters, initOverrides) {
|
|
288
|
+
const requestOptions = await this.evalGetExperimentRequestOpts(requestParameters);
|
|
289
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
290
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
|
|
291
|
+
}
|
|
292
|
+
/**
|
|
293
|
+
* Read one experiment.
|
|
294
|
+
* Get an experiment
|
|
295
|
+
*/
|
|
296
|
+
async evalGetExperiment(requestParameters, initOverrides) {
|
|
297
|
+
const response = await this.evalGetExperimentRaw(requestParameters, initOverrides);
|
|
298
|
+
return await response.value();
|
|
299
|
+
}
|
|
300
|
+
/**
|
|
301
|
+
* Creates request options for evalGetExperimentResult without sending the request
|
|
302
|
+
*/
|
|
303
|
+
async evalGetExperimentResultRequestOpts(requestParameters) {
|
|
304
|
+
if (requestParameters['experimentId'] == null) {
|
|
305
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalGetExperimentResult().');
|
|
306
|
+
}
|
|
307
|
+
if (requestParameters['resultId'] == null) {
|
|
308
|
+
throw new runtime.RequiredError('resultId', 'Required parameter "resultId" was null or undefined when calling evalGetExperimentResult().');
|
|
309
|
+
}
|
|
310
|
+
const queryParameters = {};
|
|
311
|
+
const headerParameters = {};
|
|
312
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
313
|
+
const token = this.configuration.accessToken;
|
|
314
|
+
const tokenString = await token("bearer", []);
|
|
315
|
+
if (tokenString) {
|
|
316
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
let urlPath = `/experiments/{experiment_id}/results/{result_id}`;
|
|
320
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
321
|
+
urlPath = urlPath.replace('{result_id}', encodeURIComponent(String(requestParameters['resultId'])));
|
|
322
|
+
return {
|
|
323
|
+
path: urlPath,
|
|
324
|
+
method: 'GET',
|
|
325
|
+
headers: headerParameters,
|
|
326
|
+
query: queryParameters,
|
|
327
|
+
};
|
|
328
|
+
}
|
|
329
|
+
/**
|
|
330
|
+
* Read one evaluated case with its full typed metadata — the input/expected snapshot, the output, the scores, and the session/trace join keys. `experiment_id` addresses the result within its experiment; the result\'s own handle is what resolves it, and the path\'s experiment is **not** currently checked against the result\'s own — see the open item in eval.md.
|
|
331
|
+
* Get one result
|
|
332
|
+
*/
|
|
333
|
+
async evalGetExperimentResultRaw(requestParameters, initOverrides) {
|
|
334
|
+
const requestOptions = await this.evalGetExperimentResultRequestOpts(requestParameters);
|
|
335
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
336
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewFromJSON)(jsonValue));
|
|
337
|
+
}
|
|
338
|
+
/**
|
|
339
|
+
* Read one evaluated case with its full typed metadata — the input/expected snapshot, the output, the scores, and the session/trace join keys. `experiment_id` addresses the result within its experiment; the result\'s own handle is what resolves it, and the path\'s experiment is **not** currently checked against the result\'s own — see the open item in eval.md.
|
|
340
|
+
* Get one result
|
|
341
|
+
*/
|
|
342
|
+
async evalGetExperimentResult(requestParameters, initOverrides) {
|
|
343
|
+
const response = await this.evalGetExperimentResultRaw(requestParameters, initOverrides);
|
|
344
|
+
return await response.value();
|
|
345
|
+
}
|
|
346
|
+
/**
|
|
347
|
+
* Creates request options for evalGetExperimentTrace without sending the request
|
|
348
|
+
*/
|
|
349
|
+
async evalGetExperimentTraceRequestOpts(requestParameters) {
|
|
350
|
+
if (requestParameters['experimentId'] == null) {
|
|
351
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalGetExperimentTrace().');
|
|
352
|
+
}
|
|
353
|
+
if (requestParameters['traceId'] == null) {
|
|
354
|
+
throw new runtime.RequiredError('traceId', 'Required parameter "traceId" was null or undefined when calling evalGetExperimentTrace().');
|
|
355
|
+
}
|
|
356
|
+
const queryParameters = {};
|
|
357
|
+
const headerParameters = {};
|
|
358
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
359
|
+
const token = this.configuration.accessToken;
|
|
360
|
+
const tokenString = await token("bearer", []);
|
|
361
|
+
if (tokenString) {
|
|
362
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
363
|
+
}
|
|
364
|
+
}
|
|
365
|
+
let urlPath = `/experiments/{experiment_id}/traces/{trace_id}`;
|
|
366
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
367
|
+
urlPath = urlPath.replace('{trace_id}', encodeURIComponent(String(requestParameters['traceId'])));
|
|
368
|
+
return {
|
|
369
|
+
path: urlPath,
|
|
370
|
+
method: 'GET',
|
|
371
|
+
headers: headerParameters,
|
|
372
|
+
query: queryParameters,
|
|
373
|
+
};
|
|
374
|
+
}
|
|
375
|
+
/**
|
|
376
|
+
* Use this operation to read one of an experiment\'s traces.
|
|
377
|
+
* Read one of an experiment\'s traces
|
|
378
|
+
*/
|
|
379
|
+
async evalGetExperimentTraceRaw(requestParameters, initOverrides) {
|
|
380
|
+
const requestOptions = await this.evalGetExperimentTraceRequestOpts(requestParameters);
|
|
381
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
382
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, TraceDetailView_1.TraceDetailViewFromJSON)(jsonValue));
|
|
383
|
+
}
|
|
384
|
+
/**
|
|
385
|
+
* Use this operation to read one of an experiment\'s traces.
|
|
386
|
+
* Read one of an experiment\'s traces
|
|
387
|
+
*/
|
|
388
|
+
async evalGetExperimentTrace(requestParameters, initOverrides) {
|
|
389
|
+
const response = await this.evalGetExperimentTraceRaw(requestParameters, initOverrides);
|
|
390
|
+
return await response.value();
|
|
391
|
+
}
|
|
392
|
+
/**
|
|
393
|
+
* Creates request options for evalListExperimentResults without sending the request
|
|
394
|
+
*/
|
|
395
|
+
async evalListExperimentResultsRequestOpts(requestParameters) {
|
|
396
|
+
if (requestParameters['experimentId'] == null) {
|
|
397
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalListExperimentResults().');
|
|
398
|
+
}
|
|
399
|
+
const queryParameters = {};
|
|
400
|
+
if (requestParameters['limit'] != null) {
|
|
401
|
+
queryParameters['limit'] = requestParameters['limit'];
|
|
402
|
+
}
|
|
403
|
+
if (requestParameters['offset'] != null) {
|
|
404
|
+
queryParameters['offset'] = requestParameters['offset'];
|
|
405
|
+
}
|
|
406
|
+
if (requestParameters['datasetRecordId'] != null) {
|
|
407
|
+
queryParameters['dataset_record_id'] = requestParameters['datasetRecordId'];
|
|
408
|
+
}
|
|
409
|
+
if (requestParameters['sessionId'] != null) {
|
|
410
|
+
queryParameters['session_id'] = requestParameters['sessionId'];
|
|
411
|
+
}
|
|
412
|
+
if (requestParameters['sort'] != null) {
|
|
413
|
+
queryParameters['sort'] = requestParameters['sort'];
|
|
414
|
+
}
|
|
415
|
+
const headerParameters = {};
|
|
416
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
417
|
+
const token = this.configuration.accessToken;
|
|
418
|
+
const tokenString = await token("bearer", []);
|
|
419
|
+
if (tokenString) {
|
|
420
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
421
|
+
}
|
|
422
|
+
}
|
|
423
|
+
let urlPath = `/experiments/{experiment_id}/results`;
|
|
424
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
425
|
+
return {
|
|
426
|
+
path: urlPath,
|
|
427
|
+
method: 'GET',
|
|
428
|
+
headers: headerParameters,
|
|
429
|
+
query: queryParameters,
|
|
430
|
+
};
|
|
431
|
+
}
|
|
432
|
+
/**
|
|
433
|
+
* Page the experiment\'s evaluated cases, each with its typed metadata. Filter by `dataset_record_id` to join one case across two experiments over the same dataset.
|
|
434
|
+
* List an experiment\'s results
|
|
435
|
+
*/
|
|
436
|
+
async evalListExperimentResultsRaw(requestParameters, initOverrides) {
|
|
437
|
+
const requestOptions = await this.evalListExperimentResultsRequestOpts(requestParameters);
|
|
438
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
439
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalPageExperimentResultArtifactView_1.EvalPageExperimentResultArtifactViewFromJSON)(jsonValue));
|
|
440
|
+
}
|
|
441
|
+
/**
|
|
442
|
+
* Page the experiment\'s evaluated cases, each with its typed metadata. Filter by `dataset_record_id` to join one case across two experiments over the same dataset.
|
|
443
|
+
* List an experiment\'s results
|
|
444
|
+
*/
|
|
445
|
+
async evalListExperimentResults(requestParameters, initOverrides) {
|
|
446
|
+
const response = await this.evalListExperimentResultsRaw(requestParameters, initOverrides);
|
|
447
|
+
return await response.value();
|
|
448
|
+
}
|
|
449
|
+
/**
|
|
450
|
+
* Creates request options for evalListExperimentTraceSpans without sending the request
|
|
451
|
+
*/
|
|
452
|
+
async evalListExperimentTraceSpansRequestOpts(requestParameters) {
|
|
453
|
+
if (requestParameters['experimentId'] == null) {
|
|
454
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalListExperimentTraceSpans().');
|
|
455
|
+
}
|
|
456
|
+
if (requestParameters['traceId'] == null) {
|
|
457
|
+
throw new runtime.RequiredError('traceId', 'Required parameter "traceId" was null or undefined when calling evalListExperimentTraceSpans().');
|
|
458
|
+
}
|
|
459
|
+
const queryParameters = {};
|
|
460
|
+
if (requestParameters['limit'] != null) {
|
|
461
|
+
queryParameters['limit'] = requestParameters['limit'];
|
|
462
|
+
}
|
|
463
|
+
if (requestParameters['cursor'] != null) {
|
|
464
|
+
queryParameters['cursor'] = requestParameters['cursor'];
|
|
465
|
+
}
|
|
466
|
+
if (requestParameters['fields'] != null) {
|
|
467
|
+
queryParameters['fields'] = requestParameters['fields'];
|
|
468
|
+
}
|
|
469
|
+
const headerParameters = {};
|
|
470
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
471
|
+
const token = this.configuration.accessToken;
|
|
472
|
+
const tokenString = await token("bearer", []);
|
|
473
|
+
if (tokenString) {
|
|
474
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
475
|
+
}
|
|
476
|
+
}
|
|
477
|
+
let urlPath = `/experiments/{experiment_id}/traces/{trace_id}/spans`;
|
|
478
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
479
|
+
urlPath = urlPath.replace('{trace_id}', encodeURIComponent(String(requestParameters['traceId'])));
|
|
480
|
+
return {
|
|
481
|
+
path: urlPath,
|
|
482
|
+
method: 'GET',
|
|
483
|
+
headers: headerParameters,
|
|
484
|
+
query: queryParameters,
|
|
485
|
+
};
|
|
486
|
+
}
|
|
487
|
+
/**
|
|
488
|
+
* Use this operation to list spans in one of an experiment\'s traces.
|
|
489
|
+
* List spans in one of an experiment\'s traces
|
|
490
|
+
*/
|
|
491
|
+
async evalListExperimentTraceSpansRaw(requestParameters, initOverrides) {
|
|
492
|
+
const requestOptions = await this.evalListExperimentTraceSpansRequestOpts(requestParameters);
|
|
493
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
494
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, SpanListEnvelope_1.SpanListEnvelopeFromJSON)(jsonValue));
|
|
495
|
+
}
|
|
496
|
+
/**
|
|
497
|
+
* Use this operation to list spans in one of an experiment\'s traces.
|
|
498
|
+
* List spans in one of an experiment\'s traces
|
|
499
|
+
*/
|
|
500
|
+
async evalListExperimentTraceSpans(requestParameters, initOverrides) {
|
|
501
|
+
const response = await this.evalListExperimentTraceSpansRaw(requestParameters, initOverrides);
|
|
502
|
+
return await response.value();
|
|
503
|
+
}
|
|
504
|
+
/**
|
|
505
|
+
* Creates request options for evalListExperimentTraces without sending the request
|
|
506
|
+
*/
|
|
507
|
+
async evalListExperimentTracesRequestOpts(requestParameters) {
|
|
508
|
+
if (requestParameters['experimentId'] == null) {
|
|
509
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalListExperimentTraces().');
|
|
510
|
+
}
|
|
511
|
+
const queryParameters = {};
|
|
512
|
+
if (requestParameters['startTimeUnixSeconds'] != null) {
|
|
513
|
+
queryParameters['start_time_unix_seconds'] = requestParameters['startTimeUnixSeconds'];
|
|
514
|
+
}
|
|
515
|
+
if (requestParameters['endTimeUnixSeconds'] != null) {
|
|
516
|
+
queryParameters['end_time_unix_seconds'] = requestParameters['endTimeUnixSeconds'];
|
|
517
|
+
}
|
|
518
|
+
if (requestParameters['limit'] != null) {
|
|
519
|
+
queryParameters['limit'] = requestParameters['limit'];
|
|
520
|
+
}
|
|
521
|
+
if (requestParameters['cursor'] != null) {
|
|
522
|
+
queryParameters['cursor'] = requestParameters['cursor'];
|
|
523
|
+
}
|
|
524
|
+
if (requestParameters['sort'] != null) {
|
|
525
|
+
queryParameters['sort'] = requestParameters['sort'];
|
|
526
|
+
}
|
|
527
|
+
const headerParameters = {};
|
|
528
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
529
|
+
const token = this.configuration.accessToken;
|
|
530
|
+
const tokenString = await token("bearer", []);
|
|
531
|
+
if (tokenString) {
|
|
532
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
533
|
+
}
|
|
534
|
+
}
|
|
535
|
+
let urlPath = `/experiments/{experiment_id}/traces`;
|
|
536
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
537
|
+
return {
|
|
538
|
+
path: urlPath,
|
|
539
|
+
method: 'GET',
|
|
540
|
+
headers: headerParameters,
|
|
541
|
+
query: queryParameters,
|
|
542
|
+
};
|
|
543
|
+
}
|
|
544
|
+
/**
|
|
545
|
+
* Page the OTel traces stamped with this experiment\'s id — every span of a bench case carries `atlan.eval.experiment_id` via SDK propagation, so a run\'s traces are findable here before any result uploads. Visible in full to every caller who can read the experiment.
|
|
546
|
+
* List an experiment\'s traces
|
|
547
|
+
*/
|
|
548
|
+
async evalListExperimentTracesRaw(requestParameters, initOverrides) {
|
|
549
|
+
const requestOptions = await this.evalListExperimentTracesRequestOpts(requestParameters);
|
|
550
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
551
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, TraceListEnvelope_1.TraceListEnvelopeFromJSON)(jsonValue));
|
|
552
|
+
}
|
|
553
|
+
/**
|
|
554
|
+
* Page the OTel traces stamped with this experiment\'s id — every span of a bench case carries `atlan.eval.experiment_id` via SDK propagation, so a run\'s traces are findable here before any result uploads. Visible in full to every caller who can read the experiment.
|
|
555
|
+
* List an experiment\'s traces
|
|
556
|
+
*/
|
|
557
|
+
async evalListExperimentTraces(requestParameters, initOverrides) {
|
|
558
|
+
const response = await this.evalListExperimentTracesRaw(requestParameters, initOverrides);
|
|
559
|
+
return await response.value();
|
|
560
|
+
}
|
|
561
|
+
/**
|
|
562
|
+
* Creates request options for evalListExperiments without sending the request
|
|
563
|
+
*/
|
|
564
|
+
async evalListExperimentsRequestOpts(requestParameters) {
|
|
565
|
+
const queryParameters = {};
|
|
566
|
+
if (requestParameters['limit'] != null) {
|
|
567
|
+
queryParameters['limit'] = requestParameters['limit'];
|
|
568
|
+
}
|
|
569
|
+
if (requestParameters['offset'] != null) {
|
|
570
|
+
queryParameters['offset'] = requestParameters['offset'];
|
|
571
|
+
}
|
|
572
|
+
if (requestParameters['datasetId'] != null) {
|
|
573
|
+
queryParameters['dataset_id'] = requestParameters['datasetId'];
|
|
574
|
+
}
|
|
575
|
+
if (requestParameters['subjectKind'] != null) {
|
|
576
|
+
queryParameters['subject_kind'] = requestParameters['subjectKind'];
|
|
577
|
+
}
|
|
578
|
+
if (requestParameters['subjectId'] != null) {
|
|
579
|
+
queryParameters['subject_id'] = requestParameters['subjectId'];
|
|
580
|
+
}
|
|
581
|
+
if (requestParameters['experimentStatus'] != null) {
|
|
582
|
+
queryParameters['experiment_status'] = requestParameters['experimentStatus'];
|
|
583
|
+
}
|
|
584
|
+
if (requestParameters['baselineExperimentId'] != null) {
|
|
585
|
+
queryParameters['baseline_experiment_id'] = requestParameters['baselineExperimentId'];
|
|
586
|
+
}
|
|
587
|
+
if (requestParameters['config'] != null) {
|
|
588
|
+
queryParameters['config'] = requestParameters['config'];
|
|
589
|
+
}
|
|
590
|
+
if (requestParameters['sort'] != null) {
|
|
591
|
+
queryParameters['sort'] = requestParameters['sort'];
|
|
592
|
+
}
|
|
593
|
+
const headerParameters = {};
|
|
594
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
595
|
+
const token = this.configuration.accessToken;
|
|
596
|
+
const tokenString = await token("bearer", []);
|
|
597
|
+
if (tokenString) {
|
|
598
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
599
|
+
}
|
|
600
|
+
}
|
|
601
|
+
let urlPath = `/experiments`;
|
|
602
|
+
return {
|
|
603
|
+
path: urlPath,
|
|
604
|
+
method: 'GET',
|
|
605
|
+
headers: headerParameters,
|
|
606
|
+
query: queryParameters,
|
|
607
|
+
};
|
|
608
|
+
}
|
|
609
|
+
/**
|
|
610
|
+
* Page the account\'s experiments. Filter by subject pair for one agent\'s, harness\'s, or skill\'s runs; by `dataset_id` for every run over a golden set; by `baseline_experiment_id` for everything compared against one run; or by `config` for the arms of a sweep that share a dimension — `?config=model:claude-sonnet-5,engine:duckdb` answers \"every run of this model on this engine\", which is the slice a multi-arm sweep is actually compared along.
|
|
611
|
+
* List experiments
|
|
612
|
+
*/
|
|
613
|
+
async evalListExperimentsRaw(requestParameters, initOverrides) {
|
|
614
|
+
const requestOptions = await this.evalListExperimentsRequestOpts(requestParameters);
|
|
615
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
616
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalPageExperimentArtifactView_1.EvalPageExperimentArtifactViewFromJSON)(jsonValue));
|
|
617
|
+
}
|
|
618
|
+
/**
|
|
619
|
+
* Page the account\'s experiments. Filter by subject pair for one agent\'s, harness\'s, or skill\'s runs; by `dataset_id` for every run over a golden set; by `baseline_experiment_id` for everything compared against one run; or by `config` for the arms of a sweep that share a dimension — `?config=model:claude-sonnet-5,engine:duckdb` answers \"every run of this model on this engine\", which is the slice a multi-arm sweep is actually compared along.
|
|
620
|
+
* List experiments
|
|
621
|
+
*/
|
|
622
|
+
async evalListExperiments(requestParameters = {}, initOverrides) {
|
|
623
|
+
const response = await this.evalListExperimentsRaw(requestParameters, initOverrides);
|
|
624
|
+
return await response.value();
|
|
625
|
+
}
|
|
626
|
+
/**
|
|
627
|
+
* Creates request options for evalPatchExperiment without sending the request
|
|
628
|
+
*/
|
|
629
|
+
async evalPatchExperimentRequestOpts(requestParameters) {
|
|
630
|
+
if (requestParameters['experimentId'] == null) {
|
|
631
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalPatchExperiment().');
|
|
632
|
+
}
|
|
633
|
+
if (requestParameters['evalExperimentPatch'] == null) {
|
|
634
|
+
throw new runtime.RequiredError('evalExperimentPatch', 'Required parameter "evalExperimentPatch" was null or undefined when calling evalPatchExperiment().');
|
|
635
|
+
}
|
|
636
|
+
const queryParameters = {};
|
|
637
|
+
const headerParameters = {};
|
|
638
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
639
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
640
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
641
|
+
}
|
|
642
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
643
|
+
const token = this.configuration.accessToken;
|
|
644
|
+
const tokenString = await token("bearer", []);
|
|
645
|
+
if (tokenString) {
|
|
646
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
647
|
+
}
|
|
648
|
+
}
|
|
649
|
+
let urlPath = `/experiments/{experiment_id}`;
|
|
650
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
651
|
+
return {
|
|
652
|
+
path: urlPath,
|
|
653
|
+
method: 'PATCH',
|
|
654
|
+
headers: headerParameters,
|
|
655
|
+
query: queryParameters,
|
|
656
|
+
body: (0, EvalExperimentPatch_1.EvalExperimentPatchToJSON)(requestParameters['evalExperimentPatch']),
|
|
657
|
+
};
|
|
658
|
+
}
|
|
659
|
+
/**
|
|
660
|
+
* The finalize write: move `experiment_status` to `completed` or `failed` and record the score `summary`. The run-defining fields — dataset, subject, config, baseline — are not patchable; they describe a run that already happened. A terminal experiment is frozen entirely.
|
|
661
|
+
* Finalize or annotate an experiment
|
|
662
|
+
*/
|
|
663
|
+
async evalPatchExperimentRaw(requestParameters, initOverrides) {
|
|
664
|
+
const requestOptions = await this.evalPatchExperimentRequestOpts(requestParameters);
|
|
665
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
666
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
|
|
667
|
+
}
|
|
668
|
+
/**
|
|
669
|
+
* The finalize write: move `experiment_status` to `completed` or `failed` and record the score `summary`. The run-defining fields — dataset, subject, config, baseline — are not patchable; they describe a run that already happened. A terminal experiment is frozen entirely.
|
|
670
|
+
* Finalize or annotate an experiment
|
|
671
|
+
*/
|
|
672
|
+
async evalPatchExperiment(requestParameters, initOverrides) {
|
|
673
|
+
const response = await this.evalPatchExperimentRaw(requestParameters, initOverrides);
|
|
674
|
+
return await response.value();
|
|
675
|
+
}
|
|
676
|
+
/**
|
|
677
|
+
* Creates request options for evalQueryExperimentTraceStats without sending the request
|
|
678
|
+
*/
|
|
679
|
+
async evalQueryExperimentTraceStatsRequestOpts(requestParameters) {
|
|
680
|
+
if (requestParameters['experimentId'] == null) {
|
|
681
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalQueryExperimentTraceStats().');
|
|
682
|
+
}
|
|
683
|
+
if (requestParameters['gatewayTraceStatsRequest'] == null) {
|
|
684
|
+
throw new runtime.RequiredError('gatewayTraceStatsRequest', 'Required parameter "gatewayTraceStatsRequest" was null or undefined when calling evalQueryExperimentTraceStats().');
|
|
685
|
+
}
|
|
686
|
+
const queryParameters = {};
|
|
687
|
+
const headerParameters = {};
|
|
688
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
689
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
690
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
691
|
+
}
|
|
692
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
693
|
+
const token = this.configuration.accessToken;
|
|
694
|
+
const tokenString = await token("bearer", []);
|
|
695
|
+
if (tokenString) {
|
|
696
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
697
|
+
}
|
|
698
|
+
}
|
|
699
|
+
let urlPath = `/experiments/{experiment_id}/traces/stats/query`;
|
|
700
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
701
|
+
return {
|
|
702
|
+
path: urlPath,
|
|
703
|
+
method: 'POST',
|
|
704
|
+
headers: headerParameters,
|
|
705
|
+
query: queryParameters,
|
|
706
|
+
body: (0, GatewayTraceStatsRequest_1.GatewayTraceStatsRequestToJSON)(requestParameters['gatewayTraceStatsRequest']),
|
|
707
|
+
};
|
|
708
|
+
}
|
|
709
|
+
/**
|
|
710
|
+
* Use this operation to query statistics over an experiment\'s traces.
|
|
711
|
+
* Query statistics over an experiment\'s traces
|
|
712
|
+
*/
|
|
713
|
+
async evalQueryExperimentTraceStatsRaw(requestParameters, initOverrides) {
|
|
714
|
+
const requestOptions = await this.evalQueryExperimentTraceStatsRequestOpts(requestParameters);
|
|
715
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
716
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, GatewayTraceStatsEnvelope_1.GatewayTraceStatsEnvelopeFromJSON)(jsonValue));
|
|
717
|
+
}
|
|
718
|
+
/**
|
|
719
|
+
* Use this operation to query statistics over an experiment\'s traces.
|
|
720
|
+
* Query statistics over an experiment\'s traces
|
|
721
|
+
*/
|
|
722
|
+
async evalQueryExperimentTraceStats(requestParameters, initOverrides) {
|
|
723
|
+
const response = await this.evalQueryExperimentTraceStatsRaw(requestParameters, initOverrides);
|
|
724
|
+
return await response.value();
|
|
725
|
+
}
|
|
726
|
+
/**
|
|
727
|
+
* Creates request options for evalSearchExperiments without sending the request
|
|
728
|
+
*/
|
|
729
|
+
async evalSearchExperimentsRequestOpts(requestParameters) {
|
|
730
|
+
if (requestParameters['evalArtifactSearchRequest'] == null) {
|
|
731
|
+
throw new runtime.RequiredError('evalArtifactSearchRequest', 'Required parameter "evalArtifactSearchRequest" was null or undefined when calling evalSearchExperiments().');
|
|
732
|
+
}
|
|
733
|
+
const queryParameters = {};
|
|
734
|
+
const headerParameters = {};
|
|
735
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
736
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
737
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
738
|
+
}
|
|
739
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
740
|
+
const token = this.configuration.accessToken;
|
|
741
|
+
const tokenString = await token("bearer", []);
|
|
742
|
+
if (tokenString) {
|
|
743
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
744
|
+
}
|
|
745
|
+
}
|
|
746
|
+
let urlPath = `/experiments/search`;
|
|
747
|
+
return {
|
|
748
|
+
path: urlPath,
|
|
749
|
+
method: 'POST',
|
|
750
|
+
headers: headerParameters,
|
|
751
|
+
query: queryParameters,
|
|
752
|
+
body: (0, EvalArtifactSearchRequest_1.EvalArtifactSearchRequestToJSON)(requestParameters['evalArtifactSearchRequest']),
|
|
753
|
+
};
|
|
754
|
+
}
|
|
755
|
+
/**
|
|
756
|
+
* Full-text discovery over experiment names and descriptions. Results are summary-only and carry no `metadata`.
|
|
757
|
+
* Search experiments
|
|
758
|
+
*/
|
|
759
|
+
async evalSearchExperimentsRaw(requestParameters, initOverrides) {
|
|
760
|
+
const requestOptions = await this.evalSearchExperimentsRequestOpts(requestParameters);
|
|
761
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
762
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalPageExperimentArtifactView_1.EvalPageExperimentArtifactViewFromJSON)(jsonValue));
|
|
763
|
+
}
|
|
764
|
+
/**
|
|
765
|
+
* Full-text discovery over experiment names and descriptions. Results are summary-only and carry no `metadata`.
|
|
766
|
+
* Search experiments
|
|
767
|
+
*/
|
|
768
|
+
async evalSearchExperiments(requestParameters, initOverrides) {
|
|
769
|
+
const response = await this.evalSearchExperimentsRaw(requestParameters, initOverrides);
|
|
770
|
+
return await response.value();
|
|
771
|
+
}
|
|
772
|
+
/**
|
|
773
|
+
* Creates request options for evalSummarizeExperiment without sending the request
|
|
774
|
+
*/
|
|
775
|
+
async evalSummarizeExperimentRequestOpts(requestParameters) {
|
|
776
|
+
if (requestParameters['experimentId'] == null) {
|
|
777
|
+
throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalSummarizeExperiment().');
|
|
778
|
+
}
|
|
779
|
+
const queryParameters = {};
|
|
780
|
+
const headerParameters = {};
|
|
781
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
782
|
+
const token = this.configuration.accessToken;
|
|
783
|
+
const tokenString = await token("bearer", []);
|
|
784
|
+
if (tokenString) {
|
|
785
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
786
|
+
}
|
|
787
|
+
}
|
|
788
|
+
let urlPath = `/experiments/{experiment_id}/summarize`;
|
|
789
|
+
urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
|
|
790
|
+
return {
|
|
791
|
+
path: urlPath,
|
|
792
|
+
method: 'POST',
|
|
793
|
+
headers: headerParameters,
|
|
794
|
+
query: queryParameters,
|
|
795
|
+
};
|
|
796
|
+
}
|
|
797
|
+
/**
|
|
798
|
+
* Use this operation to roll the run\'s score spans up into `summary`.
|
|
799
|
+
* Roll the run\'s score spans up into `summary`
|
|
800
|
+
*/
|
|
801
|
+
async evalSummarizeExperimentRaw(requestParameters, initOverrides) {
|
|
802
|
+
const requestOptions = await this.evalSummarizeExperimentRequestOpts(requestParameters);
|
|
803
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
804
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
|
|
805
|
+
}
|
|
806
|
+
/**
|
|
807
|
+
* Use this operation to roll the run\'s score spans up into `summary`.
|
|
808
|
+
* Roll the run\'s score spans up into `summary`
|
|
809
|
+
*/
|
|
810
|
+
async evalSummarizeExperiment(requestParameters, initOverrides) {
|
|
811
|
+
const response = await this.evalSummarizeExperimentRaw(requestParameters, initOverrides);
|
|
812
|
+
return await response.value();
|
|
813
|
+
}
|
|
814
|
+
}
|
|
815
|
+
exports.ExperimentsApi = ExperimentsApi;
|
|
816
|
+
/**
|
|
817
|
+
* @export
|
|
818
|
+
* @enum {string}
|
|
819
|
+
*/
|
|
820
|
+
var EvalCreateExperimentContentEncodingEnum;
|
|
821
|
+
(function (EvalCreateExperimentContentEncodingEnum) {
|
|
822
|
+
EvalCreateExperimentContentEncodingEnum["Base64"] = "base64";
|
|
823
|
+
EvalCreateExperimentContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
824
|
+
})(EvalCreateExperimentContentEncodingEnum || (exports.EvalCreateExperimentContentEncodingEnum = EvalCreateExperimentContentEncodingEnum = {}));
|
|
825
|
+
/**
|
|
826
|
+
* @export
|
|
827
|
+
* @enum {string}
|
|
828
|
+
*/
|
|
829
|
+
var EvalCreateExperimentResultContentEncodingEnum;
|
|
830
|
+
(function (EvalCreateExperimentResultContentEncodingEnum) {
|
|
831
|
+
EvalCreateExperimentResultContentEncodingEnum["Base64"] = "base64";
|
|
832
|
+
EvalCreateExperimentResultContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
833
|
+
})(EvalCreateExperimentResultContentEncodingEnum || (exports.EvalCreateExperimentResultContentEncodingEnum = EvalCreateExperimentResultContentEncodingEnum = {}));
|
|
834
|
+
/**
|
|
835
|
+
* @export
|
|
836
|
+
* @enum {string}
|
|
837
|
+
*/
|
|
838
|
+
var EvalCreateExperimentResultsBulkContentEncodingEnum;
|
|
839
|
+
(function (EvalCreateExperimentResultsBulkContentEncodingEnum) {
|
|
840
|
+
EvalCreateExperimentResultsBulkContentEncodingEnum["Base64"] = "base64";
|
|
841
|
+
EvalCreateExperimentResultsBulkContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
842
|
+
})(EvalCreateExperimentResultsBulkContentEncodingEnum || (exports.EvalCreateExperimentResultsBulkContentEncodingEnum = EvalCreateExperimentResultsBulkContentEncodingEnum = {}));
|
|
843
|
+
/**
|
|
844
|
+
* @export
|
|
845
|
+
* @enum {string}
|
|
846
|
+
*/
|
|
847
|
+
var EvalPatchExperimentContentEncodingEnum;
|
|
848
|
+
(function (EvalPatchExperimentContentEncodingEnum) {
|
|
849
|
+
EvalPatchExperimentContentEncodingEnum["Base64"] = "base64";
|
|
850
|
+
EvalPatchExperimentContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
851
|
+
})(EvalPatchExperimentContentEncodingEnum || (exports.EvalPatchExperimentContentEncodingEnum = EvalPatchExperimentContentEncodingEnum = {}));
|
|
852
|
+
/**
|
|
853
|
+
* @export
|
|
854
|
+
* @enum {string}
|
|
855
|
+
*/
|
|
856
|
+
var EvalQueryExperimentTraceStatsContentEncodingEnum;
|
|
857
|
+
(function (EvalQueryExperimentTraceStatsContentEncodingEnum) {
|
|
858
|
+
EvalQueryExperimentTraceStatsContentEncodingEnum["Base64"] = "base64";
|
|
859
|
+
EvalQueryExperimentTraceStatsContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
860
|
+
})(EvalQueryExperimentTraceStatsContentEncodingEnum || (exports.EvalQueryExperimentTraceStatsContentEncodingEnum = EvalQueryExperimentTraceStatsContentEncodingEnum = {}));
|
|
861
|
+
/**
|
|
862
|
+
* @export
|
|
863
|
+
* @enum {string}
|
|
864
|
+
*/
|
|
865
|
+
var EvalSearchExperimentsContentEncodingEnum;
|
|
866
|
+
(function (EvalSearchExperimentsContentEncodingEnum) {
|
|
867
|
+
EvalSearchExperimentsContentEncodingEnum["Base64"] = "base64";
|
|
868
|
+
EvalSearchExperimentsContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
869
|
+
})(EvalSearchExperimentsContentEncodingEnum || (exports.EvalSearchExperimentsContentEncodingEnum = EvalSearchExperimentsContentEncodingEnum = {}));
|