@atlanai/sdk 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +94 -26
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import * as runtime from '../runtime';
|
|
13
|
+
import { type EvalPageScorerArtifactView } from '../models/EvalPageScorerArtifactView';
|
|
14
|
+
import { type EvalScorerArtifactView } from '../models/EvalScorerArtifactView';
|
|
15
|
+
import { type EvalScorerCreate } from '../models/EvalScorerCreate';
|
|
16
|
+
import { type EvalScorerKind } from '../models/EvalScorerKind';
|
|
17
|
+
import { type EvalScorerPatch } from '../models/EvalScorerPatch';
|
|
18
|
+
export interface EvalArchiveScorerRequest {
|
|
19
|
+
scorerId: string;
|
|
20
|
+
}
|
|
21
|
+
export interface EvalCreateScorerRequest {
|
|
22
|
+
evalScorerCreate: EvalScorerCreate;
|
|
23
|
+
contentEncoding?: EvalCreateScorerContentEncodingEnum;
|
|
24
|
+
}
|
|
25
|
+
export interface EvalGetScorerRequest {
|
|
26
|
+
scorerId: string;
|
|
27
|
+
}
|
|
28
|
+
export interface EvalListScorersRequest {
|
|
29
|
+
limit?: number;
|
|
30
|
+
offset?: number;
|
|
31
|
+
scorerKind?: EvalScorerKind;
|
|
32
|
+
sort?: string;
|
|
33
|
+
}
|
|
34
|
+
export interface EvalPatchScorerRequest {
|
|
35
|
+
scorerId: string;
|
|
36
|
+
evalScorerPatch: EvalScorerPatch;
|
|
37
|
+
contentEncoding?: EvalPatchScorerContentEncodingEnum;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
*
|
|
41
|
+
*/
|
|
42
|
+
export declare class ScorersApi extends runtime.BaseAPI {
|
|
43
|
+
/**
|
|
44
|
+
* Creates request options for evalArchiveScorer without sending the request
|
|
45
|
+
*/
|
|
46
|
+
evalArchiveScorerRequestOpts(requestParameters: EvalArchiveScorerRequest): Promise<runtime.RequestOpts>;
|
|
47
|
+
/**
|
|
48
|
+
* Soft-delete the scorer. Deliberately **not** refused while scores cite it: a score is evidence carrying the scorer version that produced it, and history stays honest with a stale pointer.
|
|
49
|
+
* Archive a scorer
|
|
50
|
+
*/
|
|
51
|
+
evalArchiveScorerRaw(requestParameters: EvalArchiveScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalScorerArtifactView>>;
|
|
52
|
+
/**
|
|
53
|
+
* Soft-delete the scorer. Deliberately **not** refused while scores cite it: a score is evidence carrying the scorer version that produced it, and history stays honest with a stale pointer.
|
|
54
|
+
* Archive a scorer
|
|
55
|
+
*/
|
|
56
|
+
evalArchiveScorer(requestParameters: EvalArchiveScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalScorerArtifactView>;
|
|
57
|
+
/**
|
|
58
|
+
* Creates request options for evalCreateScorer without sending the request
|
|
59
|
+
*/
|
|
60
|
+
evalCreateScorerRequestOpts(requestParameters: EvalCreateScorerRequest): Promise<runtime.RequestOpts>;
|
|
61
|
+
/**
|
|
62
|
+
* Catalog a named evaluation definition: an LLM judge rubric, a code grader (executed externally — the gateway runs nothing), or a human review form. Scorers are versioned by the artifact line: editing one is a new version, and every score pins the version that judged it.
|
|
63
|
+
* Create a scorer
|
|
64
|
+
*/
|
|
65
|
+
evalCreateScorerRaw(requestParameters: EvalCreateScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalScorerArtifactView>>;
|
|
66
|
+
/**
|
|
67
|
+
* Catalog a named evaluation definition: an LLM judge rubric, a code grader (executed externally — the gateway runs nothing), or a human review form. Scorers are versioned by the artifact line: editing one is a new version, and every score pins the version that judged it.
|
|
68
|
+
* Create a scorer
|
|
69
|
+
*/
|
|
70
|
+
evalCreateScorer(requestParameters: EvalCreateScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalScorerArtifactView>;
|
|
71
|
+
/**
|
|
72
|
+
* Creates request options for evalGetScorer without sending the request
|
|
73
|
+
*/
|
|
74
|
+
evalGetScorerRequestOpts(requestParameters: EvalGetScorerRequest): Promise<runtime.RequestOpts>;
|
|
75
|
+
/**
|
|
76
|
+
* Read one scorer with its full definition and declared outputs.
|
|
77
|
+
* Get a scorer
|
|
78
|
+
*/
|
|
79
|
+
evalGetScorerRaw(requestParameters: EvalGetScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalScorerArtifactView>>;
|
|
80
|
+
/**
|
|
81
|
+
* Read one scorer with its full definition and declared outputs.
|
|
82
|
+
* Get a scorer
|
|
83
|
+
*/
|
|
84
|
+
evalGetScorer(requestParameters: EvalGetScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalScorerArtifactView>;
|
|
85
|
+
/**
|
|
86
|
+
* Creates request options for evalListScorers without sending the request
|
|
87
|
+
*/
|
|
88
|
+
evalListScorersRequestOpts(requestParameters: EvalListScorersRequest): Promise<runtime.RequestOpts>;
|
|
89
|
+
/**
|
|
90
|
+
* Page the account\'s scorers. Filter by `scorer_kind` for the judges, the code graders, or the human review forms alone.
|
|
91
|
+
* List scorers
|
|
92
|
+
*/
|
|
93
|
+
evalListScorersRaw(requestParameters: EvalListScorersRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalPageScorerArtifactView>>;
|
|
94
|
+
/**
|
|
95
|
+
* Page the account\'s scorers. Filter by `scorer_kind` for the judges, the code graders, or the human review forms alone.
|
|
96
|
+
* List scorers
|
|
97
|
+
*/
|
|
98
|
+
evalListScorers(requestParameters?: EvalListScorersRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalPageScorerArtifactView>;
|
|
99
|
+
/**
|
|
100
|
+
* Creates request options for evalPatchScorer without sending the request
|
|
101
|
+
*/
|
|
102
|
+
evalPatchScorerRequestOpts(requestParameters: EvalPatchScorerRequest): Promise<runtime.RequestOpts>;
|
|
103
|
+
/**
|
|
104
|
+
* Partially update a scorer by RFC 7396 JSON Merge Patch. `scorer_kind` and `scope` are the scorer\'s identity and are not editable. **Editing `spec` or `outputs` does not mint a new version**, so scores already pinned to this scorer\'s current version will read as having been judged by the edited rubric. Create a new scorer instead when the rubric changes materially. Send `If-Match` with a prior read\'s `content_hash_hex` to make the write conditional.
|
|
105
|
+
* Update a scorer
|
|
106
|
+
*/
|
|
107
|
+
evalPatchScorerRaw(requestParameters: EvalPatchScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalScorerArtifactView>>;
|
|
108
|
+
/**
|
|
109
|
+
* Partially update a scorer by RFC 7396 JSON Merge Patch. `scorer_kind` and `scope` are the scorer\'s identity and are not editable. **Editing `spec` or `outputs` does not mint a new version**, so scores already pinned to this scorer\'s current version will read as having been judged by the edited rubric. Create a new scorer instead when the rubric changes materially. Send `If-Match` with a prior read\'s `content_hash_hex` to make the write conditional.
|
|
110
|
+
* Update a scorer
|
|
111
|
+
*/
|
|
112
|
+
evalPatchScorer(requestParameters: EvalPatchScorerRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalScorerArtifactView>;
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* @export
|
|
116
|
+
* @enum {string}
|
|
117
|
+
*/
|
|
118
|
+
export declare enum EvalCreateScorerContentEncodingEnum {
|
|
119
|
+
Base64 = "base64",
|
|
120
|
+
GzipBase64 = "gzip, base64"
|
|
121
|
+
}
|
|
122
|
+
/**
|
|
123
|
+
* @export
|
|
124
|
+
* @enum {string}
|
|
125
|
+
*/
|
|
126
|
+
export declare enum EvalPatchScorerContentEncodingEnum {
|
|
127
|
+
Base64 = "base64",
|
|
128
|
+
GzipBase64 = "gzip, base64"
|
|
129
|
+
}
|
|
@@ -0,0 +1,308 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
16
|
+
if (k2 === undefined) k2 = k;
|
|
17
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
18
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
19
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
20
|
+
}
|
|
21
|
+
Object.defineProperty(o, k2, desc);
|
|
22
|
+
}) : (function(o, m, k, k2) {
|
|
23
|
+
if (k2 === undefined) k2 = k;
|
|
24
|
+
o[k2] = m[k];
|
|
25
|
+
}));
|
|
26
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
27
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
28
|
+
}) : function(o, v) {
|
|
29
|
+
o["default"] = v;
|
|
30
|
+
});
|
|
31
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
32
|
+
var ownKeys = function(o) {
|
|
33
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
34
|
+
var ar = [];
|
|
35
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
36
|
+
return ar;
|
|
37
|
+
};
|
|
38
|
+
return ownKeys(o);
|
|
39
|
+
};
|
|
40
|
+
return function (mod) {
|
|
41
|
+
if (mod && mod.__esModule) return mod;
|
|
42
|
+
var result = {};
|
|
43
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
44
|
+
__setModuleDefault(result, mod);
|
|
45
|
+
return result;
|
|
46
|
+
};
|
|
47
|
+
})();
|
|
48
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
49
|
+
exports.EvalPatchScorerContentEncodingEnum = exports.EvalCreateScorerContentEncodingEnum = exports.ScorersApi = void 0;
|
|
50
|
+
const runtime = __importStar(require("../runtime"));
|
|
51
|
+
const EvalPageScorerArtifactView_1 = require("../models/EvalPageScorerArtifactView");
|
|
52
|
+
const EvalScorerArtifactView_1 = require("../models/EvalScorerArtifactView");
|
|
53
|
+
const EvalScorerCreate_1 = require("../models/EvalScorerCreate");
|
|
54
|
+
const EvalScorerPatch_1 = require("../models/EvalScorerPatch");
|
|
55
|
+
/**
|
|
56
|
+
*
|
|
57
|
+
*/
|
|
58
|
+
class ScorersApi extends runtime.BaseAPI {
|
|
59
|
+
/**
|
|
60
|
+
* Creates request options for evalArchiveScorer without sending the request
|
|
61
|
+
*/
|
|
62
|
+
async evalArchiveScorerRequestOpts(requestParameters) {
|
|
63
|
+
if (requestParameters['scorerId'] == null) {
|
|
64
|
+
throw new runtime.RequiredError('scorerId', 'Required parameter "scorerId" was null or undefined when calling evalArchiveScorer().');
|
|
65
|
+
}
|
|
66
|
+
const queryParameters = {};
|
|
67
|
+
const headerParameters = {};
|
|
68
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
69
|
+
const token = this.configuration.accessToken;
|
|
70
|
+
const tokenString = await token("bearer", []);
|
|
71
|
+
if (tokenString) {
|
|
72
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
let urlPath = `/scorers/{scorer_id}/archive`;
|
|
76
|
+
urlPath = urlPath.replace('{scorer_id}', encodeURIComponent(String(requestParameters['scorerId'])));
|
|
77
|
+
return {
|
|
78
|
+
path: urlPath,
|
|
79
|
+
method: 'POST',
|
|
80
|
+
headers: headerParameters,
|
|
81
|
+
query: queryParameters,
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Soft-delete the scorer. Deliberately **not** refused while scores cite it: a score is evidence carrying the scorer version that produced it, and history stays honest with a stale pointer.
|
|
86
|
+
* Archive a scorer
|
|
87
|
+
*/
|
|
88
|
+
async evalArchiveScorerRaw(requestParameters, initOverrides) {
|
|
89
|
+
const requestOptions = await this.evalArchiveScorerRequestOpts(requestParameters);
|
|
90
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
91
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalScorerArtifactView_1.EvalScorerArtifactViewFromJSON)(jsonValue));
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* Soft-delete the scorer. Deliberately **not** refused while scores cite it: a score is evidence carrying the scorer version that produced it, and history stays honest with a stale pointer.
|
|
95
|
+
* Archive a scorer
|
|
96
|
+
*/
|
|
97
|
+
async evalArchiveScorer(requestParameters, initOverrides) {
|
|
98
|
+
const response = await this.evalArchiveScorerRaw(requestParameters, initOverrides);
|
|
99
|
+
return await response.value();
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Creates request options for evalCreateScorer without sending the request
|
|
103
|
+
*/
|
|
104
|
+
async evalCreateScorerRequestOpts(requestParameters) {
|
|
105
|
+
if (requestParameters['evalScorerCreate'] == null) {
|
|
106
|
+
throw new runtime.RequiredError('evalScorerCreate', 'Required parameter "evalScorerCreate" was null or undefined when calling evalCreateScorer().');
|
|
107
|
+
}
|
|
108
|
+
const queryParameters = {};
|
|
109
|
+
const headerParameters = {};
|
|
110
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
111
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
112
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
113
|
+
}
|
|
114
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
115
|
+
const token = this.configuration.accessToken;
|
|
116
|
+
const tokenString = await token("bearer", []);
|
|
117
|
+
if (tokenString) {
|
|
118
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
let urlPath = `/scorers`;
|
|
122
|
+
return {
|
|
123
|
+
path: urlPath,
|
|
124
|
+
method: 'POST',
|
|
125
|
+
headers: headerParameters,
|
|
126
|
+
query: queryParameters,
|
|
127
|
+
body: (0, EvalScorerCreate_1.EvalScorerCreateToJSON)(requestParameters['evalScorerCreate']),
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
/**
|
|
131
|
+
* Catalog a named evaluation definition: an LLM judge rubric, a code grader (executed externally — the gateway runs nothing), or a human review form. Scorers are versioned by the artifact line: editing one is a new version, and every score pins the version that judged it.
|
|
132
|
+
* Create a scorer
|
|
133
|
+
*/
|
|
134
|
+
async evalCreateScorerRaw(requestParameters, initOverrides) {
|
|
135
|
+
const requestOptions = await this.evalCreateScorerRequestOpts(requestParameters);
|
|
136
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
137
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalScorerArtifactView_1.EvalScorerArtifactViewFromJSON)(jsonValue));
|
|
138
|
+
}
|
|
139
|
+
/**
|
|
140
|
+
* Catalog a named evaluation definition: an LLM judge rubric, a code grader (executed externally — the gateway runs nothing), or a human review form. Scorers are versioned by the artifact line: editing one is a new version, and every score pins the version that judged it.
|
|
141
|
+
* Create a scorer
|
|
142
|
+
*/
|
|
143
|
+
async evalCreateScorer(requestParameters, initOverrides) {
|
|
144
|
+
const response = await this.evalCreateScorerRaw(requestParameters, initOverrides);
|
|
145
|
+
return await response.value();
|
|
146
|
+
}
|
|
147
|
+
/**
|
|
148
|
+
* Creates request options for evalGetScorer without sending the request
|
|
149
|
+
*/
|
|
150
|
+
async evalGetScorerRequestOpts(requestParameters) {
|
|
151
|
+
if (requestParameters['scorerId'] == null) {
|
|
152
|
+
throw new runtime.RequiredError('scorerId', 'Required parameter "scorerId" was null or undefined when calling evalGetScorer().');
|
|
153
|
+
}
|
|
154
|
+
const queryParameters = {};
|
|
155
|
+
const headerParameters = {};
|
|
156
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
157
|
+
const token = this.configuration.accessToken;
|
|
158
|
+
const tokenString = await token("bearer", []);
|
|
159
|
+
if (tokenString) {
|
|
160
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
let urlPath = `/scorers/{scorer_id}`;
|
|
164
|
+
urlPath = urlPath.replace('{scorer_id}', encodeURIComponent(String(requestParameters['scorerId'])));
|
|
165
|
+
return {
|
|
166
|
+
path: urlPath,
|
|
167
|
+
method: 'GET',
|
|
168
|
+
headers: headerParameters,
|
|
169
|
+
query: queryParameters,
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
/**
|
|
173
|
+
* Read one scorer with its full definition and declared outputs.
|
|
174
|
+
* Get a scorer
|
|
175
|
+
*/
|
|
176
|
+
async evalGetScorerRaw(requestParameters, initOverrides) {
|
|
177
|
+
const requestOptions = await this.evalGetScorerRequestOpts(requestParameters);
|
|
178
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
179
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalScorerArtifactView_1.EvalScorerArtifactViewFromJSON)(jsonValue));
|
|
180
|
+
}
|
|
181
|
+
/**
|
|
182
|
+
* Read one scorer with its full definition and declared outputs.
|
|
183
|
+
* Get a scorer
|
|
184
|
+
*/
|
|
185
|
+
async evalGetScorer(requestParameters, initOverrides) {
|
|
186
|
+
const response = await this.evalGetScorerRaw(requestParameters, initOverrides);
|
|
187
|
+
return await response.value();
|
|
188
|
+
}
|
|
189
|
+
/**
|
|
190
|
+
* Creates request options for evalListScorers without sending the request
|
|
191
|
+
*/
|
|
192
|
+
async evalListScorersRequestOpts(requestParameters) {
|
|
193
|
+
const queryParameters = {};
|
|
194
|
+
if (requestParameters['limit'] != null) {
|
|
195
|
+
queryParameters['limit'] = requestParameters['limit'];
|
|
196
|
+
}
|
|
197
|
+
if (requestParameters['offset'] != null) {
|
|
198
|
+
queryParameters['offset'] = requestParameters['offset'];
|
|
199
|
+
}
|
|
200
|
+
if (requestParameters['scorerKind'] != null) {
|
|
201
|
+
queryParameters['scorer_kind'] = requestParameters['scorerKind'];
|
|
202
|
+
}
|
|
203
|
+
if (requestParameters['sort'] != null) {
|
|
204
|
+
queryParameters['sort'] = requestParameters['sort'];
|
|
205
|
+
}
|
|
206
|
+
const headerParameters = {};
|
|
207
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
208
|
+
const token = this.configuration.accessToken;
|
|
209
|
+
const tokenString = await token("bearer", []);
|
|
210
|
+
if (tokenString) {
|
|
211
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
let urlPath = `/scorers`;
|
|
215
|
+
return {
|
|
216
|
+
path: urlPath,
|
|
217
|
+
method: 'GET',
|
|
218
|
+
headers: headerParameters,
|
|
219
|
+
query: queryParameters,
|
|
220
|
+
};
|
|
221
|
+
}
|
|
222
|
+
/**
|
|
223
|
+
* Page the account\'s scorers. Filter by `scorer_kind` for the judges, the code graders, or the human review forms alone.
|
|
224
|
+
* List scorers
|
|
225
|
+
*/
|
|
226
|
+
async evalListScorersRaw(requestParameters, initOverrides) {
|
|
227
|
+
const requestOptions = await this.evalListScorersRequestOpts(requestParameters);
|
|
228
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
229
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalPageScorerArtifactView_1.EvalPageScorerArtifactViewFromJSON)(jsonValue));
|
|
230
|
+
}
|
|
231
|
+
/**
|
|
232
|
+
* Page the account\'s scorers. Filter by `scorer_kind` for the judges, the code graders, or the human review forms alone.
|
|
233
|
+
* List scorers
|
|
234
|
+
*/
|
|
235
|
+
async evalListScorers(requestParameters = {}, initOverrides) {
|
|
236
|
+
const response = await this.evalListScorersRaw(requestParameters, initOverrides);
|
|
237
|
+
return await response.value();
|
|
238
|
+
}
|
|
239
|
+
/**
|
|
240
|
+
* Creates request options for evalPatchScorer without sending the request
|
|
241
|
+
*/
|
|
242
|
+
async evalPatchScorerRequestOpts(requestParameters) {
|
|
243
|
+
if (requestParameters['scorerId'] == null) {
|
|
244
|
+
throw new runtime.RequiredError('scorerId', 'Required parameter "scorerId" was null or undefined when calling evalPatchScorer().');
|
|
245
|
+
}
|
|
246
|
+
if (requestParameters['evalScorerPatch'] == null) {
|
|
247
|
+
throw new runtime.RequiredError('evalScorerPatch', 'Required parameter "evalScorerPatch" was null or undefined when calling evalPatchScorer().');
|
|
248
|
+
}
|
|
249
|
+
const queryParameters = {};
|
|
250
|
+
const headerParameters = {};
|
|
251
|
+
headerParameters['Content-Type'] = 'application/json';
|
|
252
|
+
if (requestParameters['contentEncoding'] != null) {
|
|
253
|
+
headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
|
|
254
|
+
}
|
|
255
|
+
if (this.configuration && this.configuration.accessToken) {
|
|
256
|
+
const token = this.configuration.accessToken;
|
|
257
|
+
const tokenString = await token("bearer", []);
|
|
258
|
+
if (tokenString) {
|
|
259
|
+
headerParameters["Authorization"] = `Bearer ${tokenString}`;
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
let urlPath = `/scorers/{scorer_id}`;
|
|
263
|
+
urlPath = urlPath.replace('{scorer_id}', encodeURIComponent(String(requestParameters['scorerId'])));
|
|
264
|
+
return {
|
|
265
|
+
path: urlPath,
|
|
266
|
+
method: 'PATCH',
|
|
267
|
+
headers: headerParameters,
|
|
268
|
+
query: queryParameters,
|
|
269
|
+
body: (0, EvalScorerPatch_1.EvalScorerPatchToJSON)(requestParameters['evalScorerPatch']),
|
|
270
|
+
};
|
|
271
|
+
}
|
|
272
|
+
/**
|
|
273
|
+
* Partially update a scorer by RFC 7396 JSON Merge Patch. `scorer_kind` and `scope` are the scorer\'s identity and are not editable. **Editing `spec` or `outputs` does not mint a new version**, so scores already pinned to this scorer\'s current version will read as having been judged by the edited rubric. Create a new scorer instead when the rubric changes materially. Send `If-Match` with a prior read\'s `content_hash_hex` to make the write conditional.
|
|
274
|
+
* Update a scorer
|
|
275
|
+
*/
|
|
276
|
+
async evalPatchScorerRaw(requestParameters, initOverrides) {
|
|
277
|
+
const requestOptions = await this.evalPatchScorerRequestOpts(requestParameters);
|
|
278
|
+
const response = await this.request(requestOptions, initOverrides);
|
|
279
|
+
return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalScorerArtifactView_1.EvalScorerArtifactViewFromJSON)(jsonValue));
|
|
280
|
+
}
|
|
281
|
+
/**
|
|
282
|
+
* Partially update a scorer by RFC 7396 JSON Merge Patch. `scorer_kind` and `scope` are the scorer\'s identity and are not editable. **Editing `spec` or `outputs` does not mint a new version**, so scores already pinned to this scorer\'s current version will read as having been judged by the edited rubric. Create a new scorer instead when the rubric changes materially. Send `If-Match` with a prior read\'s `content_hash_hex` to make the write conditional.
|
|
283
|
+
* Update a scorer
|
|
284
|
+
*/
|
|
285
|
+
async evalPatchScorer(requestParameters, initOverrides) {
|
|
286
|
+
const response = await this.evalPatchScorerRaw(requestParameters, initOverrides);
|
|
287
|
+
return await response.value();
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
exports.ScorersApi = ScorersApi;
|
|
291
|
+
/**
|
|
292
|
+
* @export
|
|
293
|
+
* @enum {string}
|
|
294
|
+
*/
|
|
295
|
+
var EvalCreateScorerContentEncodingEnum;
|
|
296
|
+
(function (EvalCreateScorerContentEncodingEnum) {
|
|
297
|
+
EvalCreateScorerContentEncodingEnum["Base64"] = "base64";
|
|
298
|
+
EvalCreateScorerContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
299
|
+
})(EvalCreateScorerContentEncodingEnum || (exports.EvalCreateScorerContentEncodingEnum = EvalCreateScorerContentEncodingEnum = {}));
|
|
300
|
+
/**
|
|
301
|
+
* @export
|
|
302
|
+
* @enum {string}
|
|
303
|
+
*/
|
|
304
|
+
var EvalPatchScorerContentEncodingEnum;
|
|
305
|
+
(function (EvalPatchScorerContentEncodingEnum) {
|
|
306
|
+
EvalPatchScorerContentEncodingEnum["Base64"] = "base64";
|
|
307
|
+
EvalPatchScorerContentEncodingEnum["GzipBase64"] = "gzip, base64";
|
|
308
|
+
})(EvalPatchScorerContentEncodingEnum || (exports.EvalPatchScorerContentEncodingEnum = EvalPatchScorerContentEncodingEnum = {}));
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
/* tslint:disable */
|
|
18
|
+
/* eslint-disable */
|
|
19
|
+
__exportStar(require("./DatasetsApi"), exports);
|
|
20
|
+
__exportStar(require("./ExperimentsApi"), exports);
|
|
21
|
+
__exportStar(require("./ScorersApi"), exports);
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
/* tslint:disable */
|
|
18
|
+
/* eslint-disable */
|
|
19
|
+
__exportStar(require("./runtime"), exports);
|
|
20
|
+
__exportStar(require("./apis/index"), exports);
|
|
21
|
+
__exportStar(require("./models/index"), exports);
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Advisory access block for UI banners — never an enforcement signal (the
|
|
14
|
+
* gateway already enforced access before the results were shaped).
|
|
15
|
+
* @export
|
|
16
|
+
* @interface AccessView
|
|
17
|
+
*/
|
|
18
|
+
export interface AccessView {
|
|
19
|
+
/**
|
|
20
|
+
* Whether the caller may filter by an explicit `user_id`.
|
|
21
|
+
* @type {boolean}
|
|
22
|
+
* @memberof AccessView
|
|
23
|
+
*/
|
|
24
|
+
allowUserFilter: boolean;
|
|
25
|
+
/**
|
|
26
|
+
* `own` or `all` — whose traces are in scope.
|
|
27
|
+
* @type {string}
|
|
28
|
+
* @memberof AccessView
|
|
29
|
+
*/
|
|
30
|
+
audience: string;
|
|
31
|
+
/**
|
|
32
|
+
* `member` / `creator` / `admin` — why the caller has access.
|
|
33
|
+
* @type {string}
|
|
34
|
+
* @memberof AccessView
|
|
35
|
+
*/
|
|
36
|
+
basis: string;
|
|
37
|
+
/**
|
|
38
|
+
* `raw` or `aggregate_only` — whether raw trace rows are readable at all.
|
|
39
|
+
* @type {string}
|
|
40
|
+
* @memberof AccessView
|
|
41
|
+
*/
|
|
42
|
+
detail?: string;
|
|
43
|
+
/**
|
|
44
|
+
* `full` or `skill_turn` — how much of a cross-user trace is visible.
|
|
45
|
+
* @type {string}
|
|
46
|
+
* @memberof AccessView
|
|
47
|
+
*/
|
|
48
|
+
slice: string;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Check if a given object implements the AccessView interface.
|
|
52
|
+
*/
|
|
53
|
+
export declare function instanceOfAccessView(value: object): value is AccessView;
|
|
54
|
+
export declare function AccessViewFromJSON(json: any): AccessView;
|
|
55
|
+
export declare function AccessViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): AccessView;
|
|
56
|
+
export declare function AccessViewToJSON(json: any): AccessView;
|
|
57
|
+
export declare function AccessViewToJSONTyped(value?: AccessView | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfAccessView = instanceOfAccessView;
|
|
17
|
+
exports.AccessViewFromJSON = AccessViewFromJSON;
|
|
18
|
+
exports.AccessViewFromJSONTyped = AccessViewFromJSONTyped;
|
|
19
|
+
exports.AccessViewToJSON = AccessViewToJSON;
|
|
20
|
+
exports.AccessViewToJSONTyped = AccessViewToJSONTyped;
|
|
21
|
+
/**
|
|
22
|
+
* Check if a given object implements the AccessView interface.
|
|
23
|
+
*/
|
|
24
|
+
function instanceOfAccessView(value) {
|
|
25
|
+
if ((!('allowUserFilter' in value) && !('allow_user_filter' in value)) || (value['allowUserFilter'] === undefined && value['allow_user_filter'] === undefined))
|
|
26
|
+
return false;
|
|
27
|
+
if (!('audience' in value) || value['audience'] === undefined)
|
|
28
|
+
return false;
|
|
29
|
+
if (!('basis' in value) || value['basis'] === undefined)
|
|
30
|
+
return false;
|
|
31
|
+
if (!('slice' in value) || value['slice'] === undefined)
|
|
32
|
+
return false;
|
|
33
|
+
return true;
|
|
34
|
+
}
|
|
35
|
+
function AccessViewFromJSON(json) {
|
|
36
|
+
return AccessViewFromJSONTyped(json, false);
|
|
37
|
+
}
|
|
38
|
+
function AccessViewFromJSONTyped(json, ignoreDiscriminator) {
|
|
39
|
+
if (json == null) {
|
|
40
|
+
return json;
|
|
41
|
+
}
|
|
42
|
+
return {
|
|
43
|
+
'allowUserFilter': json['allow_user_filter'],
|
|
44
|
+
'audience': json['audience'],
|
|
45
|
+
'basis': json['basis'],
|
|
46
|
+
'detail': json['detail'] == null ? undefined : json['detail'],
|
|
47
|
+
'slice': json['slice'],
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
function AccessViewToJSON(json) {
|
|
51
|
+
return AccessViewToJSONTyped(json, false);
|
|
52
|
+
}
|
|
53
|
+
function AccessViewToJSONTyped(value, ignoreDiscriminator = false) {
|
|
54
|
+
if (value == null) {
|
|
55
|
+
return value;
|
|
56
|
+
}
|
|
57
|
+
return {
|
|
58
|
+
'allow_user_filter': value['allowUserFilter'],
|
|
59
|
+
'audience': value['audience'],
|
|
60
|
+
'basis': value['basis'],
|
|
61
|
+
'detail': value['detail'],
|
|
62
|
+
'slice': value['slice'],
|
|
63
|
+
};
|
|
64
|
+
}
|