@atlanai/sdk 0.1.1 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +32 -0
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,301 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { GatewayArtifactIdentityRevealView } from './GatewayArtifactIdentityRevealView';
|
|
13
|
+
import type { EvalScorerKind } from './EvalScorerKind';
|
|
14
|
+
import type { EvalScorerScope } from './EvalScorerScope';
|
|
15
|
+
import type { RegistryRelationshipsView } from './RegistryRelationshipsView';
|
|
16
|
+
/**
|
|
17
|
+
* Published representation of ScorerArtifact.
|
|
18
|
+
* @export
|
|
19
|
+
* @interface EvalScorerArtifactView
|
|
20
|
+
*/
|
|
21
|
+
export interface EvalScorerArtifactView {
|
|
22
|
+
/**
|
|
23
|
+
* Value of the `artifact_status` field.
|
|
24
|
+
* @type {string}
|
|
25
|
+
* @memberof EvalScorerArtifactView
|
|
26
|
+
*/
|
|
27
|
+
artifactStatus: string;
|
|
28
|
+
/**
|
|
29
|
+
* RFC 3339 commit timestamp (the cross-table monotonic cursor).
|
|
30
|
+
* @type {string}
|
|
31
|
+
* @memberof EvalScorerArtifactView
|
|
32
|
+
*/
|
|
33
|
+
commitTs: string;
|
|
34
|
+
/**
|
|
35
|
+
* Value of the `content_hash_hex` field.
|
|
36
|
+
* @type {string}
|
|
37
|
+
* @memberof EvalScorerArtifactView
|
|
38
|
+
*/
|
|
39
|
+
contentHashHex?: string;
|
|
40
|
+
/**
|
|
41
|
+
* Value of the `created_at` field.
|
|
42
|
+
* @type {string}
|
|
43
|
+
* @memberof EvalScorerArtifactView
|
|
44
|
+
*/
|
|
45
|
+
createdAt: string;
|
|
46
|
+
/**
|
|
47
|
+
* Value of the `created_by` field.
|
|
48
|
+
* @type {string}
|
|
49
|
+
* @memberof EvalScorerArtifactView
|
|
50
|
+
*/
|
|
51
|
+
createdBy: string;
|
|
52
|
+
/**
|
|
53
|
+
* Human-readable description.
|
|
54
|
+
* @type {string}
|
|
55
|
+
* @memberof EvalScorerArtifactView
|
|
56
|
+
*/
|
|
57
|
+
description?: string;
|
|
58
|
+
/**
|
|
59
|
+
* Human-readable name.
|
|
60
|
+
* @type {string}
|
|
61
|
+
* @memberof EvalScorerArtifactView
|
|
62
|
+
*/
|
|
63
|
+
displayName?: string;
|
|
64
|
+
/**
|
|
65
|
+
* Value of the `extension` field.
|
|
66
|
+
* @type {string}
|
|
67
|
+
* @memberof EvalScorerArtifactView
|
|
68
|
+
*/
|
|
69
|
+
extension?: string;
|
|
70
|
+
/**
|
|
71
|
+
* Kind-prefixed Crockford-base32 handle (`<kind>_<base32>`).
|
|
72
|
+
* @type {string}
|
|
73
|
+
* @memberof EvalScorerArtifactView
|
|
74
|
+
*/
|
|
75
|
+
id: string;
|
|
76
|
+
/**
|
|
77
|
+
* Value of the `identity` field.
|
|
78
|
+
* @type {GatewayArtifactIdentityRevealView}
|
|
79
|
+
* @memberof EvalScorerArtifactView
|
|
80
|
+
*/
|
|
81
|
+
identity?: GatewayArtifactIdentityRevealView;
|
|
82
|
+
/**
|
|
83
|
+
* Whether this is the head (latest) version of its line.
|
|
84
|
+
* @type {boolean}
|
|
85
|
+
* @memberof EvalScorerArtifactView
|
|
86
|
+
*/
|
|
87
|
+
isLatest: boolean;
|
|
88
|
+
/**
|
|
89
|
+
* Domain discriminator for this resource.
|
|
90
|
+
* @type {string}
|
|
91
|
+
* @memberof EvalScorerArtifactView
|
|
92
|
+
*/
|
|
93
|
+
kind: string;
|
|
94
|
+
/**
|
|
95
|
+
* Stable machine handle ([AIP-122](https://google.aip.dev/122)): a short,
|
|
96
|
+
* identifier-shaped label (kebab-case by convention) meant for references,
|
|
97
|
+
* paths and code. **Not unique**, and not the artifact's identity — `id` is
|
|
98
|
+
* the only stable handle. Not format-validated today, so existing rows may
|
|
99
|
+
* hold prose.
|
|
100
|
+
* @type {string}
|
|
101
|
+
* @memberof EvalScorerArtifactView
|
|
102
|
+
*/
|
|
103
|
+
name: string;
|
|
104
|
+
/**
|
|
105
|
+
* The Control-Plane OIDC client id this artifact authenticates as
|
|
106
|
+
* (`x-gateway-identity` kinds); absent for every other kind.
|
|
107
|
+
*
|
|
108
|
+
* **Derived, not stored.** The registry resolves it from the artifact's
|
|
109
|
+
* `service_principals` row rather than keeping a second copy on the artifact,
|
|
110
|
+
* so it appears on the create response and on the single-artifact read — the
|
|
111
|
+
* two paths that make that lookup — and **not** on list, search, or a `PATCH`
|
|
112
|
+
* response, none of which do a per-row identity read. It is the public half of
|
|
113
|
+
* the credential pair and is not secret.
|
|
114
|
+
* @type {string}
|
|
115
|
+
* @memberof EvalScorerArtifactView
|
|
116
|
+
*/
|
|
117
|
+
oidcClientId?: string;
|
|
118
|
+
/**
|
|
119
|
+
* Canonical owner: the `users.user_id` this artifact belongs to, FK-backed.
|
|
120
|
+
* Absent when unset (legacy rows / system-plane creates).
|
|
121
|
+
* @type {string}
|
|
122
|
+
* @memberof EvalScorerArtifactView
|
|
123
|
+
*/
|
|
124
|
+
ownerId?: string;
|
|
125
|
+
/**
|
|
126
|
+
* `project_`-prefixed handle of the project grouping this artifact, when it has
|
|
127
|
+
* one. Absent for an artifact that lives directly in its workspace — which also
|
|
128
|
+
* means it is not packaged into any Claude Code plugin, since packaging is
|
|
129
|
+
* per-project (project-2026-07-30-first-class-project-table).
|
|
130
|
+
* @type {string}
|
|
131
|
+
* @memberof EvalScorerArtifactView
|
|
132
|
+
*/
|
|
133
|
+
projectId?: string;
|
|
134
|
+
/**
|
|
135
|
+
* The source repository this artifact came from, as a `repo_`-prefixed
|
|
136
|
+
* handle. Absent when the artifact has no repo.
|
|
137
|
+
* @type {string}
|
|
138
|
+
* @memberof EvalScorerArtifactView
|
|
139
|
+
*/
|
|
140
|
+
repoId?: string;
|
|
141
|
+
/**
|
|
142
|
+
* Advisory origin timestamp for imported artifacts (RFC 3339); absent for
|
|
143
|
+
* natively-created artifacts. Distinct from `created_at` (the commit time).
|
|
144
|
+
* @type {string}
|
|
145
|
+
* @memberof EvalScorerArtifactView
|
|
146
|
+
*/
|
|
147
|
+
sourceCreatedAt?: string;
|
|
148
|
+
/**
|
|
149
|
+
* Advisory upstream author (git `Name <email>`) of the first version
|
|
150
|
+
* upstream; absent when unset.
|
|
151
|
+
* @type {string}
|
|
152
|
+
* @memberof EvalScorerArtifactView
|
|
153
|
+
*/
|
|
154
|
+
sourceCreatedBy?: string;
|
|
155
|
+
/**
|
|
156
|
+
* sha256 of the materialized content; absent when unset.
|
|
157
|
+
* @type {string}
|
|
158
|
+
* @memberof EvalScorerArtifactView
|
|
159
|
+
*/
|
|
160
|
+
sourceDigest?: string;
|
|
161
|
+
/**
|
|
162
|
+
* The artifact's identifier in the system it came from — what the upstream
|
|
163
|
+
* calls it, as opposed to `source_uri`'s where-it-lives. Filterable and
|
|
164
|
+
* sortable, so a re-sync reconciles on this rather than on `name`; absent
|
|
165
|
+
* when unset.
|
|
166
|
+
* @type {string}
|
|
167
|
+
* @memberof EvalScorerArtifactView
|
|
168
|
+
*/
|
|
169
|
+
sourceId?: string;
|
|
170
|
+
/**
|
|
171
|
+
* Advisory upstream last-modified timestamp (RFC 3339); absent when unset.
|
|
172
|
+
* @type {string}
|
|
173
|
+
* @memberof EvalScorerArtifactView
|
|
174
|
+
*/
|
|
175
|
+
sourceLastModifiedAt?: string;
|
|
176
|
+
/**
|
|
177
|
+
* Advisory upstream author (git `Name <email>`) of the last change; absent
|
|
178
|
+
* when unset.
|
|
179
|
+
* @type {string}
|
|
180
|
+
* @memberof EvalScorerArtifactView
|
|
181
|
+
*/
|
|
182
|
+
sourceLastModifiedBy?: string;
|
|
183
|
+
/**
|
|
184
|
+
*
|
|
185
|
+
* @type {any}
|
|
186
|
+
* @memberof EvalScorerArtifactView
|
|
187
|
+
*/
|
|
188
|
+
sourceMetadata?: any | null;
|
|
189
|
+
/**
|
|
190
|
+
* Advisory timestamp (RFC 3339) of the last sync that produced a version.
|
|
191
|
+
* @type {string}
|
|
192
|
+
* @memberof EvalScorerArtifactView
|
|
193
|
+
*/
|
|
194
|
+
sourceSyncedAt?: string;
|
|
195
|
+
/**
|
|
196
|
+
* Content authority for the line: `git`, `atlan`, `local`, or `external`
|
|
197
|
+
* for a system the gateway does not know (a customer's own runner or catalog).
|
|
198
|
+
* @type {string}
|
|
199
|
+
* @memberof EvalScorerArtifactView
|
|
200
|
+
*/
|
|
201
|
+
sourceType: string;
|
|
202
|
+
/**
|
|
203
|
+
* Scheme-tagged origin; absent for a service-managed (`atlan`) line.
|
|
204
|
+
* @type {string}
|
|
205
|
+
* @memberof EvalScorerArtifactView
|
|
206
|
+
*/
|
|
207
|
+
sourceUri?: string;
|
|
208
|
+
/**
|
|
209
|
+
* Advisory upstream version id (git commit hash / tag); distinct from
|
|
210
|
+
* `version_label`. Absent when unset.
|
|
211
|
+
* @type {string}
|
|
212
|
+
* @memberof EvalScorerArtifactView
|
|
213
|
+
*/
|
|
214
|
+
sourceVersion?: string;
|
|
215
|
+
/**
|
|
216
|
+
* Value of the `updated_at` field.
|
|
217
|
+
* @type {string}
|
|
218
|
+
* @memberof EvalScorerArtifactView
|
|
219
|
+
*/
|
|
220
|
+
updatedAt: string;
|
|
221
|
+
/**
|
|
222
|
+
* Value of the `updated_by` field.
|
|
223
|
+
* @type {string}
|
|
224
|
+
* @memberof EvalScorerArtifactView
|
|
225
|
+
*/
|
|
226
|
+
updatedBy: string;
|
|
227
|
+
/**
|
|
228
|
+
* Optional human version selector (semver); absent when unset.
|
|
229
|
+
* @type {string}
|
|
230
|
+
* @memberof EvalScorerArtifactView
|
|
231
|
+
*/
|
|
232
|
+
versionLabel?: string;
|
|
233
|
+
/**
|
|
234
|
+
* Monotonic version coordinate within the artifact line.
|
|
235
|
+
* @type {number}
|
|
236
|
+
* @memberof EvalScorerArtifactView
|
|
237
|
+
*/
|
|
238
|
+
versionOrdinal: number;
|
|
239
|
+
/**
|
|
240
|
+
* `workspace_`-prefixed handle.
|
|
241
|
+
* @type {string}
|
|
242
|
+
* @memberof EvalScorerArtifactView
|
|
243
|
+
*/
|
|
244
|
+
workspaceId: string;
|
|
245
|
+
/**
|
|
246
|
+
* The score keys this scorer emits and their ranges/types, e.g.
|
|
247
|
+
* `{"accuracy": {"type": "numeric", "min": 0, "max": 1}}` — schema
|
|
248
|
+
* governance for consumers, so a console can render columns without
|
|
249
|
+
* guessing.
|
|
250
|
+
* @type {{ [key: string]: any; }}
|
|
251
|
+
* @memberof EvalScorerArtifactView
|
|
252
|
+
*/
|
|
253
|
+
outputs?: {
|
|
254
|
+
[key: string]: any;
|
|
255
|
+
} | null;
|
|
256
|
+
/**
|
|
257
|
+
*
|
|
258
|
+
* @type {EvalScorerScope}
|
|
259
|
+
* @memberof EvalScorerArtifactView
|
|
260
|
+
*/
|
|
261
|
+
scope?: EvalScorerScope;
|
|
262
|
+
/**
|
|
263
|
+
*
|
|
264
|
+
* @type {EvalScorerKind}
|
|
265
|
+
* @memberof EvalScorerArtifactView
|
|
266
|
+
*/
|
|
267
|
+
scorerKind?: EvalScorerKind;
|
|
268
|
+
/**
|
|
269
|
+
* The definition, by kind: an `llm_judge` carries its rubric prompt, judge
|
|
270
|
+
* model, and variable mapping; a `code` scorer carries a repo/entrypoint
|
|
271
|
+
* pointer (the code itself is never executed here); a `human` scorer
|
|
272
|
+
* carries its review form schema. Round-tripped verbatim.
|
|
273
|
+
* @type {{ [key: string]: any; }}
|
|
274
|
+
* @memberof EvalScorerArtifactView
|
|
275
|
+
*/
|
|
276
|
+
spec?: {
|
|
277
|
+
[key: string]: any;
|
|
278
|
+
} | null;
|
|
279
|
+
/**
|
|
280
|
+
* Value of the `permissions` field.
|
|
281
|
+
* @type {{ [key: string]: boolean; }}
|
|
282
|
+
* @memberof EvalScorerArtifactView
|
|
283
|
+
*/
|
|
284
|
+
permissions?: {
|
|
285
|
+
[key: string]: boolean;
|
|
286
|
+
} | null;
|
|
287
|
+
/**
|
|
288
|
+
* Value of the `relationships` field.
|
|
289
|
+
* @type {RegistryRelationshipsView}
|
|
290
|
+
* @memberof EvalScorerArtifactView
|
|
291
|
+
*/
|
|
292
|
+
relationships?: RegistryRelationshipsView | null;
|
|
293
|
+
}
|
|
294
|
+
/**
|
|
295
|
+
* Check if a given object implements the EvalScorerArtifactView interface.
|
|
296
|
+
*/
|
|
297
|
+
export declare function instanceOfEvalScorerArtifactView(value: object): value is EvalScorerArtifactView;
|
|
298
|
+
export declare function EvalScorerArtifactViewFromJSON(json: any): EvalScorerArtifactView;
|
|
299
|
+
export declare function EvalScorerArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalScorerArtifactView;
|
|
300
|
+
export declare function EvalScorerArtifactViewToJSON(json: any): EvalScorerArtifactView;
|
|
301
|
+
export declare function EvalScorerArtifactViewToJSONTyped(value?: EvalScorerArtifactView | null, ignoreDiscriminator?: boolean): any;
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/* tslint:disable */
|
|
3
|
+
/* eslint-disable */
|
|
4
|
+
/**
|
|
5
|
+
* Evaluation catalog
|
|
6
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
7
|
+
*
|
|
8
|
+
* The version of the OpenAPI document: 0.1.0
|
|
9
|
+
*
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
12
|
+
* https://openapi-generator.tech
|
|
13
|
+
* Do not edit the class manually.
|
|
14
|
+
*/
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.instanceOfEvalScorerArtifactView = instanceOfEvalScorerArtifactView;
|
|
17
|
+
exports.EvalScorerArtifactViewFromJSON = EvalScorerArtifactViewFromJSON;
|
|
18
|
+
exports.EvalScorerArtifactViewFromJSONTyped = EvalScorerArtifactViewFromJSONTyped;
|
|
19
|
+
exports.EvalScorerArtifactViewToJSON = EvalScorerArtifactViewToJSON;
|
|
20
|
+
exports.EvalScorerArtifactViewToJSONTyped = EvalScorerArtifactViewToJSONTyped;
|
|
21
|
+
const GatewayArtifactIdentityRevealView_1 = require("./GatewayArtifactIdentityRevealView");
|
|
22
|
+
const EvalScorerKind_1 = require("./EvalScorerKind");
|
|
23
|
+
const EvalScorerScope_1 = require("./EvalScorerScope");
|
|
24
|
+
const RegistryRelationshipsView_1 = require("./RegistryRelationshipsView");
|
|
25
|
+
/**
|
|
26
|
+
* Check if a given object implements the EvalScorerArtifactView interface.
|
|
27
|
+
*/
|
|
28
|
+
function instanceOfEvalScorerArtifactView(value) {
|
|
29
|
+
if ((!('artifactStatus' in value) && !('artifact_status' in value)) || (value['artifactStatus'] === undefined && value['artifact_status'] === undefined))
|
|
30
|
+
return false;
|
|
31
|
+
if ((!('commitTs' in value) && !('commit_ts' in value)) || (value['commitTs'] === undefined && value['commit_ts'] === undefined))
|
|
32
|
+
return false;
|
|
33
|
+
if ((!('createdAt' in value) && !('created_at' in value)) || (value['createdAt'] === undefined && value['created_at'] === undefined))
|
|
34
|
+
return false;
|
|
35
|
+
if ((!('createdBy' in value) && !('created_by' in value)) || (value['createdBy'] === undefined && value['created_by'] === undefined))
|
|
36
|
+
return false;
|
|
37
|
+
if (!('id' in value) || value['id'] === undefined)
|
|
38
|
+
return false;
|
|
39
|
+
if ((!('isLatest' in value) && !('is_latest' in value)) || (value['isLatest'] === undefined && value['is_latest'] === undefined))
|
|
40
|
+
return false;
|
|
41
|
+
if (!('kind' in value) || value['kind'] === undefined)
|
|
42
|
+
return false;
|
|
43
|
+
if (!('name' in value) || value['name'] === undefined)
|
|
44
|
+
return false;
|
|
45
|
+
if ((!('sourceType' in value) && !('source_type' in value)) || (value['sourceType'] === undefined && value['source_type'] === undefined))
|
|
46
|
+
return false;
|
|
47
|
+
if ((!('updatedAt' in value) && !('updated_at' in value)) || (value['updatedAt'] === undefined && value['updated_at'] === undefined))
|
|
48
|
+
return false;
|
|
49
|
+
if ((!('updatedBy' in value) && !('updated_by' in value)) || (value['updatedBy'] === undefined && value['updated_by'] === undefined))
|
|
50
|
+
return false;
|
|
51
|
+
if ((!('versionOrdinal' in value) && !('version_ordinal' in value)) || (value['versionOrdinal'] === undefined && value['version_ordinal'] === undefined))
|
|
52
|
+
return false;
|
|
53
|
+
if ((!('workspaceId' in value) && !('workspace_id' in value)) || (value['workspaceId'] === undefined && value['workspace_id'] === undefined))
|
|
54
|
+
return false;
|
|
55
|
+
return true;
|
|
56
|
+
}
|
|
57
|
+
function EvalScorerArtifactViewFromJSON(json) {
|
|
58
|
+
return EvalScorerArtifactViewFromJSONTyped(json, false);
|
|
59
|
+
}
|
|
60
|
+
function EvalScorerArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
|
|
61
|
+
if (json == null) {
|
|
62
|
+
return json;
|
|
63
|
+
}
|
|
64
|
+
return {
|
|
65
|
+
'artifactStatus': json['artifact_status'],
|
|
66
|
+
'commitTs': json['commit_ts'],
|
|
67
|
+
'contentHashHex': json['content_hash_hex'] == null ? undefined : json['content_hash_hex'],
|
|
68
|
+
'createdAt': json['created_at'],
|
|
69
|
+
'createdBy': json['created_by'],
|
|
70
|
+
'description': json['description'] == null ? undefined : json['description'],
|
|
71
|
+
'displayName': json['display_name'] == null ? undefined : json['display_name'],
|
|
72
|
+
'extension': json['extension'] == null ? undefined : json['extension'],
|
|
73
|
+
'id': json['id'],
|
|
74
|
+
'identity': json['identity'] == null ? undefined : (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewFromJSON)(json['identity']),
|
|
75
|
+
'isLatest': json['is_latest'],
|
|
76
|
+
'kind': json['kind'],
|
|
77
|
+
'name': json['name'],
|
|
78
|
+
'oidcClientId': json['oidc_client_id'] == null ? undefined : json['oidc_client_id'],
|
|
79
|
+
'ownerId': json['owner_id'] == null ? undefined : json['owner_id'],
|
|
80
|
+
'projectId': json['project_id'] == null ? undefined : json['project_id'],
|
|
81
|
+
'repoId': json['repo_id'] == null ? undefined : json['repo_id'],
|
|
82
|
+
'sourceCreatedAt': json['source_created_at'] == null ? undefined : json['source_created_at'],
|
|
83
|
+
'sourceCreatedBy': json['source_created_by'] == null ? undefined : json['source_created_by'],
|
|
84
|
+
'sourceDigest': json['source_digest'] == null ? undefined : json['source_digest'],
|
|
85
|
+
'sourceId': json['source_id'] == null ? undefined : json['source_id'],
|
|
86
|
+
'sourceLastModifiedAt': json['source_last_modified_at'] == null ? undefined : json['source_last_modified_at'],
|
|
87
|
+
'sourceLastModifiedBy': json['source_last_modified_by'] == null ? undefined : json['source_last_modified_by'],
|
|
88
|
+
'sourceMetadata': json['source_metadata'] === undefined ? undefined : json['source_metadata'] === null ? null : json['source_metadata'],
|
|
89
|
+
'sourceSyncedAt': json['source_synced_at'] == null ? undefined : json['source_synced_at'],
|
|
90
|
+
'sourceType': json['source_type'],
|
|
91
|
+
'sourceUri': json['source_uri'] == null ? undefined : json['source_uri'],
|
|
92
|
+
'sourceVersion': json['source_version'] == null ? undefined : json['source_version'],
|
|
93
|
+
'updatedAt': json['updated_at'],
|
|
94
|
+
'updatedBy': json['updated_by'],
|
|
95
|
+
'versionLabel': json['version_label'] == null ? undefined : json['version_label'],
|
|
96
|
+
'versionOrdinal': json['version_ordinal'],
|
|
97
|
+
'workspaceId': json['workspace_id'],
|
|
98
|
+
'outputs': json['outputs'] === undefined ? undefined : json['outputs'] === null ? null : json['outputs'],
|
|
99
|
+
'scope': json['scope'] == null ? undefined : (0, EvalScorerScope_1.EvalScorerScopeFromJSON)(json['scope']),
|
|
100
|
+
'scorerKind': json['scorer_kind'] == null ? undefined : (0, EvalScorerKind_1.EvalScorerKindFromJSON)(json['scorer_kind']),
|
|
101
|
+
'spec': json['spec'] === undefined ? undefined : json['spec'] === null ? null : json['spec'],
|
|
102
|
+
'permissions': json['permissions'] === undefined ? undefined : json['permissions'] === null ? null : json['permissions'],
|
|
103
|
+
'relationships': json['relationships'] === undefined ? undefined : json['relationships'] === null ? null : (0, RegistryRelationshipsView_1.RegistryRelationshipsViewFromJSON)(json['relationships']),
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
function EvalScorerArtifactViewToJSON(json) {
|
|
107
|
+
return EvalScorerArtifactViewToJSONTyped(json, false);
|
|
108
|
+
}
|
|
109
|
+
function EvalScorerArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
|
|
110
|
+
if (value == null) {
|
|
111
|
+
return value;
|
|
112
|
+
}
|
|
113
|
+
return {
|
|
114
|
+
'artifact_status': value['artifactStatus'],
|
|
115
|
+
'commit_ts': value['commitTs'],
|
|
116
|
+
'content_hash_hex': value['contentHashHex'],
|
|
117
|
+
'created_at': value['createdAt'],
|
|
118
|
+
'created_by': value['createdBy'],
|
|
119
|
+
'description': value['description'],
|
|
120
|
+
'display_name': value['displayName'],
|
|
121
|
+
'extension': value['extension'],
|
|
122
|
+
'id': value['id'],
|
|
123
|
+
'identity': (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewToJSON)(value['identity']),
|
|
124
|
+
'is_latest': value['isLatest'],
|
|
125
|
+
'kind': value['kind'],
|
|
126
|
+
'name': value['name'],
|
|
127
|
+
'oidc_client_id': value['oidcClientId'],
|
|
128
|
+
'owner_id': value['ownerId'],
|
|
129
|
+
'project_id': value['projectId'],
|
|
130
|
+
'repo_id': value['repoId'],
|
|
131
|
+
'source_created_at': value['sourceCreatedAt'],
|
|
132
|
+
'source_created_by': value['sourceCreatedBy'],
|
|
133
|
+
'source_digest': value['sourceDigest'],
|
|
134
|
+
'source_id': value['sourceId'],
|
|
135
|
+
'source_last_modified_at': value['sourceLastModifiedAt'],
|
|
136
|
+
'source_last_modified_by': value['sourceLastModifiedBy'],
|
|
137
|
+
'source_metadata': value['sourceMetadata'],
|
|
138
|
+
'source_synced_at': value['sourceSyncedAt'],
|
|
139
|
+
'source_type': value['sourceType'],
|
|
140
|
+
'source_uri': value['sourceUri'],
|
|
141
|
+
'source_version': value['sourceVersion'],
|
|
142
|
+
'updated_at': value['updatedAt'],
|
|
143
|
+
'updated_by': value['updatedBy'],
|
|
144
|
+
'version_label': value['versionLabel'],
|
|
145
|
+
'version_ordinal': value['versionOrdinal'],
|
|
146
|
+
'workspace_id': value['workspaceId'],
|
|
147
|
+
'outputs': value['outputs'],
|
|
148
|
+
'scope': (0, EvalScorerScope_1.EvalScorerScopeToJSON)(value['scope']),
|
|
149
|
+
'scorer_kind': (0, EvalScorerKind_1.EvalScorerKindToJSON)(value['scorerKind']),
|
|
150
|
+
'spec': value['spec'],
|
|
151
|
+
'permissions': value['permissions'],
|
|
152
|
+
'relationships': (0, RegistryRelationshipsView_1.RegistryRelationshipsViewToJSON)(value['relationships']),
|
|
153
|
+
};
|
|
154
|
+
}
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import type { EvalScorerKind } from './EvalScorerKind';
|
|
13
|
+
import type { EvalScorerScope } from './EvalScorerScope';
|
|
14
|
+
/**
|
|
15
|
+
* The caller-writable surface of a new scorer.
|
|
16
|
+
* @export
|
|
17
|
+
* @interface EvalScorerCreate
|
|
18
|
+
*/
|
|
19
|
+
export interface EvalScorerCreate {
|
|
20
|
+
/**
|
|
21
|
+
* RFC 3339. The upstream's own creation time, never the commit time.
|
|
22
|
+
* @type {string}
|
|
23
|
+
* @memberof EvalScorerCreate
|
|
24
|
+
*/
|
|
25
|
+
sourceCreatedAt?: string;
|
|
26
|
+
/**
|
|
27
|
+
* The upstream author, git `Name <email>` form (distinct from the registry
|
|
28
|
+
* principal `created_by`). The first author; see `source_last_modified_by`
|
|
29
|
+
* for who changed it last.
|
|
30
|
+
* @type {string}
|
|
31
|
+
* @memberof EvalScorerCreate
|
|
32
|
+
*/
|
|
33
|
+
sourceCreatedBy?: string;
|
|
34
|
+
/**
|
|
35
|
+
* What the upstream calls this object. The reconciliation key for a re-sync,
|
|
36
|
+
* and the reason to prefer it over matching on `name`.
|
|
37
|
+
* @type {string}
|
|
38
|
+
* @memberof EvalScorerCreate
|
|
39
|
+
*/
|
|
40
|
+
sourceId?: string;
|
|
41
|
+
/**
|
|
42
|
+
* RFC 3339.
|
|
43
|
+
* @type {string}
|
|
44
|
+
* @memberof EvalScorerCreate
|
|
45
|
+
*/
|
|
46
|
+
sourceLastModifiedAt?: string;
|
|
47
|
+
/**
|
|
48
|
+
* The upstream author of the last change, git `Name <email>` form.
|
|
49
|
+
* @type {string}
|
|
50
|
+
* @memberof EvalScorerCreate
|
|
51
|
+
*/
|
|
52
|
+
sourceLastModifiedBy?: string;
|
|
53
|
+
/**
|
|
54
|
+
*
|
|
55
|
+
* @type {any}
|
|
56
|
+
* @memberof EvalScorerCreate
|
|
57
|
+
*/
|
|
58
|
+
sourceMetadata?: any | null;
|
|
59
|
+
/**
|
|
60
|
+
* RFC 3339. The time of the sync that produced this version.
|
|
61
|
+
* @type {string}
|
|
62
|
+
* @memberof EvalScorerCreate
|
|
63
|
+
*/
|
|
64
|
+
sourceSyncedAt?: string;
|
|
65
|
+
/**
|
|
66
|
+
* The content authority: `git`, `atlan`, `local`, or `external` for a
|
|
67
|
+
* customer's own system. Omitted, the registry defaults it.
|
|
68
|
+
* @type {string}
|
|
69
|
+
* @memberof EvalScorerCreate
|
|
70
|
+
*/
|
|
71
|
+
sourceType?: string;
|
|
72
|
+
/**
|
|
73
|
+
* Scheme-tagged origin — where the upstream object lives.
|
|
74
|
+
* @type {string}
|
|
75
|
+
* @memberof EvalScorerCreate
|
|
76
|
+
*/
|
|
77
|
+
sourceUri?: string;
|
|
78
|
+
/**
|
|
79
|
+
* The upstream revision (a commit hash or tag), distinct from `version_label`.
|
|
80
|
+
* @type {string}
|
|
81
|
+
* @memberof EvalScorerCreate
|
|
82
|
+
*/
|
|
83
|
+
sourceVersion?: string;
|
|
84
|
+
/**
|
|
85
|
+
* Human-readable description.
|
|
86
|
+
* @type {string}
|
|
87
|
+
* @memberof EvalScorerCreate
|
|
88
|
+
*/
|
|
89
|
+
description?: string;
|
|
90
|
+
/**
|
|
91
|
+
* Human-readable label. Omitted, the gateway defaults it to `name`.
|
|
92
|
+
* @type {string}
|
|
93
|
+
* @memberof EvalScorerCreate
|
|
94
|
+
*/
|
|
95
|
+
displayName?: string;
|
|
96
|
+
/**
|
|
97
|
+
* Stable machine handle ([AIP-122](https://google.aip.dev/122)) — short and
|
|
98
|
+
* identifier-shaped, kebab-case by convention. Unique per `(workspace,
|
|
99
|
+
* kind)` among live rows (`artifacts_name_idx`), but not identity: `id`
|
|
100
|
+
* is the only stable handle.
|
|
101
|
+
* @type {string}
|
|
102
|
+
* @memberof EvalScorerCreate
|
|
103
|
+
*/
|
|
104
|
+
name: string;
|
|
105
|
+
/**
|
|
106
|
+
* Optional canonical owner (`users.user_id`). Omitted, the gateway
|
|
107
|
+
* attributes the caller.
|
|
108
|
+
* @type {string}
|
|
109
|
+
* @memberof EvalScorerCreate
|
|
110
|
+
*/
|
|
111
|
+
ownerId?: string;
|
|
112
|
+
/**
|
|
113
|
+
* Optional `project_`-prefixed handle to group under. Must belong to
|
|
114
|
+
* `workspace_id` (else 422).
|
|
115
|
+
* @type {string}
|
|
116
|
+
* @memberof EvalScorerCreate
|
|
117
|
+
*/
|
|
118
|
+
projectId?: string;
|
|
119
|
+
/**
|
|
120
|
+
* Optional `repo_`-prefixed source repository. No default — a repo is a
|
|
121
|
+
* factual claim about provenance, so it is never guessed.
|
|
122
|
+
* @type {string}
|
|
123
|
+
* @memberof EvalScorerCreate
|
|
124
|
+
*/
|
|
125
|
+
repoId?: string;
|
|
126
|
+
/**
|
|
127
|
+
* `workspace_`-prefixed handle to create in. **Required** — there is
|
|
128
|
+
* deliberately no default, because guessing a tenant's namespace is
|
|
129
|
+
* invisible until someone else reads the data.
|
|
130
|
+
* @type {string}
|
|
131
|
+
* @memberof EvalScorerCreate
|
|
132
|
+
*/
|
|
133
|
+
workspaceId: string;
|
|
134
|
+
/**
|
|
135
|
+
* The score keys this scorer emits and their ranges/types.
|
|
136
|
+
* @type {{ [key: string]: any; }}
|
|
137
|
+
* @memberof EvalScorerCreate
|
|
138
|
+
*/
|
|
139
|
+
outputs?: {
|
|
140
|
+
[key: string]: any;
|
|
141
|
+
} | null;
|
|
142
|
+
/**
|
|
143
|
+
*
|
|
144
|
+
* @type {EvalScorerScope}
|
|
145
|
+
* @memberof EvalScorerCreate
|
|
146
|
+
*/
|
|
147
|
+
scope: EvalScorerScope;
|
|
148
|
+
/**
|
|
149
|
+
*
|
|
150
|
+
* @type {EvalScorerKind}
|
|
151
|
+
* @memberof EvalScorerCreate
|
|
152
|
+
*/
|
|
153
|
+
scorerKind: EvalScorerKind;
|
|
154
|
+
/**
|
|
155
|
+
* The definition, by kind — an `llm_judge`'s rubric prompt and judge
|
|
156
|
+
* model, a `code` scorer's repo/entrypoint pointer, a `human` scorer's
|
|
157
|
+
* review form schema.
|
|
158
|
+
* @type {{ [key: string]: any; }}
|
|
159
|
+
* @memberof EvalScorerCreate
|
|
160
|
+
*/
|
|
161
|
+
spec?: {
|
|
162
|
+
[key: string]: any;
|
|
163
|
+
} | null;
|
|
164
|
+
}
|
|
165
|
+
/**
|
|
166
|
+
* Check if a given object implements the EvalScorerCreate interface.
|
|
167
|
+
*/
|
|
168
|
+
export declare function instanceOfEvalScorerCreate(value: object): value is EvalScorerCreate;
|
|
169
|
+
export declare function EvalScorerCreateFromJSON(json: any): EvalScorerCreate;
|
|
170
|
+
export declare function EvalScorerCreateFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalScorerCreate;
|
|
171
|
+
export declare function EvalScorerCreateToJSON(json: any): EvalScorerCreate;
|
|
172
|
+
export declare function EvalScorerCreateToJSONTyped(value?: EvalScorerCreate | null, ignoreDiscriminator?: boolean): any;
|