@atlanai/sdk 0.1.1 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. package/README.md +32 -0
  2. package/dist/client.js +3 -1
  3. package/dist/evals.d.ts +46 -0
  4. package/dist/evals.js +230 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +8 -1
  7. package/dist/manifest.json +299 -3
  8. package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
  9. package/dist/raw/eval/apis/DatasetsApi.js +706 -0
  10. package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
  11. package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
  12. package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
  13. package/dist/raw/eval/apis/ScorersApi.js +308 -0
  14. package/dist/raw/eval/apis/index.d.ts +3 -0
  15. package/dist/raw/eval/apis/index.js +21 -0
  16. package/dist/raw/eval/index.d.ts +3 -0
  17. package/dist/raw/eval/index.js +21 -0
  18. package/dist/raw/eval/models/AccessView.d.ts +57 -0
  19. package/dist/raw/eval/models/AccessView.js +64 -0
  20. package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
  21. package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
  22. package/dist/raw/eval/models/CostView.d.ts +50 -0
  23. package/dist/raw/eval/models/CostView.js +60 -0
  24. package/dist/raw/eval/models/CursorPage.d.ts +38 -0
  25. package/dist/raw/eval/models/CursorPage.js +52 -0
  26. package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
  27. package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
  28. package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
  29. package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
  30. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
  31. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
  32. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
  33. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
  34. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
  35. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
  36. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
  37. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
  38. package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
  39. package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
  40. package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
  41. package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
  42. package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
  43. package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
  44. package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
  45. package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
  46. package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
  47. package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
  48. package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
  49. package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
  50. package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
  51. package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
  52. package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
  53. package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
  54. package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
  55. package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
  56. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
  57. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
  58. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
  59. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
  60. package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
  61. package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
  62. package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
  63. package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
  64. package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
  65. package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
  66. package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
  67. package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
  68. package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
  69. package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
  70. package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
  71. package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
  72. package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
  73. package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
  74. package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
  75. package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
  76. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
  77. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
  78. package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
  79. package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
  80. package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
  81. package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
  82. package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
  83. package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
  84. package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
  85. package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
  86. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
  87. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
  88. package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
  89. package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
  90. package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
  91. package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
  92. package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
  93. package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
  94. package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
  95. package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
  96. package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
  97. package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
  98. package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
  99. package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
  100. package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
  101. package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
  102. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
  103. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
  104. package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
  105. package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
  106. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
  107. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
  108. package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
  109. package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
  110. package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
  111. package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
  112. package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
  113. package/dist/raw/eval/models/EvalRecordSource.js +55 -0
  114. package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
  115. package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
  116. package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
  117. package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
  118. package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
  119. package/dist/raw/eval/models/EvalScorerKind.js +60 -0
  120. package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
  121. package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
  122. package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
  123. package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
  124. package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
  125. package/dist/raw/eval/models/EvalScorerScope.js +60 -0
  126. package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
  127. package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
  128. package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
  129. package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
  130. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
  131. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
  132. package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
  133. package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
  134. package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
  135. package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
  136. package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
  137. package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
  138. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
  139. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
  140. package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
  141. package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
  142. package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
  143. package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
  144. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
  145. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
  146. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
  147. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
  148. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
  149. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
  150. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
  151. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
  152. package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
  153. package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
  154. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
  155. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
  156. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
  157. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
  158. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
  159. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
  160. package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
  161. package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
  162. package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
  163. package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
  164. package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
  165. package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
  166. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
  167. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
  168. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
  169. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
  170. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
  171. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
  172. package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
  173. package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
  174. package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
  175. package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
  176. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
  177. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
  178. package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
  179. package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
  180. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
  181. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
  182. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
  183. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
  184. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
  185. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
  186. package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
  187. package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
  188. package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
  189. package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
  190. package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
  191. package/dist/raw/eval/models/ProblemDetails.js +64 -0
  192. package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
  193. package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
  194. package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
  195. package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
  196. package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
  197. package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
  198. package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
  199. package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
  200. package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
  201. package/dist/raw/eval/models/SpanViewDto.js +117 -0
  202. package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
  203. package/dist/raw/eval/models/TraceDetailView.js +108 -0
  204. package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
  205. package/dist/raw/eval/models/TraceLinks.js +58 -0
  206. package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
  207. package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
  208. package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
  209. package/dist/raw/eval/models/TraceParentView.js +64 -0
  210. package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
  211. package/dist/raw/eval/models/TraceStatus.js +54 -0
  212. package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
  213. package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
  214. package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
  215. package/dist/raw/eval/models/TraceSummaryView.js +96 -0
  216. package/dist/raw/eval/models/UsageView.d.ts +56 -0
  217. package/dist/raw/eval/models/UsageView.js +66 -0
  218. package/dist/raw/eval/models/index.d.ts +100 -0
  219. package/dist/raw/eval/models/index.js +118 -0
  220. package/dist/raw/eval/runtime.d.ts +185 -0
  221. package/dist/raw/eval/runtime.js +369 -0
  222. package/dist/resources.json +307 -0
  223. package/dist/tracing/client.js +6 -4
  224. package/dist/tracing/propagation.d.ts +1 -0
  225. package/dist/tracing/propagation.js +7 -0
  226. package/dist/tracing/semconv.d.ts +8 -1
  227. package/dist/tracing/semconv.js +27 -13
  228. package/dist/tracing/spans.d.ts +8 -4
  229. package/dist/tracing/spans.js +28 -13
  230. package/dist/tracing/version.d.ts +1 -1
  231. package/dist/tracing/version.js +1 -1
  232. package/package.json +1 -1
@@ -0,0 +1,46 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ /**
13
+ * The `dataset` artifact kind: a curated collection of examples — a golden
14
+ * set, a repro set, a labeled traffic sample. Name and description ride the L1
15
+ * envelope; the rows are child [`DatasetRecordMeta`] artifacts.
16
+ *
17
+ * Deliberately thin. A dataset is a container whose value is its records and
18
+ * its curation history, so the kind carries only the caller's metadata bag and
19
+ * nothing derived — counts are a query, not a column to drift. What the set is
20
+ * *for* is the envelope's `description`; a second prose field beside it only
21
+ * splits the same sentence across two places.
22
+ * @export
23
+ * @interface EvalDatasetMeta
24
+ */
25
+ export interface EvalDatasetMeta {
26
+ /**
27
+ * Anything else the team keys the set by (`metadata` is an envelope key,
28
+ * so this is `extra`). The blessed convention for dynamic-question sets:
29
+ * `extra.data_snapshot_ref` names the frozen data clone the bench ran
30
+ * against, so two experiments claiming this dataset provably ran the
31
+ * same data.
32
+ * @type {{ [key: string]: any; }}
33
+ * @memberof EvalDatasetMeta
34
+ */
35
+ extra?: {
36
+ [key: string]: any;
37
+ } | null;
38
+ }
39
+ /**
40
+ * Check if a given object implements the EvalDatasetMeta interface.
41
+ */
42
+ export declare function instanceOfEvalDatasetMeta(value: object): value is EvalDatasetMeta;
43
+ export declare function EvalDatasetMetaFromJSON(json: any): EvalDatasetMeta;
44
+ export declare function EvalDatasetMetaFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetMeta;
45
+ export declare function EvalDatasetMetaToJSON(json: any): EvalDatasetMeta;
46
+ export declare function EvalDatasetMetaToJSONTyped(value?: EvalDatasetMeta | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,48 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalDatasetMeta = instanceOfEvalDatasetMeta;
17
+ exports.EvalDatasetMetaFromJSON = EvalDatasetMetaFromJSON;
18
+ exports.EvalDatasetMetaFromJSONTyped = EvalDatasetMetaFromJSONTyped;
19
+ exports.EvalDatasetMetaToJSON = EvalDatasetMetaToJSON;
20
+ exports.EvalDatasetMetaToJSONTyped = EvalDatasetMetaToJSONTyped;
21
+ /**
22
+ * Check if a given object implements the EvalDatasetMeta interface.
23
+ */
24
+ function instanceOfEvalDatasetMeta(value) {
25
+ return true;
26
+ }
27
+ function EvalDatasetMetaFromJSON(json) {
28
+ return EvalDatasetMetaFromJSONTyped(json, false);
29
+ }
30
+ function EvalDatasetMetaFromJSONTyped(json, ignoreDiscriminator) {
31
+ if (json == null) {
32
+ return json;
33
+ }
34
+ return {
35
+ 'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
36
+ };
37
+ }
38
+ function EvalDatasetMetaToJSON(json) {
39
+ return EvalDatasetMetaToJSONTyped(json, false);
40
+ }
41
+ function EvalDatasetMetaToJSONTyped(value, ignoreDiscriminator = false) {
42
+ if (value == null) {
43
+ return value;
44
+ }
45
+ return {
46
+ 'extra': value['extra'],
47
+ };
48
+ }
@@ -0,0 +1,52 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ /**
13
+ * The editable surface of a dataset.
14
+ * @export
15
+ * @interface EvalDatasetPatch
16
+ */
17
+ export interface EvalDatasetPatch {
18
+ /**
19
+ * Set or clear the description. Explicit `null` clears it, per RFC 7396.
20
+ * @type {string}
21
+ * @memberof EvalDatasetPatch
22
+ */
23
+ description?: string | null;
24
+ /**
25
+ * Human-readable name.
26
+ * @type {string}
27
+ * @memberof EvalDatasetPatch
28
+ */
29
+ displayName?: string | null;
30
+ /**
31
+ * Set or clear the extra bag. Explicit `null` clears it.
32
+ * @type {{ [key: string]: any; }}
33
+ * @memberof EvalDatasetPatch
34
+ */
35
+ extra?: {
36
+ [key: string]: any;
37
+ } | null;
38
+ /**
39
+ * Stable machine-readable name.
40
+ * @type {string}
41
+ * @memberof EvalDatasetPatch
42
+ */
43
+ name?: string | null;
44
+ }
45
+ /**
46
+ * Check if a given object implements the EvalDatasetPatch interface.
47
+ */
48
+ export declare function instanceOfEvalDatasetPatch(value: object): value is EvalDatasetPatch;
49
+ export declare function EvalDatasetPatchFromJSON(json: any): EvalDatasetPatch;
50
+ export declare function EvalDatasetPatchFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetPatch;
51
+ export declare function EvalDatasetPatchToJSON(json: any): EvalDatasetPatch;
52
+ export declare function EvalDatasetPatchToJSONTyped(value?: EvalDatasetPatch | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,54 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalDatasetPatch = instanceOfEvalDatasetPatch;
17
+ exports.EvalDatasetPatchFromJSON = EvalDatasetPatchFromJSON;
18
+ exports.EvalDatasetPatchFromJSONTyped = EvalDatasetPatchFromJSONTyped;
19
+ exports.EvalDatasetPatchToJSON = EvalDatasetPatchToJSON;
20
+ exports.EvalDatasetPatchToJSONTyped = EvalDatasetPatchToJSONTyped;
21
+ /**
22
+ * Check if a given object implements the EvalDatasetPatch interface.
23
+ */
24
+ function instanceOfEvalDatasetPatch(value) {
25
+ return true;
26
+ }
27
+ function EvalDatasetPatchFromJSON(json) {
28
+ return EvalDatasetPatchFromJSONTyped(json, false);
29
+ }
30
+ function EvalDatasetPatchFromJSONTyped(json, ignoreDiscriminator) {
31
+ if (json == null) {
32
+ return json;
33
+ }
34
+ return {
35
+ 'description': json['description'] === undefined ? undefined : json['description'] === null ? null : json['description'],
36
+ 'displayName': json['display_name'] === undefined ? undefined : json['display_name'] === null ? null : json['display_name'],
37
+ 'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
38
+ 'name': json['name'] === undefined ? undefined : json['name'] === null ? null : json['name'],
39
+ };
40
+ }
41
+ function EvalDatasetPatchToJSON(json) {
42
+ return EvalDatasetPatchToJSONTyped(json, false);
43
+ }
44
+ function EvalDatasetPatchToJSONTyped(value, ignoreDiscriminator = false) {
45
+ if (value == null) {
46
+ return value;
47
+ }
48
+ return {
49
+ 'description': value['description'],
50
+ 'display_name': value['displayName'],
51
+ 'extra': value['extra'],
52
+ 'name': value['name'],
53
+ };
54
+ }
@@ -0,0 +1,330 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { GatewayArtifactIdentityRevealView } from './GatewayArtifactIdentityRevealView';
13
+ import type { EvalRecordSource } from './EvalRecordSource';
14
+ import type { RegistryRelationshipsView } from './RegistryRelationshipsView';
15
+ /**
16
+ * Published representation of DatasetRecordArtifact.
17
+ * @export
18
+ * @interface EvalDatasetRecordArtifactView
19
+ */
20
+ export interface EvalDatasetRecordArtifactView {
21
+ /**
22
+ * Value of the `artifact_status` field.
23
+ * @type {string}
24
+ * @memberof EvalDatasetRecordArtifactView
25
+ */
26
+ artifactStatus: string;
27
+ /**
28
+ * RFC 3339 commit timestamp (the cross-table monotonic cursor).
29
+ * @type {string}
30
+ * @memberof EvalDatasetRecordArtifactView
31
+ */
32
+ commitTs: string;
33
+ /**
34
+ * Value of the `content_hash_hex` field.
35
+ * @type {string}
36
+ * @memberof EvalDatasetRecordArtifactView
37
+ */
38
+ contentHashHex?: string;
39
+ /**
40
+ * Value of the `created_at` field.
41
+ * @type {string}
42
+ * @memberof EvalDatasetRecordArtifactView
43
+ */
44
+ createdAt: string;
45
+ /**
46
+ * Value of the `created_by` field.
47
+ * @type {string}
48
+ * @memberof EvalDatasetRecordArtifactView
49
+ */
50
+ createdBy: string;
51
+ /**
52
+ * Human-readable description.
53
+ * @type {string}
54
+ * @memberof EvalDatasetRecordArtifactView
55
+ */
56
+ description?: string;
57
+ /**
58
+ * Human-readable name.
59
+ * @type {string}
60
+ * @memberof EvalDatasetRecordArtifactView
61
+ */
62
+ displayName?: string;
63
+ /**
64
+ * Value of the `extension` field.
65
+ * @type {string}
66
+ * @memberof EvalDatasetRecordArtifactView
67
+ */
68
+ extension?: string;
69
+ /**
70
+ * Kind-prefixed Crockford-base32 handle (`<kind>_<base32>`).
71
+ * @type {string}
72
+ * @memberof EvalDatasetRecordArtifactView
73
+ */
74
+ id: string;
75
+ /**
76
+ * Value of the `identity` field.
77
+ * @type {GatewayArtifactIdentityRevealView}
78
+ * @memberof EvalDatasetRecordArtifactView
79
+ */
80
+ identity?: GatewayArtifactIdentityRevealView;
81
+ /**
82
+ * Whether this is the head (latest) version of its line.
83
+ * @type {boolean}
84
+ * @memberof EvalDatasetRecordArtifactView
85
+ */
86
+ isLatest: boolean;
87
+ /**
88
+ * Domain discriminator for this resource.
89
+ * @type {string}
90
+ * @memberof EvalDatasetRecordArtifactView
91
+ */
92
+ kind: string;
93
+ /**
94
+ * Stable machine handle ([AIP-122](https://google.aip.dev/122)): a short,
95
+ * identifier-shaped label (kebab-case by convention) meant for references,
96
+ * paths and code. **Not unique**, and not the artifact's identity — `id` is
97
+ * the only stable handle. Not format-validated today, so existing rows may
98
+ * hold prose.
99
+ * @type {string}
100
+ * @memberof EvalDatasetRecordArtifactView
101
+ */
102
+ name: string;
103
+ /**
104
+ * The Control-Plane OIDC client id this artifact authenticates as
105
+ * (`x-gateway-identity` kinds); absent for every other kind.
106
+ *
107
+ * **Derived, not stored.** The registry resolves it from the artifact's
108
+ * `service_principals` row rather than keeping a second copy on the artifact,
109
+ * so it appears on the create response and on the single-artifact read — the
110
+ * two paths that make that lookup — and **not** on list, search, or a `PATCH`
111
+ * response, none of which do a per-row identity read. It is the public half of
112
+ * the credential pair and is not secret.
113
+ * @type {string}
114
+ * @memberof EvalDatasetRecordArtifactView
115
+ */
116
+ oidcClientId?: string;
117
+ /**
118
+ * Canonical owner: the `users.user_id` this artifact belongs to, FK-backed.
119
+ * Absent when unset (legacy rows / system-plane creates).
120
+ * @type {string}
121
+ * @memberof EvalDatasetRecordArtifactView
122
+ */
123
+ ownerId?: string;
124
+ /**
125
+ * `project_`-prefixed handle of the project grouping this artifact, when it has
126
+ * one. Absent for an artifact that lives directly in its workspace — which also
127
+ * means it is not packaged into any Claude Code plugin, since packaging is
128
+ * per-project (project-2026-07-30-first-class-project-table).
129
+ * @type {string}
130
+ * @memberof EvalDatasetRecordArtifactView
131
+ */
132
+ projectId?: string;
133
+ /**
134
+ * The source repository this artifact came from, as a `repo_`-prefixed
135
+ * handle. Absent when the artifact has no repo.
136
+ * @type {string}
137
+ * @memberof EvalDatasetRecordArtifactView
138
+ */
139
+ repoId?: string;
140
+ /**
141
+ * Advisory origin timestamp for imported artifacts (RFC 3339); absent for
142
+ * natively-created artifacts. Distinct from `created_at` (the commit time).
143
+ * @type {string}
144
+ * @memberof EvalDatasetRecordArtifactView
145
+ */
146
+ sourceCreatedAt?: string;
147
+ /**
148
+ * Advisory upstream author (git `Name <email>`) of the first version
149
+ * upstream; absent when unset.
150
+ * @type {string}
151
+ * @memberof EvalDatasetRecordArtifactView
152
+ */
153
+ sourceCreatedBy?: string;
154
+ /**
155
+ * sha256 of the materialized content; absent when unset.
156
+ * @type {string}
157
+ * @memberof EvalDatasetRecordArtifactView
158
+ */
159
+ sourceDigest?: string;
160
+ /**
161
+ * The artifact's identifier in the system it came from — what the upstream
162
+ * calls it, as opposed to `source_uri`'s where-it-lives. Filterable and
163
+ * sortable, so a re-sync reconciles on this rather than on `name`; absent
164
+ * when unset.
165
+ * @type {string}
166
+ * @memberof EvalDatasetRecordArtifactView
167
+ */
168
+ sourceId?: string;
169
+ /**
170
+ * Advisory upstream last-modified timestamp (RFC 3339); absent when unset.
171
+ * @type {string}
172
+ * @memberof EvalDatasetRecordArtifactView
173
+ */
174
+ sourceLastModifiedAt?: string;
175
+ /**
176
+ * Advisory upstream author (git `Name <email>`) of the last change; absent
177
+ * when unset.
178
+ * @type {string}
179
+ * @memberof EvalDatasetRecordArtifactView
180
+ */
181
+ sourceLastModifiedBy?: string;
182
+ /**
183
+ *
184
+ * @type {any}
185
+ * @memberof EvalDatasetRecordArtifactView
186
+ */
187
+ sourceMetadata?: any | null;
188
+ /**
189
+ * Advisory timestamp (RFC 3339) of the last sync that produced a version.
190
+ * @type {string}
191
+ * @memberof EvalDatasetRecordArtifactView
192
+ */
193
+ sourceSyncedAt?: string;
194
+ /**
195
+ * Content authority for the line: `git`, `atlan`, `local`, or `external`
196
+ * for a system the gateway does not know (a customer's own runner or catalog).
197
+ * @type {string}
198
+ * @memberof EvalDatasetRecordArtifactView
199
+ */
200
+ sourceType: string;
201
+ /**
202
+ * Scheme-tagged origin; absent for a service-managed (`atlan`) line.
203
+ * @type {string}
204
+ * @memberof EvalDatasetRecordArtifactView
205
+ */
206
+ sourceUri?: string;
207
+ /**
208
+ * Advisory upstream version id (git commit hash / tag); distinct from
209
+ * `version_label`. Absent when unset.
210
+ * @type {string}
211
+ * @memberof EvalDatasetRecordArtifactView
212
+ */
213
+ sourceVersion?: string;
214
+ /**
215
+ * Value of the `updated_at` field.
216
+ * @type {string}
217
+ * @memberof EvalDatasetRecordArtifactView
218
+ */
219
+ updatedAt: string;
220
+ /**
221
+ * Value of the `updated_by` field.
222
+ * @type {string}
223
+ * @memberof EvalDatasetRecordArtifactView
224
+ */
225
+ updatedBy: string;
226
+ /**
227
+ * Optional human version selector (semver); absent when unset.
228
+ * @type {string}
229
+ * @memberof EvalDatasetRecordArtifactView
230
+ */
231
+ versionLabel?: string;
232
+ /**
233
+ * Monotonic version coordinate within the artifact line.
234
+ * @type {number}
235
+ * @memberof EvalDatasetRecordArtifactView
236
+ */
237
+ versionOrdinal: number;
238
+ /**
239
+ * `workspace_`-prefixed handle.
240
+ * @type {string}
241
+ * @memberof EvalDatasetRecordArtifactView
242
+ */
243
+ workspaceId: string;
244
+ /**
245
+ * Free-text categories the case belongs to ("aggregation", "time-series",
246
+ * "multi-table", …) — the slice keys a deep-dive filters scores by. A
247
+ * list, not an enum (vocabularies are the team's), and a list rather than
248
+ * one label because real benches tag a question with several facets
249
+ * (the `languages` posture on `agent_framework`).
250
+ * @type {Array<string>}
251
+ * @memberof EvalDatasetRecordArtifactView
252
+ */
253
+ categories?: Array<string>;
254
+ /**
255
+ * The owning `dataset` handle. Immutable after create.
256
+ * @type {string}
257
+ * @memberof EvalDatasetRecordArtifactView
258
+ */
259
+ datasetId?: string;
260
+ /**
261
+ * The expected outcome, when the case has one. A labeled example carries
262
+ * it; a raw traffic sample often does not.
263
+ * @type {{ [key: string]: any; }}
264
+ * @memberof EvalDatasetRecordArtifactView
265
+ */
266
+ expected?: {
267
+ [key: string]: any;
268
+ } | null;
269
+ /**
270
+ * Anything else the curator wants on the row (`metadata` is an envelope
271
+ * key, so this is `extra`). Round-tripped verbatim.
272
+ * @type {{ [key: string]: any; }}
273
+ * @memberof EvalDatasetRecordArtifactView
274
+ */
275
+ extra?: {
276
+ [key: string]: any;
277
+ } | null;
278
+ /**
279
+ * The case's input, as a JSON object. The one thing every record has.
280
+ * @type {{ [key: string]: any; }}
281
+ * @memberof EvalDatasetRecordArtifactView
282
+ */
283
+ input?: {
284
+ [key: string]: any;
285
+ };
286
+ /**
287
+ * Curation label — "good", "bad", "needs_review", or anything the team
288
+ * uses. Free text rather than an enum: label vocabularies are the team's,
289
+ * not the gateway's.
290
+ * @type {string}
291
+ * @memberof EvalDatasetRecordArtifactView
292
+ */
293
+ label?: string | null;
294
+ /**
295
+ *
296
+ * @type {EvalRecordSource}
297
+ * @memberof EvalDatasetRecordArtifactView
298
+ */
299
+ sourceKind?: EvalRecordSource;
300
+ /**
301
+ * The source's identifier: a `session` artifact handle when `source_kind`
302
+ * is `session` (resolved at create), or an OTel trace id when `trace`
303
+ * (recorded verbatim — a trace is not a registry artifact).
304
+ * @type {string}
305
+ * @memberof EvalDatasetRecordArtifactView
306
+ */
307
+ sourceRef?: string | null;
308
+ /**
309
+ * Value of the `permissions` field.
310
+ * @type {{ [key: string]: boolean; }}
311
+ * @memberof EvalDatasetRecordArtifactView
312
+ */
313
+ permissions?: {
314
+ [key: string]: boolean;
315
+ } | null;
316
+ /**
317
+ * Value of the `relationships` field.
318
+ * @type {RegistryRelationshipsView}
319
+ * @memberof EvalDatasetRecordArtifactView
320
+ */
321
+ relationships?: RegistryRelationshipsView | null;
322
+ }
323
+ /**
324
+ * Check if a given object implements the EvalDatasetRecordArtifactView interface.
325
+ */
326
+ export declare function instanceOfEvalDatasetRecordArtifactView(value: object): value is EvalDatasetRecordArtifactView;
327
+ export declare function EvalDatasetRecordArtifactViewFromJSON(json: any): EvalDatasetRecordArtifactView;
328
+ export declare function EvalDatasetRecordArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordArtifactView;
329
+ export declare function EvalDatasetRecordArtifactViewToJSON(json: any): EvalDatasetRecordArtifactView;
330
+ export declare function EvalDatasetRecordArtifactViewToJSONTyped(value?: EvalDatasetRecordArtifactView | null, ignoreDiscriminator?: boolean): any;