@atlanai/sdk 0.1.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. package/README.md +94 -26
  2. package/dist/client.js +3 -1
  3. package/dist/evals.d.ts +46 -0
  4. package/dist/evals.js +230 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +8 -1
  7. package/dist/manifest.json +299 -3
  8. package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
  9. package/dist/raw/eval/apis/DatasetsApi.js +706 -0
  10. package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
  11. package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
  12. package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
  13. package/dist/raw/eval/apis/ScorersApi.js +308 -0
  14. package/dist/raw/eval/apis/index.d.ts +3 -0
  15. package/dist/raw/eval/apis/index.js +21 -0
  16. package/dist/raw/eval/index.d.ts +3 -0
  17. package/dist/raw/eval/index.js +21 -0
  18. package/dist/raw/eval/models/AccessView.d.ts +57 -0
  19. package/dist/raw/eval/models/AccessView.js +64 -0
  20. package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
  21. package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
  22. package/dist/raw/eval/models/CostView.d.ts +50 -0
  23. package/dist/raw/eval/models/CostView.js +60 -0
  24. package/dist/raw/eval/models/CursorPage.d.ts +38 -0
  25. package/dist/raw/eval/models/CursorPage.js +52 -0
  26. package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
  27. package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
  28. package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
  29. package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
  30. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
  31. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
  32. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
  33. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
  34. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
  35. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
  36. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
  37. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
  38. package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
  39. package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
  40. package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
  41. package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
  42. package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
  43. package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
  44. package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
  45. package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
  46. package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
  47. package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
  48. package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
  49. package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
  50. package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
  51. package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
  52. package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
  53. package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
  54. package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
  55. package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
  56. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
  57. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
  58. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
  59. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
  60. package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
  61. package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
  62. package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
  63. package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
  64. package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
  65. package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
  66. package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
  67. package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
  68. package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
  69. package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
  70. package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
  71. package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
  72. package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
  73. package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
  74. package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
  75. package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
  76. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
  77. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
  78. package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
  79. package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
  80. package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
  81. package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
  82. package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
  83. package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
  84. package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
  85. package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
  86. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
  87. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
  88. package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
  89. package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
  90. package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
  91. package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
  92. package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
  93. package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
  94. package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
  95. package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
  96. package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
  97. package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
  98. package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
  99. package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
  100. package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
  101. package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
  102. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
  103. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
  104. package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
  105. package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
  106. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
  107. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
  108. package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
  109. package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
  110. package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
  111. package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
  112. package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
  113. package/dist/raw/eval/models/EvalRecordSource.js +55 -0
  114. package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
  115. package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
  116. package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
  117. package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
  118. package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
  119. package/dist/raw/eval/models/EvalScorerKind.js +60 -0
  120. package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
  121. package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
  122. package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
  123. package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
  124. package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
  125. package/dist/raw/eval/models/EvalScorerScope.js +60 -0
  126. package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
  127. package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
  128. package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
  129. package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
  130. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
  131. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
  132. package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
  133. package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
  134. package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
  135. package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
  136. package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
  137. package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
  138. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
  139. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
  140. package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
  141. package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
  142. package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
  143. package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
  144. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
  145. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
  146. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
  147. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
  148. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
  149. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
  150. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
  151. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
  152. package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
  153. package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
  154. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
  155. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
  156. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
  157. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
  158. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
  159. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
  160. package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
  161. package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
  162. package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
  163. package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
  164. package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
  165. package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
  166. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
  167. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
  168. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
  169. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
  170. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
  171. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
  172. package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
  173. package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
  174. package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
  175. package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
  176. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
  177. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
  178. package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
  179. package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
  180. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
  181. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
  182. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
  183. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
  184. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
  185. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
  186. package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
  187. package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
  188. package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
  189. package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
  190. package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
  191. package/dist/raw/eval/models/ProblemDetails.js +64 -0
  192. package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
  193. package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
  194. package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
  195. package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
  196. package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
  197. package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
  198. package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
  199. package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
  200. package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
  201. package/dist/raw/eval/models/SpanViewDto.js +117 -0
  202. package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
  203. package/dist/raw/eval/models/TraceDetailView.js +108 -0
  204. package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
  205. package/dist/raw/eval/models/TraceLinks.js +58 -0
  206. package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
  207. package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
  208. package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
  209. package/dist/raw/eval/models/TraceParentView.js +64 -0
  210. package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
  211. package/dist/raw/eval/models/TraceStatus.js +54 -0
  212. package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
  213. package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
  214. package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
  215. package/dist/raw/eval/models/TraceSummaryView.js +96 -0
  216. package/dist/raw/eval/models/UsageView.d.ts +56 -0
  217. package/dist/raw/eval/models/UsageView.js +66 -0
  218. package/dist/raw/eval/models/index.d.ts +100 -0
  219. package/dist/raw/eval/models/index.js +118 -0
  220. package/dist/raw/eval/runtime.d.ts +185 -0
  221. package/dist/raw/eval/runtime.js +369 -0
  222. package/dist/resources.json +307 -0
  223. package/dist/tracing/client.js +6 -4
  224. package/dist/tracing/propagation.d.ts +1 -0
  225. package/dist/tracing/propagation.js +7 -0
  226. package/dist/tracing/semconv.d.ts +8 -1
  227. package/dist/tracing/semconv.js +27 -13
  228. package/dist/tracing/spans.d.ts +8 -4
  229. package/dist/tracing/spans.js +28 -13
  230. package/dist/tracing/version.d.ts +1 -1
  231. package/dist/tracing/version.js +1 -1
  232. package/package.json +1 -1
@@ -0,0 +1,161 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalDatasetRecordArtifactView = instanceOfEvalDatasetRecordArtifactView;
17
+ exports.EvalDatasetRecordArtifactViewFromJSON = EvalDatasetRecordArtifactViewFromJSON;
18
+ exports.EvalDatasetRecordArtifactViewFromJSONTyped = EvalDatasetRecordArtifactViewFromJSONTyped;
19
+ exports.EvalDatasetRecordArtifactViewToJSON = EvalDatasetRecordArtifactViewToJSON;
20
+ exports.EvalDatasetRecordArtifactViewToJSONTyped = EvalDatasetRecordArtifactViewToJSONTyped;
21
+ const GatewayArtifactIdentityRevealView_1 = require("./GatewayArtifactIdentityRevealView");
22
+ const EvalRecordSource_1 = require("./EvalRecordSource");
23
+ const RegistryRelationshipsView_1 = require("./RegistryRelationshipsView");
24
+ /**
25
+ * Check if a given object implements the EvalDatasetRecordArtifactView interface.
26
+ */
27
+ function instanceOfEvalDatasetRecordArtifactView(value) {
28
+ if ((!('artifactStatus' in value) && !('artifact_status' in value)) || (value['artifactStatus'] === undefined && value['artifact_status'] === undefined))
29
+ return false;
30
+ if ((!('commitTs' in value) && !('commit_ts' in value)) || (value['commitTs'] === undefined && value['commit_ts'] === undefined))
31
+ return false;
32
+ if ((!('createdAt' in value) && !('created_at' in value)) || (value['createdAt'] === undefined && value['created_at'] === undefined))
33
+ return false;
34
+ if ((!('createdBy' in value) && !('created_by' in value)) || (value['createdBy'] === undefined && value['created_by'] === undefined))
35
+ return false;
36
+ if (!('id' in value) || value['id'] === undefined)
37
+ return false;
38
+ if ((!('isLatest' in value) && !('is_latest' in value)) || (value['isLatest'] === undefined && value['is_latest'] === undefined))
39
+ return false;
40
+ if (!('kind' in value) || value['kind'] === undefined)
41
+ return false;
42
+ if (!('name' in value) || value['name'] === undefined)
43
+ return false;
44
+ if ((!('sourceType' in value) && !('source_type' in value)) || (value['sourceType'] === undefined && value['source_type'] === undefined))
45
+ return false;
46
+ if ((!('updatedAt' in value) && !('updated_at' in value)) || (value['updatedAt'] === undefined && value['updated_at'] === undefined))
47
+ return false;
48
+ if ((!('updatedBy' in value) && !('updated_by' in value)) || (value['updatedBy'] === undefined && value['updated_by'] === undefined))
49
+ return false;
50
+ if ((!('versionOrdinal' in value) && !('version_ordinal' in value)) || (value['versionOrdinal'] === undefined && value['version_ordinal'] === undefined))
51
+ return false;
52
+ if ((!('workspaceId' in value) && !('workspace_id' in value)) || (value['workspaceId'] === undefined && value['workspace_id'] === undefined))
53
+ return false;
54
+ return true;
55
+ }
56
+ function EvalDatasetRecordArtifactViewFromJSON(json) {
57
+ return EvalDatasetRecordArtifactViewFromJSONTyped(json, false);
58
+ }
59
+ function EvalDatasetRecordArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
60
+ if (json == null) {
61
+ return json;
62
+ }
63
+ return {
64
+ 'artifactStatus': json['artifact_status'],
65
+ 'commitTs': json['commit_ts'],
66
+ 'contentHashHex': json['content_hash_hex'] == null ? undefined : json['content_hash_hex'],
67
+ 'createdAt': json['created_at'],
68
+ 'createdBy': json['created_by'],
69
+ 'description': json['description'] == null ? undefined : json['description'],
70
+ 'displayName': json['display_name'] == null ? undefined : json['display_name'],
71
+ 'extension': json['extension'] == null ? undefined : json['extension'],
72
+ 'id': json['id'],
73
+ 'identity': json['identity'] == null ? undefined : (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewFromJSON)(json['identity']),
74
+ 'isLatest': json['is_latest'],
75
+ 'kind': json['kind'],
76
+ 'name': json['name'],
77
+ 'oidcClientId': json['oidc_client_id'] == null ? undefined : json['oidc_client_id'],
78
+ 'ownerId': json['owner_id'] == null ? undefined : json['owner_id'],
79
+ 'projectId': json['project_id'] == null ? undefined : json['project_id'],
80
+ 'repoId': json['repo_id'] == null ? undefined : json['repo_id'],
81
+ 'sourceCreatedAt': json['source_created_at'] == null ? undefined : json['source_created_at'],
82
+ 'sourceCreatedBy': json['source_created_by'] == null ? undefined : json['source_created_by'],
83
+ 'sourceDigest': json['source_digest'] == null ? undefined : json['source_digest'],
84
+ 'sourceId': json['source_id'] == null ? undefined : json['source_id'],
85
+ 'sourceLastModifiedAt': json['source_last_modified_at'] == null ? undefined : json['source_last_modified_at'],
86
+ 'sourceLastModifiedBy': json['source_last_modified_by'] == null ? undefined : json['source_last_modified_by'],
87
+ 'sourceMetadata': json['source_metadata'] === undefined ? undefined : json['source_metadata'] === null ? null : json['source_metadata'],
88
+ 'sourceSyncedAt': json['source_synced_at'] == null ? undefined : json['source_synced_at'],
89
+ 'sourceType': json['source_type'],
90
+ 'sourceUri': json['source_uri'] == null ? undefined : json['source_uri'],
91
+ 'sourceVersion': json['source_version'] == null ? undefined : json['source_version'],
92
+ 'updatedAt': json['updated_at'],
93
+ 'updatedBy': json['updated_by'],
94
+ 'versionLabel': json['version_label'] == null ? undefined : json['version_label'],
95
+ 'versionOrdinal': json['version_ordinal'],
96
+ 'workspaceId': json['workspace_id'],
97
+ 'categories': json['categories'] == null ? undefined : json['categories'],
98
+ 'datasetId': json['dataset_id'] == null ? undefined : json['dataset_id'],
99
+ 'expected': json['expected'] === undefined ? undefined : json['expected'] === null ? null : json['expected'],
100
+ 'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
101
+ 'input': json['input'] == null ? undefined : json['input'],
102
+ 'label': json['label'] === undefined ? undefined : json['label'] === null ? null : json['label'],
103
+ 'sourceKind': json['source_kind'] == null ? undefined : (0, EvalRecordSource_1.EvalRecordSourceFromJSON)(json['source_kind']),
104
+ 'sourceRef': json['source_ref'] === undefined ? undefined : json['source_ref'] === null ? null : json['source_ref'],
105
+ 'permissions': json['permissions'] === undefined ? undefined : json['permissions'] === null ? null : json['permissions'],
106
+ 'relationships': json['relationships'] === undefined ? undefined : json['relationships'] === null ? null : (0, RegistryRelationshipsView_1.RegistryRelationshipsViewFromJSON)(json['relationships']),
107
+ };
108
+ }
109
+ function EvalDatasetRecordArtifactViewToJSON(json) {
110
+ return EvalDatasetRecordArtifactViewToJSONTyped(json, false);
111
+ }
112
+ function EvalDatasetRecordArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
113
+ if (value == null) {
114
+ return value;
115
+ }
116
+ return {
117
+ 'artifact_status': value['artifactStatus'],
118
+ 'commit_ts': value['commitTs'],
119
+ 'content_hash_hex': value['contentHashHex'],
120
+ 'created_at': value['createdAt'],
121
+ 'created_by': value['createdBy'],
122
+ 'description': value['description'],
123
+ 'display_name': value['displayName'],
124
+ 'extension': value['extension'],
125
+ 'id': value['id'],
126
+ 'identity': (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewToJSON)(value['identity']),
127
+ 'is_latest': value['isLatest'],
128
+ 'kind': value['kind'],
129
+ 'name': value['name'],
130
+ 'oidc_client_id': value['oidcClientId'],
131
+ 'owner_id': value['ownerId'],
132
+ 'project_id': value['projectId'],
133
+ 'repo_id': value['repoId'],
134
+ 'source_created_at': value['sourceCreatedAt'],
135
+ 'source_created_by': value['sourceCreatedBy'],
136
+ 'source_digest': value['sourceDigest'],
137
+ 'source_id': value['sourceId'],
138
+ 'source_last_modified_at': value['sourceLastModifiedAt'],
139
+ 'source_last_modified_by': value['sourceLastModifiedBy'],
140
+ 'source_metadata': value['sourceMetadata'],
141
+ 'source_synced_at': value['sourceSyncedAt'],
142
+ 'source_type': value['sourceType'],
143
+ 'source_uri': value['sourceUri'],
144
+ 'source_version': value['sourceVersion'],
145
+ 'updated_at': value['updatedAt'],
146
+ 'updated_by': value['updatedBy'],
147
+ 'version_label': value['versionLabel'],
148
+ 'version_ordinal': value['versionOrdinal'],
149
+ 'workspace_id': value['workspaceId'],
150
+ 'categories': value['categories'],
151
+ 'dataset_id': value['datasetId'],
152
+ 'expected': value['expected'],
153
+ 'extra': value['extra'],
154
+ 'input': value['input'],
155
+ 'label': value['label'],
156
+ 'source_kind': (0, EvalRecordSource_1.EvalRecordSourceToJSON)(value['sourceKind']),
157
+ 'source_ref': value['sourceRef'],
158
+ 'permissions': value['permissions'],
159
+ 'relationships': (0, RegistryRelationshipsView_1.RegistryRelationshipsViewToJSON)(value['relationships']),
160
+ };
161
+ }
@@ -0,0 +1,33 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { EvalDatasetRecordCreate } from './EvalDatasetRecordCreate';
13
+ /**
14
+ * A bulk record upload: the same items `POST …/records` takes, at most 100.
15
+ * @export
16
+ * @interface EvalDatasetRecordBulkCreate
17
+ */
18
+ export interface EvalDatasetRecordBulkCreate {
19
+ /**
20
+ * The records to create, in order. The response is index-aligned.
21
+ * @type {Array<EvalDatasetRecordCreate>}
22
+ * @memberof EvalDatasetRecordBulkCreate
23
+ */
24
+ items: Array<EvalDatasetRecordCreate>;
25
+ }
26
+ /**
27
+ * Check if a given object implements the EvalDatasetRecordBulkCreate interface.
28
+ */
29
+ export declare function instanceOfEvalDatasetRecordBulkCreate(value: object): value is EvalDatasetRecordBulkCreate;
30
+ export declare function EvalDatasetRecordBulkCreateFromJSON(json: any): EvalDatasetRecordBulkCreate;
31
+ export declare function EvalDatasetRecordBulkCreateFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordBulkCreate;
32
+ export declare function EvalDatasetRecordBulkCreateToJSON(json: any): EvalDatasetRecordBulkCreate;
33
+ export declare function EvalDatasetRecordBulkCreateToJSONTyped(value?: EvalDatasetRecordBulkCreate | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,51 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalDatasetRecordBulkCreate = instanceOfEvalDatasetRecordBulkCreate;
17
+ exports.EvalDatasetRecordBulkCreateFromJSON = EvalDatasetRecordBulkCreateFromJSON;
18
+ exports.EvalDatasetRecordBulkCreateFromJSONTyped = EvalDatasetRecordBulkCreateFromJSONTyped;
19
+ exports.EvalDatasetRecordBulkCreateToJSON = EvalDatasetRecordBulkCreateToJSON;
20
+ exports.EvalDatasetRecordBulkCreateToJSONTyped = EvalDatasetRecordBulkCreateToJSONTyped;
21
+ const EvalDatasetRecordCreate_1 = require("./EvalDatasetRecordCreate");
22
+ /**
23
+ * Check if a given object implements the EvalDatasetRecordBulkCreate interface.
24
+ */
25
+ function instanceOfEvalDatasetRecordBulkCreate(value) {
26
+ if (!('items' in value) || value['items'] === undefined)
27
+ return false;
28
+ return true;
29
+ }
30
+ function EvalDatasetRecordBulkCreateFromJSON(json) {
31
+ return EvalDatasetRecordBulkCreateFromJSONTyped(json, false);
32
+ }
33
+ function EvalDatasetRecordBulkCreateFromJSONTyped(json, ignoreDiscriminator) {
34
+ if (json == null) {
35
+ return json;
36
+ }
37
+ return {
38
+ 'items': (json['items'].map(EvalDatasetRecordCreate_1.EvalDatasetRecordCreateFromJSON)),
39
+ };
40
+ }
41
+ function EvalDatasetRecordBulkCreateToJSON(json) {
42
+ return EvalDatasetRecordBulkCreateToJSONTyped(json, false);
43
+ }
44
+ function EvalDatasetRecordBulkCreateToJSONTyped(value, ignoreDiscriminator = false) {
45
+ if (value == null) {
46
+ return value;
47
+ }
48
+ return {
49
+ 'items': (value['items'].map(EvalDatasetRecordCreate_1.EvalDatasetRecordCreateToJSON)),
50
+ };
51
+ }
@@ -0,0 +1,195 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { EvalRecordSource } from './EvalRecordSource';
13
+ /**
14
+ * The caller-writable surface of one dataset record.
15
+ *
16
+ * `dataset_id` is not a body field — it comes from the path, since the routes
17
+ * are nested under the owning dataset.
18
+ * @export
19
+ * @interface EvalDatasetRecordCreate
20
+ */
21
+ export interface EvalDatasetRecordCreate {
22
+ /**
23
+ * RFC 3339. The upstream's own creation time, never the commit time.
24
+ * @type {string}
25
+ * @memberof EvalDatasetRecordCreate
26
+ */
27
+ sourceCreatedAt?: string;
28
+ /**
29
+ * The upstream author, git `Name <email>` form (distinct from the registry
30
+ * principal `created_by`). The first author; see `source_last_modified_by`
31
+ * for who changed it last.
32
+ * @type {string}
33
+ * @memberof EvalDatasetRecordCreate
34
+ */
35
+ sourceCreatedBy?: string;
36
+ /**
37
+ * What the upstream calls this object. The reconciliation key for a re-sync,
38
+ * and the reason to prefer it over matching on `name`.
39
+ * @type {string}
40
+ * @memberof EvalDatasetRecordCreate
41
+ */
42
+ sourceId?: string;
43
+ /**
44
+ * RFC 3339.
45
+ * @type {string}
46
+ * @memberof EvalDatasetRecordCreate
47
+ */
48
+ sourceLastModifiedAt?: string;
49
+ /**
50
+ * The upstream author of the last change, git `Name <email>` form.
51
+ * @type {string}
52
+ * @memberof EvalDatasetRecordCreate
53
+ */
54
+ sourceLastModifiedBy?: string;
55
+ /**
56
+ *
57
+ * @type {any}
58
+ * @memberof EvalDatasetRecordCreate
59
+ */
60
+ sourceMetadata?: any | null;
61
+ /**
62
+ * RFC 3339. The time of the sync that produced this version.
63
+ * @type {string}
64
+ * @memberof EvalDatasetRecordCreate
65
+ */
66
+ sourceSyncedAt?: string;
67
+ /**
68
+ * The content authority: `git`, `atlan`, `local`, or `external` for a
69
+ * customer's own system. Omitted, the registry defaults it.
70
+ * @type {string}
71
+ * @memberof EvalDatasetRecordCreate
72
+ */
73
+ sourceType?: string;
74
+ /**
75
+ * Scheme-tagged origin — where the upstream object lives.
76
+ * @type {string}
77
+ * @memberof EvalDatasetRecordCreate
78
+ */
79
+ sourceUri?: string;
80
+ /**
81
+ * The upstream revision (a commit hash or tag), distinct from `version_label`.
82
+ * @type {string}
83
+ * @memberof EvalDatasetRecordCreate
84
+ */
85
+ sourceVersion?: string;
86
+ /**
87
+ * Human-readable description.
88
+ * @type {string}
89
+ * @memberof EvalDatasetRecordCreate
90
+ */
91
+ description?: string;
92
+ /**
93
+ * Human-readable label. Omitted, the gateway defaults it to `name`.
94
+ * @type {string}
95
+ * @memberof EvalDatasetRecordCreate
96
+ */
97
+ displayName?: string;
98
+ /**
99
+ * Stable machine handle ([AIP-122](https://google.aip.dev/122)) — short and
100
+ * identifier-shaped, kebab-case by convention. Unique per `(workspace,
101
+ * kind)` among live rows (`artifacts_name_idx`), but not identity: `id`
102
+ * is the only stable handle.
103
+ * @type {string}
104
+ * @memberof EvalDatasetRecordCreate
105
+ */
106
+ name: string;
107
+ /**
108
+ * Optional canonical owner (`users.user_id`). Omitted, the gateway
109
+ * attributes the caller.
110
+ * @type {string}
111
+ * @memberof EvalDatasetRecordCreate
112
+ */
113
+ ownerId?: string;
114
+ /**
115
+ * Optional `project_`-prefixed handle to group under. Must belong to
116
+ * `workspace_id` (else 422).
117
+ * @type {string}
118
+ * @memberof EvalDatasetRecordCreate
119
+ */
120
+ projectId?: string;
121
+ /**
122
+ * Optional `repo_`-prefixed source repository. No default — a repo is a
123
+ * factual claim about provenance, so it is never guessed.
124
+ * @type {string}
125
+ * @memberof EvalDatasetRecordCreate
126
+ */
127
+ repoId?: string;
128
+ /**
129
+ * `workspace_`-prefixed handle to create in. **Required** — there is
130
+ * deliberately no default, because guessing a tenant's namespace is
131
+ * invisible until someone else reads the data.
132
+ * @type {string}
133
+ * @memberof EvalDatasetRecordCreate
134
+ */
135
+ workspaceId: string;
136
+ /**
137
+ * Free-text categories the case belongs to — the slice keys a deep-dive
138
+ * filters scores by.
139
+ * @type {Array<string>}
140
+ * @memberof EvalDatasetRecordCreate
141
+ */
142
+ categories?: Array<string>;
143
+ /**
144
+ * The expected outcome, when the case has one.
145
+ * @type {{ [key: string]: any; }}
146
+ * @memberof EvalDatasetRecordCreate
147
+ */
148
+ expected?: {
149
+ [key: string]: any;
150
+ } | null;
151
+ /**
152
+ * Anything else the curator wants on the row.
153
+ * @type {{ [key: string]: any; }}
154
+ * @memberof EvalDatasetRecordCreate
155
+ */
156
+ extra?: {
157
+ [key: string]: any;
158
+ } | null;
159
+ /**
160
+ * The case's input, as a JSON object.
161
+ * @type {{ [key: string]: any; }}
162
+ * @memberof EvalDatasetRecordCreate
163
+ */
164
+ input: {
165
+ [key: string]: any;
166
+ };
167
+ /**
168
+ * Curation label — "good", "bad", "needs_review", or the team's own
169
+ * vocabulary.
170
+ * @type {string}
171
+ * @memberof EvalDatasetRecordCreate
172
+ */
173
+ label?: string | null;
174
+ /**
175
+ *
176
+ * @type {EvalRecordSource}
177
+ * @memberof EvalDatasetRecordCreate
178
+ */
179
+ sourceKind?: EvalRecordSource;
180
+ /**
181
+ * The source's identifier; required for `session` and `trace`, refused
182
+ * for `manual`.
183
+ * @type {string}
184
+ * @memberof EvalDatasetRecordCreate
185
+ */
186
+ sourceRef?: string | null;
187
+ }
188
+ /**
189
+ * Check if a given object implements the EvalDatasetRecordCreate interface.
190
+ */
191
+ export declare function instanceOfEvalDatasetRecordCreate(value: object): value is EvalDatasetRecordCreate;
192
+ export declare function EvalDatasetRecordCreateFromJSON(json: any): EvalDatasetRecordCreate;
193
+ export declare function EvalDatasetRecordCreateFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordCreate;
194
+ export declare function EvalDatasetRecordCreateToJSON(json: any): EvalDatasetRecordCreate;
195
+ export declare function EvalDatasetRecordCreateToJSONTyped(value?: EvalDatasetRecordCreate | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,101 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalDatasetRecordCreate = instanceOfEvalDatasetRecordCreate;
17
+ exports.EvalDatasetRecordCreateFromJSON = EvalDatasetRecordCreateFromJSON;
18
+ exports.EvalDatasetRecordCreateFromJSONTyped = EvalDatasetRecordCreateFromJSONTyped;
19
+ exports.EvalDatasetRecordCreateToJSON = EvalDatasetRecordCreateToJSON;
20
+ exports.EvalDatasetRecordCreateToJSONTyped = EvalDatasetRecordCreateToJSONTyped;
21
+ const EvalRecordSource_1 = require("./EvalRecordSource");
22
+ /**
23
+ * Check if a given object implements the EvalDatasetRecordCreate interface.
24
+ */
25
+ function instanceOfEvalDatasetRecordCreate(value) {
26
+ if (!('name' in value) || value['name'] === undefined)
27
+ return false;
28
+ if ((!('workspaceId' in value) && !('workspace_id' in value)) || (value['workspaceId'] === undefined && value['workspace_id'] === undefined))
29
+ return false;
30
+ if (!('input' in value) || value['input'] === undefined)
31
+ return false;
32
+ return true;
33
+ }
34
+ function EvalDatasetRecordCreateFromJSON(json) {
35
+ return EvalDatasetRecordCreateFromJSONTyped(json, false);
36
+ }
37
+ function EvalDatasetRecordCreateFromJSONTyped(json, ignoreDiscriminator) {
38
+ if (json == null) {
39
+ return json;
40
+ }
41
+ return {
42
+ 'sourceCreatedAt': json['source_created_at'] == null ? undefined : json['source_created_at'],
43
+ 'sourceCreatedBy': json['source_created_by'] == null ? undefined : json['source_created_by'],
44
+ 'sourceId': json['source_id'] == null ? undefined : json['source_id'],
45
+ 'sourceLastModifiedAt': json['source_last_modified_at'] == null ? undefined : json['source_last_modified_at'],
46
+ 'sourceLastModifiedBy': json['source_last_modified_by'] == null ? undefined : json['source_last_modified_by'],
47
+ 'sourceMetadata': json['source_metadata'] === undefined ? undefined : json['source_metadata'] === null ? null : json['source_metadata'],
48
+ 'sourceSyncedAt': json['source_synced_at'] == null ? undefined : json['source_synced_at'],
49
+ 'sourceType': json['source_type'] == null ? undefined : json['source_type'],
50
+ 'sourceUri': json['source_uri'] == null ? undefined : json['source_uri'],
51
+ 'sourceVersion': json['source_version'] == null ? undefined : json['source_version'],
52
+ 'description': json['description'] == null ? undefined : json['description'],
53
+ 'displayName': json['display_name'] == null ? undefined : json['display_name'],
54
+ 'name': json['name'],
55
+ 'ownerId': json['owner_id'] == null ? undefined : json['owner_id'],
56
+ 'projectId': json['project_id'] == null ? undefined : json['project_id'],
57
+ 'repoId': json['repo_id'] == null ? undefined : json['repo_id'],
58
+ 'workspaceId': json['workspace_id'],
59
+ 'categories': json['categories'] == null ? undefined : json['categories'],
60
+ 'expected': json['expected'] === undefined ? undefined : json['expected'] === null ? null : json['expected'],
61
+ 'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
62
+ 'input': json['input'],
63
+ 'label': json['label'] === undefined ? undefined : json['label'] === null ? null : json['label'],
64
+ 'sourceKind': json['source_kind'] == null ? undefined : (0, EvalRecordSource_1.EvalRecordSourceFromJSON)(json['source_kind']),
65
+ 'sourceRef': json['source_ref'] === undefined ? undefined : json['source_ref'] === null ? null : json['source_ref'],
66
+ };
67
+ }
68
+ function EvalDatasetRecordCreateToJSON(json) {
69
+ return EvalDatasetRecordCreateToJSONTyped(json, false);
70
+ }
71
+ function EvalDatasetRecordCreateToJSONTyped(value, ignoreDiscriminator = false) {
72
+ if (value == null) {
73
+ return value;
74
+ }
75
+ return {
76
+ 'source_created_at': value['sourceCreatedAt'],
77
+ 'source_created_by': value['sourceCreatedBy'],
78
+ 'source_id': value['sourceId'],
79
+ 'source_last_modified_at': value['sourceLastModifiedAt'],
80
+ 'source_last_modified_by': value['sourceLastModifiedBy'],
81
+ 'source_metadata': value['sourceMetadata'],
82
+ 'source_synced_at': value['sourceSyncedAt'],
83
+ 'source_type': value['sourceType'],
84
+ 'source_uri': value['sourceUri'],
85
+ 'source_version': value['sourceVersion'],
86
+ 'description': value['description'],
87
+ 'display_name': value['displayName'],
88
+ 'name': value['name'],
89
+ 'owner_id': value['ownerId'],
90
+ 'project_id': value['projectId'],
91
+ 'repo_id': value['repoId'],
92
+ 'workspace_id': value['workspaceId'],
93
+ 'categories': value['categories'],
94
+ 'expected': value['expected'],
95
+ 'extra': value['extra'],
96
+ 'input': value['input'],
97
+ 'label': value['label'],
98
+ 'source_kind': (0, EvalRecordSource_1.EvalRecordSourceToJSON)(value['sourceKind']),
99
+ 'source_ref': value['sourceRef'],
100
+ };
101
+ }
@@ -0,0 +1,96 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { EvalRecordSource } from './EvalRecordSource';
13
+ /**
14
+ * The `dataset_record` artifact kind: one example row of a dataset.
15
+ *
16
+ * Patchable, because curation is the point — labels get corrected, expected
17
+ * outputs get refined. What may **not** move is `dataset_id`: a row changing
18
+ * datasets rewrites what every past experiment over either dataset sampled,
19
+ * so `update.pre` pins it.
20
+ * @export
21
+ * @interface EvalDatasetRecordMeta
22
+ */
23
+ export interface EvalDatasetRecordMeta {
24
+ /**
25
+ * Free-text categories the case belongs to ("aggregation", "time-series",
26
+ * "multi-table", …) — the slice keys a deep-dive filters scores by. A
27
+ * list, not an enum (vocabularies are the team's), and a list rather than
28
+ * one label because real benches tag a question with several facets
29
+ * (the `languages` posture on `agent_framework`).
30
+ * @type {Array<string>}
31
+ * @memberof EvalDatasetRecordMeta
32
+ */
33
+ categories?: Array<string>;
34
+ /**
35
+ * The owning `dataset` handle. Immutable after create.
36
+ * @type {string}
37
+ * @memberof EvalDatasetRecordMeta
38
+ */
39
+ datasetId: string;
40
+ /**
41
+ * The expected outcome, when the case has one. A labeled example carries
42
+ * it; a raw traffic sample often does not.
43
+ * @type {{ [key: string]: any; }}
44
+ * @memberof EvalDatasetRecordMeta
45
+ */
46
+ expected?: {
47
+ [key: string]: any;
48
+ } | null;
49
+ /**
50
+ * Anything else the curator wants on the row (`metadata` is an envelope
51
+ * key, so this is `extra`). Round-tripped verbatim.
52
+ * @type {{ [key: string]: any; }}
53
+ * @memberof EvalDatasetRecordMeta
54
+ */
55
+ extra?: {
56
+ [key: string]: any;
57
+ } | null;
58
+ /**
59
+ * The case's input, as a JSON object. The one thing every record has.
60
+ * @type {{ [key: string]: any; }}
61
+ * @memberof EvalDatasetRecordMeta
62
+ */
63
+ input: {
64
+ [key: string]: any;
65
+ };
66
+ /**
67
+ * Curation label — "good", "bad", "needs_review", or anything the team
68
+ * uses. Free text rather than an enum: label vocabularies are the team's,
69
+ * not the gateway's.
70
+ * @type {string}
71
+ * @memberof EvalDatasetRecordMeta
72
+ */
73
+ label?: string | null;
74
+ /**
75
+ *
76
+ * @type {EvalRecordSource}
77
+ * @memberof EvalDatasetRecordMeta
78
+ */
79
+ sourceKind?: EvalRecordSource;
80
+ /**
81
+ * The source's identifier: a `session` artifact handle when `source_kind`
82
+ * is `session` (resolved at create), or an OTel trace id when `trace`
83
+ * (recorded verbatim — a trace is not a registry artifact).
84
+ * @type {string}
85
+ * @memberof EvalDatasetRecordMeta
86
+ */
87
+ sourceRef?: string | null;
88
+ }
89
+ /**
90
+ * Check if a given object implements the EvalDatasetRecordMeta interface.
91
+ */
92
+ export declare function instanceOfEvalDatasetRecordMeta(value: object): value is EvalDatasetRecordMeta;
93
+ export declare function EvalDatasetRecordMetaFromJSON(json: any): EvalDatasetRecordMeta;
94
+ export declare function EvalDatasetRecordMetaFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordMeta;
95
+ export declare function EvalDatasetRecordMetaToJSON(json: any): EvalDatasetRecordMeta;
96
+ export declare function EvalDatasetRecordMetaToJSONTyped(value?: EvalDatasetRecordMeta | null, ignoreDiscriminator?: boolean): any;