@atlanai/sdk 0.1.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. package/README.md +94 -26
  2. package/dist/client.js +3 -1
  3. package/dist/evals.d.ts +46 -0
  4. package/dist/evals.js +230 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +8 -1
  7. package/dist/manifest.json +299 -3
  8. package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
  9. package/dist/raw/eval/apis/DatasetsApi.js +706 -0
  10. package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
  11. package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
  12. package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
  13. package/dist/raw/eval/apis/ScorersApi.js +308 -0
  14. package/dist/raw/eval/apis/index.d.ts +3 -0
  15. package/dist/raw/eval/apis/index.js +21 -0
  16. package/dist/raw/eval/index.d.ts +3 -0
  17. package/dist/raw/eval/index.js +21 -0
  18. package/dist/raw/eval/models/AccessView.d.ts +57 -0
  19. package/dist/raw/eval/models/AccessView.js +64 -0
  20. package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
  21. package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
  22. package/dist/raw/eval/models/CostView.d.ts +50 -0
  23. package/dist/raw/eval/models/CostView.js +60 -0
  24. package/dist/raw/eval/models/CursorPage.d.ts +38 -0
  25. package/dist/raw/eval/models/CursorPage.js +52 -0
  26. package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
  27. package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
  28. package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
  29. package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
  30. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
  31. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
  32. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
  33. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
  34. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
  35. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
  36. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
  37. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
  38. package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
  39. package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
  40. package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
  41. package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
  42. package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
  43. package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
  44. package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
  45. package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
  46. package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
  47. package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
  48. package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
  49. package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
  50. package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
  51. package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
  52. package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
  53. package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
  54. package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
  55. package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
  56. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
  57. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
  58. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
  59. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
  60. package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
  61. package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
  62. package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
  63. package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
  64. package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
  65. package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
  66. package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
  67. package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
  68. package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
  69. package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
  70. package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
  71. package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
  72. package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
  73. package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
  74. package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
  75. package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
  76. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
  77. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
  78. package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
  79. package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
  80. package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
  81. package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
  82. package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
  83. package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
  84. package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
  85. package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
  86. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
  87. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
  88. package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
  89. package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
  90. package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
  91. package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
  92. package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
  93. package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
  94. package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
  95. package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
  96. package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
  97. package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
  98. package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
  99. package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
  100. package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
  101. package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
  102. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
  103. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
  104. package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
  105. package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
  106. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
  107. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
  108. package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
  109. package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
  110. package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
  111. package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
  112. package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
  113. package/dist/raw/eval/models/EvalRecordSource.js +55 -0
  114. package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
  115. package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
  116. package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
  117. package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
  118. package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
  119. package/dist/raw/eval/models/EvalScorerKind.js +60 -0
  120. package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
  121. package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
  122. package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
  123. package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
  124. package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
  125. package/dist/raw/eval/models/EvalScorerScope.js +60 -0
  126. package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
  127. package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
  128. package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
  129. package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
  130. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
  131. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
  132. package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
  133. package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
  134. package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
  135. package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
  136. package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
  137. package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
  138. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
  139. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
  140. package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
  141. package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
  142. package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
  143. package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
  144. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
  145. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
  146. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
  147. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
  148. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
  149. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
  150. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
  151. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
  152. package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
  153. package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
  154. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
  155. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
  156. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
  157. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
  158. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
  159. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
  160. package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
  161. package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
  162. package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
  163. package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
  164. package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
  165. package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
  166. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
  167. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
  168. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
  169. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
  170. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
  171. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
  172. package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
  173. package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
  174. package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
  175. package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
  176. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
  177. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
  178. package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
  179. package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
  180. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
  181. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
  182. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
  183. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
  184. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
  185. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
  186. package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
  187. package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
  188. package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
  189. package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
  190. package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
  191. package/dist/raw/eval/models/ProblemDetails.js +64 -0
  192. package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
  193. package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
  194. package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
  195. package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
  196. package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
  197. package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
  198. package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
  199. package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
  200. package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
  201. package/dist/raw/eval/models/SpanViewDto.js +117 -0
  202. package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
  203. package/dist/raw/eval/models/TraceDetailView.js +108 -0
  204. package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
  205. package/dist/raw/eval/models/TraceLinks.js +58 -0
  206. package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
  207. package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
  208. package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
  209. package/dist/raw/eval/models/TraceParentView.js +64 -0
  210. package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
  211. package/dist/raw/eval/models/TraceStatus.js +54 -0
  212. package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
  213. package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
  214. package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
  215. package/dist/raw/eval/models/TraceSummaryView.js +96 -0
  216. package/dist/raw/eval/models/UsageView.d.ts +56 -0
  217. package/dist/raw/eval/models/UsageView.js +66 -0
  218. package/dist/raw/eval/models/index.d.ts +100 -0
  219. package/dist/raw/eval/models/index.js +118 -0
  220. package/dist/raw/eval/runtime.d.ts +185 -0
  221. package/dist/raw/eval/runtime.js +369 -0
  222. package/dist/resources.json +307 -0
  223. package/dist/tracing/client.js +6 -4
  224. package/dist/tracing/propagation.d.ts +1 -0
  225. package/dist/tracing/propagation.js +7 -0
  226. package/dist/tracing/semconv.d.ts +8 -1
  227. package/dist/tracing/semconv.js +27 -13
  228. package/dist/tracing/spans.d.ts +8 -4
  229. package/dist/tracing/spans.js +28 -13
  230. package/dist/tracing/version.d.ts +1 -1
  231. package/dist/tracing/version.js +1 -1
  232. package/package.json +1 -1
@@ -0,0 +1,67 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalDatasetRecordMeta = instanceOfEvalDatasetRecordMeta;
17
+ exports.EvalDatasetRecordMetaFromJSON = EvalDatasetRecordMetaFromJSON;
18
+ exports.EvalDatasetRecordMetaFromJSONTyped = EvalDatasetRecordMetaFromJSONTyped;
19
+ exports.EvalDatasetRecordMetaToJSON = EvalDatasetRecordMetaToJSON;
20
+ exports.EvalDatasetRecordMetaToJSONTyped = EvalDatasetRecordMetaToJSONTyped;
21
+ const EvalRecordSource_1 = require("./EvalRecordSource");
22
+ /**
23
+ * Check if a given object implements the EvalDatasetRecordMeta interface.
24
+ */
25
+ function instanceOfEvalDatasetRecordMeta(value) {
26
+ if ((!('datasetId' in value) && !('dataset_id' in value)) || (value['datasetId'] === undefined && value['dataset_id'] === undefined))
27
+ return false;
28
+ if (!('input' in value) || value['input'] === undefined)
29
+ return false;
30
+ return true;
31
+ }
32
+ function EvalDatasetRecordMetaFromJSON(json) {
33
+ return EvalDatasetRecordMetaFromJSONTyped(json, false);
34
+ }
35
+ function EvalDatasetRecordMetaFromJSONTyped(json, ignoreDiscriminator) {
36
+ if (json == null) {
37
+ return json;
38
+ }
39
+ return {
40
+ 'categories': json['categories'] == null ? undefined : json['categories'],
41
+ 'datasetId': json['dataset_id'],
42
+ 'expected': json['expected'] === undefined ? undefined : json['expected'] === null ? null : json['expected'],
43
+ 'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
44
+ 'input': json['input'],
45
+ 'label': json['label'] === undefined ? undefined : json['label'] === null ? null : json['label'],
46
+ 'sourceKind': json['source_kind'] == null ? undefined : (0, EvalRecordSource_1.EvalRecordSourceFromJSON)(json['source_kind']),
47
+ 'sourceRef': json['source_ref'] === undefined ? undefined : json['source_ref'] === null ? null : json['source_ref'],
48
+ };
49
+ }
50
+ function EvalDatasetRecordMetaToJSON(json) {
51
+ return EvalDatasetRecordMetaToJSONTyped(json, false);
52
+ }
53
+ function EvalDatasetRecordMetaToJSONTyped(value, ignoreDiscriminator = false) {
54
+ if (value == null) {
55
+ return value;
56
+ }
57
+ return {
58
+ 'categories': value['categories'],
59
+ 'dataset_id': value['datasetId'],
60
+ 'expected': value['expected'],
61
+ 'extra': value['extra'],
62
+ 'input': value['input'],
63
+ 'label': value['label'],
64
+ 'source_kind': (0, EvalRecordSource_1.EvalRecordSourceToJSON)(value['sourceKind']),
65
+ 'source_ref': value['sourceRef'],
66
+ };
67
+ }
@@ -0,0 +1,81 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ /**
13
+ * The editable surface of a record: the curation fields. The owning dataset
14
+ * and the provenance triple are pinned by `update.pre` and absent here.
15
+ * @export
16
+ * @interface EvalDatasetRecordPatch
17
+ */
18
+ export interface EvalDatasetRecordPatch {
19
+ /**
20
+ * Replace the categories wholesale; an empty list clears them.
21
+ * @type {Array<string>}
22
+ * @memberof EvalDatasetRecordPatch
23
+ */
24
+ categories?: Array<string> | null;
25
+ /**
26
+ * Set or clear the description. Explicit `null` clears it, per RFC 7396.
27
+ * @type {string}
28
+ * @memberof EvalDatasetRecordPatch
29
+ */
30
+ description?: string | null;
31
+ /**
32
+ * Human-readable name.
33
+ * @type {string}
34
+ * @memberof EvalDatasetRecordPatch
35
+ */
36
+ displayName?: string | null;
37
+ /**
38
+ * Set or clear the expected outcome.
39
+ * @type {{ [key: string]: any; }}
40
+ * @memberof EvalDatasetRecordPatch
41
+ */
42
+ expected?: {
43
+ [key: string]: any;
44
+ } | null;
45
+ /**
46
+ * Set or clear the extra bag.
47
+ * @type {{ [key: string]: any; }}
48
+ * @memberof EvalDatasetRecordPatch
49
+ */
50
+ extra?: {
51
+ [key: string]: any;
52
+ } | null;
53
+ /**
54
+ * Replace the input wholesale. Not nullable — every record has one.
55
+ * @type {{ [key: string]: any; }}
56
+ * @memberof EvalDatasetRecordPatch
57
+ */
58
+ input?: {
59
+ [key: string]: any;
60
+ } | null;
61
+ /**
62
+ * Set or clear the curation label.
63
+ * @type {string}
64
+ * @memberof EvalDatasetRecordPatch
65
+ */
66
+ label?: string | null;
67
+ /**
68
+ * Stable machine-readable name.
69
+ * @type {string}
70
+ * @memberof EvalDatasetRecordPatch
71
+ */
72
+ name?: string | null;
73
+ }
74
+ /**
75
+ * Check if a given object implements the EvalDatasetRecordPatch interface.
76
+ */
77
+ export declare function instanceOfEvalDatasetRecordPatch(value: object): value is EvalDatasetRecordPatch;
78
+ export declare function EvalDatasetRecordPatchFromJSON(json: any): EvalDatasetRecordPatch;
79
+ export declare function EvalDatasetRecordPatchFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalDatasetRecordPatch;
80
+ export declare function EvalDatasetRecordPatchToJSON(json: any): EvalDatasetRecordPatch;
81
+ export declare function EvalDatasetRecordPatchToJSONTyped(value?: EvalDatasetRecordPatch | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,62 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalDatasetRecordPatch = instanceOfEvalDatasetRecordPatch;
17
+ exports.EvalDatasetRecordPatchFromJSON = EvalDatasetRecordPatchFromJSON;
18
+ exports.EvalDatasetRecordPatchFromJSONTyped = EvalDatasetRecordPatchFromJSONTyped;
19
+ exports.EvalDatasetRecordPatchToJSON = EvalDatasetRecordPatchToJSON;
20
+ exports.EvalDatasetRecordPatchToJSONTyped = EvalDatasetRecordPatchToJSONTyped;
21
+ /**
22
+ * Check if a given object implements the EvalDatasetRecordPatch interface.
23
+ */
24
+ function instanceOfEvalDatasetRecordPatch(value) {
25
+ return true;
26
+ }
27
+ function EvalDatasetRecordPatchFromJSON(json) {
28
+ return EvalDatasetRecordPatchFromJSONTyped(json, false);
29
+ }
30
+ function EvalDatasetRecordPatchFromJSONTyped(json, ignoreDiscriminator) {
31
+ if (json == null) {
32
+ return json;
33
+ }
34
+ return {
35
+ 'categories': json['categories'] === undefined ? undefined : json['categories'] === null ? null : json['categories'],
36
+ 'description': json['description'] === undefined ? undefined : json['description'] === null ? null : json['description'],
37
+ 'displayName': json['display_name'] === undefined ? undefined : json['display_name'] === null ? null : json['display_name'],
38
+ 'expected': json['expected'] === undefined ? undefined : json['expected'] === null ? null : json['expected'],
39
+ 'extra': json['extra'] === undefined ? undefined : json['extra'] === null ? null : json['extra'],
40
+ 'input': json['input'] === undefined ? undefined : json['input'] === null ? null : json['input'],
41
+ 'label': json['label'] === undefined ? undefined : json['label'] === null ? null : json['label'],
42
+ 'name': json['name'] === undefined ? undefined : json['name'] === null ? null : json['name'],
43
+ };
44
+ }
45
+ function EvalDatasetRecordPatchToJSON(json) {
46
+ return EvalDatasetRecordPatchToJSONTyped(json, false);
47
+ }
48
+ function EvalDatasetRecordPatchToJSONTyped(value, ignoreDiscriminator = false) {
49
+ if (value == null) {
50
+ return value;
51
+ }
52
+ return {
53
+ 'categories': value['categories'],
54
+ 'description': value['description'],
55
+ 'display_name': value['displayName'],
56
+ 'expected': value['expected'],
57
+ 'extra': value['extra'],
58
+ 'input': value['input'],
59
+ 'label': value['label'],
60
+ 'name': value['name'],
61
+ };
62
+ }
@@ -0,0 +1,320 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { GatewayArtifactIdentityRevealView } from './GatewayArtifactIdentityRevealView';
13
+ import type { EvalSubjectKind } from './EvalSubjectKind';
14
+ import type { EvalExperimentStatus } from './EvalExperimentStatus';
15
+ import type { RegistryRelationshipsView } from './RegistryRelationshipsView';
16
+ /**
17
+ * Published representation of ExperimentArtifact.
18
+ * @export
19
+ * @interface EvalExperimentArtifactView
20
+ */
21
+ export interface EvalExperimentArtifactView {
22
+ /**
23
+ * Value of the `artifact_status` field.
24
+ * @type {string}
25
+ * @memberof EvalExperimentArtifactView
26
+ */
27
+ artifactStatus: string;
28
+ /**
29
+ * RFC 3339 commit timestamp (the cross-table monotonic cursor).
30
+ * @type {string}
31
+ * @memberof EvalExperimentArtifactView
32
+ */
33
+ commitTs: string;
34
+ /**
35
+ * Value of the `content_hash_hex` field.
36
+ * @type {string}
37
+ * @memberof EvalExperimentArtifactView
38
+ */
39
+ contentHashHex?: string;
40
+ /**
41
+ * Value of the `created_at` field.
42
+ * @type {string}
43
+ * @memberof EvalExperimentArtifactView
44
+ */
45
+ createdAt: string;
46
+ /**
47
+ * Value of the `created_by` field.
48
+ * @type {string}
49
+ * @memberof EvalExperimentArtifactView
50
+ */
51
+ createdBy: string;
52
+ /**
53
+ * Human-readable description.
54
+ * @type {string}
55
+ * @memberof EvalExperimentArtifactView
56
+ */
57
+ description?: string;
58
+ /**
59
+ * Human-readable name.
60
+ * @type {string}
61
+ * @memberof EvalExperimentArtifactView
62
+ */
63
+ displayName?: string;
64
+ /**
65
+ * Value of the `extension` field.
66
+ * @type {string}
67
+ * @memberof EvalExperimentArtifactView
68
+ */
69
+ extension?: string;
70
+ /**
71
+ * Kind-prefixed Crockford-base32 handle (`<kind>_<base32>`).
72
+ * @type {string}
73
+ * @memberof EvalExperimentArtifactView
74
+ */
75
+ id: string;
76
+ /**
77
+ * Value of the `identity` field.
78
+ * @type {GatewayArtifactIdentityRevealView}
79
+ * @memberof EvalExperimentArtifactView
80
+ */
81
+ identity?: GatewayArtifactIdentityRevealView;
82
+ /**
83
+ * Whether this is the head (latest) version of its line.
84
+ * @type {boolean}
85
+ * @memberof EvalExperimentArtifactView
86
+ */
87
+ isLatest: boolean;
88
+ /**
89
+ * Domain discriminator for this resource.
90
+ * @type {string}
91
+ * @memberof EvalExperimentArtifactView
92
+ */
93
+ kind: string;
94
+ /**
95
+ * Stable machine handle ([AIP-122](https://google.aip.dev/122)): a short,
96
+ * identifier-shaped label (kebab-case by convention) meant for references,
97
+ * paths and code. **Not unique**, and not the artifact's identity — `id` is
98
+ * the only stable handle. Not format-validated today, so existing rows may
99
+ * hold prose.
100
+ * @type {string}
101
+ * @memberof EvalExperimentArtifactView
102
+ */
103
+ name: string;
104
+ /**
105
+ * The Control-Plane OIDC client id this artifact authenticates as
106
+ * (`x-gateway-identity` kinds); absent for every other kind.
107
+ *
108
+ * **Derived, not stored.** The registry resolves it from the artifact's
109
+ * `service_principals` row rather than keeping a second copy on the artifact,
110
+ * so it appears on the create response and on the single-artifact read — the
111
+ * two paths that make that lookup — and **not** on list, search, or a `PATCH`
112
+ * response, none of which do a per-row identity read. It is the public half of
113
+ * the credential pair and is not secret.
114
+ * @type {string}
115
+ * @memberof EvalExperimentArtifactView
116
+ */
117
+ oidcClientId?: string;
118
+ /**
119
+ * Canonical owner: the `users.user_id` this artifact belongs to, FK-backed.
120
+ * Absent when unset (legacy rows / system-plane creates).
121
+ * @type {string}
122
+ * @memberof EvalExperimentArtifactView
123
+ */
124
+ ownerId?: string;
125
+ /**
126
+ * `project_`-prefixed handle of the project grouping this artifact, when it has
127
+ * one. Absent for an artifact that lives directly in its workspace — which also
128
+ * means it is not packaged into any Claude Code plugin, since packaging is
129
+ * per-project (project-2026-07-30-first-class-project-table).
130
+ * @type {string}
131
+ * @memberof EvalExperimentArtifactView
132
+ */
133
+ projectId?: string;
134
+ /**
135
+ * The source repository this artifact came from, as a `repo_`-prefixed
136
+ * handle. Absent when the artifact has no repo.
137
+ * @type {string}
138
+ * @memberof EvalExperimentArtifactView
139
+ */
140
+ repoId?: string;
141
+ /**
142
+ * Advisory origin timestamp for imported artifacts (RFC 3339); absent for
143
+ * natively-created artifacts. Distinct from `created_at` (the commit time).
144
+ * @type {string}
145
+ * @memberof EvalExperimentArtifactView
146
+ */
147
+ sourceCreatedAt?: string;
148
+ /**
149
+ * Advisory upstream author (git `Name <email>`) of the first version
150
+ * upstream; absent when unset.
151
+ * @type {string}
152
+ * @memberof EvalExperimentArtifactView
153
+ */
154
+ sourceCreatedBy?: string;
155
+ /**
156
+ * sha256 of the materialized content; absent when unset.
157
+ * @type {string}
158
+ * @memberof EvalExperimentArtifactView
159
+ */
160
+ sourceDigest?: string;
161
+ /**
162
+ * The artifact's identifier in the system it came from — what the upstream
163
+ * calls it, as opposed to `source_uri`'s where-it-lives. Filterable and
164
+ * sortable, so a re-sync reconciles on this rather than on `name`; absent
165
+ * when unset.
166
+ * @type {string}
167
+ * @memberof EvalExperimentArtifactView
168
+ */
169
+ sourceId?: string;
170
+ /**
171
+ * Advisory upstream last-modified timestamp (RFC 3339); absent when unset.
172
+ * @type {string}
173
+ * @memberof EvalExperimentArtifactView
174
+ */
175
+ sourceLastModifiedAt?: string;
176
+ /**
177
+ * Advisory upstream author (git `Name <email>`) of the last change; absent
178
+ * when unset.
179
+ * @type {string}
180
+ * @memberof EvalExperimentArtifactView
181
+ */
182
+ sourceLastModifiedBy?: string;
183
+ /**
184
+ *
185
+ * @type {any}
186
+ * @memberof EvalExperimentArtifactView
187
+ */
188
+ sourceMetadata?: any | null;
189
+ /**
190
+ * Advisory timestamp (RFC 3339) of the last sync that produced a version.
191
+ * @type {string}
192
+ * @memberof EvalExperimentArtifactView
193
+ */
194
+ sourceSyncedAt?: string;
195
+ /**
196
+ * Content authority for the line: `git`, `atlan`, `local`, or `external`
197
+ * for a system the gateway does not know (a customer's own runner or catalog).
198
+ * @type {string}
199
+ * @memberof EvalExperimentArtifactView
200
+ */
201
+ sourceType: string;
202
+ /**
203
+ * Scheme-tagged origin; absent for a service-managed (`atlan`) line.
204
+ * @type {string}
205
+ * @memberof EvalExperimentArtifactView
206
+ */
207
+ sourceUri?: string;
208
+ /**
209
+ * Advisory upstream version id (git commit hash / tag); distinct from
210
+ * `version_label`. Absent when unset.
211
+ * @type {string}
212
+ * @memberof EvalExperimentArtifactView
213
+ */
214
+ sourceVersion?: string;
215
+ /**
216
+ * Value of the `updated_at` field.
217
+ * @type {string}
218
+ * @memberof EvalExperimentArtifactView
219
+ */
220
+ updatedAt: string;
221
+ /**
222
+ * Value of the `updated_by` field.
223
+ * @type {string}
224
+ * @memberof EvalExperimentArtifactView
225
+ */
226
+ updatedBy: string;
227
+ /**
228
+ * Optional human version selector (semver); absent when unset.
229
+ * @type {string}
230
+ * @memberof EvalExperimentArtifactView
231
+ */
232
+ versionLabel?: string;
233
+ /**
234
+ * Monotonic version coordinate within the artifact line.
235
+ * @type {number}
236
+ * @memberof EvalExperimentArtifactView
237
+ */
238
+ versionOrdinal: number;
239
+ /**
240
+ * `workspace_`-prefixed handle.
241
+ * @type {string}
242
+ * @memberof EvalExperimentArtifactView
243
+ */
244
+ workspaceId: string;
245
+ /**
246
+ * The experiment this one is compared against (same dataset, prior
247
+ * configuration). Resolved at write, so a dangling baseline cannot be
248
+ * recorded.
249
+ * @type {string}
250
+ * @memberof EvalExperimentArtifactView
251
+ */
252
+ baselineExperimentId?: string | null;
253
+ /**
254
+ * What ran: model, parameters, prompt hash, commit, retrieval strategy —
255
+ * whatever identifies the configuration under test. Pinned after create,
256
+ * because it describes a run that already happened.
257
+ * @type {{ [key: string]: any; }}
258
+ * @memberof EvalExperimentArtifactView
259
+ */
260
+ config?: {
261
+ [key: string]: any;
262
+ } | null;
263
+ /**
264
+ * The dataset this run evaluated over. Optional — an ad-hoc run has none —
265
+ * and immutable after create.
266
+ * @type {string}
267
+ * @memberof EvalExperimentArtifactView
268
+ */
269
+ datasetId?: string | null;
270
+ /**
271
+ *
272
+ * @type {EvalExperimentStatus}
273
+ * @memberof EvalExperimentArtifactView
274
+ */
275
+ experimentStatus?: EvalExperimentStatus;
276
+ /**
277
+ * The subject's artifact handle, resolved against `subject_kind`.
278
+ * @type {string}
279
+ * @memberof EvalExperimentArtifactView
280
+ */
281
+ subjectId?: string | null;
282
+ /**
283
+ * Value of the `subject_kind` field.
284
+ * @type {EvalSubjectKind}
285
+ * @memberof EvalExperimentArtifactView
286
+ */
287
+ subjectKind?: EvalSubjectKind | null;
288
+ /**
289
+ * Score aggregates, written at finalize — e.g.
290
+ * `{"scores": {"accuracy": {"mean": 0.82, "count": 50}}}`. The runner's
291
+ * vocabulary, round-tripped verbatim.
292
+ * @type {{ [key: string]: any; }}
293
+ * @memberof EvalExperimentArtifactView
294
+ */
295
+ summary?: {
296
+ [key: string]: any;
297
+ } | null;
298
+ /**
299
+ * Value of the `permissions` field.
300
+ * @type {{ [key: string]: boolean; }}
301
+ * @memberof EvalExperimentArtifactView
302
+ */
303
+ permissions?: {
304
+ [key: string]: boolean;
305
+ } | null;
306
+ /**
307
+ * Value of the `relationships` field.
308
+ * @type {RegistryRelationshipsView}
309
+ * @memberof EvalExperimentArtifactView
310
+ */
311
+ relationships?: RegistryRelationshipsView | null;
312
+ }
313
+ /**
314
+ * Check if a given object implements the EvalExperimentArtifactView interface.
315
+ */
316
+ export declare function instanceOfEvalExperimentArtifactView(value: object): value is EvalExperimentArtifactView;
317
+ export declare function EvalExperimentArtifactViewFromJSON(json: any): EvalExperimentArtifactView;
318
+ export declare function EvalExperimentArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalExperimentArtifactView;
319
+ export declare function EvalExperimentArtifactViewToJSON(json: any): EvalExperimentArtifactView;
320
+ export declare function EvalExperimentArtifactViewToJSONTyped(value?: EvalExperimentArtifactView | null, ignoreDiscriminator?: boolean): any;