@atlanai/sdk 0.1.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. package/README.md +94 -26
  2. package/dist/client.js +3 -1
  3. package/dist/evals.d.ts +46 -0
  4. package/dist/evals.js +230 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +8 -1
  7. package/dist/manifest.json +299 -3
  8. package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
  9. package/dist/raw/eval/apis/DatasetsApi.js +706 -0
  10. package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
  11. package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
  12. package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
  13. package/dist/raw/eval/apis/ScorersApi.js +308 -0
  14. package/dist/raw/eval/apis/index.d.ts +3 -0
  15. package/dist/raw/eval/apis/index.js +21 -0
  16. package/dist/raw/eval/index.d.ts +3 -0
  17. package/dist/raw/eval/index.js +21 -0
  18. package/dist/raw/eval/models/AccessView.d.ts +57 -0
  19. package/dist/raw/eval/models/AccessView.js +64 -0
  20. package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
  21. package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
  22. package/dist/raw/eval/models/CostView.d.ts +50 -0
  23. package/dist/raw/eval/models/CostView.js +60 -0
  24. package/dist/raw/eval/models/CursorPage.d.ts +38 -0
  25. package/dist/raw/eval/models/CursorPage.js +52 -0
  26. package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
  27. package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
  28. package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
  29. package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
  30. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
  31. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
  32. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
  33. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
  34. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
  35. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
  36. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
  37. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
  38. package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
  39. package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
  40. package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
  41. package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
  42. package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
  43. package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
  44. package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
  45. package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
  46. package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
  47. package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
  48. package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
  49. package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
  50. package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
  51. package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
  52. package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
  53. package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
  54. package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
  55. package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
  56. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
  57. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
  58. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
  59. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
  60. package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
  61. package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
  62. package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
  63. package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
  64. package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
  65. package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
  66. package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
  67. package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
  68. package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
  69. package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
  70. package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
  71. package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
  72. package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
  73. package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
  74. package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
  75. package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
  76. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
  77. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
  78. package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
  79. package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
  80. package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
  81. package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
  82. package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
  83. package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
  84. package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
  85. package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
  86. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
  87. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
  88. package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
  89. package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
  90. package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
  91. package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
  92. package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
  93. package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
  94. package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
  95. package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
  96. package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
  97. package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
  98. package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
  99. package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
  100. package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
  101. package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
  102. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
  103. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
  104. package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
  105. package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
  106. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
  107. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
  108. package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
  109. package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
  110. package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
  111. package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
  112. package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
  113. package/dist/raw/eval/models/EvalRecordSource.js +55 -0
  114. package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
  115. package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
  116. package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
  117. package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
  118. package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
  119. package/dist/raw/eval/models/EvalScorerKind.js +60 -0
  120. package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
  121. package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
  122. package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
  123. package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
  124. package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
  125. package/dist/raw/eval/models/EvalScorerScope.js +60 -0
  126. package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
  127. package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
  128. package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
  129. package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
  130. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
  131. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
  132. package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
  133. package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
  134. package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
  135. package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
  136. package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
  137. package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
  138. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
  139. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
  140. package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
  141. package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
  142. package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
  143. package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
  144. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
  145. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
  146. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
  147. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
  148. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
  149. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
  150. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
  151. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
  152. package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
  153. package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
  154. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
  155. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
  156. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
  157. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
  158. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
  159. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
  160. package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
  161. package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
  162. package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
  163. package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
  164. package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
  165. package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
  166. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
  167. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
  168. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
  169. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
  170. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
  171. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
  172. package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
  173. package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
  174. package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
  175. package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
  176. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
  177. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
  178. package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
  179. package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
  180. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
  181. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
  182. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
  183. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
  184. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
  185. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
  186. package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
  187. package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
  188. package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
  189. package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
  190. package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
  191. package/dist/raw/eval/models/ProblemDetails.js +64 -0
  192. package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
  193. package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
  194. package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
  195. package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
  196. package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
  197. package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
  198. package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
  199. package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
  200. package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
  201. package/dist/raw/eval/models/SpanViewDto.js +117 -0
  202. package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
  203. package/dist/raw/eval/models/TraceDetailView.js +108 -0
  204. package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
  205. package/dist/raw/eval/models/TraceLinks.js +58 -0
  206. package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
  207. package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
  208. package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
  209. package/dist/raw/eval/models/TraceParentView.js +64 -0
  210. package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
  211. package/dist/raw/eval/models/TraceStatus.js +54 -0
  212. package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
  213. package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
  214. package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
  215. package/dist/raw/eval/models/TraceSummaryView.js +96 -0
  216. package/dist/raw/eval/models/UsageView.d.ts +56 -0
  217. package/dist/raw/eval/models/UsageView.js +66 -0
  218. package/dist/raw/eval/models/index.d.ts +100 -0
  219. package/dist/raw/eval/models/index.js +118 -0
  220. package/dist/raw/eval/runtime.d.ts +185 -0
  221. package/dist/raw/eval/runtime.js +369 -0
  222. package/dist/resources.json +307 -0
  223. package/dist/tracing/client.js +6 -4
  224. package/dist/tracing/propagation.d.ts +1 -0
  225. package/dist/tracing/propagation.js +7 -0
  226. package/dist/tracing/semconv.d.ts +8 -1
  227. package/dist/tracing/semconv.js +27 -13
  228. package/dist/tracing/spans.d.ts +8 -4
  229. package/dist/tracing/spans.js +28 -13
  230. package/dist/tracing/version.d.ts +1 -1
  231. package/dist/tracing/version.js +1 -1
  232. package/package.json +1 -1
@@ -0,0 +1,56 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalPageExperimentArtifactView = instanceOfEvalPageExperimentArtifactView;
17
+ exports.EvalPageExperimentArtifactViewFromJSON = EvalPageExperimentArtifactViewFromJSON;
18
+ exports.EvalPageExperimentArtifactViewFromJSONTyped = EvalPageExperimentArtifactViewFromJSONTyped;
19
+ exports.EvalPageExperimentArtifactViewToJSON = EvalPageExperimentArtifactViewToJSON;
20
+ exports.EvalPageExperimentArtifactViewToJSONTyped = EvalPageExperimentArtifactViewToJSONTyped;
21
+ const EvalExperimentArtifactView_1 = require("./EvalExperimentArtifactView");
22
+ const GatewayPageMeta_1 = require("./GatewayPageMeta");
23
+ /**
24
+ * Check if a given object implements the EvalPageExperimentArtifactView interface.
25
+ */
26
+ function instanceOfEvalPageExperimentArtifactView(value) {
27
+ if (!('items' in value) || value['items'] === undefined)
28
+ return false;
29
+ if (!('page' in value) || value['page'] === undefined)
30
+ return false;
31
+ return true;
32
+ }
33
+ function EvalPageExperimentArtifactViewFromJSON(json) {
34
+ return EvalPageExperimentArtifactViewFromJSONTyped(json, false);
35
+ }
36
+ function EvalPageExperimentArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
37
+ if (json == null) {
38
+ return json;
39
+ }
40
+ return {
41
+ 'items': (json['items'].map(EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)),
42
+ 'page': (0, GatewayPageMeta_1.GatewayPageMetaFromJSON)(json['page']),
43
+ };
44
+ }
45
+ function EvalPageExperimentArtifactViewToJSON(json) {
46
+ return EvalPageExperimentArtifactViewToJSONTyped(json, false);
47
+ }
48
+ function EvalPageExperimentArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
49
+ if (value == null) {
50
+ return value;
51
+ }
52
+ return {
53
+ 'items': (value['items'].map(EvalExperimentArtifactView_1.EvalExperimentArtifactViewToJSON)),
54
+ 'page': (0, GatewayPageMeta_1.GatewayPageMetaToJSON)(value['page']),
55
+ };
56
+ }
@@ -0,0 +1,44 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { EvalExperimentResultArtifactView } from './EvalExperimentResultArtifactView';
13
+ import type { GatewayPageMeta } from './GatewayPageMeta';
14
+ /**
15
+ *
16
+ * `Deserialize` as well as `Serialize`, which is load-bearing rather than derive-everything
17
+ * habit: a bespoke read that decodes the gateway's raw list envelope into this type — the
18
+ * `agent` extension's session reads are the worked example — would otherwise have to go
19
+ * back through `Crud::list`, which forces metadata on and changes its wire payload.
20
+ * @export
21
+ * @interface EvalPageExperimentResultArtifactView
22
+ */
23
+ export interface EvalPageExperimentResultArtifactView {
24
+ /**
25
+ * The page's items.
26
+ * @type {Array<EvalExperimentResultArtifactView>}
27
+ * @memberof EvalPageExperimentResultArtifactView
28
+ */
29
+ items: Array<EvalExperimentResultArtifactView>;
30
+ /**
31
+ *
32
+ * @type {GatewayPageMeta}
33
+ * @memberof EvalPageExperimentResultArtifactView
34
+ */
35
+ page: GatewayPageMeta;
36
+ }
37
+ /**
38
+ * Check if a given object implements the EvalPageExperimentResultArtifactView interface.
39
+ */
40
+ export declare function instanceOfEvalPageExperimentResultArtifactView(value: object): value is EvalPageExperimentResultArtifactView;
41
+ export declare function EvalPageExperimentResultArtifactViewFromJSON(json: any): EvalPageExperimentResultArtifactView;
42
+ export declare function EvalPageExperimentResultArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalPageExperimentResultArtifactView;
43
+ export declare function EvalPageExperimentResultArtifactViewToJSON(json: any): EvalPageExperimentResultArtifactView;
44
+ export declare function EvalPageExperimentResultArtifactViewToJSONTyped(value?: EvalPageExperimentResultArtifactView | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,56 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalPageExperimentResultArtifactView = instanceOfEvalPageExperimentResultArtifactView;
17
+ exports.EvalPageExperimentResultArtifactViewFromJSON = EvalPageExperimentResultArtifactViewFromJSON;
18
+ exports.EvalPageExperimentResultArtifactViewFromJSONTyped = EvalPageExperimentResultArtifactViewFromJSONTyped;
19
+ exports.EvalPageExperimentResultArtifactViewToJSON = EvalPageExperimentResultArtifactViewToJSON;
20
+ exports.EvalPageExperimentResultArtifactViewToJSONTyped = EvalPageExperimentResultArtifactViewToJSONTyped;
21
+ const EvalExperimentResultArtifactView_1 = require("./EvalExperimentResultArtifactView");
22
+ const GatewayPageMeta_1 = require("./GatewayPageMeta");
23
+ /**
24
+ * Check if a given object implements the EvalPageExperimentResultArtifactView interface.
25
+ */
26
+ function instanceOfEvalPageExperimentResultArtifactView(value) {
27
+ if (!('items' in value) || value['items'] === undefined)
28
+ return false;
29
+ if (!('page' in value) || value['page'] === undefined)
30
+ return false;
31
+ return true;
32
+ }
33
+ function EvalPageExperimentResultArtifactViewFromJSON(json) {
34
+ return EvalPageExperimentResultArtifactViewFromJSONTyped(json, false);
35
+ }
36
+ function EvalPageExperimentResultArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
37
+ if (json == null) {
38
+ return json;
39
+ }
40
+ return {
41
+ 'items': (json['items'].map(EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewFromJSON)),
42
+ 'page': (0, GatewayPageMeta_1.GatewayPageMetaFromJSON)(json['page']),
43
+ };
44
+ }
45
+ function EvalPageExperimentResultArtifactViewToJSON(json) {
46
+ return EvalPageExperimentResultArtifactViewToJSONTyped(json, false);
47
+ }
48
+ function EvalPageExperimentResultArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
49
+ if (value == null) {
50
+ return value;
51
+ }
52
+ return {
53
+ 'items': (value['items'].map(EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewToJSON)),
54
+ 'page': (0, GatewayPageMeta_1.GatewayPageMetaToJSON)(value['page']),
55
+ };
56
+ }
@@ -0,0 +1,44 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { EvalScorerArtifactView } from './EvalScorerArtifactView';
13
+ import type { GatewayPageMeta } from './GatewayPageMeta';
14
+ /**
15
+ *
16
+ * `Deserialize` as well as `Serialize`, which is load-bearing rather than derive-everything
17
+ * habit: a bespoke read that decodes the gateway's raw list envelope into this type — the
18
+ * `agent` extension's session reads are the worked example — would otherwise have to go
19
+ * back through `Crud::list`, which forces metadata on and changes its wire payload.
20
+ * @export
21
+ * @interface EvalPageScorerArtifactView
22
+ */
23
+ export interface EvalPageScorerArtifactView {
24
+ /**
25
+ * The page's items.
26
+ * @type {Array<EvalScorerArtifactView>}
27
+ * @memberof EvalPageScorerArtifactView
28
+ */
29
+ items: Array<EvalScorerArtifactView>;
30
+ /**
31
+ *
32
+ * @type {GatewayPageMeta}
33
+ * @memberof EvalPageScorerArtifactView
34
+ */
35
+ page: GatewayPageMeta;
36
+ }
37
+ /**
38
+ * Check if a given object implements the EvalPageScorerArtifactView interface.
39
+ */
40
+ export declare function instanceOfEvalPageScorerArtifactView(value: object): value is EvalPageScorerArtifactView;
41
+ export declare function EvalPageScorerArtifactViewFromJSON(json: any): EvalPageScorerArtifactView;
42
+ export declare function EvalPageScorerArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalPageScorerArtifactView;
43
+ export declare function EvalPageScorerArtifactViewToJSON(json: any): EvalPageScorerArtifactView;
44
+ export declare function EvalPageScorerArtifactViewToJSONTyped(value?: EvalPageScorerArtifactView | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,56 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalPageScorerArtifactView = instanceOfEvalPageScorerArtifactView;
17
+ exports.EvalPageScorerArtifactViewFromJSON = EvalPageScorerArtifactViewFromJSON;
18
+ exports.EvalPageScorerArtifactViewFromJSONTyped = EvalPageScorerArtifactViewFromJSONTyped;
19
+ exports.EvalPageScorerArtifactViewToJSON = EvalPageScorerArtifactViewToJSON;
20
+ exports.EvalPageScorerArtifactViewToJSONTyped = EvalPageScorerArtifactViewToJSONTyped;
21
+ const EvalScorerArtifactView_1 = require("./EvalScorerArtifactView");
22
+ const GatewayPageMeta_1 = require("./GatewayPageMeta");
23
+ /**
24
+ * Check if a given object implements the EvalPageScorerArtifactView interface.
25
+ */
26
+ function instanceOfEvalPageScorerArtifactView(value) {
27
+ if (!('items' in value) || value['items'] === undefined)
28
+ return false;
29
+ if (!('page' in value) || value['page'] === undefined)
30
+ return false;
31
+ return true;
32
+ }
33
+ function EvalPageScorerArtifactViewFromJSON(json) {
34
+ return EvalPageScorerArtifactViewFromJSONTyped(json, false);
35
+ }
36
+ function EvalPageScorerArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
37
+ if (json == null) {
38
+ return json;
39
+ }
40
+ return {
41
+ 'items': (json['items'].map(EvalScorerArtifactView_1.EvalScorerArtifactViewFromJSON)),
42
+ 'page': (0, GatewayPageMeta_1.GatewayPageMetaFromJSON)(json['page']),
43
+ };
44
+ }
45
+ function EvalPageScorerArtifactViewToJSON(json) {
46
+ return EvalPageScorerArtifactViewToJSONTyped(json, false);
47
+ }
48
+ function EvalPageScorerArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
49
+ if (value == null) {
50
+ return value;
51
+ }
52
+ return {
53
+ 'items': (value['items'].map(EvalScorerArtifactView_1.EvalScorerArtifactViewToJSON)),
54
+ 'page': (0, GatewayPageMeta_1.GatewayPageMetaToJSON)(value['page']),
55
+ };
56
+ }
@@ -0,0 +1,63 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ /**
13
+ * RFC 7807 problem document for 412 (Precondition Failed).
14
+ * @export
15
+ * @interface EvalPatchDataset412Response
16
+ */
17
+ export interface EvalPatchDataset412Response {
18
+ /**
19
+ * Stable machine-readable reason for this failure.
20
+ * @type {EvalPatchDataset412ResponseCodeEnum}
21
+ * @memberof EvalPatchDataset412Response
22
+ */
23
+ code: EvalPatchDataset412ResponseCodeEnum;
24
+ /**
25
+ * Value of the `detail` field.
26
+ * @type {string}
27
+ * @memberof EvalPatchDataset412Response
28
+ */
29
+ detail: string;
30
+ /**
31
+ * Current lifecycle state.
32
+ * @type {number}
33
+ * @memberof EvalPatchDataset412Response
34
+ */
35
+ status: number;
36
+ /**
37
+ * Value of the `title` field.
38
+ * @type {string}
39
+ * @memberof EvalPatchDataset412Response
40
+ */
41
+ title: string;
42
+ /**
43
+ * Stable identifier of the related trace resource.
44
+ * @type {string}
45
+ * @memberof EvalPatchDataset412Response
46
+ */
47
+ traceId?: string;
48
+ }
49
+ /**
50
+ * @export
51
+ * @enum {string}
52
+ */
53
+ export declare enum EvalPatchDataset412ResponseCodeEnum {
54
+ PreconditionFailed = "precondition_failed"
55
+ }
56
+ /**
57
+ * Check if a given object implements the EvalPatchDataset412Response interface.
58
+ */
59
+ export declare function instanceOfEvalPatchDataset412Response(value: object): value is EvalPatchDataset412Response;
60
+ export declare function EvalPatchDataset412ResponseFromJSON(json: any): EvalPatchDataset412Response;
61
+ export declare function EvalPatchDataset412ResponseFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalPatchDataset412Response;
62
+ export declare function EvalPatchDataset412ResponseToJSON(json: any): EvalPatchDataset412Response;
63
+ export declare function EvalPatchDataset412ResponseToJSONTyped(value?: EvalPatchDataset412Response | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,75 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.EvalPatchDataset412ResponseCodeEnum = void 0;
17
+ exports.instanceOfEvalPatchDataset412Response = instanceOfEvalPatchDataset412Response;
18
+ exports.EvalPatchDataset412ResponseFromJSON = EvalPatchDataset412ResponseFromJSON;
19
+ exports.EvalPatchDataset412ResponseFromJSONTyped = EvalPatchDataset412ResponseFromJSONTyped;
20
+ exports.EvalPatchDataset412ResponseToJSON = EvalPatchDataset412ResponseToJSON;
21
+ exports.EvalPatchDataset412ResponseToJSONTyped = EvalPatchDataset412ResponseToJSONTyped;
22
+ /**
23
+ * @export
24
+ * @enum {string}
25
+ */
26
+ var EvalPatchDataset412ResponseCodeEnum;
27
+ (function (EvalPatchDataset412ResponseCodeEnum) {
28
+ EvalPatchDataset412ResponseCodeEnum["PreconditionFailed"] = "precondition_failed";
29
+ })(EvalPatchDataset412ResponseCodeEnum || (exports.EvalPatchDataset412ResponseCodeEnum = EvalPatchDataset412ResponseCodeEnum = {}));
30
+ /**
31
+ * Check if a given object implements the EvalPatchDataset412Response interface.
32
+ */
33
+ function instanceOfEvalPatchDataset412Response(value) {
34
+ if (!('code' in value) || value['code'] === undefined)
35
+ return false;
36
+ if (value['code'] !== 'precondition_failed')
37
+ return false;
38
+ if (!('detail' in value) || value['detail'] === undefined)
39
+ return false;
40
+ if (!('status' in value) || value['status'] === undefined)
41
+ return false;
42
+ if (!('title' in value) || value['title'] === undefined)
43
+ return false;
44
+ return true;
45
+ }
46
+ function EvalPatchDataset412ResponseFromJSON(json) {
47
+ return EvalPatchDataset412ResponseFromJSONTyped(json, false);
48
+ }
49
+ function EvalPatchDataset412ResponseFromJSONTyped(json, ignoreDiscriminator) {
50
+ if (json == null) {
51
+ return json;
52
+ }
53
+ return {
54
+ 'code': json['code'],
55
+ 'detail': json['detail'],
56
+ 'status': json['status'],
57
+ 'title': json['title'],
58
+ 'traceId': json['trace_id'] == null ? undefined : json['trace_id'],
59
+ };
60
+ }
61
+ function EvalPatchDataset412ResponseToJSON(json) {
62
+ return EvalPatchDataset412ResponseToJSONTyped(json, false);
63
+ }
64
+ function EvalPatchDataset412ResponseToJSONTyped(value, ignoreDiscriminator = false) {
65
+ if (value == null) {
66
+ return value;
67
+ }
68
+ return {
69
+ 'code': value['code'],
70
+ 'detail': value['detail'],
71
+ 'status': value['status'],
72
+ 'title': value['title'],
73
+ 'trace_id': value['traceId'],
74
+ };
75
+ }
@@ -0,0 +1,27 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ /**
13
+ * Published representation of RecordSource.
14
+ * @export
15
+ * @enum {string}
16
+ */
17
+ export declare enum EvalRecordSource {
18
+ Manual = "manual",
19
+ Session = "session",
20
+ Trace = "trace",
21
+ External = "external"
22
+ }
23
+ export declare function instanceOfEvalRecordSource(value: any): boolean;
24
+ export declare function EvalRecordSourceFromJSON(json: any): EvalRecordSource;
25
+ export declare function EvalRecordSourceFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalRecordSource;
26
+ export declare function EvalRecordSourceToJSON(value?: EvalRecordSource | null): any;
27
+ export declare function EvalRecordSourceToJSONTyped(value: any, ignoreDiscriminator: boolean): EvalRecordSource;
@@ -0,0 +1,55 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.EvalRecordSource = void 0;
17
+ exports.instanceOfEvalRecordSource = instanceOfEvalRecordSource;
18
+ exports.EvalRecordSourceFromJSON = EvalRecordSourceFromJSON;
19
+ exports.EvalRecordSourceFromJSONTyped = EvalRecordSourceFromJSONTyped;
20
+ exports.EvalRecordSourceToJSON = EvalRecordSourceToJSON;
21
+ exports.EvalRecordSourceToJSONTyped = EvalRecordSourceToJSONTyped;
22
+ /**
23
+ * Published representation of RecordSource.
24
+ * @export
25
+ * @enum {string}
26
+ */
27
+ var EvalRecordSource;
28
+ (function (EvalRecordSource) {
29
+ EvalRecordSource["Manual"] = "manual";
30
+ EvalRecordSource["Session"] = "session";
31
+ EvalRecordSource["Trace"] = "trace";
32
+ EvalRecordSource["External"] = "external";
33
+ })(EvalRecordSource || (exports.EvalRecordSource = EvalRecordSource = {}));
34
+ function instanceOfEvalRecordSource(value) {
35
+ for (const key in EvalRecordSource) {
36
+ if (Object.prototype.hasOwnProperty.call(EvalRecordSource, key)) {
37
+ if (EvalRecordSource[key] === value) {
38
+ return true;
39
+ }
40
+ }
41
+ }
42
+ return false;
43
+ }
44
+ function EvalRecordSourceFromJSON(json) {
45
+ return EvalRecordSourceFromJSONTyped(json, false);
46
+ }
47
+ function EvalRecordSourceFromJSONTyped(json, ignoreDiscriminator) {
48
+ return json;
49
+ }
50
+ function EvalRecordSourceToJSON(value) {
51
+ return value;
52
+ }
53
+ function EvalRecordSourceToJSONTyped(value, ignoreDiscriminator) {
54
+ return value;
55
+ }