@atlanai/sdk 0.1.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. package/README.md +94 -26
  2. package/dist/client.js +3 -1
  3. package/dist/evals.d.ts +46 -0
  4. package/dist/evals.js +230 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +8 -1
  7. package/dist/manifest.json +299 -3
  8. package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
  9. package/dist/raw/eval/apis/DatasetsApi.js +706 -0
  10. package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
  11. package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
  12. package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
  13. package/dist/raw/eval/apis/ScorersApi.js +308 -0
  14. package/dist/raw/eval/apis/index.d.ts +3 -0
  15. package/dist/raw/eval/apis/index.js +21 -0
  16. package/dist/raw/eval/index.d.ts +3 -0
  17. package/dist/raw/eval/index.js +21 -0
  18. package/dist/raw/eval/models/AccessView.d.ts +57 -0
  19. package/dist/raw/eval/models/AccessView.js +64 -0
  20. package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
  21. package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
  22. package/dist/raw/eval/models/CostView.d.ts +50 -0
  23. package/dist/raw/eval/models/CostView.js +60 -0
  24. package/dist/raw/eval/models/CursorPage.d.ts +38 -0
  25. package/dist/raw/eval/models/CursorPage.js +52 -0
  26. package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
  27. package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
  28. package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
  29. package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
  30. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
  31. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
  32. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
  33. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
  34. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
  35. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
  36. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
  37. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
  38. package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
  39. package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
  40. package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
  41. package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
  42. package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
  43. package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
  44. package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
  45. package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
  46. package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
  47. package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
  48. package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
  49. package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
  50. package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
  51. package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
  52. package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
  53. package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
  54. package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
  55. package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
  56. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
  57. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
  58. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
  59. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
  60. package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
  61. package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
  62. package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
  63. package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
  64. package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
  65. package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
  66. package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
  67. package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
  68. package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
  69. package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
  70. package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
  71. package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
  72. package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
  73. package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
  74. package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
  75. package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
  76. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
  77. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
  78. package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
  79. package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
  80. package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
  81. package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
  82. package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
  83. package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
  84. package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
  85. package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
  86. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
  87. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
  88. package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
  89. package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
  90. package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
  91. package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
  92. package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
  93. package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
  94. package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
  95. package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
  96. package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
  97. package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
  98. package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
  99. package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
  100. package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
  101. package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
  102. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
  103. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
  104. package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
  105. package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
  106. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
  107. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
  108. package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
  109. package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
  110. package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
  111. package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
  112. package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
  113. package/dist/raw/eval/models/EvalRecordSource.js +55 -0
  114. package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
  115. package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
  116. package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
  117. package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
  118. package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
  119. package/dist/raw/eval/models/EvalScorerKind.js +60 -0
  120. package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
  121. package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
  122. package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
  123. package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
  124. package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
  125. package/dist/raw/eval/models/EvalScorerScope.js +60 -0
  126. package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
  127. package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
  128. package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
  129. package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
  130. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
  131. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
  132. package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
  133. package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
  134. package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
  135. package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
  136. package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
  137. package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
  138. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
  139. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
  140. package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
  141. package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
  142. package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
  143. package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
  144. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
  145. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
  146. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
  147. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
  148. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
  149. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
  150. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
  151. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
  152. package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
  153. package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
  154. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
  155. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
  156. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
  157. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
  158. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
  159. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
  160. package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
  161. package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
  162. package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
  163. package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
  164. package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
  165. package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
  166. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
  167. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
  168. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
  169. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
  170. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
  171. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
  172. package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
  173. package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
  174. package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
  175. package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
  176. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
  177. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
  178. package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
  179. package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
  180. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
  181. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
  182. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
  183. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
  184. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
  185. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
  186. package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
  187. package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
  188. package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
  189. package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
  190. package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
  191. package/dist/raw/eval/models/ProblemDetails.js +64 -0
  192. package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
  193. package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
  194. package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
  195. package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
  196. package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
  197. package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
  198. package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
  199. package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
  200. package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
  201. package/dist/raw/eval/models/SpanViewDto.js +117 -0
  202. package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
  203. package/dist/raw/eval/models/TraceDetailView.js +108 -0
  204. package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
  205. package/dist/raw/eval/models/TraceLinks.js +58 -0
  206. package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
  207. package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
  208. package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
  209. package/dist/raw/eval/models/TraceParentView.js +64 -0
  210. package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
  211. package/dist/raw/eval/models/TraceStatus.js +54 -0
  212. package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
  213. package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
  214. package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
  215. package/dist/raw/eval/models/TraceSummaryView.js +96 -0
  216. package/dist/raw/eval/models/UsageView.d.ts +56 -0
  217. package/dist/raw/eval/models/UsageView.js +66 -0
  218. package/dist/raw/eval/models/index.d.ts +100 -0
  219. package/dist/raw/eval/models/index.js +118 -0
  220. package/dist/raw/eval/runtime.d.ts +185 -0
  221. package/dist/raw/eval/runtime.js +369 -0
  222. package/dist/resources.json +307 -0
  223. package/dist/tracing/client.js +6 -4
  224. package/dist/tracing/propagation.d.ts +1 -0
  225. package/dist/tracing/propagation.js +7 -0
  226. package/dist/tracing/semconv.d.ts +8 -1
  227. package/dist/tracing/semconv.js +27 -13
  228. package/dist/tracing/spans.d.ts +8 -4
  229. package/dist/tracing/spans.js +28 -13
  230. package/dist/tracing/version.d.ts +1 -1
  231. package/dist/tracing/version.js +1 -1
  232. package/package.json +1 -1
@@ -0,0 +1,66 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfUsageView = instanceOfUsageView;
17
+ exports.UsageViewFromJSON = UsageViewFromJSON;
18
+ exports.UsageViewFromJSONTyped = UsageViewFromJSONTyped;
19
+ exports.UsageViewToJSON = UsageViewToJSON;
20
+ exports.UsageViewToJSONTyped = UsageViewToJSONTyped;
21
+ /**
22
+ * Check if a given object implements the UsageView interface.
23
+ */
24
+ function instanceOfUsageView(value) {
25
+ if ((!('cacheReadTokens' in value) && !('cache_read_tokens' in value)) || (value['cacheReadTokens'] === undefined && value['cache_read_tokens'] === undefined))
26
+ return false;
27
+ if ((!('cacheWriteTokens' in value) && !('cache_write_tokens' in value)) || (value['cacheWriteTokens'] === undefined && value['cache_write_tokens'] === undefined))
28
+ return false;
29
+ if ((!('inputTokens' in value) && !('input_tokens' in value)) || (value['inputTokens'] === undefined && value['input_tokens'] === undefined))
30
+ return false;
31
+ if ((!('outputTokens' in value) && !('output_tokens' in value)) || (value['outputTokens'] === undefined && value['output_tokens'] === undefined))
32
+ return false;
33
+ if ((!('totalTokens' in value) && !('total_tokens' in value)) || (value['totalTokens'] === undefined && value['total_tokens'] === undefined))
34
+ return false;
35
+ return true;
36
+ }
37
+ function UsageViewFromJSON(json) {
38
+ return UsageViewFromJSONTyped(json, false);
39
+ }
40
+ function UsageViewFromJSONTyped(json, ignoreDiscriminator) {
41
+ if (json == null) {
42
+ return json;
43
+ }
44
+ return {
45
+ 'cacheReadTokens': json['cache_read_tokens'],
46
+ 'cacheWriteTokens': json['cache_write_tokens'],
47
+ 'inputTokens': json['input_tokens'],
48
+ 'outputTokens': json['output_tokens'],
49
+ 'totalTokens': json['total_tokens'],
50
+ };
51
+ }
52
+ function UsageViewToJSON(json) {
53
+ return UsageViewToJSONTyped(json, false);
54
+ }
55
+ function UsageViewToJSONTyped(value, ignoreDiscriminator = false) {
56
+ if (value == null) {
57
+ return value;
58
+ }
59
+ return {
60
+ 'cache_read_tokens': value['cacheReadTokens'],
61
+ 'cache_write_tokens': value['cacheWriteTokens'],
62
+ 'input_tokens': value['inputTokens'],
63
+ 'output_tokens': value['outputTokens'],
64
+ 'total_tokens': value['totalTokens'],
65
+ };
66
+ }
@@ -0,0 +1,100 @@
1
+ export * from './AccessView';
2
+ export * from './ArtifactConflictProblem';
3
+ export * from './CostView';
4
+ export * from './CursorPage';
5
+ export * from './EvalArtifactEnvelope';
6
+ export * from './EvalArtifactSearchRequest';
7
+ export * from './EvalBulkDatasetRecordResponse';
8
+ export * from './EvalBulkDatasetRecordResult';
9
+ export * from './EvalBulkExperimentResultResponse';
10
+ export * from './EvalBulkExperimentResultSlot';
11
+ export * from './EvalCreateDataset400Response';
12
+ export * from './EvalCreateDataset409Response';
13
+ export * from './EvalCreateDataset413Response';
14
+ export * from './EvalCreateDataset415Response';
15
+ export * from './EvalCreateDataset422Response';
16
+ export * from './EvalDatasetArtifactView';
17
+ export * from './EvalDatasetCreate';
18
+ export * from './EvalDatasetMeta';
19
+ export * from './EvalDatasetPatch';
20
+ export * from './EvalDatasetRecordArtifactView';
21
+ export * from './EvalDatasetRecordBulkCreate';
22
+ export * from './EvalDatasetRecordCreate';
23
+ export * from './EvalDatasetRecordMeta';
24
+ export * from './EvalDatasetRecordPatch';
25
+ export * from './EvalExperimentArtifactView';
26
+ export * from './EvalExperimentCreate';
27
+ export * from './EvalExperimentMeta';
28
+ export * from './EvalExperimentPatch';
29
+ export * from './EvalExperimentResultArtifactView';
30
+ export * from './EvalExperimentResultBulkCreate';
31
+ export * from './EvalExperimentResultCreate';
32
+ export * from './EvalExperimentResultMeta';
33
+ export * from './EvalExperimentStatus';
34
+ export * from './EvalGetDataset404Response';
35
+ export * from './EvalGetExperimentTrace400Response';
36
+ export * from './EvalListDatasets400Response';
37
+ export * from './EvalListDatasets401Response';
38
+ export * from './EvalListDatasets403Response';
39
+ export * from './EvalListDatasets500Response';
40
+ export * from './EvalListDatasets503Response';
41
+ export * from './EvalListDatasets504Response';
42
+ export * from './EvalPageDatasetArtifactView';
43
+ export * from './EvalPageDatasetRecordArtifactView';
44
+ export * from './EvalPageExperimentArtifactView';
45
+ export * from './EvalPageExperimentResultArtifactView';
46
+ export * from './EvalPageScorerArtifactView';
47
+ export * from './EvalPatchDataset412Response';
48
+ export * from './EvalRecordSource';
49
+ export * from './EvalScorerArtifactView';
50
+ export * from './EvalScorerCreate';
51
+ export * from './EvalScorerKind';
52
+ export * from './EvalScorerMeta';
53
+ export * from './EvalScorerPatch';
54
+ export * from './EvalScorerScope';
55
+ export * from './EvalSubjectKind';
56
+ export * from './GatewayArtifactBase';
57
+ export * from './GatewayArtifactIdentityRevealView';
58
+ export * from './GatewayPageMeta';
59
+ export * from './GatewaySourceEnvelope';
60
+ export * from './GatewayTraceStatsBucket';
61
+ export * from './GatewayTraceStatsCompareMode';
62
+ export * from './GatewayTraceStatsComparison';
63
+ export * from './GatewayTraceStatsData';
64
+ export * from './GatewayTraceStatsDataOneOf';
65
+ export * from './GatewayTraceStatsDataOneOf1';
66
+ export * from './GatewayTraceStatsDataOneOf2';
67
+ export * from './GatewayTraceStatsEnvelope';
68
+ export * from './GatewayTraceStatsFilter';
69
+ export * from './GatewayTraceStatsFilterOperator';
70
+ export * from './GatewayTraceStatsFilterValue';
71
+ export * from './GatewayTraceStatsGroupBy';
72
+ export * from './GatewayTraceStatsMeasure';
73
+ export * from './GatewayTraceStatsMeta';
74
+ export * from './GatewayTraceStatsOrder';
75
+ export * from './GatewayTraceStatsOrderBy';
76
+ export * from './GatewayTraceStatsOrderDirection';
77
+ export * from './GatewayTraceStatsPanelQuery';
78
+ export * from './GatewayTraceStatsRequest';
79
+ export * from './GatewayTraceStatsRequestType';
80
+ export * from './GatewayTraceStatsScalarResult';
81
+ export * from './GatewayTraceStatsSeries';
82
+ export * from './GatewayTraceStatsSeriesPoint';
83
+ export * from './GatewayTraceStatsTableColumn';
84
+ export * from './GatewayTraceStatsTableColumnType';
85
+ export * from './GatewayTraceStatsTableRow';
86
+ export * from './GatewayTraceStatsWindow';
87
+ export * from './ProblemDetails';
88
+ export * from './RegistryEdgeTarget';
89
+ export * from './RegistryRelationshipEdge';
90
+ export * from './RegistryRelationshipsView';
91
+ export * from './SpanListEnvelope';
92
+ export * from './SpanViewDto';
93
+ export * from './TraceDetailView';
94
+ export * from './TraceLinks';
95
+ export * from './TraceListEnvelope';
96
+ export * from './TraceParentView';
97
+ export * from './TraceStatus';
98
+ export * from './TraceSummaryStats';
99
+ export * from './TraceSummaryView';
100
+ export * from './UsageView';
@@ -0,0 +1,118 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ /* tslint:disable */
18
+ /* eslint-disable */
19
+ __exportStar(require("./AccessView"), exports);
20
+ __exportStar(require("./ArtifactConflictProblem"), exports);
21
+ __exportStar(require("./CostView"), exports);
22
+ __exportStar(require("./CursorPage"), exports);
23
+ __exportStar(require("./EvalArtifactEnvelope"), exports);
24
+ __exportStar(require("./EvalArtifactSearchRequest"), exports);
25
+ __exportStar(require("./EvalBulkDatasetRecordResponse"), exports);
26
+ __exportStar(require("./EvalBulkDatasetRecordResult"), exports);
27
+ __exportStar(require("./EvalBulkExperimentResultResponse"), exports);
28
+ __exportStar(require("./EvalBulkExperimentResultSlot"), exports);
29
+ __exportStar(require("./EvalCreateDataset400Response"), exports);
30
+ __exportStar(require("./EvalCreateDataset409Response"), exports);
31
+ __exportStar(require("./EvalCreateDataset413Response"), exports);
32
+ __exportStar(require("./EvalCreateDataset415Response"), exports);
33
+ __exportStar(require("./EvalCreateDataset422Response"), exports);
34
+ __exportStar(require("./EvalDatasetArtifactView"), exports);
35
+ __exportStar(require("./EvalDatasetCreate"), exports);
36
+ __exportStar(require("./EvalDatasetMeta"), exports);
37
+ __exportStar(require("./EvalDatasetPatch"), exports);
38
+ __exportStar(require("./EvalDatasetRecordArtifactView"), exports);
39
+ __exportStar(require("./EvalDatasetRecordBulkCreate"), exports);
40
+ __exportStar(require("./EvalDatasetRecordCreate"), exports);
41
+ __exportStar(require("./EvalDatasetRecordMeta"), exports);
42
+ __exportStar(require("./EvalDatasetRecordPatch"), exports);
43
+ __exportStar(require("./EvalExperimentArtifactView"), exports);
44
+ __exportStar(require("./EvalExperimentCreate"), exports);
45
+ __exportStar(require("./EvalExperimentMeta"), exports);
46
+ __exportStar(require("./EvalExperimentPatch"), exports);
47
+ __exportStar(require("./EvalExperimentResultArtifactView"), exports);
48
+ __exportStar(require("./EvalExperimentResultBulkCreate"), exports);
49
+ __exportStar(require("./EvalExperimentResultCreate"), exports);
50
+ __exportStar(require("./EvalExperimentResultMeta"), exports);
51
+ __exportStar(require("./EvalExperimentStatus"), exports);
52
+ __exportStar(require("./EvalGetDataset404Response"), exports);
53
+ __exportStar(require("./EvalGetExperimentTrace400Response"), exports);
54
+ __exportStar(require("./EvalListDatasets400Response"), exports);
55
+ __exportStar(require("./EvalListDatasets401Response"), exports);
56
+ __exportStar(require("./EvalListDatasets403Response"), exports);
57
+ __exportStar(require("./EvalListDatasets500Response"), exports);
58
+ __exportStar(require("./EvalListDatasets503Response"), exports);
59
+ __exportStar(require("./EvalListDatasets504Response"), exports);
60
+ __exportStar(require("./EvalPageDatasetArtifactView"), exports);
61
+ __exportStar(require("./EvalPageDatasetRecordArtifactView"), exports);
62
+ __exportStar(require("./EvalPageExperimentArtifactView"), exports);
63
+ __exportStar(require("./EvalPageExperimentResultArtifactView"), exports);
64
+ __exportStar(require("./EvalPageScorerArtifactView"), exports);
65
+ __exportStar(require("./EvalPatchDataset412Response"), exports);
66
+ __exportStar(require("./EvalRecordSource"), exports);
67
+ __exportStar(require("./EvalScorerArtifactView"), exports);
68
+ __exportStar(require("./EvalScorerCreate"), exports);
69
+ __exportStar(require("./EvalScorerKind"), exports);
70
+ __exportStar(require("./EvalScorerMeta"), exports);
71
+ __exportStar(require("./EvalScorerPatch"), exports);
72
+ __exportStar(require("./EvalScorerScope"), exports);
73
+ __exportStar(require("./EvalSubjectKind"), exports);
74
+ __exportStar(require("./GatewayArtifactBase"), exports);
75
+ __exportStar(require("./GatewayArtifactIdentityRevealView"), exports);
76
+ __exportStar(require("./GatewayPageMeta"), exports);
77
+ __exportStar(require("./GatewaySourceEnvelope"), exports);
78
+ __exportStar(require("./GatewayTraceStatsBucket"), exports);
79
+ __exportStar(require("./GatewayTraceStatsCompareMode"), exports);
80
+ __exportStar(require("./GatewayTraceStatsComparison"), exports);
81
+ __exportStar(require("./GatewayTraceStatsData"), exports);
82
+ __exportStar(require("./GatewayTraceStatsDataOneOf"), exports);
83
+ __exportStar(require("./GatewayTraceStatsDataOneOf1"), exports);
84
+ __exportStar(require("./GatewayTraceStatsDataOneOf2"), exports);
85
+ __exportStar(require("./GatewayTraceStatsEnvelope"), exports);
86
+ __exportStar(require("./GatewayTraceStatsFilter"), exports);
87
+ __exportStar(require("./GatewayTraceStatsFilterOperator"), exports);
88
+ __exportStar(require("./GatewayTraceStatsFilterValue"), exports);
89
+ __exportStar(require("./GatewayTraceStatsGroupBy"), exports);
90
+ __exportStar(require("./GatewayTraceStatsMeasure"), exports);
91
+ __exportStar(require("./GatewayTraceStatsMeta"), exports);
92
+ __exportStar(require("./GatewayTraceStatsOrder"), exports);
93
+ __exportStar(require("./GatewayTraceStatsOrderBy"), exports);
94
+ __exportStar(require("./GatewayTraceStatsOrderDirection"), exports);
95
+ __exportStar(require("./GatewayTraceStatsPanelQuery"), exports);
96
+ __exportStar(require("./GatewayTraceStatsRequest"), exports);
97
+ __exportStar(require("./GatewayTraceStatsRequestType"), exports);
98
+ __exportStar(require("./GatewayTraceStatsScalarResult"), exports);
99
+ __exportStar(require("./GatewayTraceStatsSeries"), exports);
100
+ __exportStar(require("./GatewayTraceStatsSeriesPoint"), exports);
101
+ __exportStar(require("./GatewayTraceStatsTableColumn"), exports);
102
+ __exportStar(require("./GatewayTraceStatsTableColumnType"), exports);
103
+ __exportStar(require("./GatewayTraceStatsTableRow"), exports);
104
+ __exportStar(require("./GatewayTraceStatsWindow"), exports);
105
+ __exportStar(require("./ProblemDetails"), exports);
106
+ __exportStar(require("./RegistryEdgeTarget"), exports);
107
+ __exportStar(require("./RegistryRelationshipEdge"), exports);
108
+ __exportStar(require("./RegistryRelationshipsView"), exports);
109
+ __exportStar(require("./SpanListEnvelope"), exports);
110
+ __exportStar(require("./SpanViewDto"), exports);
111
+ __exportStar(require("./TraceDetailView"), exports);
112
+ __exportStar(require("./TraceLinks"), exports);
113
+ __exportStar(require("./TraceListEnvelope"), exports);
114
+ __exportStar(require("./TraceParentView"), exports);
115
+ __exportStar(require("./TraceStatus"), exports);
116
+ __exportStar(require("./TraceSummaryStats"), exports);
117
+ __exportStar(require("./TraceSummaryView"), exports);
118
+ __exportStar(require("./UsageView"), exports);
@@ -0,0 +1,185 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ export declare const BASE_PATH: string;
13
+ export interface ConfigurationParameters {
14
+ basePath?: string;
15
+ fetchApi?: FetchAPI;
16
+ middleware?: Middleware[];
17
+ queryParamsStringify?: (params: HTTPQuery) => string;
18
+ username?: string;
19
+ password?: string;
20
+ apiKey?: string | Promise<string> | ((name: string) => string | Promise<string>);
21
+ accessToken?: string | Promise<string> | ((name?: string, scopes?: string[]) => string | Promise<string>);
22
+ headers?: HTTPHeaders;
23
+ credentials?: RequestCredentials;
24
+ }
25
+ export declare class Configuration {
26
+ private configuration;
27
+ constructor(configuration?: ConfigurationParameters);
28
+ set config(configuration: Configuration);
29
+ get basePath(): string;
30
+ get fetchApi(): FetchAPI | undefined;
31
+ get middleware(): Middleware[];
32
+ get queryParamsStringify(): (params: HTTPQuery) => string;
33
+ get username(): string | undefined;
34
+ get password(): string | undefined;
35
+ get apiKey(): ((name: string) => string | Promise<string>) | undefined;
36
+ get accessToken(): ((name?: string, scopes?: string[]) => string | Promise<string>) | undefined;
37
+ get headers(): HTTPHeaders | undefined;
38
+ get credentials(): RequestCredentials | undefined;
39
+ }
40
+ export declare const DefaultConfig: Configuration;
41
+ /**
42
+ * This is the base class for all generated API classes.
43
+ */
44
+ export declare class BaseAPI {
45
+ protected configuration: Configuration;
46
+ private static readonly jsonRegex;
47
+ private middleware;
48
+ constructor(configuration?: Configuration);
49
+ withMiddleware<T extends BaseAPI>(this: T, ...middlewares: Middleware[]): T;
50
+ withPreMiddleware<T extends BaseAPI>(this: T, ...preMiddlewares: Array<Middleware['pre']>): T;
51
+ withPostMiddleware<T extends BaseAPI>(this: T, ...postMiddlewares: Array<Middleware['post']>): T;
52
+ /**
53
+ * Check if the given MIME is a JSON MIME.
54
+ * JSON MIME examples:
55
+ * application/json
56
+ * application/json; charset=UTF8
57
+ * APPLICATION/JSON
58
+ * application/vnd.company+json
59
+ * @param mime - MIME (Multipurpose Internet Mail Extensions)
60
+ * @return True if the given MIME is JSON, false otherwise.
61
+ */
62
+ protected isJsonMime(mime: string | null | undefined): boolean;
63
+ protected request(context: RequestOpts, initOverrides?: RequestInit | InitOverrideFunction): Promise<Response>;
64
+ private createFetchParams;
65
+ private fetchApi;
66
+ /**
67
+ * Create a shallow clone of `this` by constructing a new instance
68
+ * and then shallow cloning data members.
69
+ */
70
+ private clone;
71
+ }
72
+ export declare class ResponseError extends Error {
73
+ response: Response;
74
+ name: "ResponseError";
75
+ constructor(response: Response, msg?: string);
76
+ }
77
+ export declare class FetchError extends Error {
78
+ cause: Error;
79
+ name: "FetchError";
80
+ constructor(cause: Error, msg?: string);
81
+ }
82
+ export declare class RequiredError extends Error {
83
+ field: string;
84
+ name: "RequiredError";
85
+ constructor(field: string, msg?: string);
86
+ }
87
+ export declare const COLLECTION_FORMATS: {
88
+ csv: string;
89
+ ssv: string;
90
+ tsv: string;
91
+ pipes: string;
92
+ };
93
+ export type FetchAPI = WindowOrWorkerGlobalScope['fetch'];
94
+ export type Json = any;
95
+ export type HTTPMethod = 'GET' | 'POST' | 'PUT' | 'PATCH' | 'DELETE' | 'OPTIONS' | 'HEAD';
96
+ export type HTTPHeaders = {
97
+ [key: string]: string;
98
+ };
99
+ export type HTTPQuery = {
100
+ [key: string]: string | number | null | boolean | Array<string | number | null | boolean> | Set<string | number | null | boolean> | HTTPQuery;
101
+ };
102
+ export type HTTPBody = Json | FormData | URLSearchParams;
103
+ export type HTTPRequestInit = {
104
+ headers?: HTTPHeaders;
105
+ method: HTTPMethod;
106
+ credentials?: RequestCredentials;
107
+ body?: HTTPBody;
108
+ };
109
+ export type ModelPropertyNaming = 'camelCase' | 'snake_case' | 'PascalCase' | 'original';
110
+ export type InitOverrideFunction = (requestContext: {
111
+ init: HTTPRequestInit;
112
+ context: RequestOpts;
113
+ }) => Promise<RequestInit>;
114
+ export interface FetchParams {
115
+ url: string;
116
+ init: RequestInit;
117
+ }
118
+ export interface RequestOpts {
119
+ path: string;
120
+ method: HTTPMethod;
121
+ headers: HTTPHeaders;
122
+ query?: HTTPQuery;
123
+ body?: HTTPBody;
124
+ }
125
+ export declare function querystring(params: HTTPQuery, prefix?: string): string;
126
+ export declare function exists(json: any, key: string): boolean;
127
+ export declare function mapValues(data: any, fn: (item: any) => any): {
128
+ [key: string]: any;
129
+ };
130
+ export declare function anyToJSON(value: any): any;
131
+ export declare function canConsumeForm(consumes: Consume[]): boolean;
132
+ export interface Consume {
133
+ contentType: string;
134
+ }
135
+ export interface RequestContext {
136
+ fetch: FetchAPI;
137
+ url: string;
138
+ init: RequestInit;
139
+ }
140
+ export interface ResponseContext {
141
+ fetch: FetchAPI;
142
+ url: string;
143
+ init: RequestInit;
144
+ response: Response;
145
+ }
146
+ export interface ErrorContext {
147
+ fetch: FetchAPI;
148
+ url: string;
149
+ init: RequestInit;
150
+ error: unknown;
151
+ response?: Response;
152
+ }
153
+ export interface Middleware {
154
+ pre?(context: RequestContext): Promise<FetchParams | void>;
155
+ post?(context: ResponseContext): Promise<Response | void>;
156
+ onError?(context: ErrorContext): Promise<Response | void>;
157
+ }
158
+ export interface ApiResponse<T> {
159
+ raw: Response;
160
+ value(): Promise<T>;
161
+ }
162
+ export interface ResponseTransformer<T> {
163
+ (json: any): T;
164
+ }
165
+ export declare class JSONApiResponse<T> {
166
+ raw: Response;
167
+ private transformer;
168
+ constructor(raw: Response, transformer?: ResponseTransformer<T>);
169
+ value(): Promise<T>;
170
+ }
171
+ export declare class VoidApiResponse {
172
+ raw: Response;
173
+ constructor(raw: Response);
174
+ value(): Promise<void>;
175
+ }
176
+ export declare class BlobApiResponse {
177
+ raw: Response;
178
+ constructor(raw: Response);
179
+ value(): Promise<Blob>;
180
+ }
181
+ export declare class TextApiResponse {
182
+ raw: Response;
183
+ constructor(raw: Response);
184
+ value(): Promise<string>;
185
+ }