@atlanai/sdk 0.1.1 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. package/README.md +32 -0
  2. package/dist/client.js +3 -1
  3. package/dist/evals.d.ts +46 -0
  4. package/dist/evals.js +230 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +8 -1
  7. package/dist/manifest.json +299 -3
  8. package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
  9. package/dist/raw/eval/apis/DatasetsApi.js +706 -0
  10. package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
  11. package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
  12. package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
  13. package/dist/raw/eval/apis/ScorersApi.js +308 -0
  14. package/dist/raw/eval/apis/index.d.ts +3 -0
  15. package/dist/raw/eval/apis/index.js +21 -0
  16. package/dist/raw/eval/index.d.ts +3 -0
  17. package/dist/raw/eval/index.js +21 -0
  18. package/dist/raw/eval/models/AccessView.d.ts +57 -0
  19. package/dist/raw/eval/models/AccessView.js +64 -0
  20. package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
  21. package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
  22. package/dist/raw/eval/models/CostView.d.ts +50 -0
  23. package/dist/raw/eval/models/CostView.js +60 -0
  24. package/dist/raw/eval/models/CursorPage.d.ts +38 -0
  25. package/dist/raw/eval/models/CursorPage.js +52 -0
  26. package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
  27. package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
  28. package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
  29. package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
  30. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
  31. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
  32. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
  33. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
  34. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
  35. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
  36. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
  37. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
  38. package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
  39. package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
  40. package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
  41. package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
  42. package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
  43. package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
  44. package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
  45. package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
  46. package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
  47. package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
  48. package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
  49. package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
  50. package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
  51. package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
  52. package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
  53. package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
  54. package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
  55. package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
  56. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
  57. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
  58. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
  59. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
  60. package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
  61. package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
  62. package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
  63. package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
  64. package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
  65. package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
  66. package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
  67. package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
  68. package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
  69. package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
  70. package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
  71. package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
  72. package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
  73. package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
  74. package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
  75. package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
  76. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
  77. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
  78. package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
  79. package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
  80. package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
  81. package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
  82. package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
  83. package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
  84. package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
  85. package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
  86. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
  87. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
  88. package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
  89. package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
  90. package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
  91. package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
  92. package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
  93. package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
  94. package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
  95. package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
  96. package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
  97. package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
  98. package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
  99. package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
  100. package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
  101. package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
  102. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
  103. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
  104. package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
  105. package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
  106. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
  107. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
  108. package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
  109. package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
  110. package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
  111. package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
  112. package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
  113. package/dist/raw/eval/models/EvalRecordSource.js +55 -0
  114. package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
  115. package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
  116. package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
  117. package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
  118. package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
  119. package/dist/raw/eval/models/EvalScorerKind.js +60 -0
  120. package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
  121. package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
  122. package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
  123. package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
  124. package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
  125. package/dist/raw/eval/models/EvalScorerScope.js +60 -0
  126. package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
  127. package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
  128. package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
  129. package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
  130. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
  131. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
  132. package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
  133. package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
  134. package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
  135. package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
  136. package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
  137. package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
  138. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
  139. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
  140. package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
  141. package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
  142. package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
  143. package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
  144. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
  145. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
  146. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
  147. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
  148. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
  149. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
  150. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
  151. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
  152. package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
  153. package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
  154. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
  155. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
  156. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
  157. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
  158. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
  159. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
  160. package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
  161. package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
  162. package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
  163. package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
  164. package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
  165. package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
  166. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
  167. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
  168. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
  169. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
  170. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
  171. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
  172. package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
  173. package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
  174. package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
  175. package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
  176. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
  177. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
  178. package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
  179. package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
  180. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
  181. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
  182. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
  183. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
  184. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
  185. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
  186. package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
  187. package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
  188. package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
  189. package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
  190. package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
  191. package/dist/raw/eval/models/ProblemDetails.js +64 -0
  192. package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
  193. package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
  194. package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
  195. package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
  196. package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
  197. package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
  198. package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
  199. package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
  200. package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
  201. package/dist/raw/eval/models/SpanViewDto.js +117 -0
  202. package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
  203. package/dist/raw/eval/models/TraceDetailView.js +108 -0
  204. package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
  205. package/dist/raw/eval/models/TraceLinks.js +58 -0
  206. package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
  207. package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
  208. package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
  209. package/dist/raw/eval/models/TraceParentView.js +64 -0
  210. package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
  211. package/dist/raw/eval/models/TraceStatus.js +54 -0
  212. package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
  213. package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
  214. package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
  215. package/dist/raw/eval/models/TraceSummaryView.js +96 -0
  216. package/dist/raw/eval/models/UsageView.d.ts +56 -0
  217. package/dist/raw/eval/models/UsageView.js +66 -0
  218. package/dist/raw/eval/models/index.d.ts +100 -0
  219. package/dist/raw/eval/models/index.js +118 -0
  220. package/dist/raw/eval/runtime.d.ts +185 -0
  221. package/dist/raw/eval/runtime.js +369 -0
  222. package/dist/resources.json +307 -0
  223. package/dist/tracing/client.js +6 -4
  224. package/dist/tracing/propagation.d.ts +1 -0
  225. package/dist/tracing/propagation.js +7 -0
  226. package/dist/tracing/semconv.d.ts +8 -1
  227. package/dist/tracing/semconv.js +27 -13
  228. package/dist/tracing/spans.d.ts +8 -4
  229. package/dist/tracing/spans.js +28 -13
  230. package/dist/tracing/version.d.ts +1 -1
  231. package/dist/tracing/version.js +1 -1
  232. package/package.json +1 -1
@@ -0,0 +1,869 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
16
+ if (k2 === undefined) k2 = k;
17
+ var desc = Object.getOwnPropertyDescriptor(m, k);
18
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
19
+ desc = { enumerable: true, get: function() { return m[k]; } };
20
+ }
21
+ Object.defineProperty(o, k2, desc);
22
+ }) : (function(o, m, k, k2) {
23
+ if (k2 === undefined) k2 = k;
24
+ o[k2] = m[k];
25
+ }));
26
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
27
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
28
+ }) : function(o, v) {
29
+ o["default"] = v;
30
+ });
31
+ var __importStar = (this && this.__importStar) || (function () {
32
+ var ownKeys = function(o) {
33
+ ownKeys = Object.getOwnPropertyNames || function (o) {
34
+ var ar = [];
35
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
36
+ return ar;
37
+ };
38
+ return ownKeys(o);
39
+ };
40
+ return function (mod) {
41
+ if (mod && mod.__esModule) return mod;
42
+ var result = {};
43
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
44
+ __setModuleDefault(result, mod);
45
+ return result;
46
+ };
47
+ })();
48
+ Object.defineProperty(exports, "__esModule", { value: true });
49
+ exports.EvalSearchExperimentsContentEncodingEnum = exports.EvalQueryExperimentTraceStatsContentEncodingEnum = exports.EvalPatchExperimentContentEncodingEnum = exports.EvalCreateExperimentResultsBulkContentEncodingEnum = exports.EvalCreateExperimentResultContentEncodingEnum = exports.EvalCreateExperimentContentEncodingEnum = exports.ExperimentsApi = void 0;
50
+ const runtime = __importStar(require("../runtime"));
51
+ const EvalArtifactSearchRequest_1 = require("../models/EvalArtifactSearchRequest");
52
+ const EvalBulkExperimentResultResponse_1 = require("../models/EvalBulkExperimentResultResponse");
53
+ const EvalExperimentArtifactView_1 = require("../models/EvalExperimentArtifactView");
54
+ const EvalExperimentCreate_1 = require("../models/EvalExperimentCreate");
55
+ const EvalExperimentPatch_1 = require("../models/EvalExperimentPatch");
56
+ const EvalExperimentResultArtifactView_1 = require("../models/EvalExperimentResultArtifactView");
57
+ const EvalExperimentResultBulkCreate_1 = require("../models/EvalExperimentResultBulkCreate");
58
+ const EvalExperimentResultCreate_1 = require("../models/EvalExperimentResultCreate");
59
+ const EvalPageExperimentArtifactView_1 = require("../models/EvalPageExperimentArtifactView");
60
+ const EvalPageExperimentResultArtifactView_1 = require("../models/EvalPageExperimentResultArtifactView");
61
+ const GatewayTraceStatsEnvelope_1 = require("../models/GatewayTraceStatsEnvelope");
62
+ const GatewayTraceStatsRequest_1 = require("../models/GatewayTraceStatsRequest");
63
+ const SpanListEnvelope_1 = require("../models/SpanListEnvelope");
64
+ const TraceDetailView_1 = require("../models/TraceDetailView");
65
+ const TraceListEnvelope_1 = require("../models/TraceListEnvelope");
66
+ /**
67
+ *
68
+ */
69
+ class ExperimentsApi extends runtime.BaseAPI {
70
+ /**
71
+ * Creates request options for evalArchiveExperiment without sending the request
72
+ */
73
+ async evalArchiveExperimentRequestOpts(requestParameters) {
74
+ if (requestParameters['experimentId'] == null) {
75
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalArchiveExperiment().');
76
+ }
77
+ const queryParameters = {};
78
+ const headerParameters = {};
79
+ if (this.configuration && this.configuration.accessToken) {
80
+ const token = this.configuration.accessToken;
81
+ const tokenString = await token("bearer", []);
82
+ if (tokenString) {
83
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
84
+ }
85
+ }
86
+ let urlPath = `/experiments/{experiment_id}/archive`;
87
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
88
+ return {
89
+ path: urlPath,
90
+ method: 'POST',
91
+ headers: headerParameters,
92
+ query: queryParameters,
93
+ };
94
+ }
95
+ /**
96
+ * Soft-delete the experiment and cascade its results. Housekeeping for runs that no longer matter; a completed experiment you still cite should stay.
97
+ * Archive an experiment
98
+ */
99
+ async evalArchiveExperimentRaw(requestParameters, initOverrides) {
100
+ const requestOptions = await this.evalArchiveExperimentRequestOpts(requestParameters);
101
+ const response = await this.request(requestOptions, initOverrides);
102
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
103
+ }
104
+ /**
105
+ * Soft-delete the experiment and cascade its results. Housekeeping for runs that no longer matter; a completed experiment you still cite should stay.
106
+ * Archive an experiment
107
+ */
108
+ async evalArchiveExperiment(requestParameters, initOverrides) {
109
+ const response = await this.evalArchiveExperimentRaw(requestParameters, initOverrides);
110
+ return await response.value();
111
+ }
112
+ /**
113
+ * Creates request options for evalCreateExperiment without sending the request
114
+ */
115
+ async evalCreateExperimentRequestOpts(requestParameters) {
116
+ if (requestParameters['evalExperimentCreate'] == null) {
117
+ throw new runtime.RequiredError('evalExperimentCreate', 'Required parameter "evalExperimentCreate" was null or undefined when calling evalCreateExperiment().');
118
+ }
119
+ const queryParameters = {};
120
+ const headerParameters = {};
121
+ headerParameters['Content-Type'] = 'application/json';
122
+ if (requestParameters['contentEncoding'] != null) {
123
+ headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
124
+ }
125
+ if (this.configuration && this.configuration.accessToken) {
126
+ const token = this.configuration.accessToken;
127
+ const tokenString = await token("bearer", []);
128
+ if (tokenString) {
129
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
130
+ }
131
+ }
132
+ let urlPath = `/experiments`;
133
+ return {
134
+ path: urlPath,
135
+ method: 'POST',
136
+ headers: headerParameters,
137
+ query: queryParameters,
138
+ body: (0, EvalExperimentCreate_1.EvalExperimentCreateToJSON)(requestParameters['evalExperimentCreate']),
139
+ };
140
+ }
141
+ /**
142
+ * Record the start of an evaluation run: the subject under test (an agent, harness, or skill), the dataset, the configuration, and optionally the baseline it is compared against. The gateway does not execute anything — your runner or CI executes the cases and uploads results here. Created `running` by default; upload results, then finalize with one PATCH to `completed` carrying the score summary.
143
+ * Create an experiment
144
+ */
145
+ async evalCreateExperimentRaw(requestParameters, initOverrides) {
146
+ const requestOptions = await this.evalCreateExperimentRequestOpts(requestParameters);
147
+ const response = await this.request(requestOptions, initOverrides);
148
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
149
+ }
150
+ /**
151
+ * Record the start of an evaluation run: the subject under test (an agent, harness, or skill), the dataset, the configuration, and optionally the baseline it is compared against. The gateway does not execute anything — your runner or CI executes the cases and uploads results here. Created `running` by default; upload results, then finalize with one PATCH to `completed` carrying the score summary.
152
+ * Create an experiment
153
+ */
154
+ async evalCreateExperiment(requestParameters, initOverrides) {
155
+ const response = await this.evalCreateExperimentRaw(requestParameters, initOverrides);
156
+ return await response.value();
157
+ }
158
+ /**
159
+ * Creates request options for evalCreateExperimentResult without sending the request
160
+ */
161
+ async evalCreateExperimentResultRequestOpts(requestParameters) {
162
+ if (requestParameters['experimentId'] == null) {
163
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalCreateExperimentResult().');
164
+ }
165
+ if (requestParameters['evalExperimentResultCreate'] == null) {
166
+ throw new runtime.RequiredError('evalExperimentResultCreate', 'Required parameter "evalExperimentResultCreate" was null or undefined when calling evalCreateExperimentResult().');
167
+ }
168
+ const queryParameters = {};
169
+ const headerParameters = {};
170
+ headerParameters['Content-Type'] = 'application/json';
171
+ if (requestParameters['contentEncoding'] != null) {
172
+ headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
173
+ }
174
+ if (this.configuration && this.configuration.accessToken) {
175
+ const token = this.configuration.accessToken;
176
+ const tokenString = await token("bearer", []);
177
+ if (tokenString) {
178
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
179
+ }
180
+ }
181
+ let urlPath = `/experiments/{experiment_id}/results`;
182
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
183
+ return {
184
+ path: urlPath,
185
+ method: 'POST',
186
+ headers: headerParameters,
187
+ query: queryParameters,
188
+ body: (0, EvalExperimentResultCreate_1.EvalExperimentResultCreateToJSON)(requestParameters['evalExperimentResultCreate']),
189
+ };
190
+ }
191
+ /**
192
+ * Append one case\'s result to a running experiment. The parent comes from the path, so `experiment_id` is not a body field. **Create-only**: a result is reported, not edited, and a completed or failed experiment accepts no further results — that is what makes a finished experiment an immutable snapshot. `input`/`expected` are snapshot copies taken at run time, so later dataset curation cannot rewrite what this case actually ran.
193
+ * Report one evaluated case
194
+ */
195
+ async evalCreateExperimentResultRaw(requestParameters, initOverrides) {
196
+ const requestOptions = await this.evalCreateExperimentResultRequestOpts(requestParameters);
197
+ const response = await this.request(requestOptions, initOverrides);
198
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewFromJSON)(jsonValue));
199
+ }
200
+ /**
201
+ * Append one case\'s result to a running experiment. The parent comes from the path, so `experiment_id` is not a body field. **Create-only**: a result is reported, not edited, and a completed or failed experiment accepts no further results — that is what makes a finished experiment an immutable snapshot. `input`/`expected` are snapshot copies taken at run time, so later dataset curation cannot rewrite what this case actually ran.
202
+ * Report one evaluated case
203
+ */
204
+ async evalCreateExperimentResult(requestParameters, initOverrides) {
205
+ const response = await this.evalCreateExperimentResultRaw(requestParameters, initOverrides);
206
+ return await response.value();
207
+ }
208
+ /**
209
+ * Creates request options for evalCreateExperimentResultsBulk without sending the request
210
+ */
211
+ async evalCreateExperimentResultsBulkRequestOpts(requestParameters) {
212
+ if (requestParameters['experimentId'] == null) {
213
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalCreateExperimentResultsBulk().');
214
+ }
215
+ if (requestParameters['evalExperimentResultBulkCreate'] == null) {
216
+ throw new runtime.RequiredError('evalExperimentResultBulkCreate', 'Required parameter "evalExperimentResultBulkCreate" was null or undefined when calling evalCreateExperimentResultsBulk().');
217
+ }
218
+ const queryParameters = {};
219
+ const headerParameters = {};
220
+ headerParameters['Content-Type'] = 'application/json';
221
+ if (requestParameters['contentEncoding'] != null) {
222
+ headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
223
+ }
224
+ if (this.configuration && this.configuration.accessToken) {
225
+ const token = this.configuration.accessToken;
226
+ const tokenString = await token("bearer", []);
227
+ if (tokenString) {
228
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
229
+ }
230
+ }
231
+ let urlPath = `/experiments/{experiment_id}/results/bulk`;
232
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
233
+ return {
234
+ path: urlPath,
235
+ method: 'POST',
236
+ headers: headerParameters,
237
+ query: queryParameters,
238
+ body: (0, EvalExperimentResultBulkCreate_1.EvalExperimentResultBulkCreateToJSON)(requestParameters['evalExperimentResultBulkCreate']),
239
+ };
240
+ }
241
+ /**
242
+ * Create up to 100 results in one call — how a runner reports as cases finish. **207 Multi-Status**: one index-aligned slot per submitted item, so a single rejected case does not fail the batch.
243
+ * Report many evaluated cases
244
+ */
245
+ async evalCreateExperimentResultsBulkRaw(requestParameters, initOverrides) {
246
+ const requestOptions = await this.evalCreateExperimentResultsBulkRequestOpts(requestParameters);
247
+ const response = await this.request(requestOptions, initOverrides);
248
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalBulkExperimentResultResponse_1.EvalBulkExperimentResultResponseFromJSON)(jsonValue));
249
+ }
250
+ /**
251
+ * Create up to 100 results in one call — how a runner reports as cases finish. **207 Multi-Status**: one index-aligned slot per submitted item, so a single rejected case does not fail the batch.
252
+ * Report many evaluated cases
253
+ */
254
+ async evalCreateExperimentResultsBulk(requestParameters, initOverrides) {
255
+ const response = await this.evalCreateExperimentResultsBulkRaw(requestParameters, initOverrides);
256
+ return await response.value();
257
+ }
258
+ /**
259
+ * Creates request options for evalGetExperiment without sending the request
260
+ */
261
+ async evalGetExperimentRequestOpts(requestParameters) {
262
+ if (requestParameters['experimentId'] == null) {
263
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalGetExperiment().');
264
+ }
265
+ const queryParameters = {};
266
+ const headerParameters = {};
267
+ if (this.configuration && this.configuration.accessToken) {
268
+ const token = this.configuration.accessToken;
269
+ const tokenString = await token("bearer", []);
270
+ if (tokenString) {
271
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
272
+ }
273
+ }
274
+ let urlPath = `/experiments/{experiment_id}`;
275
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
276
+ return {
277
+ path: urlPath,
278
+ method: 'GET',
279
+ headers: headerParameters,
280
+ query: queryParameters,
281
+ };
282
+ }
283
+ /**
284
+ * Read one experiment.
285
+ * Get an experiment
286
+ */
287
+ async evalGetExperimentRaw(requestParameters, initOverrides) {
288
+ const requestOptions = await this.evalGetExperimentRequestOpts(requestParameters);
289
+ const response = await this.request(requestOptions, initOverrides);
290
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
291
+ }
292
+ /**
293
+ * Read one experiment.
294
+ * Get an experiment
295
+ */
296
+ async evalGetExperiment(requestParameters, initOverrides) {
297
+ const response = await this.evalGetExperimentRaw(requestParameters, initOverrides);
298
+ return await response.value();
299
+ }
300
+ /**
301
+ * Creates request options for evalGetExperimentResult without sending the request
302
+ */
303
+ async evalGetExperimentResultRequestOpts(requestParameters) {
304
+ if (requestParameters['experimentId'] == null) {
305
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalGetExperimentResult().');
306
+ }
307
+ if (requestParameters['resultId'] == null) {
308
+ throw new runtime.RequiredError('resultId', 'Required parameter "resultId" was null or undefined when calling evalGetExperimentResult().');
309
+ }
310
+ const queryParameters = {};
311
+ const headerParameters = {};
312
+ if (this.configuration && this.configuration.accessToken) {
313
+ const token = this.configuration.accessToken;
314
+ const tokenString = await token("bearer", []);
315
+ if (tokenString) {
316
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
317
+ }
318
+ }
319
+ let urlPath = `/experiments/{experiment_id}/results/{result_id}`;
320
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
321
+ urlPath = urlPath.replace('{result_id}', encodeURIComponent(String(requestParameters['resultId'])));
322
+ return {
323
+ path: urlPath,
324
+ method: 'GET',
325
+ headers: headerParameters,
326
+ query: queryParameters,
327
+ };
328
+ }
329
+ /**
330
+ * Read one evaluated case with its full typed metadata — the input/expected snapshot, the output, the scores, and the session/trace join keys. `experiment_id` addresses the result within its experiment; the result\'s own handle is what resolves it, and the path\'s experiment is **not** currently checked against the result\'s own — see the open item in eval.md.
331
+ * Get one result
332
+ */
333
+ async evalGetExperimentResultRaw(requestParameters, initOverrides) {
334
+ const requestOptions = await this.evalGetExperimentResultRequestOpts(requestParameters);
335
+ const response = await this.request(requestOptions, initOverrides);
336
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentResultArtifactView_1.EvalExperimentResultArtifactViewFromJSON)(jsonValue));
337
+ }
338
+ /**
339
+ * Read one evaluated case with its full typed metadata — the input/expected snapshot, the output, the scores, and the session/trace join keys. `experiment_id` addresses the result within its experiment; the result\'s own handle is what resolves it, and the path\'s experiment is **not** currently checked against the result\'s own — see the open item in eval.md.
340
+ * Get one result
341
+ */
342
+ async evalGetExperimentResult(requestParameters, initOverrides) {
343
+ const response = await this.evalGetExperimentResultRaw(requestParameters, initOverrides);
344
+ return await response.value();
345
+ }
346
+ /**
347
+ * Creates request options for evalGetExperimentTrace without sending the request
348
+ */
349
+ async evalGetExperimentTraceRequestOpts(requestParameters) {
350
+ if (requestParameters['experimentId'] == null) {
351
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalGetExperimentTrace().');
352
+ }
353
+ if (requestParameters['traceId'] == null) {
354
+ throw new runtime.RequiredError('traceId', 'Required parameter "traceId" was null or undefined when calling evalGetExperimentTrace().');
355
+ }
356
+ const queryParameters = {};
357
+ const headerParameters = {};
358
+ if (this.configuration && this.configuration.accessToken) {
359
+ const token = this.configuration.accessToken;
360
+ const tokenString = await token("bearer", []);
361
+ if (tokenString) {
362
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
363
+ }
364
+ }
365
+ let urlPath = `/experiments/{experiment_id}/traces/{trace_id}`;
366
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
367
+ urlPath = urlPath.replace('{trace_id}', encodeURIComponent(String(requestParameters['traceId'])));
368
+ return {
369
+ path: urlPath,
370
+ method: 'GET',
371
+ headers: headerParameters,
372
+ query: queryParameters,
373
+ };
374
+ }
375
+ /**
376
+ * Use this operation to read one of an experiment\'s traces.
377
+ * Read one of an experiment\'s traces
378
+ */
379
+ async evalGetExperimentTraceRaw(requestParameters, initOverrides) {
380
+ const requestOptions = await this.evalGetExperimentTraceRequestOpts(requestParameters);
381
+ const response = await this.request(requestOptions, initOverrides);
382
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, TraceDetailView_1.TraceDetailViewFromJSON)(jsonValue));
383
+ }
384
+ /**
385
+ * Use this operation to read one of an experiment\'s traces.
386
+ * Read one of an experiment\'s traces
387
+ */
388
+ async evalGetExperimentTrace(requestParameters, initOverrides) {
389
+ const response = await this.evalGetExperimentTraceRaw(requestParameters, initOverrides);
390
+ return await response.value();
391
+ }
392
+ /**
393
+ * Creates request options for evalListExperimentResults without sending the request
394
+ */
395
+ async evalListExperimentResultsRequestOpts(requestParameters) {
396
+ if (requestParameters['experimentId'] == null) {
397
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalListExperimentResults().');
398
+ }
399
+ const queryParameters = {};
400
+ if (requestParameters['limit'] != null) {
401
+ queryParameters['limit'] = requestParameters['limit'];
402
+ }
403
+ if (requestParameters['offset'] != null) {
404
+ queryParameters['offset'] = requestParameters['offset'];
405
+ }
406
+ if (requestParameters['datasetRecordId'] != null) {
407
+ queryParameters['dataset_record_id'] = requestParameters['datasetRecordId'];
408
+ }
409
+ if (requestParameters['sessionId'] != null) {
410
+ queryParameters['session_id'] = requestParameters['sessionId'];
411
+ }
412
+ if (requestParameters['sort'] != null) {
413
+ queryParameters['sort'] = requestParameters['sort'];
414
+ }
415
+ const headerParameters = {};
416
+ if (this.configuration && this.configuration.accessToken) {
417
+ const token = this.configuration.accessToken;
418
+ const tokenString = await token("bearer", []);
419
+ if (tokenString) {
420
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
421
+ }
422
+ }
423
+ let urlPath = `/experiments/{experiment_id}/results`;
424
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
425
+ return {
426
+ path: urlPath,
427
+ method: 'GET',
428
+ headers: headerParameters,
429
+ query: queryParameters,
430
+ };
431
+ }
432
+ /**
433
+ * Page the experiment\'s evaluated cases, each with its typed metadata. Filter by `dataset_record_id` to join one case across two experiments over the same dataset.
434
+ * List an experiment\'s results
435
+ */
436
+ async evalListExperimentResultsRaw(requestParameters, initOverrides) {
437
+ const requestOptions = await this.evalListExperimentResultsRequestOpts(requestParameters);
438
+ const response = await this.request(requestOptions, initOverrides);
439
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalPageExperimentResultArtifactView_1.EvalPageExperimentResultArtifactViewFromJSON)(jsonValue));
440
+ }
441
+ /**
442
+ * Page the experiment\'s evaluated cases, each with its typed metadata. Filter by `dataset_record_id` to join one case across two experiments over the same dataset.
443
+ * List an experiment\'s results
444
+ */
445
+ async evalListExperimentResults(requestParameters, initOverrides) {
446
+ const response = await this.evalListExperimentResultsRaw(requestParameters, initOverrides);
447
+ return await response.value();
448
+ }
449
+ /**
450
+ * Creates request options for evalListExperimentTraceSpans without sending the request
451
+ */
452
+ async evalListExperimentTraceSpansRequestOpts(requestParameters) {
453
+ if (requestParameters['experimentId'] == null) {
454
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalListExperimentTraceSpans().');
455
+ }
456
+ if (requestParameters['traceId'] == null) {
457
+ throw new runtime.RequiredError('traceId', 'Required parameter "traceId" was null or undefined when calling evalListExperimentTraceSpans().');
458
+ }
459
+ const queryParameters = {};
460
+ if (requestParameters['limit'] != null) {
461
+ queryParameters['limit'] = requestParameters['limit'];
462
+ }
463
+ if (requestParameters['cursor'] != null) {
464
+ queryParameters['cursor'] = requestParameters['cursor'];
465
+ }
466
+ if (requestParameters['fields'] != null) {
467
+ queryParameters['fields'] = requestParameters['fields'];
468
+ }
469
+ const headerParameters = {};
470
+ if (this.configuration && this.configuration.accessToken) {
471
+ const token = this.configuration.accessToken;
472
+ const tokenString = await token("bearer", []);
473
+ if (tokenString) {
474
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
475
+ }
476
+ }
477
+ let urlPath = `/experiments/{experiment_id}/traces/{trace_id}/spans`;
478
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
479
+ urlPath = urlPath.replace('{trace_id}', encodeURIComponent(String(requestParameters['traceId'])));
480
+ return {
481
+ path: urlPath,
482
+ method: 'GET',
483
+ headers: headerParameters,
484
+ query: queryParameters,
485
+ };
486
+ }
487
+ /**
488
+ * Use this operation to list spans in one of an experiment\'s traces.
489
+ * List spans in one of an experiment\'s traces
490
+ */
491
+ async evalListExperimentTraceSpansRaw(requestParameters, initOverrides) {
492
+ const requestOptions = await this.evalListExperimentTraceSpansRequestOpts(requestParameters);
493
+ const response = await this.request(requestOptions, initOverrides);
494
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, SpanListEnvelope_1.SpanListEnvelopeFromJSON)(jsonValue));
495
+ }
496
+ /**
497
+ * Use this operation to list spans in one of an experiment\'s traces.
498
+ * List spans in one of an experiment\'s traces
499
+ */
500
+ async evalListExperimentTraceSpans(requestParameters, initOverrides) {
501
+ const response = await this.evalListExperimentTraceSpansRaw(requestParameters, initOverrides);
502
+ return await response.value();
503
+ }
504
+ /**
505
+ * Creates request options for evalListExperimentTraces without sending the request
506
+ */
507
+ async evalListExperimentTracesRequestOpts(requestParameters) {
508
+ if (requestParameters['experimentId'] == null) {
509
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalListExperimentTraces().');
510
+ }
511
+ const queryParameters = {};
512
+ if (requestParameters['startTimeUnixSeconds'] != null) {
513
+ queryParameters['start_time_unix_seconds'] = requestParameters['startTimeUnixSeconds'];
514
+ }
515
+ if (requestParameters['endTimeUnixSeconds'] != null) {
516
+ queryParameters['end_time_unix_seconds'] = requestParameters['endTimeUnixSeconds'];
517
+ }
518
+ if (requestParameters['limit'] != null) {
519
+ queryParameters['limit'] = requestParameters['limit'];
520
+ }
521
+ if (requestParameters['cursor'] != null) {
522
+ queryParameters['cursor'] = requestParameters['cursor'];
523
+ }
524
+ if (requestParameters['sort'] != null) {
525
+ queryParameters['sort'] = requestParameters['sort'];
526
+ }
527
+ const headerParameters = {};
528
+ if (this.configuration && this.configuration.accessToken) {
529
+ const token = this.configuration.accessToken;
530
+ const tokenString = await token("bearer", []);
531
+ if (tokenString) {
532
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
533
+ }
534
+ }
535
+ let urlPath = `/experiments/{experiment_id}/traces`;
536
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
537
+ return {
538
+ path: urlPath,
539
+ method: 'GET',
540
+ headers: headerParameters,
541
+ query: queryParameters,
542
+ };
543
+ }
544
+ /**
545
+ * Page the OTel traces stamped with this experiment\'s id — every span of a bench case carries `atlan.eval.experiment_id` via SDK propagation, so a run\'s traces are findable here before any result uploads. Visible in full to every caller who can read the experiment.
546
+ * List an experiment\'s traces
547
+ */
548
+ async evalListExperimentTracesRaw(requestParameters, initOverrides) {
549
+ const requestOptions = await this.evalListExperimentTracesRequestOpts(requestParameters);
550
+ const response = await this.request(requestOptions, initOverrides);
551
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, TraceListEnvelope_1.TraceListEnvelopeFromJSON)(jsonValue));
552
+ }
553
+ /**
554
+ * Page the OTel traces stamped with this experiment\'s id — every span of a bench case carries `atlan.eval.experiment_id` via SDK propagation, so a run\'s traces are findable here before any result uploads. Visible in full to every caller who can read the experiment.
555
+ * List an experiment\'s traces
556
+ */
557
+ async evalListExperimentTraces(requestParameters, initOverrides) {
558
+ const response = await this.evalListExperimentTracesRaw(requestParameters, initOverrides);
559
+ return await response.value();
560
+ }
561
+ /**
562
+ * Creates request options for evalListExperiments without sending the request
563
+ */
564
+ async evalListExperimentsRequestOpts(requestParameters) {
565
+ const queryParameters = {};
566
+ if (requestParameters['limit'] != null) {
567
+ queryParameters['limit'] = requestParameters['limit'];
568
+ }
569
+ if (requestParameters['offset'] != null) {
570
+ queryParameters['offset'] = requestParameters['offset'];
571
+ }
572
+ if (requestParameters['datasetId'] != null) {
573
+ queryParameters['dataset_id'] = requestParameters['datasetId'];
574
+ }
575
+ if (requestParameters['subjectKind'] != null) {
576
+ queryParameters['subject_kind'] = requestParameters['subjectKind'];
577
+ }
578
+ if (requestParameters['subjectId'] != null) {
579
+ queryParameters['subject_id'] = requestParameters['subjectId'];
580
+ }
581
+ if (requestParameters['experimentStatus'] != null) {
582
+ queryParameters['experiment_status'] = requestParameters['experimentStatus'];
583
+ }
584
+ if (requestParameters['baselineExperimentId'] != null) {
585
+ queryParameters['baseline_experiment_id'] = requestParameters['baselineExperimentId'];
586
+ }
587
+ if (requestParameters['config'] != null) {
588
+ queryParameters['config'] = requestParameters['config'];
589
+ }
590
+ if (requestParameters['sort'] != null) {
591
+ queryParameters['sort'] = requestParameters['sort'];
592
+ }
593
+ const headerParameters = {};
594
+ if (this.configuration && this.configuration.accessToken) {
595
+ const token = this.configuration.accessToken;
596
+ const tokenString = await token("bearer", []);
597
+ if (tokenString) {
598
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
599
+ }
600
+ }
601
+ let urlPath = `/experiments`;
602
+ return {
603
+ path: urlPath,
604
+ method: 'GET',
605
+ headers: headerParameters,
606
+ query: queryParameters,
607
+ };
608
+ }
609
+ /**
610
+ * Page the account\'s experiments. Filter by subject pair for one agent\'s, harness\'s, or skill\'s runs; by `dataset_id` for every run over a golden set; by `baseline_experiment_id` for everything compared against one run; or by `config` for the arms of a sweep that share a dimension — `?config=model:claude-sonnet-5,engine:duckdb` answers \"every run of this model on this engine\", which is the slice a multi-arm sweep is actually compared along.
611
+ * List experiments
612
+ */
613
+ async evalListExperimentsRaw(requestParameters, initOverrides) {
614
+ const requestOptions = await this.evalListExperimentsRequestOpts(requestParameters);
615
+ const response = await this.request(requestOptions, initOverrides);
616
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalPageExperimentArtifactView_1.EvalPageExperimentArtifactViewFromJSON)(jsonValue));
617
+ }
618
+ /**
619
+ * Page the account\'s experiments. Filter by subject pair for one agent\'s, harness\'s, or skill\'s runs; by `dataset_id` for every run over a golden set; by `baseline_experiment_id` for everything compared against one run; or by `config` for the arms of a sweep that share a dimension — `?config=model:claude-sonnet-5,engine:duckdb` answers \"every run of this model on this engine\", which is the slice a multi-arm sweep is actually compared along.
620
+ * List experiments
621
+ */
622
+ async evalListExperiments(requestParameters = {}, initOverrides) {
623
+ const response = await this.evalListExperimentsRaw(requestParameters, initOverrides);
624
+ return await response.value();
625
+ }
626
+ /**
627
+ * Creates request options for evalPatchExperiment without sending the request
628
+ */
629
+ async evalPatchExperimentRequestOpts(requestParameters) {
630
+ if (requestParameters['experimentId'] == null) {
631
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalPatchExperiment().');
632
+ }
633
+ if (requestParameters['evalExperimentPatch'] == null) {
634
+ throw new runtime.RequiredError('evalExperimentPatch', 'Required parameter "evalExperimentPatch" was null or undefined when calling evalPatchExperiment().');
635
+ }
636
+ const queryParameters = {};
637
+ const headerParameters = {};
638
+ headerParameters['Content-Type'] = 'application/json';
639
+ if (requestParameters['contentEncoding'] != null) {
640
+ headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
641
+ }
642
+ if (this.configuration && this.configuration.accessToken) {
643
+ const token = this.configuration.accessToken;
644
+ const tokenString = await token("bearer", []);
645
+ if (tokenString) {
646
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
647
+ }
648
+ }
649
+ let urlPath = `/experiments/{experiment_id}`;
650
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
651
+ return {
652
+ path: urlPath,
653
+ method: 'PATCH',
654
+ headers: headerParameters,
655
+ query: queryParameters,
656
+ body: (0, EvalExperimentPatch_1.EvalExperimentPatchToJSON)(requestParameters['evalExperimentPatch']),
657
+ };
658
+ }
659
+ /**
660
+ * The finalize write: move `experiment_status` to `completed` or `failed` and record the score `summary`. The run-defining fields — dataset, subject, config, baseline — are not patchable; they describe a run that already happened. A terminal experiment is frozen entirely.
661
+ * Finalize or annotate an experiment
662
+ */
663
+ async evalPatchExperimentRaw(requestParameters, initOverrides) {
664
+ const requestOptions = await this.evalPatchExperimentRequestOpts(requestParameters);
665
+ const response = await this.request(requestOptions, initOverrides);
666
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
667
+ }
668
+ /**
669
+ * The finalize write: move `experiment_status` to `completed` or `failed` and record the score `summary`. The run-defining fields — dataset, subject, config, baseline — are not patchable; they describe a run that already happened. A terminal experiment is frozen entirely.
670
+ * Finalize or annotate an experiment
671
+ */
672
+ async evalPatchExperiment(requestParameters, initOverrides) {
673
+ const response = await this.evalPatchExperimentRaw(requestParameters, initOverrides);
674
+ return await response.value();
675
+ }
676
+ /**
677
+ * Creates request options for evalQueryExperimentTraceStats without sending the request
678
+ */
679
+ async evalQueryExperimentTraceStatsRequestOpts(requestParameters) {
680
+ if (requestParameters['experimentId'] == null) {
681
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalQueryExperimentTraceStats().');
682
+ }
683
+ if (requestParameters['gatewayTraceStatsRequest'] == null) {
684
+ throw new runtime.RequiredError('gatewayTraceStatsRequest', 'Required parameter "gatewayTraceStatsRequest" was null or undefined when calling evalQueryExperimentTraceStats().');
685
+ }
686
+ const queryParameters = {};
687
+ const headerParameters = {};
688
+ headerParameters['Content-Type'] = 'application/json';
689
+ if (requestParameters['contentEncoding'] != null) {
690
+ headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
691
+ }
692
+ if (this.configuration && this.configuration.accessToken) {
693
+ const token = this.configuration.accessToken;
694
+ const tokenString = await token("bearer", []);
695
+ if (tokenString) {
696
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
697
+ }
698
+ }
699
+ let urlPath = `/experiments/{experiment_id}/traces/stats/query`;
700
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
701
+ return {
702
+ path: urlPath,
703
+ method: 'POST',
704
+ headers: headerParameters,
705
+ query: queryParameters,
706
+ body: (0, GatewayTraceStatsRequest_1.GatewayTraceStatsRequestToJSON)(requestParameters['gatewayTraceStatsRequest']),
707
+ };
708
+ }
709
+ /**
710
+ * Use this operation to query statistics over an experiment\'s traces.
711
+ * Query statistics over an experiment\'s traces
712
+ */
713
+ async evalQueryExperimentTraceStatsRaw(requestParameters, initOverrides) {
714
+ const requestOptions = await this.evalQueryExperimentTraceStatsRequestOpts(requestParameters);
715
+ const response = await this.request(requestOptions, initOverrides);
716
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, GatewayTraceStatsEnvelope_1.GatewayTraceStatsEnvelopeFromJSON)(jsonValue));
717
+ }
718
+ /**
719
+ * Use this operation to query statistics over an experiment\'s traces.
720
+ * Query statistics over an experiment\'s traces
721
+ */
722
+ async evalQueryExperimentTraceStats(requestParameters, initOverrides) {
723
+ const response = await this.evalQueryExperimentTraceStatsRaw(requestParameters, initOverrides);
724
+ return await response.value();
725
+ }
726
+ /**
727
+ * Creates request options for evalSearchExperiments without sending the request
728
+ */
729
+ async evalSearchExperimentsRequestOpts(requestParameters) {
730
+ if (requestParameters['evalArtifactSearchRequest'] == null) {
731
+ throw new runtime.RequiredError('evalArtifactSearchRequest', 'Required parameter "evalArtifactSearchRequest" was null or undefined when calling evalSearchExperiments().');
732
+ }
733
+ const queryParameters = {};
734
+ const headerParameters = {};
735
+ headerParameters['Content-Type'] = 'application/json';
736
+ if (requestParameters['contentEncoding'] != null) {
737
+ headerParameters['Content-Encoding'] = String(requestParameters['contentEncoding']);
738
+ }
739
+ if (this.configuration && this.configuration.accessToken) {
740
+ const token = this.configuration.accessToken;
741
+ const tokenString = await token("bearer", []);
742
+ if (tokenString) {
743
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
744
+ }
745
+ }
746
+ let urlPath = `/experiments/search`;
747
+ return {
748
+ path: urlPath,
749
+ method: 'POST',
750
+ headers: headerParameters,
751
+ query: queryParameters,
752
+ body: (0, EvalArtifactSearchRequest_1.EvalArtifactSearchRequestToJSON)(requestParameters['evalArtifactSearchRequest']),
753
+ };
754
+ }
755
+ /**
756
+ * Full-text discovery over experiment names and descriptions. Results are summary-only and carry no `metadata`.
757
+ * Search experiments
758
+ */
759
+ async evalSearchExperimentsRaw(requestParameters, initOverrides) {
760
+ const requestOptions = await this.evalSearchExperimentsRequestOpts(requestParameters);
761
+ const response = await this.request(requestOptions, initOverrides);
762
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalPageExperimentArtifactView_1.EvalPageExperimentArtifactViewFromJSON)(jsonValue));
763
+ }
764
+ /**
765
+ * Full-text discovery over experiment names and descriptions. Results are summary-only and carry no `metadata`.
766
+ * Search experiments
767
+ */
768
+ async evalSearchExperiments(requestParameters, initOverrides) {
769
+ const response = await this.evalSearchExperimentsRaw(requestParameters, initOverrides);
770
+ return await response.value();
771
+ }
772
+ /**
773
+ * Creates request options for evalSummarizeExperiment without sending the request
774
+ */
775
+ async evalSummarizeExperimentRequestOpts(requestParameters) {
776
+ if (requestParameters['experimentId'] == null) {
777
+ throw new runtime.RequiredError('experimentId', 'Required parameter "experimentId" was null or undefined when calling evalSummarizeExperiment().');
778
+ }
779
+ const queryParameters = {};
780
+ const headerParameters = {};
781
+ if (this.configuration && this.configuration.accessToken) {
782
+ const token = this.configuration.accessToken;
783
+ const tokenString = await token("bearer", []);
784
+ if (tokenString) {
785
+ headerParameters["Authorization"] = `Bearer ${tokenString}`;
786
+ }
787
+ }
788
+ let urlPath = `/experiments/{experiment_id}/summarize`;
789
+ urlPath = urlPath.replace('{experiment_id}', encodeURIComponent(String(requestParameters['experimentId'])));
790
+ return {
791
+ path: urlPath,
792
+ method: 'POST',
793
+ headers: headerParameters,
794
+ query: queryParameters,
795
+ };
796
+ }
797
+ /**
798
+ * Use this operation to roll the run\'s score spans up into `summary`.
799
+ * Roll the run\'s score spans up into `summary`
800
+ */
801
+ async evalSummarizeExperimentRaw(requestParameters, initOverrides) {
802
+ const requestOptions = await this.evalSummarizeExperimentRequestOpts(requestParameters);
803
+ const response = await this.request(requestOptions, initOverrides);
804
+ return new runtime.JSONApiResponse(response, (jsonValue) => (0, EvalExperimentArtifactView_1.EvalExperimentArtifactViewFromJSON)(jsonValue));
805
+ }
806
+ /**
807
+ * Use this operation to roll the run\'s score spans up into `summary`.
808
+ * Roll the run\'s score spans up into `summary`
809
+ */
810
+ async evalSummarizeExperiment(requestParameters, initOverrides) {
811
+ const response = await this.evalSummarizeExperimentRaw(requestParameters, initOverrides);
812
+ return await response.value();
813
+ }
814
+ }
815
+ exports.ExperimentsApi = ExperimentsApi;
816
+ /**
817
+ * @export
818
+ * @enum {string}
819
+ */
820
+ var EvalCreateExperimentContentEncodingEnum;
821
+ (function (EvalCreateExperimentContentEncodingEnum) {
822
+ EvalCreateExperimentContentEncodingEnum["Base64"] = "base64";
823
+ EvalCreateExperimentContentEncodingEnum["GzipBase64"] = "gzip, base64";
824
+ })(EvalCreateExperimentContentEncodingEnum || (exports.EvalCreateExperimentContentEncodingEnum = EvalCreateExperimentContentEncodingEnum = {}));
825
+ /**
826
+ * @export
827
+ * @enum {string}
828
+ */
829
+ var EvalCreateExperimentResultContentEncodingEnum;
830
+ (function (EvalCreateExperimentResultContentEncodingEnum) {
831
+ EvalCreateExperimentResultContentEncodingEnum["Base64"] = "base64";
832
+ EvalCreateExperimentResultContentEncodingEnum["GzipBase64"] = "gzip, base64";
833
+ })(EvalCreateExperimentResultContentEncodingEnum || (exports.EvalCreateExperimentResultContentEncodingEnum = EvalCreateExperimentResultContentEncodingEnum = {}));
834
+ /**
835
+ * @export
836
+ * @enum {string}
837
+ */
838
+ var EvalCreateExperimentResultsBulkContentEncodingEnum;
839
+ (function (EvalCreateExperimentResultsBulkContentEncodingEnum) {
840
+ EvalCreateExperimentResultsBulkContentEncodingEnum["Base64"] = "base64";
841
+ EvalCreateExperimentResultsBulkContentEncodingEnum["GzipBase64"] = "gzip, base64";
842
+ })(EvalCreateExperimentResultsBulkContentEncodingEnum || (exports.EvalCreateExperimentResultsBulkContentEncodingEnum = EvalCreateExperimentResultsBulkContentEncodingEnum = {}));
843
+ /**
844
+ * @export
845
+ * @enum {string}
846
+ */
847
+ var EvalPatchExperimentContentEncodingEnum;
848
+ (function (EvalPatchExperimentContentEncodingEnum) {
849
+ EvalPatchExperimentContentEncodingEnum["Base64"] = "base64";
850
+ EvalPatchExperimentContentEncodingEnum["GzipBase64"] = "gzip, base64";
851
+ })(EvalPatchExperimentContentEncodingEnum || (exports.EvalPatchExperimentContentEncodingEnum = EvalPatchExperimentContentEncodingEnum = {}));
852
+ /**
853
+ * @export
854
+ * @enum {string}
855
+ */
856
+ var EvalQueryExperimentTraceStatsContentEncodingEnum;
857
+ (function (EvalQueryExperimentTraceStatsContentEncodingEnum) {
858
+ EvalQueryExperimentTraceStatsContentEncodingEnum["Base64"] = "base64";
859
+ EvalQueryExperimentTraceStatsContentEncodingEnum["GzipBase64"] = "gzip, base64";
860
+ })(EvalQueryExperimentTraceStatsContentEncodingEnum || (exports.EvalQueryExperimentTraceStatsContentEncodingEnum = EvalQueryExperimentTraceStatsContentEncodingEnum = {}));
861
+ /**
862
+ * @export
863
+ * @enum {string}
864
+ */
865
+ var EvalSearchExperimentsContentEncodingEnum;
866
+ (function (EvalSearchExperimentsContentEncodingEnum) {
867
+ EvalSearchExperimentsContentEncodingEnum["Base64"] = "base64";
868
+ EvalSearchExperimentsContentEncodingEnum["GzipBase64"] = "gzip, base64";
869
+ })(EvalSearchExperimentsContentEncodingEnum || (exports.EvalSearchExperimentsContentEncodingEnum = EvalSearchExperimentsContentEncodingEnum = {}));