@atlanai/sdk 0.1.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. package/README.md +94 -26
  2. package/dist/client.js +3 -1
  3. package/dist/evals.d.ts +46 -0
  4. package/dist/evals.js +230 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +8 -1
  7. package/dist/manifest.json +299 -3
  8. package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
  9. package/dist/raw/eval/apis/DatasetsApi.js +706 -0
  10. package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
  11. package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
  12. package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
  13. package/dist/raw/eval/apis/ScorersApi.js +308 -0
  14. package/dist/raw/eval/apis/index.d.ts +3 -0
  15. package/dist/raw/eval/apis/index.js +21 -0
  16. package/dist/raw/eval/index.d.ts +3 -0
  17. package/dist/raw/eval/index.js +21 -0
  18. package/dist/raw/eval/models/AccessView.d.ts +57 -0
  19. package/dist/raw/eval/models/AccessView.js +64 -0
  20. package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
  21. package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
  22. package/dist/raw/eval/models/CostView.d.ts +50 -0
  23. package/dist/raw/eval/models/CostView.js +60 -0
  24. package/dist/raw/eval/models/CursorPage.d.ts +38 -0
  25. package/dist/raw/eval/models/CursorPage.js +52 -0
  26. package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
  27. package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
  28. package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
  29. package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
  30. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
  31. package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
  32. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
  33. package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
  34. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
  35. package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
  36. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
  37. package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
  38. package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
  39. package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
  40. package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
  41. package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
  42. package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
  43. package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
  44. package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
  45. package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
  46. package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
  47. package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
  48. package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
  49. package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
  50. package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
  51. package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
  52. package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
  53. package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
  54. package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
  55. package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
  56. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
  57. package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
  58. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
  59. package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
  60. package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
  61. package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
  62. package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
  63. package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
  64. package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
  65. package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
  66. package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
  67. package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
  68. package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
  69. package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
  70. package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
  71. package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
  72. package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
  73. package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
  74. package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
  75. package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
  76. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
  77. package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
  78. package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
  79. package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
  80. package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
  81. package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
  82. package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
  83. package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
  84. package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
  85. package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
  86. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
  87. package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
  88. package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
  89. package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
  90. package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
  91. package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
  92. package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
  93. package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
  94. package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
  95. package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
  96. package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
  97. package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
  98. package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
  99. package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
  100. package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
  101. package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
  102. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
  103. package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
  104. package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
  105. package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
  106. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
  107. package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
  108. package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
  109. package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
  110. package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
  111. package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
  112. package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
  113. package/dist/raw/eval/models/EvalRecordSource.js +55 -0
  114. package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
  115. package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
  116. package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
  117. package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
  118. package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
  119. package/dist/raw/eval/models/EvalScorerKind.js +60 -0
  120. package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
  121. package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
  122. package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
  123. package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
  124. package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
  125. package/dist/raw/eval/models/EvalScorerScope.js +60 -0
  126. package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
  127. package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
  128. package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
  129. package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
  130. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
  131. package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
  132. package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
  133. package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
  134. package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
  135. package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
  136. package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
  137. package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
  138. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
  139. package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
  140. package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
  141. package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
  142. package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
  143. package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
  144. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
  145. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
  146. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
  147. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
  148. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
  149. package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
  150. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
  151. package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
  152. package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
  153. package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
  154. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
  155. package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
  156. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
  157. package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
  158. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
  159. package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
  160. package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
  161. package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
  162. package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
  163. package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
  164. package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
  165. package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
  166. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
  167. package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
  168. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
  169. package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
  170. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
  171. package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
  172. package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
  173. package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
  174. package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
  175. package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
  176. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
  177. package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
  178. package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
  179. package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
  180. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
  181. package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
  182. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
  183. package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
  184. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
  185. package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
  186. package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
  187. package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
  188. package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
  189. package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
  190. package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
  191. package/dist/raw/eval/models/ProblemDetails.js +64 -0
  192. package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
  193. package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
  194. package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
  195. package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
  196. package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
  197. package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
  198. package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
  199. package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
  200. package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
  201. package/dist/raw/eval/models/SpanViewDto.js +117 -0
  202. package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
  203. package/dist/raw/eval/models/TraceDetailView.js +108 -0
  204. package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
  205. package/dist/raw/eval/models/TraceLinks.js +58 -0
  206. package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
  207. package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
  208. package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
  209. package/dist/raw/eval/models/TraceParentView.js +64 -0
  210. package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
  211. package/dist/raw/eval/models/TraceStatus.js +54 -0
  212. package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
  213. package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
  214. package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
  215. package/dist/raw/eval/models/TraceSummaryView.js +96 -0
  216. package/dist/raw/eval/models/UsageView.d.ts +56 -0
  217. package/dist/raw/eval/models/UsageView.js +66 -0
  218. package/dist/raw/eval/models/index.d.ts +100 -0
  219. package/dist/raw/eval/models/index.js +118 -0
  220. package/dist/raw/eval/runtime.d.ts +185 -0
  221. package/dist/raw/eval/runtime.js +369 -0
  222. package/dist/resources.json +307 -0
  223. package/dist/tracing/client.js +6 -4
  224. package/dist/tracing/propagation.d.ts +1 -0
  225. package/dist/tracing/propagation.js +7 -0
  226. package/dist/tracing/semconv.d.ts +8 -1
  227. package/dist/tracing/semconv.js +27 -13
  228. package/dist/tracing/spans.d.ts +8 -4
  229. package/dist/tracing/spans.js +28 -13
  230. package/dist/tracing/version.d.ts +1 -1
  231. package/dist/tracing/version.js +1 -1
  232. package/package.json +1 -1
@@ -0,0 +1,63 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { EvalExperimentStatus } from './EvalExperimentStatus';
13
+ /**
14
+ * The editable surface of an experiment: the finalize write, and nothing
15
+ * else. The run-defining columns are deliberately absent — they describe a
16
+ * run that already happened, and `update.pre` restores them from the stored
17
+ * row even on the generic PATCH.
18
+ * @export
19
+ * @interface EvalExperimentPatch
20
+ */
21
+ export interface EvalExperimentPatch {
22
+ /**
23
+ * Set or clear the description. Explicit `null` clears it, per RFC 7396.
24
+ * @type {string}
25
+ * @memberof EvalExperimentPatch
26
+ */
27
+ description?: string | null;
28
+ /**
29
+ * Human-readable name.
30
+ * @type {string}
31
+ * @memberof EvalExperimentPatch
32
+ */
33
+ displayName?: string | null;
34
+ /**
35
+ * Value of the `experiment_status` field.
36
+ * @type {EvalExperimentStatus}
37
+ * @memberof EvalExperimentPatch
38
+ */
39
+ experimentStatus?: EvalExperimentStatus | null;
40
+ /**
41
+ * Stable machine-readable name.
42
+ * @type {string}
43
+ * @memberof EvalExperimentPatch
44
+ */
45
+ name?: string | null;
46
+ /**
47
+ * Set or clear the score summary. Writable while the run is live; sealed
48
+ * once terminal.
49
+ * @type {{ [key: string]: any; }}
50
+ * @memberof EvalExperimentPatch
51
+ */
52
+ summary?: {
53
+ [key: string]: any;
54
+ } | null;
55
+ }
56
+ /**
57
+ * Check if a given object implements the EvalExperimentPatch interface.
58
+ */
59
+ export declare function instanceOfEvalExperimentPatch(value: object): value is EvalExperimentPatch;
60
+ export declare function EvalExperimentPatchFromJSON(json: any): EvalExperimentPatch;
61
+ export declare function EvalExperimentPatchFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalExperimentPatch;
62
+ export declare function EvalExperimentPatchToJSON(json: any): EvalExperimentPatch;
63
+ export declare function EvalExperimentPatchToJSONTyped(value?: EvalExperimentPatch | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,57 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalExperimentPatch = instanceOfEvalExperimentPatch;
17
+ exports.EvalExperimentPatchFromJSON = EvalExperimentPatchFromJSON;
18
+ exports.EvalExperimentPatchFromJSONTyped = EvalExperimentPatchFromJSONTyped;
19
+ exports.EvalExperimentPatchToJSON = EvalExperimentPatchToJSON;
20
+ exports.EvalExperimentPatchToJSONTyped = EvalExperimentPatchToJSONTyped;
21
+ const EvalExperimentStatus_1 = require("./EvalExperimentStatus");
22
+ /**
23
+ * Check if a given object implements the EvalExperimentPatch interface.
24
+ */
25
+ function instanceOfEvalExperimentPatch(value) {
26
+ return true;
27
+ }
28
+ function EvalExperimentPatchFromJSON(json) {
29
+ return EvalExperimentPatchFromJSONTyped(json, false);
30
+ }
31
+ function EvalExperimentPatchFromJSONTyped(json, ignoreDiscriminator) {
32
+ if (json == null) {
33
+ return json;
34
+ }
35
+ return {
36
+ 'description': json['description'] === undefined ? undefined : json['description'] === null ? null : json['description'],
37
+ 'displayName': json['display_name'] === undefined ? undefined : json['display_name'] === null ? null : json['display_name'],
38
+ 'experimentStatus': json['experiment_status'] === undefined ? undefined : json['experiment_status'] === null ? null : (0, EvalExperimentStatus_1.EvalExperimentStatusFromJSON)(json['experiment_status']),
39
+ 'name': json['name'] === undefined ? undefined : json['name'] === null ? null : json['name'],
40
+ 'summary': json['summary'] === undefined ? undefined : json['summary'] === null ? null : json['summary'],
41
+ };
42
+ }
43
+ function EvalExperimentPatchToJSON(json) {
44
+ return EvalExperimentPatchToJSONTyped(json, false);
45
+ }
46
+ function EvalExperimentPatchToJSONTyped(value, ignoreDiscriminator = false) {
47
+ if (value == null) {
48
+ return value;
49
+ }
50
+ return {
51
+ 'description': value['description'],
52
+ 'display_name': value['displayName'],
53
+ 'experiment_status': (0, EvalExperimentStatus_1.EvalExperimentStatusToJSON)(value['experimentStatus']),
54
+ 'name': value['name'],
55
+ 'summary': value['summary'],
56
+ };
57
+ }
@@ -0,0 +1,330 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { GatewayArtifactIdentityRevealView } from './GatewayArtifactIdentityRevealView';
13
+ import type { RegistryRelationshipsView } from './RegistryRelationshipsView';
14
+ /**
15
+ * Published representation of ExperimentResultArtifact.
16
+ * @export
17
+ * @interface EvalExperimentResultArtifactView
18
+ */
19
+ export interface EvalExperimentResultArtifactView {
20
+ /**
21
+ * Value of the `artifact_status` field.
22
+ * @type {string}
23
+ * @memberof EvalExperimentResultArtifactView
24
+ */
25
+ artifactStatus: string;
26
+ /**
27
+ * RFC 3339 commit timestamp (the cross-table monotonic cursor).
28
+ * @type {string}
29
+ * @memberof EvalExperimentResultArtifactView
30
+ */
31
+ commitTs: string;
32
+ /**
33
+ * Value of the `content_hash_hex` field.
34
+ * @type {string}
35
+ * @memberof EvalExperimentResultArtifactView
36
+ */
37
+ contentHashHex?: string;
38
+ /**
39
+ * Value of the `created_at` field.
40
+ * @type {string}
41
+ * @memberof EvalExperimentResultArtifactView
42
+ */
43
+ createdAt: string;
44
+ /**
45
+ * Value of the `created_by` field.
46
+ * @type {string}
47
+ * @memberof EvalExperimentResultArtifactView
48
+ */
49
+ createdBy: string;
50
+ /**
51
+ * Human-readable description.
52
+ * @type {string}
53
+ * @memberof EvalExperimentResultArtifactView
54
+ */
55
+ description?: string;
56
+ /**
57
+ * Human-readable name.
58
+ * @type {string}
59
+ * @memberof EvalExperimentResultArtifactView
60
+ */
61
+ displayName?: string;
62
+ /**
63
+ * Value of the `extension` field.
64
+ * @type {string}
65
+ * @memberof EvalExperimentResultArtifactView
66
+ */
67
+ extension?: string;
68
+ /**
69
+ * Kind-prefixed Crockford-base32 handle (`<kind>_<base32>`).
70
+ * @type {string}
71
+ * @memberof EvalExperimentResultArtifactView
72
+ */
73
+ id: string;
74
+ /**
75
+ * Value of the `identity` field.
76
+ * @type {GatewayArtifactIdentityRevealView}
77
+ * @memberof EvalExperimentResultArtifactView
78
+ */
79
+ identity?: GatewayArtifactIdentityRevealView;
80
+ /**
81
+ * Whether this is the head (latest) version of its line.
82
+ * @type {boolean}
83
+ * @memberof EvalExperimentResultArtifactView
84
+ */
85
+ isLatest: boolean;
86
+ /**
87
+ * Domain discriminator for this resource.
88
+ * @type {string}
89
+ * @memberof EvalExperimentResultArtifactView
90
+ */
91
+ kind: string;
92
+ /**
93
+ * Stable machine handle ([AIP-122](https://google.aip.dev/122)): a short,
94
+ * identifier-shaped label (kebab-case by convention) meant for references,
95
+ * paths and code. **Not unique**, and not the artifact's identity — `id` is
96
+ * the only stable handle. Not format-validated today, so existing rows may
97
+ * hold prose.
98
+ * @type {string}
99
+ * @memberof EvalExperimentResultArtifactView
100
+ */
101
+ name: string;
102
+ /**
103
+ * The Control-Plane OIDC client id this artifact authenticates as
104
+ * (`x-gateway-identity` kinds); absent for every other kind.
105
+ *
106
+ * **Derived, not stored.** The registry resolves it from the artifact's
107
+ * `service_principals` row rather than keeping a second copy on the artifact,
108
+ * so it appears on the create response and on the single-artifact read — the
109
+ * two paths that make that lookup — and **not** on list, search, or a `PATCH`
110
+ * response, none of which do a per-row identity read. It is the public half of
111
+ * the credential pair and is not secret.
112
+ * @type {string}
113
+ * @memberof EvalExperimentResultArtifactView
114
+ */
115
+ oidcClientId?: string;
116
+ /**
117
+ * Canonical owner: the `users.user_id` this artifact belongs to, FK-backed.
118
+ * Absent when unset (legacy rows / system-plane creates).
119
+ * @type {string}
120
+ * @memberof EvalExperimentResultArtifactView
121
+ */
122
+ ownerId?: string;
123
+ /**
124
+ * `project_`-prefixed handle of the project grouping this artifact, when it has
125
+ * one. Absent for an artifact that lives directly in its workspace — which also
126
+ * means it is not packaged into any Claude Code plugin, since packaging is
127
+ * per-project (project-2026-07-30-first-class-project-table).
128
+ * @type {string}
129
+ * @memberof EvalExperimentResultArtifactView
130
+ */
131
+ projectId?: string;
132
+ /**
133
+ * The source repository this artifact came from, as a `repo_`-prefixed
134
+ * handle. Absent when the artifact has no repo.
135
+ * @type {string}
136
+ * @memberof EvalExperimentResultArtifactView
137
+ */
138
+ repoId?: string;
139
+ /**
140
+ * Advisory origin timestamp for imported artifacts (RFC 3339); absent for
141
+ * natively-created artifacts. Distinct from `created_at` (the commit time).
142
+ * @type {string}
143
+ * @memberof EvalExperimentResultArtifactView
144
+ */
145
+ sourceCreatedAt?: string;
146
+ /**
147
+ * Advisory upstream author (git `Name <email>`) of the first version
148
+ * upstream; absent when unset.
149
+ * @type {string}
150
+ * @memberof EvalExperimentResultArtifactView
151
+ */
152
+ sourceCreatedBy?: string;
153
+ /**
154
+ * sha256 of the materialized content; absent when unset.
155
+ * @type {string}
156
+ * @memberof EvalExperimentResultArtifactView
157
+ */
158
+ sourceDigest?: string;
159
+ /**
160
+ * The artifact's identifier in the system it came from — what the upstream
161
+ * calls it, as opposed to `source_uri`'s where-it-lives. Filterable and
162
+ * sortable, so a re-sync reconciles on this rather than on `name`; absent
163
+ * when unset.
164
+ * @type {string}
165
+ * @memberof EvalExperimentResultArtifactView
166
+ */
167
+ sourceId?: string;
168
+ /**
169
+ * Advisory upstream last-modified timestamp (RFC 3339); absent when unset.
170
+ * @type {string}
171
+ * @memberof EvalExperimentResultArtifactView
172
+ */
173
+ sourceLastModifiedAt?: string;
174
+ /**
175
+ * Advisory upstream author (git `Name <email>`) of the last change; absent
176
+ * when unset.
177
+ * @type {string}
178
+ * @memberof EvalExperimentResultArtifactView
179
+ */
180
+ sourceLastModifiedBy?: string;
181
+ /**
182
+ *
183
+ * @type {any}
184
+ * @memberof EvalExperimentResultArtifactView
185
+ */
186
+ sourceMetadata?: any | null;
187
+ /**
188
+ * Advisory timestamp (RFC 3339) of the last sync that produced a version.
189
+ * @type {string}
190
+ * @memberof EvalExperimentResultArtifactView
191
+ */
192
+ sourceSyncedAt?: string;
193
+ /**
194
+ * Content authority for the line: `git`, `atlan`, `local`, or `external`
195
+ * for a system the gateway does not know (a customer's own runner or catalog).
196
+ * @type {string}
197
+ * @memberof EvalExperimentResultArtifactView
198
+ */
199
+ sourceType: string;
200
+ /**
201
+ * Scheme-tagged origin; absent for a service-managed (`atlan`) line.
202
+ * @type {string}
203
+ * @memberof EvalExperimentResultArtifactView
204
+ */
205
+ sourceUri?: string;
206
+ /**
207
+ * Advisory upstream version id (git commit hash / tag); distinct from
208
+ * `version_label`. Absent when unset.
209
+ * @type {string}
210
+ * @memberof EvalExperimentResultArtifactView
211
+ */
212
+ sourceVersion?: string;
213
+ /**
214
+ * Value of the `updated_at` field.
215
+ * @type {string}
216
+ * @memberof EvalExperimentResultArtifactView
217
+ */
218
+ updatedAt: string;
219
+ /**
220
+ * Value of the `updated_by` field.
221
+ * @type {string}
222
+ * @memberof EvalExperimentResultArtifactView
223
+ */
224
+ updatedBy: string;
225
+ /**
226
+ * Optional human version selector (semver); absent when unset.
227
+ * @type {string}
228
+ * @memberof EvalExperimentResultArtifactView
229
+ */
230
+ versionLabel?: string;
231
+ /**
232
+ * Monotonic version coordinate within the artifact line.
233
+ * @type {number}
234
+ * @memberof EvalExperimentResultArtifactView
235
+ */
236
+ versionOrdinal: number;
237
+ /**
238
+ * `workspace_`-prefixed handle.
239
+ * @type {string}
240
+ * @memberof EvalExperimentResultArtifactView
241
+ */
242
+ workspaceId: string;
243
+ /**
244
+ * The dataset row this case came from; absent for an ad-hoc case. The
245
+ * per-case join key when comparing two experiments over one dataset.
246
+ * @type {string}
247
+ * @memberof EvalExperimentResultArtifactView
248
+ */
249
+ datasetRecordId?: string | null;
250
+ /**
251
+ * Wall-clock duration of the case, milliseconds.
252
+ * @type {number}
253
+ * @memberof EvalExperimentResultArtifactView
254
+ */
255
+ durationMs?: number | null;
256
+ /**
257
+ * The failure, when the case errored instead of scoring. Whatever the
258
+ * runner reported, including a stack trace.
259
+ * @type {string}
260
+ * @memberof EvalExperimentResultArtifactView
261
+ */
262
+ error?: string | null;
263
+ /**
264
+ * The expected outcome as run, snapshot at run time.
265
+ * @type {{ [key: string]: any; }}
266
+ * @memberof EvalExperimentResultArtifactView
267
+ */
268
+ expected?: {
269
+ [key: string]: any;
270
+ } | null;
271
+ /**
272
+ * The owning `experiment` handle. Creates are refused once it is terminal.
273
+ * @type {string}
274
+ * @memberof EvalExperimentResultArtifactView
275
+ */
276
+ experimentId?: string;
277
+ /**
278
+ * The case's input as run, snapshot at run time.
279
+ * @type {{ [key: string]: any; }}
280
+ * @memberof EvalExperimentResultArtifactView
281
+ */
282
+ input?: {
283
+ [key: string]: any;
284
+ } | null;
285
+ /**
286
+ * What the subject produced.
287
+ * @type {{ [key: string]: any; }}
288
+ * @memberof EvalExperimentResultArtifactView
289
+ */
290
+ output?: {
291
+ [key: string]: any;
292
+ } | null;
293
+ /**
294
+ * The gateway `session` this case ran as, when the run was cataloged
295
+ * (resolved at create). Links a result to its transcript.
296
+ * @type {string}
297
+ * @memberof EvalExperimentResultArtifactView
298
+ */
299
+ sessionId?: string | null;
300
+ /**
301
+ * The OTel trace id of the case's execution — the same join seam
302
+ * `session.external_session_id` uses. Recorded verbatim, never resolved
303
+ * (a trace is not a registry artifact).
304
+ * @type {string}
305
+ * @memberof EvalExperimentResultArtifactView
306
+ */
307
+ traceId?: string | null;
308
+ /**
309
+ * Value of the `permissions` field.
310
+ * @type {{ [key: string]: boolean; }}
311
+ * @memberof EvalExperimentResultArtifactView
312
+ */
313
+ permissions?: {
314
+ [key: string]: boolean;
315
+ } | null;
316
+ /**
317
+ * Value of the `relationships` field.
318
+ * @type {RegistryRelationshipsView}
319
+ * @memberof EvalExperimentResultArtifactView
320
+ */
321
+ relationships?: RegistryRelationshipsView | null;
322
+ }
323
+ /**
324
+ * Check if a given object implements the EvalExperimentResultArtifactView interface.
325
+ */
326
+ export declare function instanceOfEvalExperimentResultArtifactView(value: object): value is EvalExperimentResultArtifactView;
327
+ export declare function EvalExperimentResultArtifactViewFromJSON(json: any): EvalExperimentResultArtifactView;
328
+ export declare function EvalExperimentResultArtifactViewFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalExperimentResultArtifactView;
329
+ export declare function EvalExperimentResultArtifactViewToJSON(json: any): EvalExperimentResultArtifactView;
330
+ export declare function EvalExperimentResultArtifactViewToJSONTyped(value?: EvalExperimentResultArtifactView | null, ignoreDiscriminator?: boolean): any;
@@ -0,0 +1,162 @@
1
+ "use strict";
2
+ /* tslint:disable */
3
+ /* eslint-disable */
4
+ /**
5
+ * Evaluation catalog
6
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
7
+ *
8
+ * The version of the OpenAPI document: 0.1.0
9
+ *
10
+ *
11
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
12
+ * https://openapi-generator.tech
13
+ * Do not edit the class manually.
14
+ */
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.instanceOfEvalExperimentResultArtifactView = instanceOfEvalExperimentResultArtifactView;
17
+ exports.EvalExperimentResultArtifactViewFromJSON = EvalExperimentResultArtifactViewFromJSON;
18
+ exports.EvalExperimentResultArtifactViewFromJSONTyped = EvalExperimentResultArtifactViewFromJSONTyped;
19
+ exports.EvalExperimentResultArtifactViewToJSON = EvalExperimentResultArtifactViewToJSON;
20
+ exports.EvalExperimentResultArtifactViewToJSONTyped = EvalExperimentResultArtifactViewToJSONTyped;
21
+ const GatewayArtifactIdentityRevealView_1 = require("./GatewayArtifactIdentityRevealView");
22
+ const RegistryRelationshipsView_1 = require("./RegistryRelationshipsView");
23
+ /**
24
+ * Check if a given object implements the EvalExperimentResultArtifactView interface.
25
+ */
26
+ function instanceOfEvalExperimentResultArtifactView(value) {
27
+ if ((!('artifactStatus' in value) && !('artifact_status' in value)) || (value['artifactStatus'] === undefined && value['artifact_status'] === undefined))
28
+ return false;
29
+ if ((!('commitTs' in value) && !('commit_ts' in value)) || (value['commitTs'] === undefined && value['commit_ts'] === undefined))
30
+ return false;
31
+ if ((!('createdAt' in value) && !('created_at' in value)) || (value['createdAt'] === undefined && value['created_at'] === undefined))
32
+ return false;
33
+ if ((!('createdBy' in value) && !('created_by' in value)) || (value['createdBy'] === undefined && value['created_by'] === undefined))
34
+ return false;
35
+ if (!('id' in value) || value['id'] === undefined)
36
+ return false;
37
+ if ((!('isLatest' in value) && !('is_latest' in value)) || (value['isLatest'] === undefined && value['is_latest'] === undefined))
38
+ return false;
39
+ if (!('kind' in value) || value['kind'] === undefined)
40
+ return false;
41
+ if (!('name' in value) || value['name'] === undefined)
42
+ return false;
43
+ if ((!('sourceType' in value) && !('source_type' in value)) || (value['sourceType'] === undefined && value['source_type'] === undefined))
44
+ return false;
45
+ if ((!('updatedAt' in value) && !('updated_at' in value)) || (value['updatedAt'] === undefined && value['updated_at'] === undefined))
46
+ return false;
47
+ if ((!('updatedBy' in value) && !('updated_by' in value)) || (value['updatedBy'] === undefined && value['updated_by'] === undefined))
48
+ return false;
49
+ if ((!('versionOrdinal' in value) && !('version_ordinal' in value)) || (value['versionOrdinal'] === undefined && value['version_ordinal'] === undefined))
50
+ return false;
51
+ if ((!('workspaceId' in value) && !('workspace_id' in value)) || (value['workspaceId'] === undefined && value['workspace_id'] === undefined))
52
+ return false;
53
+ return true;
54
+ }
55
+ function EvalExperimentResultArtifactViewFromJSON(json) {
56
+ return EvalExperimentResultArtifactViewFromJSONTyped(json, false);
57
+ }
58
+ function EvalExperimentResultArtifactViewFromJSONTyped(json, ignoreDiscriminator) {
59
+ if (json == null) {
60
+ return json;
61
+ }
62
+ return {
63
+ 'artifactStatus': json['artifact_status'],
64
+ 'commitTs': json['commit_ts'],
65
+ 'contentHashHex': json['content_hash_hex'] == null ? undefined : json['content_hash_hex'],
66
+ 'createdAt': json['created_at'],
67
+ 'createdBy': json['created_by'],
68
+ 'description': json['description'] == null ? undefined : json['description'],
69
+ 'displayName': json['display_name'] == null ? undefined : json['display_name'],
70
+ 'extension': json['extension'] == null ? undefined : json['extension'],
71
+ 'id': json['id'],
72
+ 'identity': json['identity'] == null ? undefined : (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewFromJSON)(json['identity']),
73
+ 'isLatest': json['is_latest'],
74
+ 'kind': json['kind'],
75
+ 'name': json['name'],
76
+ 'oidcClientId': json['oidc_client_id'] == null ? undefined : json['oidc_client_id'],
77
+ 'ownerId': json['owner_id'] == null ? undefined : json['owner_id'],
78
+ 'projectId': json['project_id'] == null ? undefined : json['project_id'],
79
+ 'repoId': json['repo_id'] == null ? undefined : json['repo_id'],
80
+ 'sourceCreatedAt': json['source_created_at'] == null ? undefined : json['source_created_at'],
81
+ 'sourceCreatedBy': json['source_created_by'] == null ? undefined : json['source_created_by'],
82
+ 'sourceDigest': json['source_digest'] == null ? undefined : json['source_digest'],
83
+ 'sourceId': json['source_id'] == null ? undefined : json['source_id'],
84
+ 'sourceLastModifiedAt': json['source_last_modified_at'] == null ? undefined : json['source_last_modified_at'],
85
+ 'sourceLastModifiedBy': json['source_last_modified_by'] == null ? undefined : json['source_last_modified_by'],
86
+ 'sourceMetadata': json['source_metadata'] === undefined ? undefined : json['source_metadata'] === null ? null : json['source_metadata'],
87
+ 'sourceSyncedAt': json['source_synced_at'] == null ? undefined : json['source_synced_at'],
88
+ 'sourceType': json['source_type'],
89
+ 'sourceUri': json['source_uri'] == null ? undefined : json['source_uri'],
90
+ 'sourceVersion': json['source_version'] == null ? undefined : json['source_version'],
91
+ 'updatedAt': json['updated_at'],
92
+ 'updatedBy': json['updated_by'],
93
+ 'versionLabel': json['version_label'] == null ? undefined : json['version_label'],
94
+ 'versionOrdinal': json['version_ordinal'],
95
+ 'workspaceId': json['workspace_id'],
96
+ 'datasetRecordId': json['dataset_record_id'] === undefined ? undefined : json['dataset_record_id'] === null ? null : json['dataset_record_id'],
97
+ 'durationMs': json['duration_ms'] === undefined ? undefined : json['duration_ms'] === null ? null : json['duration_ms'],
98
+ 'error': json['error'] === undefined ? undefined : json['error'] === null ? null : json['error'],
99
+ 'expected': json['expected'] === undefined ? undefined : json['expected'] === null ? null : json['expected'],
100
+ 'experimentId': json['experiment_id'] == null ? undefined : json['experiment_id'],
101
+ 'input': json['input'] === undefined ? undefined : json['input'] === null ? null : json['input'],
102
+ 'output': json['output'] === undefined ? undefined : json['output'] === null ? null : json['output'],
103
+ 'sessionId': json['session_id'] === undefined ? undefined : json['session_id'] === null ? null : json['session_id'],
104
+ 'traceId': json['trace_id'] === undefined ? undefined : json['trace_id'] === null ? null : json['trace_id'],
105
+ 'permissions': json['permissions'] === undefined ? undefined : json['permissions'] === null ? null : json['permissions'],
106
+ 'relationships': json['relationships'] === undefined ? undefined : json['relationships'] === null ? null : (0, RegistryRelationshipsView_1.RegistryRelationshipsViewFromJSON)(json['relationships']),
107
+ };
108
+ }
109
+ function EvalExperimentResultArtifactViewToJSON(json) {
110
+ return EvalExperimentResultArtifactViewToJSONTyped(json, false);
111
+ }
112
+ function EvalExperimentResultArtifactViewToJSONTyped(value, ignoreDiscriminator = false) {
113
+ if (value == null) {
114
+ return value;
115
+ }
116
+ return {
117
+ 'artifact_status': value['artifactStatus'],
118
+ 'commit_ts': value['commitTs'],
119
+ 'content_hash_hex': value['contentHashHex'],
120
+ 'created_at': value['createdAt'],
121
+ 'created_by': value['createdBy'],
122
+ 'description': value['description'],
123
+ 'display_name': value['displayName'],
124
+ 'extension': value['extension'],
125
+ 'id': value['id'],
126
+ 'identity': (0, GatewayArtifactIdentityRevealView_1.GatewayArtifactIdentityRevealViewToJSON)(value['identity']),
127
+ 'is_latest': value['isLatest'],
128
+ 'kind': value['kind'],
129
+ 'name': value['name'],
130
+ 'oidc_client_id': value['oidcClientId'],
131
+ 'owner_id': value['ownerId'],
132
+ 'project_id': value['projectId'],
133
+ 'repo_id': value['repoId'],
134
+ 'source_created_at': value['sourceCreatedAt'],
135
+ 'source_created_by': value['sourceCreatedBy'],
136
+ 'source_digest': value['sourceDigest'],
137
+ 'source_id': value['sourceId'],
138
+ 'source_last_modified_at': value['sourceLastModifiedAt'],
139
+ 'source_last_modified_by': value['sourceLastModifiedBy'],
140
+ 'source_metadata': value['sourceMetadata'],
141
+ 'source_synced_at': value['sourceSyncedAt'],
142
+ 'source_type': value['sourceType'],
143
+ 'source_uri': value['sourceUri'],
144
+ 'source_version': value['sourceVersion'],
145
+ 'updated_at': value['updatedAt'],
146
+ 'updated_by': value['updatedBy'],
147
+ 'version_label': value['versionLabel'],
148
+ 'version_ordinal': value['versionOrdinal'],
149
+ 'workspace_id': value['workspaceId'],
150
+ 'dataset_record_id': value['datasetRecordId'],
151
+ 'duration_ms': value['durationMs'],
152
+ 'error': value['error'],
153
+ 'expected': value['expected'],
154
+ 'experiment_id': value['experimentId'],
155
+ 'input': value['input'],
156
+ 'output': value['output'],
157
+ 'session_id': value['sessionId'],
158
+ 'trace_id': value['traceId'],
159
+ 'permissions': value['permissions'],
160
+ 'relationships': (0, RegistryRelationshipsView_1.RegistryRelationshipsViewToJSON)(value['relationships']),
161
+ };
162
+ }
@@ -0,0 +1,33 @@
1
+ /**
2
+ * Evaluation catalog
3
+ * The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
4
+ *
5
+ * The version of the OpenAPI document: 0.1.0
6
+ *
7
+ *
8
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
9
+ * https://openapi-generator.tech
10
+ * Do not edit the class manually.
11
+ */
12
+ import type { EvalExperimentResultCreate } from './EvalExperimentResultCreate';
13
+ /**
14
+ * A bulk result upload: the same items `POST …/results` takes, at most 100.
15
+ * @export
16
+ * @interface EvalExperimentResultBulkCreate
17
+ */
18
+ export interface EvalExperimentResultBulkCreate {
19
+ /**
20
+ * The results to create, in order. The response is index-aligned.
21
+ * @type {Array<EvalExperimentResultCreate>}
22
+ * @memberof EvalExperimentResultBulkCreate
23
+ */
24
+ items: Array<EvalExperimentResultCreate>;
25
+ }
26
+ /**
27
+ * Check if a given object implements the EvalExperimentResultBulkCreate interface.
28
+ */
29
+ export declare function instanceOfEvalExperimentResultBulkCreate(value: object): value is EvalExperimentResultBulkCreate;
30
+ export declare function EvalExperimentResultBulkCreateFromJSON(json: any): EvalExperimentResultBulkCreate;
31
+ export declare function EvalExperimentResultBulkCreateFromJSONTyped(json: any, ignoreDiscriminator: boolean): EvalExperimentResultBulkCreate;
32
+ export declare function EvalExperimentResultBulkCreateToJSON(json: any): EvalExperimentResultBulkCreate;
33
+ export declare function EvalExperimentResultBulkCreateToJSONTyped(value?: EvalExperimentResultBulkCreate | null, ignoreDiscriminator?: boolean): any;