@arizeai/phoenix-client 5.2.0 → 5.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (448) hide show
  1. package/dist/esm/__generated__/api/v1.d.ts +321 -9
  2. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  3. package/dist/esm/client.d.ts +2 -2
  4. package/dist/esm/client.d.ts.map +1 -1
  5. package/dist/esm/client.js +1 -1
  6. package/dist/esm/client.js.map +1 -1
  7. package/dist/esm/datasets/appendDatasetExamples.d.ts +1 -1
  8. package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
  9. package/dist/esm/datasets/appendDatasetExamples.js +1 -1
  10. package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
  11. package/dist/esm/datasets/createDataset.d.ts.map +1 -1
  12. package/dist/esm/datasets/createDataset.js.map +1 -1
  13. package/dist/esm/datasets/createOrGetDataset.d.ts.map +1 -1
  14. package/dist/esm/datasets/createOrGetDataset.js.map +1 -1
  15. package/dist/esm/datasets/getDataset.d.ts +1 -1
  16. package/dist/esm/datasets/getDataset.d.ts.map +1 -1
  17. package/dist/esm/datasets/getDataset.js.map +1 -1
  18. package/dist/esm/datasets/getDatasetExamples.d.ts +1 -1
  19. package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
  20. package/dist/esm/datasets/getDatasetExamples.js +1 -1
  21. package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
  22. package/dist/esm/datasets/getDatasetInfo.d.ts +1 -1
  23. package/dist/esm/datasets/getDatasetInfo.d.ts.map +1 -1
  24. package/dist/esm/datasets/getDatasetInfo.js +1 -1
  25. package/dist/esm/datasets/getDatasetInfo.js.map +1 -1
  26. package/dist/esm/datasets/listDatasets.d.ts +1 -1
  27. package/dist/esm/datasets/listDatasets.d.ts.map +1 -1
  28. package/dist/esm/datasets/listDatasets.js.map +1 -1
  29. package/dist/esm/experiments/createExperiment.d.ts +39 -0
  30. package/dist/esm/experiments/createExperiment.d.ts.map +1 -0
  31. package/dist/esm/experiments/createExperiment.js +43 -0
  32. package/dist/esm/experiments/createExperiment.js.map +1 -0
  33. package/dist/esm/experiments/deleteExperiment.d.ts +36 -0
  34. package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -0
  35. package/dist/esm/experiments/deleteExperiment.js +49 -0
  36. package/dist/esm/experiments/deleteExperiment.js.map +1 -0
  37. package/dist/esm/experiments/getExperiment.d.ts.map +1 -1
  38. package/dist/esm/experiments/getExperiment.js.map +1 -1
  39. package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
  40. package/dist/esm/experiments/getExperimentInfo.js +10 -3
  41. package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
  42. package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
  43. package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
  44. package/dist/esm/experiments/index.d.ts +5 -0
  45. package/dist/esm/experiments/index.d.ts.map +1 -1
  46. package/dist/esm/experiments/index.js +5 -0
  47. package/dist/esm/experiments/index.js.map +1 -1
  48. package/dist/esm/experiments/listExperiments.d.ts +29 -0
  49. package/dist/esm/experiments/listExperiments.d.ts.map +1 -0
  50. package/dist/esm/experiments/listExperiments.js +59 -0
  51. package/dist/esm/experiments/listExperiments.js.map +1 -0
  52. package/dist/esm/experiments/resumeEvaluation.d.ts +105 -0
  53. package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -0
  54. package/dist/esm/experiments/resumeEvaluation.js +558 -0
  55. package/dist/esm/experiments/resumeEvaluation.js.map +1 -0
  56. package/dist/esm/experiments/resumeExperiment.d.ts +102 -0
  57. package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -0
  58. package/dist/esm/experiments/resumeExperiment.js +517 -0
  59. package/dist/esm/experiments/resumeExperiment.js.map +1 -0
  60. package/dist/esm/experiments/runExperiment.d.ts +2 -2
  61. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  62. package/dist/esm/experiments/runExperiment.js +35 -9
  63. package/dist/esm/experiments/runExperiment.js.map +1 -1
  64. package/dist/esm/prompts/createPrompt.d.ts +20 -2
  65. package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
  66. package/dist/esm/prompts/createPrompt.js +14 -1
  67. package/dist/esm/prompts/createPrompt.js.map +1 -1
  68. package/dist/esm/prompts/sdks/toAI.d.ts +2 -2
  69. package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
  70. package/dist/esm/prompts/sdks/toAI.js +1 -1
  71. package/dist/esm/prompts/sdks/toAI.js.map +1 -1
  72. package/dist/esm/prompts/sdks/toAnthropic.d.ts +1 -1
  73. package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
  74. package/dist/esm/prompts/sdks/toAnthropic.js +1 -1
  75. package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
  76. package/dist/esm/prompts/sdks/toOpenAI.d.ts +1 -1
  77. package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
  78. package/dist/esm/prompts/sdks/toOpenAI.js +2 -2
  79. package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
  80. package/dist/esm/prompts/sdks/toSDK.d.ts +1 -1
  81. package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
  82. package/dist/esm/prompts/sdks/toSDK.js +2 -2
  83. package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
  84. package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
  85. package/dist/esm/schemas/llm/anthropic/converters.d.ts.map +1 -1
  86. package/dist/esm/schemas/llm/anthropic/converters.js +2 -2
  87. package/dist/esm/schemas/llm/anthropic/converters.js.map +1 -1
  88. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
  89. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js +1 -1
  90. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
  91. package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
  92. package/dist/esm/schemas/llm/anthropic/messageSchemas.js +1 -1
  93. package/dist/esm/schemas/llm/anthropic/messageSchemas.js.map +1 -1
  94. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
  95. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js +1 -1
  96. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
  97. package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
  98. package/dist/esm/schemas/llm/anthropic/toolSchemas.js +1 -1
  99. package/dist/esm/schemas/llm/anthropic/toolSchemas.js.map +1 -1
  100. package/dist/esm/schemas/llm/constants.d.ts +9 -9
  101. package/dist/esm/schemas/llm/constants.d.ts.map +1 -1
  102. package/dist/esm/schemas/llm/constants.js +8 -8
  103. package/dist/esm/schemas/llm/constants.js.map +1 -1
  104. package/dist/esm/schemas/llm/converters.d.ts +33 -33
  105. package/dist/esm/schemas/llm/converters.d.ts.map +1 -1
  106. package/dist/esm/schemas/llm/converters.js +1 -1
  107. package/dist/esm/schemas/llm/converters.js.map +1 -1
  108. package/dist/esm/schemas/llm/openai/converters.d.ts +2 -2
  109. package/dist/esm/schemas/llm/openai/converters.d.ts.map +1 -1
  110. package/dist/esm/schemas/llm/openai/converters.js +3 -3
  111. package/dist/esm/schemas/llm/openai/converters.js.map +1 -1
  112. package/dist/esm/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
  113. package/dist/esm/schemas/llm/openai/messageSchemas.js +2 -2
  114. package/dist/esm/schemas/llm/openai/messageSchemas.js.map +1 -1
  115. package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
  116. package/dist/esm/schemas/llm/openai/responseFormatSchema.js +1 -1
  117. package/dist/esm/schemas/llm/openai/responseFormatSchema.js.map +1 -1
  118. package/dist/esm/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
  119. package/dist/esm/schemas/llm/openai/toolSchemas.js +1 -1
  120. package/dist/esm/schemas/llm/openai/toolSchemas.js.map +1 -1
  121. package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
  122. package/dist/esm/schemas/llm/phoenixPrompt/converters.js +5 -5
  123. package/dist/esm/schemas/llm/phoenixPrompt/converters.js.map +1 -1
  124. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
  125. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
  126. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
  127. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
  128. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
  129. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
  130. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
  131. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
  132. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
  133. package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
  134. package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
  135. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
  136. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
  137. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
  138. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
  139. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
  140. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
  141. package/dist/esm/schemas/llm/schemas.d.ts +12 -12
  142. package/dist/esm/schemas/llm/schemas.d.ts.map +1 -1
  143. package/dist/esm/schemas/llm/schemas.js +8 -8
  144. package/dist/esm/schemas/llm/schemas.js.map +1 -1
  145. package/dist/esm/schemas/llm/types.d.ts +14 -14
  146. package/dist/esm/schemas/llm/types.d.ts.map +1 -1
  147. package/dist/esm/schemas/llm/utils.d.ts.map +1 -1
  148. package/dist/esm/schemas/llm/utils.js +8 -8
  149. package/dist/esm/schemas/llm/utils.js.map +1 -1
  150. package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
  151. package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
  152. package/dist/esm/schemas/llm/vercel/messagePartSchemas.js +1 -1
  153. package/dist/esm/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
  154. package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts +8 -8
  155. package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
  156. package/dist/esm/schemas/llm/vercel/messageSchemas.js +1 -1
  157. package/dist/esm/schemas/llm/vercel/messageSchemas.js.map +1 -1
  158. package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -1
  159. package/dist/esm/sessions/addSessionAnnotation.js.map +1 -1
  160. package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -1
  161. package/dist/esm/sessions/logSessionAnnotations.js.map +1 -1
  162. package/dist/esm/spans/addDocumentAnnotation.d.ts.map +1 -1
  163. package/dist/esm/spans/addDocumentAnnotation.js.map +1 -1
  164. package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -1
  165. package/dist/esm/spans/addSpanAnnotation.js.map +1 -1
  166. package/dist/esm/spans/getSpanAnnotations.d.ts +1 -1
  167. package/dist/esm/spans/getSpanAnnotations.d.ts.map +1 -1
  168. package/dist/esm/spans/getSpanAnnotations.js.map +1 -1
  169. package/dist/esm/spans/getSpans.d.ts +1 -1
  170. package/dist/esm/spans/getSpans.d.ts.map +1 -1
  171. package/dist/esm/spans/getSpans.js.map +1 -1
  172. package/dist/esm/spans/logDocumentAnnotations.d.ts.map +1 -1
  173. package/dist/esm/spans/logDocumentAnnotations.js.map +1 -1
  174. package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -1
  175. package/dist/esm/spans/logSpanAnnotations.js.map +1 -1
  176. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  177. package/dist/esm/types/experiments.d.ts +60 -3
  178. package/dist/esm/types/experiments.d.ts.map +1 -1
  179. package/dist/esm/utils/channel.d.ts +229 -0
  180. package/dist/esm/utils/channel.d.ts.map +1 -0
  181. package/dist/esm/utils/channel.js +352 -0
  182. package/dist/esm/utils/channel.js.map +1 -0
  183. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  184. package/dist/esm/utils/formatPromptMessages.js +1 -1
  185. package/dist/esm/utils/formatPromptMessages.js.map +1 -1
  186. package/dist/esm/utils/getPromptBySelector.d.ts +1 -1
  187. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  188. package/dist/esm/utils/getPromptBySelector.js +1 -1
  189. package/dist/esm/utils/getPromptBySelector.js.map +1 -1
  190. package/dist/esm/utils/isHttpError.d.ts +21 -0
  191. package/dist/esm/utils/isHttpError.d.ts.map +1 -0
  192. package/dist/esm/utils/isHttpError.js +33 -0
  193. package/dist/esm/utils/isHttpError.js.map +1 -0
  194. package/dist/src/__generated__/api/v1.d.ts +321 -9
  195. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  196. package/dist/src/client.d.ts +2 -2
  197. package/dist/src/client.d.ts.map +1 -1
  198. package/dist/src/client.js +1 -1
  199. package/dist/src/client.js.map +1 -1
  200. package/dist/src/datasets/appendDatasetExamples.d.ts +1 -1
  201. package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
  202. package/dist/src/datasets/appendDatasetExamples.js +1 -1
  203. package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
  204. package/dist/src/datasets/createDataset.d.ts.map +1 -1
  205. package/dist/src/datasets/createDataset.js.map +1 -1
  206. package/dist/src/datasets/createOrGetDataset.d.ts.map +1 -1
  207. package/dist/src/datasets/createOrGetDataset.js.map +1 -1
  208. package/dist/src/datasets/getDataset.d.ts +1 -1
  209. package/dist/src/datasets/getDataset.d.ts.map +1 -1
  210. package/dist/src/datasets/getDataset.js.map +1 -1
  211. package/dist/src/datasets/getDatasetExamples.d.ts +1 -1
  212. package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
  213. package/dist/src/datasets/getDatasetExamples.js +1 -1
  214. package/dist/src/datasets/getDatasetExamples.js.map +1 -1
  215. package/dist/src/datasets/getDatasetInfo.d.ts +1 -1
  216. package/dist/src/datasets/getDatasetInfo.d.ts.map +1 -1
  217. package/dist/src/datasets/getDatasetInfo.js +1 -1
  218. package/dist/src/datasets/getDatasetInfo.js.map +1 -1
  219. package/dist/src/datasets/listDatasets.d.ts +1 -1
  220. package/dist/src/datasets/listDatasets.d.ts.map +1 -1
  221. package/dist/src/datasets/listDatasets.js.map +1 -1
  222. package/dist/src/experiments/createExperiment.d.ts +39 -0
  223. package/dist/src/experiments/createExperiment.d.ts.map +1 -0
  224. package/dist/src/experiments/createExperiment.js +43 -0
  225. package/dist/src/experiments/createExperiment.js.map +1 -0
  226. package/dist/src/experiments/deleteExperiment.d.ts +36 -0
  227. package/dist/src/experiments/deleteExperiment.d.ts.map +1 -0
  228. package/dist/src/experiments/deleteExperiment.js +52 -0
  229. package/dist/src/experiments/deleteExperiment.js.map +1 -0
  230. package/dist/src/experiments/getExperiment.d.ts.map +1 -1
  231. package/dist/src/experiments/getExperiment.js.map +1 -1
  232. package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
  233. package/dist/src/experiments/getExperimentInfo.js +10 -3
  234. package/dist/src/experiments/getExperimentInfo.js.map +1 -1
  235. package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
  236. package/dist/src/experiments/getExperimentRuns.js.map +1 -1
  237. package/dist/src/experiments/index.d.ts +5 -0
  238. package/dist/src/experiments/index.d.ts.map +1 -1
  239. package/dist/src/experiments/index.js +5 -0
  240. package/dist/src/experiments/index.js.map +1 -1
  241. package/dist/src/experiments/listExperiments.d.ts +29 -0
  242. package/dist/src/experiments/listExperiments.d.ts.map +1 -0
  243. package/dist/src/experiments/listExperiments.js +66 -0
  244. package/dist/src/experiments/listExperiments.js.map +1 -0
  245. package/dist/src/experiments/resumeEvaluation.d.ts +105 -0
  246. package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -0
  247. package/dist/src/experiments/resumeEvaluation.js +584 -0
  248. package/dist/src/experiments/resumeEvaluation.js.map +1 -0
  249. package/dist/src/experiments/resumeExperiment.d.ts +102 -0
  250. package/dist/src/experiments/resumeExperiment.d.ts.map +1 -0
  251. package/dist/src/experiments/resumeExperiment.js +540 -0
  252. package/dist/src/experiments/resumeExperiment.js.map +1 -0
  253. package/dist/src/experiments/runExperiment.d.ts +2 -2
  254. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  255. package/dist/src/experiments/runExperiment.js +34 -8
  256. package/dist/src/experiments/runExperiment.js.map +1 -1
  257. package/dist/src/prompts/createPrompt.d.ts +20 -2
  258. package/dist/src/prompts/createPrompt.d.ts.map +1 -1
  259. package/dist/src/prompts/createPrompt.js +14 -1
  260. package/dist/src/prompts/createPrompt.js.map +1 -1
  261. package/dist/src/prompts/sdks/toAI.d.ts +2 -2
  262. package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
  263. package/dist/src/prompts/sdks/toAI.js +1 -1
  264. package/dist/src/prompts/sdks/toAI.js.map +1 -1
  265. package/dist/src/prompts/sdks/toAnthropic.d.ts +1 -1
  266. package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
  267. package/dist/src/prompts/sdks/toAnthropic.js +1 -1
  268. package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
  269. package/dist/src/prompts/sdks/toOpenAI.d.ts +1 -1
  270. package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
  271. package/dist/src/prompts/sdks/toOpenAI.js +2 -2
  272. package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
  273. package/dist/src/prompts/sdks/toSDK.d.ts +1 -1
  274. package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
  275. package/dist/src/prompts/sdks/toSDK.js +2 -2
  276. package/dist/src/prompts/sdks/toSDK.js.map +1 -1
  277. package/dist/src/prompts/sdks/types.d.ts.map +1 -1
  278. package/dist/src/schemas/llm/anthropic/converters.d.ts.map +1 -1
  279. package/dist/src/schemas/llm/anthropic/converters.js +2 -2
  280. package/dist/src/schemas/llm/anthropic/converters.js.map +1 -1
  281. package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
  282. package/dist/src/schemas/llm/anthropic/messagePartSchemas.js +1 -1
  283. package/dist/src/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
  284. package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
  285. package/dist/src/schemas/llm/anthropic/messageSchemas.js +1 -1
  286. package/dist/src/schemas/llm/anthropic/messageSchemas.js.map +1 -1
  287. package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
  288. package/dist/src/schemas/llm/anthropic/toolCallSchemas.js +1 -1
  289. package/dist/src/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
  290. package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
  291. package/dist/src/schemas/llm/anthropic/toolSchemas.js +1 -1
  292. package/dist/src/schemas/llm/anthropic/toolSchemas.js.map +1 -1
  293. package/dist/src/schemas/llm/constants.d.ts +9 -9
  294. package/dist/src/schemas/llm/constants.d.ts.map +1 -1
  295. package/dist/src/schemas/llm/constants.js +12 -12
  296. package/dist/src/schemas/llm/constants.js.map +1 -1
  297. package/dist/src/schemas/llm/converters.d.ts +33 -33
  298. package/dist/src/schemas/llm/converters.d.ts.map +1 -1
  299. package/dist/src/schemas/llm/converters.js +1 -1
  300. package/dist/src/schemas/llm/converters.js.map +1 -1
  301. package/dist/src/schemas/llm/openai/converters.d.ts +2 -2
  302. package/dist/src/schemas/llm/openai/converters.d.ts.map +1 -1
  303. package/dist/src/schemas/llm/openai/converters.js +8 -8
  304. package/dist/src/schemas/llm/openai/converters.js.map +1 -1
  305. package/dist/src/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
  306. package/dist/src/schemas/llm/openai/messageSchemas.js +2 -2
  307. package/dist/src/schemas/llm/openai/messageSchemas.js.map +1 -1
  308. package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
  309. package/dist/src/schemas/llm/openai/responseFormatSchema.js +1 -1
  310. package/dist/src/schemas/llm/openai/responseFormatSchema.js.map +1 -1
  311. package/dist/src/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
  312. package/dist/src/schemas/llm/openai/toolSchemas.js +1 -1
  313. package/dist/src/schemas/llm/openai/toolSchemas.js.map +1 -1
  314. package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
  315. package/dist/src/schemas/llm/phoenixPrompt/converters.js +5 -5
  316. package/dist/src/schemas/llm/phoenixPrompt/converters.js.map +1 -1
  317. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
  318. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
  319. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
  320. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
  321. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
  322. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
  323. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
  324. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
  325. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
  326. package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
  327. package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
  328. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
  329. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
  330. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
  331. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
  332. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
  333. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
  334. package/dist/src/schemas/llm/schemas.d.ts +12 -12
  335. package/dist/src/schemas/llm/schemas.d.ts.map +1 -1
  336. package/dist/src/schemas/llm/schemas.js +16 -16
  337. package/dist/src/schemas/llm/schemas.js.map +1 -1
  338. package/dist/src/schemas/llm/types.d.ts +14 -14
  339. package/dist/src/schemas/llm/types.d.ts.map +1 -1
  340. package/dist/src/schemas/llm/utils.d.ts.map +1 -1
  341. package/dist/src/schemas/llm/utils.js +19 -19
  342. package/dist/src/schemas/llm/utils.js.map +1 -1
  343. package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
  344. package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
  345. package/dist/src/schemas/llm/vercel/messagePartSchemas.js +1 -1
  346. package/dist/src/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
  347. package/dist/src/schemas/llm/vercel/messageSchemas.d.ts +8 -8
  348. package/dist/src/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
  349. package/dist/src/schemas/llm/vercel/messageSchemas.js +1 -1
  350. package/dist/src/schemas/llm/vercel/messageSchemas.js.map +1 -1
  351. package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -1
  352. package/dist/src/sessions/addSessionAnnotation.js.map +1 -1
  353. package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -1
  354. package/dist/src/sessions/logSessionAnnotations.js.map +1 -1
  355. package/dist/src/spans/addDocumentAnnotation.d.ts.map +1 -1
  356. package/dist/src/spans/addDocumentAnnotation.js.map +1 -1
  357. package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -1
  358. package/dist/src/spans/addSpanAnnotation.js.map +1 -1
  359. package/dist/src/spans/getSpanAnnotations.d.ts +1 -1
  360. package/dist/src/spans/getSpanAnnotations.d.ts.map +1 -1
  361. package/dist/src/spans/getSpanAnnotations.js.map +1 -1
  362. package/dist/src/spans/getSpans.d.ts +1 -1
  363. package/dist/src/spans/getSpans.d.ts.map +1 -1
  364. package/dist/src/spans/getSpans.js.map +1 -1
  365. package/dist/src/spans/logDocumentAnnotations.d.ts.map +1 -1
  366. package/dist/src/spans/logDocumentAnnotations.js.map +1 -1
  367. package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -1
  368. package/dist/src/spans/logSpanAnnotations.js.map +1 -1
  369. package/dist/src/types/experiments.d.ts +60 -3
  370. package/dist/src/types/experiments.d.ts.map +1 -1
  371. package/dist/src/utils/channel.d.ts +229 -0
  372. package/dist/src/utils/channel.d.ts.map +1 -0
  373. package/dist/src/utils/channel.js +385 -0
  374. package/dist/src/utils/channel.js.map +1 -0
  375. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  376. package/dist/src/utils/formatPromptMessages.js +1 -1
  377. package/dist/src/utils/formatPromptMessages.js.map +1 -1
  378. package/dist/src/utils/getPromptBySelector.d.ts +1 -1
  379. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  380. package/dist/src/utils/getPromptBySelector.js +1 -1
  381. package/dist/src/utils/getPromptBySelector.js.map +1 -1
  382. package/dist/src/utils/isHttpError.d.ts +21 -0
  383. package/dist/src/utils/isHttpError.d.ts.map +1 -0
  384. package/dist/src/utils/isHttpError.js +37 -0
  385. package/dist/src/utils/isHttpError.js.map +1 -0
  386. package/dist/tsconfig.tsbuildinfo +1 -1
  387. package/package.json +3 -3
  388. package/src/__generated__/api/v1.ts +321 -9
  389. package/src/client.ts +6 -5
  390. package/src/datasets/appendDatasetExamples.ts +4 -2
  391. package/src/datasets/createDataset.ts +1 -0
  392. package/src/datasets/createOrGetDataset.ts +2 -1
  393. package/src/datasets/getDataset.ts +2 -1
  394. package/src/datasets/getDatasetExamples.ts +4 -2
  395. package/src/datasets/getDatasetInfo.ts +4 -2
  396. package/src/datasets/listDatasets.ts +2 -1
  397. package/src/experiments/createExperiment.ts +90 -0
  398. package/src/experiments/deleteExperiment.ts +67 -0
  399. package/src/experiments/getExperiment.ts +1 -0
  400. package/src/experiments/getExperimentInfo.ts +11 -3
  401. package/src/experiments/getExperimentRuns.ts +3 -2
  402. package/src/experiments/index.ts +5 -0
  403. package/src/experiments/listExperiments.ts +83 -0
  404. package/src/experiments/resumeEvaluation.ts +799 -0
  405. package/src/experiments/resumeExperiment.ts +742 -0
  406. package/src/experiments/runExperiment.ts +55 -25
  407. package/src/prompts/createPrompt.ts +27 -9
  408. package/src/prompts/sdks/toAI.ts +6 -4
  409. package/src/prompts/sdks/toAnthropic.ts +7 -6
  410. package/src/prompts/sdks/toOpenAI.ts +10 -9
  411. package/src/prompts/sdks/toSDK.ts +5 -3
  412. package/src/prompts/sdks/types.ts +1 -0
  413. package/src/schemas/llm/anthropic/converters.ts +9 -7
  414. package/src/schemas/llm/anthropic/messagePartSchemas.ts +2 -1
  415. package/src/schemas/llm/anthropic/messageSchemas.ts +2 -2
  416. package/src/schemas/llm/anthropic/toolCallSchemas.ts +2 -1
  417. package/src/schemas/llm/anthropic/toolSchemas.ts +2 -1
  418. package/src/schemas/llm/constants.ts +14 -12
  419. package/src/schemas/llm/converters.ts +4 -3
  420. package/src/schemas/llm/openai/converters.ts +15 -13
  421. package/src/schemas/llm/openai/messageSchemas.ts +3 -3
  422. package/src/schemas/llm/openai/responseFormatSchema.ts +2 -1
  423. package/src/schemas/llm/openai/toolSchemas.ts +2 -1
  424. package/src/schemas/llm/phoenixPrompt/converters.ts +11 -10
  425. package/src/schemas/llm/phoenixPrompt/messagePartSchemas.ts +3 -2
  426. package/src/schemas/llm/phoenixPrompt/messageSchemas.ts +4 -3
  427. package/src/schemas/llm/phoenixPrompt/responseFormatSchema.ts +3 -2
  428. package/src/schemas/llm/phoenixPrompt/toolCallSchemas.ts +2 -2
  429. package/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.ts +3 -2
  430. package/src/schemas/llm/phoenixPrompt/toolSchemas.ts +3 -2
  431. package/src/schemas/llm/schemas.ts +9 -8
  432. package/src/schemas/llm/types.ts +17 -16
  433. package/src/schemas/llm/utils.ts +14 -12
  434. package/src/schemas/llm/vercel/messagePartSchemas.ts +2 -1
  435. package/src/schemas/llm/vercel/messageSchemas.ts +2 -2
  436. package/src/sessions/addSessionAnnotation.ts +1 -0
  437. package/src/sessions/logSessionAnnotations.ts +1 -0
  438. package/src/spans/addDocumentAnnotation.ts +1 -0
  439. package/src/spans/addSpanAnnotation.ts +1 -0
  440. package/src/spans/getSpanAnnotations.ts +1 -1
  441. package/src/spans/getSpans.ts +1 -1
  442. package/src/spans/logDocumentAnnotations.ts +1 -0
  443. package/src/spans/logSpanAnnotations.ts +1 -0
  444. package/src/types/experiments.ts +62 -3
  445. package/src/utils/channel.ts +397 -0
  446. package/src/utils/formatPromptMessages.ts +4 -3
  447. package/src/utils/getPromptBySelector.ts +4 -3
  448. package/src/utils/isHttpError.ts +45 -0
@@ -254,7 +254,10 @@ export interface paths {
254
254
  path?: never;
255
255
  cookie?: never;
256
256
  };
257
- /** List experiments by dataset */
257
+ /**
258
+ * List experiments by dataset
259
+ * @description Retrieve a paginated list of experiments for the specified dataset.
260
+ */
258
261
  get: operations["listExperiments"];
259
262
  put?: never;
260
263
  /** Create experiment on a dataset */
@@ -276,6 +279,39 @@ export interface paths {
276
279
  get: operations["getExperiment"];
277
280
  put?: never;
278
281
  post?: never;
282
+ /** Delete experiment by ID */
283
+ delete: operations["deleteExperiment"];
284
+ options?: never;
285
+ head?: never;
286
+ patch?: never;
287
+ trace?: never;
288
+ };
289
+ "/v1/experiments/{experiment_id}/incomplete-runs": {
290
+ parameters: {
291
+ query?: never;
292
+ header?: never;
293
+ path?: never;
294
+ cookie?: never;
295
+ };
296
+ /**
297
+ * Get incomplete runs for an experiment
298
+ * @description Get runs that need to be completed for this experiment.
299
+ *
300
+ * Returns all incomplete runs, including both missing runs (not yet attempted)
301
+ * and failed runs (attempted but have errors).
302
+ *
303
+ * Args:
304
+ * experiment_id: The ID of the experiment
305
+ * cursor: Cursor for pagination
306
+ * limit: Maximum number of results to return
307
+ *
308
+ * Returns:
309
+ * Paginated list of incomplete runs grouped by dataset example,
310
+ * with repetition numbers that need to be run
311
+ */
312
+ get: operations["getIncompleteExperimentRuns"];
313
+ put?: never;
314
+ post?: never;
279
315
  delete?: never;
280
316
  options?: never;
281
317
  head?: never;
@@ -337,6 +373,39 @@ export interface paths {
337
373
  patch?: never;
338
374
  trace?: never;
339
375
  };
376
+ "/v1/experiments/{experiment_id}/incomplete-evaluations": {
377
+ parameters: {
378
+ query?: never;
379
+ header?: never;
380
+ path?: never;
381
+ cookie?: never;
382
+ };
383
+ /**
384
+ * Get incomplete evaluations for an experiment
385
+ * @description Get experiment runs that have incomplete evaluations.
386
+ *
387
+ * Returns runs with:
388
+ * - Missing evaluations (evaluator has not been run)
389
+ * - Failed evaluations (evaluator ran but has errors)
390
+ *
391
+ * Args:
392
+ * experiment_id: The ID of the experiment
393
+ * evaluation_name: List of evaluation names to check (required, at least one)
394
+ * cursor: Cursor for pagination
395
+ * limit: Maximum number of results to return
396
+ *
397
+ * Returns:
398
+ * Paginated list of runs with incomplete evaluations
399
+ */
400
+ get: operations["getIncompleteExperimentEvaluations"];
401
+ put?: never;
402
+ post?: never;
403
+ delete?: never;
404
+ options?: never;
405
+ head?: never;
406
+ patch?: never;
407
+ trace?: never;
408
+ };
340
409
  "/v1/experiment_evaluations": {
341
410
  parameters: {
342
411
  query?: never;
@@ -1198,6 +1267,26 @@ export interface components {
1198
1267
  * @description The last update timestamp of the experiment
1199
1268
  */
1200
1269
  updated_at: string;
1270
+ /**
1271
+ * Example Count
1272
+ * @description Number of examples in the experiment
1273
+ */
1274
+ example_count: number;
1275
+ /**
1276
+ * Successful Run Count
1277
+ * @description Number of successful runs in the experiment
1278
+ */
1279
+ successful_run_count: number;
1280
+ /**
1281
+ * Failed Run Count
1282
+ * @description Number of failed runs in the experiment
1283
+ */
1284
+ failed_run_count: number;
1285
+ /**
1286
+ * Missing Run Count
1287
+ * @description Number of missing (not yet executed) runs in the experiment
1288
+ */
1289
+ missing_run_count: number;
1201
1290
  };
1202
1291
  /** ExperimentEvaluationResult */
1203
1292
  ExperimentEvaluationResult: {
@@ -1217,8 +1306,8 @@ export interface components {
1217
1306
  */
1218
1307
  explanation?: string | null;
1219
1308
  };
1220
- /** ExperimentRunResponse */
1221
- ExperimentRunResponse: {
1309
+ /** ExperimentRun */
1310
+ ExperimentRun: {
1222
1311
  /**
1223
1312
  * Dataset Example Id
1224
1313
  * @description The ID of the dataset example used in the experiment run
@@ -1313,6 +1402,20 @@ export interface components {
1313
1402
  GetExperimentResponseBody: {
1314
1403
  data: components["schemas"]["Experiment"];
1315
1404
  };
1405
+ /** GetIncompleteEvaluationsResponseBody */
1406
+ GetIncompleteEvaluationsResponseBody: {
1407
+ /** Data */
1408
+ data: components["schemas"]["IncompleteExperimentEvaluation"][];
1409
+ /** Next Cursor */
1410
+ next_cursor: string | null;
1411
+ };
1412
+ /** GetIncompleteExperimentRunsResponseBody */
1413
+ GetIncompleteExperimentRunsResponseBody: {
1414
+ /** Data */
1415
+ data: components["schemas"]["IncompleteExperimentRun"][];
1416
+ /** Next Cursor */
1417
+ next_cursor: string | null;
1418
+ };
1316
1419
  /** GetProjectResponseBody */
1317
1420
  GetProjectResponseBody: {
1318
1421
  data: components["schemas"]["Project"];
@@ -1363,6 +1466,34 @@ export interface components {
1363
1466
  };
1364
1467
  /** Identifier */
1365
1468
  Identifier: string;
1469
+ /**
1470
+ * IncompleteExperimentEvaluation
1471
+ * @description Information about an experiment run with incomplete evaluations
1472
+ */
1473
+ IncompleteExperimentEvaluation: {
1474
+ /** @description The experiment run */
1475
+ experiment_run: components["schemas"]["ExperimentRun"];
1476
+ /** @description The dataset example */
1477
+ dataset_example: components["schemas"]["DatasetExample"];
1478
+ /**
1479
+ * Evaluation Names
1480
+ * @description List of evaluation names that are incomplete (either missing or failed)
1481
+ */
1482
+ evaluation_names: string[];
1483
+ };
1484
+ /**
1485
+ * IncompleteExperimentRun
1486
+ * @description Information about incomplete runs for a dataset example
1487
+ */
1488
+ IncompleteExperimentRun: {
1489
+ /** @description The dataset example */
1490
+ dataset_example: components["schemas"]["DatasetExample"];
1491
+ /**
1492
+ * Repetition Numbers
1493
+ * @description List of repetition numbers that need to be run
1494
+ */
1495
+ repetition_numbers: number[];
1496
+ };
1366
1497
  /** InsertedSessionAnnotation */
1367
1498
  InsertedSessionAnnotation: {
1368
1499
  /**
@@ -1427,7 +1558,7 @@ export interface components {
1427
1558
  /** ListExperimentRunsResponseBody */
1428
1559
  ListExperimentRunsResponseBody: {
1429
1560
  /** Data */
1430
- data: components["schemas"]["ExperimentRunResponse"][];
1561
+ data: components["schemas"]["ExperimentRun"][];
1431
1562
  /** Next Cursor */
1432
1563
  next_cursor: string | null;
1433
1564
  };
@@ -1435,6 +1566,8 @@ export interface components {
1435
1566
  ListExperimentsResponseBody: {
1436
1567
  /** Data */
1437
1568
  data: components["schemas"]["Experiment"][];
1569
+ /** Next Cursor */
1570
+ next_cursor: string | null;
1438
1571
  };
1439
1572
  /** LocalUser */
1440
1573
  LocalUser: {
@@ -1773,6 +1906,10 @@ export interface components {
1773
1906
  description?: string | null;
1774
1907
  /** Source Prompt Id */
1775
1908
  source_prompt_id?: string | null;
1909
+ /** Metadata */
1910
+ metadata?: {
1911
+ [key: string]: unknown;
1912
+ } | null;
1776
1913
  /** Id */
1777
1914
  id: string;
1778
1915
  };
@@ -1882,6 +2019,10 @@ export interface components {
1882
2019
  description?: string | null;
1883
2020
  /** Source Prompt Id */
1884
2021
  source_prompt_id?: string | null;
2022
+ /** Metadata */
2023
+ metadata?: {
2024
+ [key: string]: unknown;
2025
+ } | null;
1885
2026
  };
1886
2027
  /** PromptDeepSeekInvocationParameters */
1887
2028
  PromptDeepSeekInvocationParameters: {
@@ -3627,7 +3768,12 @@ export interface operations {
3627
3768
  };
3628
3769
  listExperiments: {
3629
3770
  parameters: {
3630
- query?: never;
3771
+ query?: {
3772
+ /** @description Cursor for pagination (base64-encoded experiment ID) */
3773
+ cursor?: string | null;
3774
+ /** @description The max number of experiments to return at a time. */
3775
+ limit?: number;
3776
+ };
3631
3777
  header?: never;
3632
3778
  path: {
3633
3779
  dataset_id: string;
@@ -3636,7 +3782,7 @@ export interface operations {
3636
3782
  };
3637
3783
  requestBody?: never;
3638
3784
  responses: {
3639
- /** @description Experiments retrieved successfully */
3785
+ /** @description Paginated list of experiments for the dataset */
3640
3786
  200: {
3641
3787
  headers: {
3642
3788
  [name: string]: unknown;
@@ -3654,13 +3800,13 @@ export interface operations {
3654
3800
  "text/plain": string;
3655
3801
  };
3656
3802
  };
3657
- /** @description Validation Error */
3803
+ /** @description Unprocessable Entity */
3658
3804
  422: {
3659
3805
  headers: {
3660
3806
  [name: string]: unknown;
3661
3807
  };
3662
3808
  content: {
3663
- "application/json": components["schemas"]["HTTPValidationError"];
3809
+ "text/plain": string;
3664
3810
  };
3665
3811
  };
3666
3812
  };
@@ -3767,6 +3913,107 @@ export interface operations {
3767
3913
  };
3768
3914
  };
3769
3915
  };
3916
+ deleteExperiment: {
3917
+ parameters: {
3918
+ query?: never;
3919
+ header?: never;
3920
+ path: {
3921
+ experiment_id: string;
3922
+ };
3923
+ cookie?: never;
3924
+ };
3925
+ requestBody?: never;
3926
+ responses: {
3927
+ /** @description Experiment deleted successfully */
3928
+ 204: {
3929
+ headers: {
3930
+ [name: string]: unknown;
3931
+ };
3932
+ content?: never;
3933
+ };
3934
+ /** @description Forbidden */
3935
+ 403: {
3936
+ headers: {
3937
+ [name: string]: unknown;
3938
+ };
3939
+ content: {
3940
+ "text/plain": string;
3941
+ };
3942
+ };
3943
+ /** @description Experiment not found */
3944
+ 404: {
3945
+ headers: {
3946
+ [name: string]: unknown;
3947
+ };
3948
+ content: {
3949
+ "text/plain": string;
3950
+ };
3951
+ };
3952
+ /** @description Validation Error */
3953
+ 422: {
3954
+ headers: {
3955
+ [name: string]: unknown;
3956
+ };
3957
+ content: {
3958
+ "application/json": components["schemas"]["HTTPValidationError"];
3959
+ };
3960
+ };
3961
+ };
3962
+ };
3963
+ getIncompleteExperimentRuns: {
3964
+ parameters: {
3965
+ query?: {
3966
+ /** @description Cursor for pagination */
3967
+ cursor?: string | null;
3968
+ /** @description Maximum number of examples with incomplete runs to return */
3969
+ limit?: number;
3970
+ };
3971
+ header?: never;
3972
+ path: {
3973
+ experiment_id: string;
3974
+ };
3975
+ cookie?: never;
3976
+ };
3977
+ requestBody?: never;
3978
+ responses: {
3979
+ /** @description Incomplete runs retrieved successfully */
3980
+ 200: {
3981
+ headers: {
3982
+ [name: string]: unknown;
3983
+ };
3984
+ content: {
3985
+ "application/json": components["schemas"]["GetIncompleteExperimentRunsResponseBody"];
3986
+ };
3987
+ };
3988
+ /** @description Forbidden */
3989
+ 403: {
3990
+ headers: {
3991
+ [name: string]: unknown;
3992
+ };
3993
+ content: {
3994
+ "text/plain": string;
3995
+ };
3996
+ };
3997
+ /** @description Experiment not found */
3998
+ 404: {
3999
+ headers: {
4000
+ [name: string]: unknown;
4001
+ };
4002
+ content: {
4003
+ "text/plain": string;
4004
+ };
4005
+ };
4006
+ /** @description Invalid cursor format */
4007
+ 422: {
4008
+ headers: {
4009
+ [name: string]: unknown;
4010
+ };
4011
+ content: {
4012
+ "text/plain": string;
4013
+ };
4014
+ };
4015
+ };
4016
+ };
3770
4017
  getExperimentJSON: {
3771
4018
  parameters: {
3772
4019
  query?: never;
@@ -3953,7 +4200,7 @@ export interface operations {
3953
4200
  "text/plain": string;
3954
4201
  };
3955
4202
  };
3956
- /** @description This experiment run has already been submitted */
4203
+ /** @description Experiment run already exists with a successful result and cannot be updated */
3957
4204
  409: {
3958
4205
  headers: {
3959
4206
  [name: string]: unknown;
@@ -3973,6 +4220,71 @@ export interface operations {
3973
4220
  };
3974
4221
  };
3975
4222
  };
4223
+ getIncompleteExperimentEvaluations: {
4224
+ parameters: {
4225
+ query?: {
4226
+ /** @description Evaluation names to check */
4227
+ evaluation_name?: string[];
4228
+ /** @description Cursor for pagination */
4229
+ cursor?: string | null;
4230
+ /** @description Maximum number of runs with incomplete evaluations to return */
4231
+ limit?: number;
4232
+ };
4233
+ header?: never;
4234
+ path: {
4235
+ experiment_id: string;
4236
+ };
4237
+ cookie?: never;
4238
+ };
4239
+ requestBody?: never;
4240
+ responses: {
4241
+ /** @description Incomplete evaluations retrieved successfully */
4242
+ 200: {
4243
+ headers: {
4244
+ [name: string]: unknown;
4245
+ };
4246
+ content: {
4247
+ "application/json": components["schemas"]["GetIncompleteEvaluationsResponseBody"];
4248
+ };
4249
+ };
4250
+ /** @description No evaluator names provided */
4251
+ 400: {
4252
+ headers: {
4253
+ [name: string]: unknown;
4254
+ };
4255
+ content: {
4256
+ "text/plain": string;
4257
+ };
4258
+ };
4259
+ /** @description Forbidden */
4260
+ 403: {
4261
+ headers: {
4262
+ [name: string]: unknown;
4263
+ };
4264
+ content: {
4265
+ "text/plain": string;
4266
+ };
4267
+ };
4268
+ /** @description Experiment not found */
4269
+ 404: {
4270
+ headers: {
4271
+ [name: string]: unknown;
4272
+ };
4273
+ content: {
4274
+ "text/plain": string;
4275
+ };
4276
+ };
4277
+ /** @description Invalid cursor format */
4278
+ 422: {
4279
+ headers: {
4280
+ [name: string]: unknown;
4281
+ };
4282
+ content: {
4283
+ "text/plain": string;
4284
+ };
4285
+ };
4286
+ };
4287
+ };
3976
4288
  upsertExperimentEvaluation: {
3977
4289
  parameters: {
3978
4290
  query?: never;