@arizeai/phoenix-client 5.2.0 → 5.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (448) hide show
  1. package/dist/esm/__generated__/api/v1.d.ts +321 -9
  2. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  3. package/dist/esm/client.d.ts +2 -2
  4. package/dist/esm/client.d.ts.map +1 -1
  5. package/dist/esm/client.js +1 -1
  6. package/dist/esm/client.js.map +1 -1
  7. package/dist/esm/datasets/appendDatasetExamples.d.ts +1 -1
  8. package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
  9. package/dist/esm/datasets/appendDatasetExamples.js +1 -1
  10. package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
  11. package/dist/esm/datasets/createDataset.d.ts.map +1 -1
  12. package/dist/esm/datasets/createDataset.js.map +1 -1
  13. package/dist/esm/datasets/createOrGetDataset.d.ts.map +1 -1
  14. package/dist/esm/datasets/createOrGetDataset.js.map +1 -1
  15. package/dist/esm/datasets/getDataset.d.ts +1 -1
  16. package/dist/esm/datasets/getDataset.d.ts.map +1 -1
  17. package/dist/esm/datasets/getDataset.js.map +1 -1
  18. package/dist/esm/datasets/getDatasetExamples.d.ts +1 -1
  19. package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
  20. package/dist/esm/datasets/getDatasetExamples.js +1 -1
  21. package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
  22. package/dist/esm/datasets/getDatasetInfo.d.ts +1 -1
  23. package/dist/esm/datasets/getDatasetInfo.d.ts.map +1 -1
  24. package/dist/esm/datasets/getDatasetInfo.js +1 -1
  25. package/dist/esm/datasets/getDatasetInfo.js.map +1 -1
  26. package/dist/esm/datasets/listDatasets.d.ts +1 -1
  27. package/dist/esm/datasets/listDatasets.d.ts.map +1 -1
  28. package/dist/esm/datasets/listDatasets.js.map +1 -1
  29. package/dist/esm/experiments/createExperiment.d.ts +39 -0
  30. package/dist/esm/experiments/createExperiment.d.ts.map +1 -0
  31. package/dist/esm/experiments/createExperiment.js +43 -0
  32. package/dist/esm/experiments/createExperiment.js.map +1 -0
  33. package/dist/esm/experiments/deleteExperiment.d.ts +36 -0
  34. package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -0
  35. package/dist/esm/experiments/deleteExperiment.js +49 -0
  36. package/dist/esm/experiments/deleteExperiment.js.map +1 -0
  37. package/dist/esm/experiments/getExperiment.d.ts.map +1 -1
  38. package/dist/esm/experiments/getExperiment.js.map +1 -1
  39. package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
  40. package/dist/esm/experiments/getExperimentInfo.js +10 -3
  41. package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
  42. package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
  43. package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
  44. package/dist/esm/experiments/index.d.ts +5 -0
  45. package/dist/esm/experiments/index.d.ts.map +1 -1
  46. package/dist/esm/experiments/index.js +5 -0
  47. package/dist/esm/experiments/index.js.map +1 -1
  48. package/dist/esm/experiments/listExperiments.d.ts +29 -0
  49. package/dist/esm/experiments/listExperiments.d.ts.map +1 -0
  50. package/dist/esm/experiments/listExperiments.js +59 -0
  51. package/dist/esm/experiments/listExperiments.js.map +1 -0
  52. package/dist/esm/experiments/resumeEvaluation.d.ts +105 -0
  53. package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -0
  54. package/dist/esm/experiments/resumeEvaluation.js +558 -0
  55. package/dist/esm/experiments/resumeEvaluation.js.map +1 -0
  56. package/dist/esm/experiments/resumeExperiment.d.ts +102 -0
  57. package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -0
  58. package/dist/esm/experiments/resumeExperiment.js +517 -0
  59. package/dist/esm/experiments/resumeExperiment.js.map +1 -0
  60. package/dist/esm/experiments/runExperiment.d.ts +2 -2
  61. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  62. package/dist/esm/experiments/runExperiment.js +35 -9
  63. package/dist/esm/experiments/runExperiment.js.map +1 -1
  64. package/dist/esm/prompts/createPrompt.d.ts +20 -2
  65. package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
  66. package/dist/esm/prompts/createPrompt.js +14 -1
  67. package/dist/esm/prompts/createPrompt.js.map +1 -1
  68. package/dist/esm/prompts/sdks/toAI.d.ts +2 -2
  69. package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
  70. package/dist/esm/prompts/sdks/toAI.js +1 -1
  71. package/dist/esm/prompts/sdks/toAI.js.map +1 -1
  72. package/dist/esm/prompts/sdks/toAnthropic.d.ts +1 -1
  73. package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
  74. package/dist/esm/prompts/sdks/toAnthropic.js +1 -1
  75. package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
  76. package/dist/esm/prompts/sdks/toOpenAI.d.ts +1 -1
  77. package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
  78. package/dist/esm/prompts/sdks/toOpenAI.js +2 -2
  79. package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
  80. package/dist/esm/prompts/sdks/toSDK.d.ts +1 -1
  81. package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
  82. package/dist/esm/prompts/sdks/toSDK.js +2 -2
  83. package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
  84. package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
  85. package/dist/esm/schemas/llm/anthropic/converters.d.ts.map +1 -1
  86. package/dist/esm/schemas/llm/anthropic/converters.js +2 -2
  87. package/dist/esm/schemas/llm/anthropic/converters.js.map +1 -1
  88. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
  89. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js +1 -1
  90. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
  91. package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
  92. package/dist/esm/schemas/llm/anthropic/messageSchemas.js +1 -1
  93. package/dist/esm/schemas/llm/anthropic/messageSchemas.js.map +1 -1
  94. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
  95. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js +1 -1
  96. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
  97. package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
  98. package/dist/esm/schemas/llm/anthropic/toolSchemas.js +1 -1
  99. package/dist/esm/schemas/llm/anthropic/toolSchemas.js.map +1 -1
  100. package/dist/esm/schemas/llm/constants.d.ts +9 -9
  101. package/dist/esm/schemas/llm/constants.d.ts.map +1 -1
  102. package/dist/esm/schemas/llm/constants.js +8 -8
  103. package/dist/esm/schemas/llm/constants.js.map +1 -1
  104. package/dist/esm/schemas/llm/converters.d.ts +33 -33
  105. package/dist/esm/schemas/llm/converters.d.ts.map +1 -1
  106. package/dist/esm/schemas/llm/converters.js +1 -1
  107. package/dist/esm/schemas/llm/converters.js.map +1 -1
  108. package/dist/esm/schemas/llm/openai/converters.d.ts +2 -2
  109. package/dist/esm/schemas/llm/openai/converters.d.ts.map +1 -1
  110. package/dist/esm/schemas/llm/openai/converters.js +3 -3
  111. package/dist/esm/schemas/llm/openai/converters.js.map +1 -1
  112. package/dist/esm/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
  113. package/dist/esm/schemas/llm/openai/messageSchemas.js +2 -2
  114. package/dist/esm/schemas/llm/openai/messageSchemas.js.map +1 -1
  115. package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
  116. package/dist/esm/schemas/llm/openai/responseFormatSchema.js +1 -1
  117. package/dist/esm/schemas/llm/openai/responseFormatSchema.js.map +1 -1
  118. package/dist/esm/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
  119. package/dist/esm/schemas/llm/openai/toolSchemas.js +1 -1
  120. package/dist/esm/schemas/llm/openai/toolSchemas.js.map +1 -1
  121. package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
  122. package/dist/esm/schemas/llm/phoenixPrompt/converters.js +5 -5
  123. package/dist/esm/schemas/llm/phoenixPrompt/converters.js.map +1 -1
  124. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
  125. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
  126. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
  127. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
  128. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
  129. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
  130. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
  131. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
  132. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
  133. package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
  134. package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
  135. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
  136. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
  137. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
  138. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
  139. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
  140. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
  141. package/dist/esm/schemas/llm/schemas.d.ts +12 -12
  142. package/dist/esm/schemas/llm/schemas.d.ts.map +1 -1
  143. package/dist/esm/schemas/llm/schemas.js +8 -8
  144. package/dist/esm/schemas/llm/schemas.js.map +1 -1
  145. package/dist/esm/schemas/llm/types.d.ts +14 -14
  146. package/dist/esm/schemas/llm/types.d.ts.map +1 -1
  147. package/dist/esm/schemas/llm/utils.d.ts.map +1 -1
  148. package/dist/esm/schemas/llm/utils.js +8 -8
  149. package/dist/esm/schemas/llm/utils.js.map +1 -1
  150. package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
  151. package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
  152. package/dist/esm/schemas/llm/vercel/messagePartSchemas.js +1 -1
  153. package/dist/esm/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
  154. package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts +8 -8
  155. package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
  156. package/dist/esm/schemas/llm/vercel/messageSchemas.js +1 -1
  157. package/dist/esm/schemas/llm/vercel/messageSchemas.js.map +1 -1
  158. package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -1
  159. package/dist/esm/sessions/addSessionAnnotation.js.map +1 -1
  160. package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -1
  161. package/dist/esm/sessions/logSessionAnnotations.js.map +1 -1
  162. package/dist/esm/spans/addDocumentAnnotation.d.ts.map +1 -1
  163. package/dist/esm/spans/addDocumentAnnotation.js.map +1 -1
  164. package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -1
  165. package/dist/esm/spans/addSpanAnnotation.js.map +1 -1
  166. package/dist/esm/spans/getSpanAnnotations.d.ts +1 -1
  167. package/dist/esm/spans/getSpanAnnotations.d.ts.map +1 -1
  168. package/dist/esm/spans/getSpanAnnotations.js.map +1 -1
  169. package/dist/esm/spans/getSpans.d.ts +1 -1
  170. package/dist/esm/spans/getSpans.d.ts.map +1 -1
  171. package/dist/esm/spans/getSpans.js.map +1 -1
  172. package/dist/esm/spans/logDocumentAnnotations.d.ts.map +1 -1
  173. package/dist/esm/spans/logDocumentAnnotations.js.map +1 -1
  174. package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -1
  175. package/dist/esm/spans/logSpanAnnotations.js.map +1 -1
  176. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  177. package/dist/esm/types/experiments.d.ts +60 -3
  178. package/dist/esm/types/experiments.d.ts.map +1 -1
  179. package/dist/esm/utils/channel.d.ts +229 -0
  180. package/dist/esm/utils/channel.d.ts.map +1 -0
  181. package/dist/esm/utils/channel.js +352 -0
  182. package/dist/esm/utils/channel.js.map +1 -0
  183. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  184. package/dist/esm/utils/formatPromptMessages.js +1 -1
  185. package/dist/esm/utils/formatPromptMessages.js.map +1 -1
  186. package/dist/esm/utils/getPromptBySelector.d.ts +1 -1
  187. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  188. package/dist/esm/utils/getPromptBySelector.js +1 -1
  189. package/dist/esm/utils/getPromptBySelector.js.map +1 -1
  190. package/dist/esm/utils/isHttpError.d.ts +21 -0
  191. package/dist/esm/utils/isHttpError.d.ts.map +1 -0
  192. package/dist/esm/utils/isHttpError.js +33 -0
  193. package/dist/esm/utils/isHttpError.js.map +1 -0
  194. package/dist/src/__generated__/api/v1.d.ts +321 -9
  195. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  196. package/dist/src/client.d.ts +2 -2
  197. package/dist/src/client.d.ts.map +1 -1
  198. package/dist/src/client.js +1 -1
  199. package/dist/src/client.js.map +1 -1
  200. package/dist/src/datasets/appendDatasetExamples.d.ts +1 -1
  201. package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
  202. package/dist/src/datasets/appendDatasetExamples.js +1 -1
  203. package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
  204. package/dist/src/datasets/createDataset.d.ts.map +1 -1
  205. package/dist/src/datasets/createDataset.js.map +1 -1
  206. package/dist/src/datasets/createOrGetDataset.d.ts.map +1 -1
  207. package/dist/src/datasets/createOrGetDataset.js.map +1 -1
  208. package/dist/src/datasets/getDataset.d.ts +1 -1
  209. package/dist/src/datasets/getDataset.d.ts.map +1 -1
  210. package/dist/src/datasets/getDataset.js.map +1 -1
  211. package/dist/src/datasets/getDatasetExamples.d.ts +1 -1
  212. package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
  213. package/dist/src/datasets/getDatasetExamples.js +1 -1
  214. package/dist/src/datasets/getDatasetExamples.js.map +1 -1
  215. package/dist/src/datasets/getDatasetInfo.d.ts +1 -1
  216. package/dist/src/datasets/getDatasetInfo.d.ts.map +1 -1
  217. package/dist/src/datasets/getDatasetInfo.js +1 -1
  218. package/dist/src/datasets/getDatasetInfo.js.map +1 -1
  219. package/dist/src/datasets/listDatasets.d.ts +1 -1
  220. package/dist/src/datasets/listDatasets.d.ts.map +1 -1
  221. package/dist/src/datasets/listDatasets.js.map +1 -1
  222. package/dist/src/experiments/createExperiment.d.ts +39 -0
  223. package/dist/src/experiments/createExperiment.d.ts.map +1 -0
  224. package/dist/src/experiments/createExperiment.js +43 -0
  225. package/dist/src/experiments/createExperiment.js.map +1 -0
  226. package/dist/src/experiments/deleteExperiment.d.ts +36 -0
  227. package/dist/src/experiments/deleteExperiment.d.ts.map +1 -0
  228. package/dist/src/experiments/deleteExperiment.js +52 -0
  229. package/dist/src/experiments/deleteExperiment.js.map +1 -0
  230. package/dist/src/experiments/getExperiment.d.ts.map +1 -1
  231. package/dist/src/experiments/getExperiment.js.map +1 -1
  232. package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
  233. package/dist/src/experiments/getExperimentInfo.js +10 -3
  234. package/dist/src/experiments/getExperimentInfo.js.map +1 -1
  235. package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
  236. package/dist/src/experiments/getExperimentRuns.js.map +1 -1
  237. package/dist/src/experiments/index.d.ts +5 -0
  238. package/dist/src/experiments/index.d.ts.map +1 -1
  239. package/dist/src/experiments/index.js +5 -0
  240. package/dist/src/experiments/index.js.map +1 -1
  241. package/dist/src/experiments/listExperiments.d.ts +29 -0
  242. package/dist/src/experiments/listExperiments.d.ts.map +1 -0
  243. package/dist/src/experiments/listExperiments.js +66 -0
  244. package/dist/src/experiments/listExperiments.js.map +1 -0
  245. package/dist/src/experiments/resumeEvaluation.d.ts +105 -0
  246. package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -0
  247. package/dist/src/experiments/resumeEvaluation.js +584 -0
  248. package/dist/src/experiments/resumeEvaluation.js.map +1 -0
  249. package/dist/src/experiments/resumeExperiment.d.ts +102 -0
  250. package/dist/src/experiments/resumeExperiment.d.ts.map +1 -0
  251. package/dist/src/experiments/resumeExperiment.js +540 -0
  252. package/dist/src/experiments/resumeExperiment.js.map +1 -0
  253. package/dist/src/experiments/runExperiment.d.ts +2 -2
  254. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  255. package/dist/src/experiments/runExperiment.js +34 -8
  256. package/dist/src/experiments/runExperiment.js.map +1 -1
  257. package/dist/src/prompts/createPrompt.d.ts +20 -2
  258. package/dist/src/prompts/createPrompt.d.ts.map +1 -1
  259. package/dist/src/prompts/createPrompt.js +14 -1
  260. package/dist/src/prompts/createPrompt.js.map +1 -1
  261. package/dist/src/prompts/sdks/toAI.d.ts +2 -2
  262. package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
  263. package/dist/src/prompts/sdks/toAI.js +1 -1
  264. package/dist/src/prompts/sdks/toAI.js.map +1 -1
  265. package/dist/src/prompts/sdks/toAnthropic.d.ts +1 -1
  266. package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
  267. package/dist/src/prompts/sdks/toAnthropic.js +1 -1
  268. package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
  269. package/dist/src/prompts/sdks/toOpenAI.d.ts +1 -1
  270. package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
  271. package/dist/src/prompts/sdks/toOpenAI.js +2 -2
  272. package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
  273. package/dist/src/prompts/sdks/toSDK.d.ts +1 -1
  274. package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
  275. package/dist/src/prompts/sdks/toSDK.js +2 -2
  276. package/dist/src/prompts/sdks/toSDK.js.map +1 -1
  277. package/dist/src/prompts/sdks/types.d.ts.map +1 -1
  278. package/dist/src/schemas/llm/anthropic/converters.d.ts.map +1 -1
  279. package/dist/src/schemas/llm/anthropic/converters.js +2 -2
  280. package/dist/src/schemas/llm/anthropic/converters.js.map +1 -1
  281. package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
  282. package/dist/src/schemas/llm/anthropic/messagePartSchemas.js +1 -1
  283. package/dist/src/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
  284. package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
  285. package/dist/src/schemas/llm/anthropic/messageSchemas.js +1 -1
  286. package/dist/src/schemas/llm/anthropic/messageSchemas.js.map +1 -1
  287. package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
  288. package/dist/src/schemas/llm/anthropic/toolCallSchemas.js +1 -1
  289. package/dist/src/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
  290. package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
  291. package/dist/src/schemas/llm/anthropic/toolSchemas.js +1 -1
  292. package/dist/src/schemas/llm/anthropic/toolSchemas.js.map +1 -1
  293. package/dist/src/schemas/llm/constants.d.ts +9 -9
  294. package/dist/src/schemas/llm/constants.d.ts.map +1 -1
  295. package/dist/src/schemas/llm/constants.js +12 -12
  296. package/dist/src/schemas/llm/constants.js.map +1 -1
  297. package/dist/src/schemas/llm/converters.d.ts +33 -33
  298. package/dist/src/schemas/llm/converters.d.ts.map +1 -1
  299. package/dist/src/schemas/llm/converters.js +1 -1
  300. package/dist/src/schemas/llm/converters.js.map +1 -1
  301. package/dist/src/schemas/llm/openai/converters.d.ts +2 -2
  302. package/dist/src/schemas/llm/openai/converters.d.ts.map +1 -1
  303. package/dist/src/schemas/llm/openai/converters.js +8 -8
  304. package/dist/src/schemas/llm/openai/converters.js.map +1 -1
  305. package/dist/src/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
  306. package/dist/src/schemas/llm/openai/messageSchemas.js +2 -2
  307. package/dist/src/schemas/llm/openai/messageSchemas.js.map +1 -1
  308. package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
  309. package/dist/src/schemas/llm/openai/responseFormatSchema.js +1 -1
  310. package/dist/src/schemas/llm/openai/responseFormatSchema.js.map +1 -1
  311. package/dist/src/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
  312. package/dist/src/schemas/llm/openai/toolSchemas.js +1 -1
  313. package/dist/src/schemas/llm/openai/toolSchemas.js.map +1 -1
  314. package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
  315. package/dist/src/schemas/llm/phoenixPrompt/converters.js +5 -5
  316. package/dist/src/schemas/llm/phoenixPrompt/converters.js.map +1 -1
  317. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
  318. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
  319. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
  320. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
  321. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
  322. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
  323. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
  324. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
  325. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
  326. package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
  327. package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
  328. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
  329. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
  330. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
  331. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
  332. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
  333. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
  334. package/dist/src/schemas/llm/schemas.d.ts +12 -12
  335. package/dist/src/schemas/llm/schemas.d.ts.map +1 -1
  336. package/dist/src/schemas/llm/schemas.js +16 -16
  337. package/dist/src/schemas/llm/schemas.js.map +1 -1
  338. package/dist/src/schemas/llm/types.d.ts +14 -14
  339. package/dist/src/schemas/llm/types.d.ts.map +1 -1
  340. package/dist/src/schemas/llm/utils.d.ts.map +1 -1
  341. package/dist/src/schemas/llm/utils.js +19 -19
  342. package/dist/src/schemas/llm/utils.js.map +1 -1
  343. package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
  344. package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
  345. package/dist/src/schemas/llm/vercel/messagePartSchemas.js +1 -1
  346. package/dist/src/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
  347. package/dist/src/schemas/llm/vercel/messageSchemas.d.ts +8 -8
  348. package/dist/src/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
  349. package/dist/src/schemas/llm/vercel/messageSchemas.js +1 -1
  350. package/dist/src/schemas/llm/vercel/messageSchemas.js.map +1 -1
  351. package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -1
  352. package/dist/src/sessions/addSessionAnnotation.js.map +1 -1
  353. package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -1
  354. package/dist/src/sessions/logSessionAnnotations.js.map +1 -1
  355. package/dist/src/spans/addDocumentAnnotation.d.ts.map +1 -1
  356. package/dist/src/spans/addDocumentAnnotation.js.map +1 -1
  357. package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -1
  358. package/dist/src/spans/addSpanAnnotation.js.map +1 -1
  359. package/dist/src/spans/getSpanAnnotations.d.ts +1 -1
  360. package/dist/src/spans/getSpanAnnotations.d.ts.map +1 -1
  361. package/dist/src/spans/getSpanAnnotations.js.map +1 -1
  362. package/dist/src/spans/getSpans.d.ts +1 -1
  363. package/dist/src/spans/getSpans.d.ts.map +1 -1
  364. package/dist/src/spans/getSpans.js.map +1 -1
  365. package/dist/src/spans/logDocumentAnnotations.d.ts.map +1 -1
  366. package/dist/src/spans/logDocumentAnnotations.js.map +1 -1
  367. package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -1
  368. package/dist/src/spans/logSpanAnnotations.js.map +1 -1
  369. package/dist/src/types/experiments.d.ts +60 -3
  370. package/dist/src/types/experiments.d.ts.map +1 -1
  371. package/dist/src/utils/channel.d.ts +229 -0
  372. package/dist/src/utils/channel.d.ts.map +1 -0
  373. package/dist/src/utils/channel.js +385 -0
  374. package/dist/src/utils/channel.js.map +1 -0
  375. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  376. package/dist/src/utils/formatPromptMessages.js +1 -1
  377. package/dist/src/utils/formatPromptMessages.js.map +1 -1
  378. package/dist/src/utils/getPromptBySelector.d.ts +1 -1
  379. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  380. package/dist/src/utils/getPromptBySelector.js +1 -1
  381. package/dist/src/utils/getPromptBySelector.js.map +1 -1
  382. package/dist/src/utils/isHttpError.d.ts +21 -0
  383. package/dist/src/utils/isHttpError.d.ts.map +1 -0
  384. package/dist/src/utils/isHttpError.js +37 -0
  385. package/dist/src/utils/isHttpError.js.map +1 -0
  386. package/dist/tsconfig.tsbuildinfo +1 -1
  387. package/package.json +3 -3
  388. package/src/__generated__/api/v1.ts +321 -9
  389. package/src/client.ts +6 -5
  390. package/src/datasets/appendDatasetExamples.ts +4 -2
  391. package/src/datasets/createDataset.ts +1 -0
  392. package/src/datasets/createOrGetDataset.ts +2 -1
  393. package/src/datasets/getDataset.ts +2 -1
  394. package/src/datasets/getDatasetExamples.ts +4 -2
  395. package/src/datasets/getDatasetInfo.ts +4 -2
  396. package/src/datasets/listDatasets.ts +2 -1
  397. package/src/experiments/createExperiment.ts +90 -0
  398. package/src/experiments/deleteExperiment.ts +67 -0
  399. package/src/experiments/getExperiment.ts +1 -0
  400. package/src/experiments/getExperimentInfo.ts +11 -3
  401. package/src/experiments/getExperimentRuns.ts +3 -2
  402. package/src/experiments/index.ts +5 -0
  403. package/src/experiments/listExperiments.ts +83 -0
  404. package/src/experiments/resumeEvaluation.ts +799 -0
  405. package/src/experiments/resumeExperiment.ts +742 -0
  406. package/src/experiments/runExperiment.ts +55 -25
  407. package/src/prompts/createPrompt.ts +27 -9
  408. package/src/prompts/sdks/toAI.ts +6 -4
  409. package/src/prompts/sdks/toAnthropic.ts +7 -6
  410. package/src/prompts/sdks/toOpenAI.ts +10 -9
  411. package/src/prompts/sdks/toSDK.ts +5 -3
  412. package/src/prompts/sdks/types.ts +1 -0
  413. package/src/schemas/llm/anthropic/converters.ts +9 -7
  414. package/src/schemas/llm/anthropic/messagePartSchemas.ts +2 -1
  415. package/src/schemas/llm/anthropic/messageSchemas.ts +2 -2
  416. package/src/schemas/llm/anthropic/toolCallSchemas.ts +2 -1
  417. package/src/schemas/llm/anthropic/toolSchemas.ts +2 -1
  418. package/src/schemas/llm/constants.ts +14 -12
  419. package/src/schemas/llm/converters.ts +4 -3
  420. package/src/schemas/llm/openai/converters.ts +15 -13
  421. package/src/schemas/llm/openai/messageSchemas.ts +3 -3
  422. package/src/schemas/llm/openai/responseFormatSchema.ts +2 -1
  423. package/src/schemas/llm/openai/toolSchemas.ts +2 -1
  424. package/src/schemas/llm/phoenixPrompt/converters.ts +11 -10
  425. package/src/schemas/llm/phoenixPrompt/messagePartSchemas.ts +3 -2
  426. package/src/schemas/llm/phoenixPrompt/messageSchemas.ts +4 -3
  427. package/src/schemas/llm/phoenixPrompt/responseFormatSchema.ts +3 -2
  428. package/src/schemas/llm/phoenixPrompt/toolCallSchemas.ts +2 -2
  429. package/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.ts +3 -2
  430. package/src/schemas/llm/phoenixPrompt/toolSchemas.ts +3 -2
  431. package/src/schemas/llm/schemas.ts +9 -8
  432. package/src/schemas/llm/types.ts +17 -16
  433. package/src/schemas/llm/utils.ts +14 -12
  434. package/src/schemas/llm/vercel/messagePartSchemas.ts +2 -1
  435. package/src/schemas/llm/vercel/messageSchemas.ts +2 -2
  436. package/src/sessions/addSessionAnnotation.ts +1 -0
  437. package/src/sessions/logSessionAnnotations.ts +1 -0
  438. package/src/spans/addDocumentAnnotation.ts +1 -0
  439. package/src/spans/addSpanAnnotation.ts +1 -0
  440. package/src/spans/getSpanAnnotations.ts +1 -1
  441. package/src/spans/getSpans.ts +1 -1
  442. package/src/spans/logDocumentAnnotations.ts +1 -0
  443. package/src/spans/logSpanAnnotations.ts +1 -0
  444. package/src/types/experiments.ts +62 -3
  445. package/src/utils/channel.ts +397 -0
  446. package/src/utils/formatPromptMessages.ts +4 -3
  447. package/src/utils/getPromptBySelector.ts +4 -3
  448. package/src/utils/isHttpError.ts +45 -0
@@ -1 +1 @@
1
- {"version":3,"file":"getDataset.d.ts","sourceRoot":"","sources":["../../../src/datasets/getDataset.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAI7D,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG;IACxC,oCAAoC;IACpC,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF;;;GAGG;AACH,wBAAsB,UAAU,CAAC,EAC/B,MAAM,EAAE,OAAO,EACf,OAAO,GACR,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,CAUrC"}
1
+ {"version":3,"file":"getDataset.d.ts","sourceRoot":"","sources":["../../../src/datasets/getDataset.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAK7D,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG;IACxC,oCAAoC;IACpC,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF;;;GAGG;AACH,wBAAsB,UAAU,CAAC,EAC/B,MAAM,EAAE,OAAO,EACf,OAAO,GACR,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,CAUrC"}
@@ -1 +1 @@
1
- {"version":3,"file":"getDataset.js","sourceRoot":"","sources":["../../../src/datasets/getDataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAOlD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAC/B,MAAM,EAAE,OAAO,EACf,OAAO,GACU;IACjB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACvD,cAAc,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QACnC,kBAAkB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;KACxC,CAAC,CAAC;IACH,OAAO;QACL,GAAG,WAAW;QACd,GAAG,eAAe;KACnB,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"getDataset.js","sourceRoot":"","sources":["../../../src/datasets/getDataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAOlD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAC/B,MAAM,EAAE,OAAO,EACf,OAAO,GACU;IACjB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACvD,cAAc,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QACnC,kBAAkB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;KACxC,CAAC,CAAC;IACH,OAAO;QACL,GAAG,WAAW;QACd,GAAG,eAAe;KACnB,CAAC;AACJ,CAAC"}
@@ -1,5 +1,5 @@
1
1
  import { ClientFn } from "../types/core.js";
2
- import { DatasetSelector, DatasetExamples } from "../types/datasets.js";
2
+ import { DatasetExamples, DatasetSelector } from "../types/datasets.js";
3
3
  export type GetDatasetExamplesParams = ClientFn & {
4
4
  /** Dataset selector (ID, name, or version ID) */
5
5
  dataset: DatasetSelector;
@@ -1 +1 @@
1
- {"version":3,"file":"getDatasetExamples.d.ts","sourceRoot":"","sources":["../../../src/datasets/getDatasetExamples.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGrE,MAAM,MAAM,wBAAwB,GAAG,QAAQ,GAAG;IAChD,iDAAiD;IACjD,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,EACvC,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,eAAe,GACzB,EAAE,wBAAwB,GAAG,OAAO,CAAC,eAAe,CAAC,CAsCrD"}
1
+ {"version":3,"file":"getDatasetExamples.d.ts","sourceRoot":"","sources":["../../../src/datasets/getDatasetExamples.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAMrE,MAAM,MAAM,wBAAwB,GAAG,QAAQ,GAAG;IAChD,iDAAiD;IACjD,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,EACvC,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,eAAe,GACzB,EAAE,wBAAwB,GAAG,OAAO,CAAC,eAAe,CAAC,CAsCrD"}
@@ -1,6 +1,6 @@
1
- import invariant from "tiny-invariant";
2
1
  import { createClient } from "../client.js";
3
2
  import { getDatasetInfoByName } from "./getDatasetInfoByName.js";
3
+ import invariant from "tiny-invariant";
4
4
  /**
5
5
  * Get examples from a dataset
6
6
  * @param dataset - Dataset selector (ID, name, version ID, or splits)
@@ -1 +1 @@
1
- {"version":3,"file":"getDatasetExamples.js","sourceRoot":"","sources":["../../../src/datasets/getDatasetExamples.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAO9D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,eAAe,GACC;IACzB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,IAAI,SAAiB,CAAC;IAEtB,IAAI,aAAa,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,MAAM,oBAAoB,CAAC;YAC7C,MAAM;YACN,WAAW,EAAE,eAAe,CAAC,WAAW;SACzC,CAAC,CAAC;QACH,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC;IAC7B,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC;IACxC,CAAC;IAED,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC;IAE9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,4BAA4B,EAAE;QAC9D,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,SAAS;aACd;YACD,KAAK,EAAE;gBACL,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrC;SACF;KACF,CAAC,CAAC;IAEH,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,gCAAgC,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;IACxC,OAAO;QACL,SAAS,EAAE,YAAY,CAAC,UAAU;QAClC,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,OAAO;YACV,SAAS,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;SACxC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"getDatasetExamples.js","sourceRoot":"","sources":["../../../src/datasets/getDatasetExamples.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAOvC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,eAAe,GACC;IACzB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,IAAI,SAAiB,CAAC;IAEtB,IAAI,aAAa,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,MAAM,oBAAoB,CAAC;YAC7C,MAAM;YACN,WAAW,EAAE,eAAe,CAAC,WAAW;SACzC,CAAC,CAAC;QACH,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC;IAC7B,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC;IACxC,CAAC;IAED,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC;IAE9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,4BAA4B,EAAE;QAC9D,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,SAAS;aACd;YACD,KAAK,EAAE;gBACL,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrC;SACF;KACF,CAAC,CAAC;IAEH,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,gCAAgC,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;IACxC,OAAO;QACL,SAAS,EAAE,YAAY,CAAC,UAAU;QAClC,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,OAAO;YACV,SAAS,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;SACxC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}
@@ -1,5 +1,5 @@
1
1
  import { ClientFn } from "../types/core.js";
2
- import { DatasetSelector, DatasetInfo } from "../types/datasets.js";
2
+ import { DatasetInfo, DatasetSelector } from "../types/datasets.js";
3
3
  export type GetDatasetInfoParams = ClientFn & {
4
4
  dataset: DatasetSelector;
5
5
  };
@@ -1 +1 @@
1
- {"version":3,"file":"getDatasetInfo.d.ts","sourceRoot":"","sources":["../../../src/datasets/getDatasetInfo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGjE,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG;IAC5C,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,cAAc,CAAC,EACnC,MAAM,EAAE,OAAO,EACf,OAAO,GACR,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC,CAyB7C"}
1
+ {"version":3,"file":"getDatasetInfo.d.ts","sourceRoot":"","sources":["../../../src/datasets/getDatasetInfo.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAMjE,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG;IAC5C,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,cAAc,CAAC,EACnC,MAAM,EAAE,OAAO,EACf,OAAO,GACR,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC,CAyB7C"}
@@ -1,6 +1,6 @@
1
- import invariant from "tiny-invariant";
2
1
  import { createClient } from "../client.js";
3
2
  import { getDatasetInfoByName } from "./getDatasetInfoByName.js";
3
+ import invariant from "tiny-invariant";
4
4
  /**
5
5
  * Get an overview of the information in a dataset
6
6
  * Note: this does not include the examples contained in the dataset
@@ -1 +1 @@
1
- {"version":3,"file":"getDatasetInfo.js","sourceRoot":"","sources":["../../../src/datasets/getDatasetInfo.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAM9D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACnC,MAAM,EAAE,OAAO,EACf,OAAO,GACc;IACrB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,IAAI,aAAa,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,MAAM,oBAAoB,CAAC;YAChC,MAAM;YACN,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,mBAAmB,EAAE;QAC5D,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,OAAO,CAAC,SAAS;aACtB;SACF;KACF,CAAC,CAAC;IACH,SAAS,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,4BAA4B,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;IAC9C,OAAO;QACL,EAAE,EAAE,WAAW,CAAC,EAAE;QAClB,IAAI,EAAE,WAAW,CAAC,IAAI;QACtB,WAAW,EAAE,WAAW,CAAC,WAAW,IAAI,SAAS;QACjD,QAAQ,EAAE,WAAW,CAAC,QAAQ;KAC/B,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"getDatasetInfo.js","sourceRoot":"","sources":["../../../src/datasets/getDatasetInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAMvC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACnC,MAAM,EAAE,OAAO,EACf,OAAO,GACc;IACrB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,IAAI,aAAa,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,MAAM,oBAAoB,CAAC;YAChC,MAAM;YACN,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,mBAAmB,EAAE;QAC5D,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,OAAO,CAAC,SAAS;aACtB;SACF;KACF,CAAC,CAAC;IACH,SAAS,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,4BAA4B,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;IAC9C,OAAO;QACL,EAAE,EAAE,WAAW,CAAC,EAAE;QAClB,IAAI,EAAE,WAAW,CAAC,IAAI;QACtB,WAAW,EAAE,WAAW,CAAC,WAAW,IAAI,SAAS;QACjD,QAAQ,EAAE,WAAW,CAAC,QAAQ;KAC/B,CAAC;AACJ,CAAC"}
@@ -1,5 +1,5 @@
1
- import { DatasetInfo } from "../types/datasets.js";
2
1
  import { ClientFn } from "../types/core.js";
2
+ import { DatasetInfo } from "../types/datasets.js";
3
3
  export type ListDatasetsParams = ClientFn;
4
4
  export type FullDatasetInfo = DatasetInfo & {
5
5
  startDate: Date;
@@ -1 +1 @@
1
- {"version":3,"file":"listDatasets.d.ts","sourceRoot":"","sources":["../../../src/datasets/listDatasets.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;AAE1C,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG;IAC1C,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,wBAAsB,YAAY,CAAC,EACjC,MAAM,EAAE,OAAO,GAChB,EAAE,kBAAkB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CASjD"}
1
+ {"version":3,"file":"listDatasets.d.ts","sourceRoot":"","sources":["../../../src/datasets/listDatasets.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhD,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;AAE1C,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG;IAC1C,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,wBAAsB,YAAY,CAAC,EACjC,MAAM,EAAE,OAAO,GAChB,EAAE,kBAAkB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CASjD"}
@@ -1 +1 @@
1
- {"version":3,"file":"listDatasets.js","sourceRoot":"","sources":["../../../src/datasets/listDatasets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AASvC;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,MAAM,EAAE,OAAO,GACI;IACnB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAClD,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;IAC1D,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC1C,GAAG,OAAO;QACV,SAAS,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QACvC,OAAO,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;KACtC,CAAC,CAAC,CAAC;AACN,CAAC"}
1
+ {"version":3,"file":"listDatasets.js","sourceRoot":"","sources":["../../../src/datasets/listDatasets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AASvC;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,MAAM,EAAE,OAAO,GACI;IACnB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAClD,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;IAC1D,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC1C,GAAG,OAAO;QACV,SAAS,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QACvC,OAAO,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;KACtC,CAAC,CAAC,CAAC;AACN,CAAC"}
@@ -0,0 +1,39 @@
1
+ import { ClientFn } from "../types/core.js";
2
+ import { ExperimentInfo } from "../types/experiments.js";
3
+ export type CreateExperimentParams = ClientFn & {
4
+ /**
5
+ * The dataset ID to create the experiment for
6
+ */
7
+ datasetId: string;
8
+ /**
9
+ * The dataset version ID (if omitted, the latest version will be used)
10
+ */
11
+ datasetVersionId?: string;
12
+ /**
13
+ * The name of the experiment (if omitted, a random name will be generated)
14
+ */
15
+ experimentName?: string;
16
+ /**
17
+ * An optional description of the experiment
18
+ */
19
+ experimentDescription?: string;
20
+ /**
21
+ * Metadata for the experiment
22
+ */
23
+ experimentMetadata?: Record<string, unknown>;
24
+ /**
25
+ * List of dataset split identifiers (GlobalIDs or names) to filter by
26
+ */
27
+ splits?: readonly string[];
28
+ /**
29
+ * Number of times the experiment should be repeated for each example
30
+ * @default 1
31
+ */
32
+ repetitions?: number;
33
+ };
34
+ /**
35
+ * Create a new experiment without running it.
36
+ * This creates an experiment record that can later be executed using resumeExperiment.
37
+ */
38
+ export declare function createExperiment({ client: _client, datasetId, datasetVersionId, experimentName, experimentDescription, experimentMetadata, splits, repetitions, }: CreateExperimentParams): Promise<ExperimentInfo>;
39
+ //# sourceMappingURL=createExperiment.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createExperiment.d.ts","sourceRoot":"","sources":["../../../src/experiments/createExperiment.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,MAAM,MAAM,sBAAsB,GAAG,QAAQ,GAAG;IAC9C;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;OAEG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7C;;OAEG;IACH,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;;GAGG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,SAAS,EACT,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,kBAAuB,EACvB,MAAM,EACN,WAAe,GAChB,EAAE,sBAAsB,GAAG,OAAO,CAAC,cAAc,CAAC,CAsClD"}
@@ -0,0 +1,43 @@
1
+ import { createClient } from "../client.js";
2
+ import invariant from "tiny-invariant";
3
+ /**
4
+ * Create a new experiment without running it.
5
+ * This creates an experiment record that can later be executed using resumeExperiment.
6
+ */
7
+ export async function createExperiment({ client: _client, datasetId, datasetVersionId, experimentName, experimentDescription, experimentMetadata = {}, splits, repetitions = 1, }) {
8
+ const client = _client || createClient();
9
+ const experimentResponse = await client
10
+ .POST("/v1/datasets/{dataset_id}/experiments", {
11
+ params: {
12
+ path: {
13
+ dataset_id: datasetId,
14
+ },
15
+ },
16
+ body: {
17
+ name: experimentName,
18
+ description: experimentDescription,
19
+ metadata: experimentMetadata,
20
+ repetitions,
21
+ ...(datasetVersionId ? { version_id: datasetVersionId } : {}),
22
+ ...(splits ? { splits: [...splits] } : {}),
23
+ },
24
+ })
25
+ .then((res) => res.data?.data);
26
+ invariant(experimentResponse, `Failed to create experiment`);
27
+ return {
28
+ id: experimentResponse.id,
29
+ datasetId: experimentResponse.dataset_id,
30
+ datasetVersionId: experimentResponse.dataset_version_id,
31
+ datasetSplits: splits ? [...splits] : [],
32
+ repetitions: experimentResponse.repetitions,
33
+ metadata: experimentResponse.metadata || {},
34
+ projectName: experimentResponse.project_name ?? null,
35
+ createdAt: experimentResponse.created_at,
36
+ updatedAt: experimentResponse.updated_at,
37
+ exampleCount: experimentResponse.example_count,
38
+ successfulRunCount: experimentResponse.successful_run_count,
39
+ failedRunCount: experimentResponse.failed_run_count,
40
+ missingRunCount: experimentResponse.missing_run_count,
41
+ };
42
+ }
43
+ //# sourceMappingURL=createExperiment.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createExperiment.js","sourceRoot":"","sources":["../../../src/experiments/createExperiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAkCvC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,SAAS,EACT,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,GAAG,EAAE,EACvB,MAAM,EACN,WAAW,GAAG,CAAC,GACQ;IACvB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,MAAM,kBAAkB,GAAG,MAAM,MAAM;SACpC,IAAI,CAAC,uCAAuC,EAAE;QAC7C,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,UAAU,EAAE,SAAS;aACtB;SACF;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,cAAc;YACpB,WAAW,EAAE,qBAAqB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,WAAW;YACX,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3C;KACF,CAAC;SACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAEjC,SAAS,CAAC,kBAAkB,EAAE,6BAA6B,CAAC,CAAC;IAE7D,OAAO;QACL,EAAE,EAAE,kBAAkB,CAAC,EAAE;QACzB,SAAS,EAAE,kBAAkB,CAAC,UAAU;QACxC,gBAAgB,EAAE,kBAAkB,CAAC,kBAAkB;QACvD,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;QACxC,WAAW,EAAE,kBAAkB,CAAC,WAAW;QAC3C,QAAQ,EAAE,kBAAkB,CAAC,QAAQ,IAAI,EAAE;QAC3C,WAAW,EAAE,kBAAkB,CAAC,YAAY,IAAI,IAAI;QACpD,SAAS,EAAE,kBAAkB,CAAC,UAAU;QACxC,SAAS,EAAE,kBAAkB,CAAC,UAAU;QACxC,YAAY,EAAE,kBAAkB,CAAC,aAAa;QAC9C,kBAAkB,EAAE,kBAAkB,CAAC,oBAAoB;QAC3D,cAAc,EAAE,kBAAkB,CAAC,gBAAgB;QACnD,eAAe,EAAE,kBAAkB,CAAC,iBAAiB;KACtD,CAAC;AACJ,CAAC"}
@@ -0,0 +1,36 @@
1
+ import { ClientFn } from "../types/core.js";
2
+ /**
3
+ * Parameters to delete an experiment
4
+ */
5
+ export interface DeleteExperimentParams extends ClientFn {
6
+ /**
7
+ * The ID of the experiment to delete
8
+ */
9
+ experimentId: string;
10
+ }
11
+ /**
12
+ * Delete an experiment by ID.
13
+ *
14
+ * **Important**: This operation permanently deletes the experiment and all its associated
15
+ * runs, evaluations, and annotations.
16
+ *
17
+ * Behavior:
18
+ * - Deletes the experiment and all its data
19
+ * - Returns successfully if experiment is found and deleted
20
+ * - Throws error if experiment is not found (404) or other errors occur
21
+ *
22
+ * @param params - The parameters to delete an experiment
23
+ * @returns Promise that resolves when the experiment is successfully deleted
24
+ * @throws Error if the experiment is not found or deletion fails
25
+ *
26
+ * @example
27
+ * ```ts
28
+ * import { deleteExperiment } from "@arizeai/phoenix-client/experiments";
29
+ *
30
+ * await deleteExperiment({
31
+ * experimentId: "exp_123",
32
+ * });
33
+ * ```
34
+ */
35
+ export declare function deleteExperiment({ client: _client, experimentId, }: DeleteExperimentParams): Promise<void>;
36
+ //# sourceMappingURL=deleteExperiment.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"deleteExperiment.d.ts","sourceRoot":"","sources":["../../../src/experiments/deleteExperiment.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,QAAQ;IACtD;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,GACb,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAyBxC"}
@@ -0,0 +1,49 @@
1
+ import { createClient } from "../client.js";
2
+ import { ensureString } from "../utils/ensureString.js";
3
+ /**
4
+ * Delete an experiment by ID.
5
+ *
6
+ * **Important**: This operation permanently deletes the experiment and all its associated
7
+ * runs, evaluations, and annotations.
8
+ *
9
+ * Behavior:
10
+ * - Deletes the experiment and all its data
11
+ * - Returns successfully if experiment is found and deleted
12
+ * - Throws error if experiment is not found (404) or other errors occur
13
+ *
14
+ * @param params - The parameters to delete an experiment
15
+ * @returns Promise that resolves when the experiment is successfully deleted
16
+ * @throws Error if the experiment is not found or deletion fails
17
+ *
18
+ * @example
19
+ * ```ts
20
+ * import { deleteExperiment } from "@arizeai/phoenix-client/experiments";
21
+ *
22
+ * await deleteExperiment({
23
+ * experimentId: "exp_123",
24
+ * });
25
+ * ```
26
+ */
27
+ export async function deleteExperiment({ client: _client, experimentId, }) {
28
+ const client = _client ?? createClient();
29
+ const { error } = await client.DELETE("/v1/experiments/{experiment_id}", {
30
+ params: {
31
+ path: {
32
+ experiment_id: experimentId,
33
+ },
34
+ },
35
+ });
36
+ if (error) {
37
+ const isNotFound = typeof error === "object" &&
38
+ error !== null &&
39
+ "status" in error &&
40
+ error.status === 404;
41
+ if (isNotFound) {
42
+ throw new Error(`Experiment not found: ${experimentId}`);
43
+ }
44
+ // Extract meaningful error information
45
+ const errorMessage = ensureString(error);
46
+ throw new Error(`Failed to delete experiment: ${errorMessage}`);
47
+ }
48
+ }
49
+ //# sourceMappingURL=deleteExperiment.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"deleteExperiment.js","sourceRoot":"","sources":["../../../src/experiments/deleteExperiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAYrD;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,GACW;IACvB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,iCAAiC,EAAE;QACvE,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,aAAa,EAAE,YAAY;aAC5B;SACF;KACF,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,UAAU,GACd,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,KAAK,IAAI;YACd,QAAQ,IAAI,KAAK;YACjB,KAAK,CAAC,MAAM,KAAK,GAAG,CAAC;QACvB,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,uCAAuC;QACvC,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"getExperiment.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperiment.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAqB,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAIxE,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IACjD;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;;GAGG;AACH,wBAAsB,aAAa,CAAC,EAClC,MAAM,EAAE,OAAO,EACf,YAAY,GACb,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CAmBpD"}
1
+ {"version":3,"file":"getExperiment.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperiment.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAqB,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAKxE,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IACjD;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;;GAGG;AACH,wBAAsB,aAAa,CAAC,EAClC,MAAM,EAAE,OAAO,EACf,YAAY,GACb,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CAmBpD"}
@@ -1 +1 @@
1
- {"version":3,"file":"getExperiment.js","sourceRoot":"","sources":["../../../src/experiments/getExperiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AASxD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAClC,MAAM,EAAE,OAAO,EACf,YAAY,GACc;IAC1B,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrD,iBAAiB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAC3C,iBAAiB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;KAC5C,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAsB;QAC3C,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,MAAM,CAC9B,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACX,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;YAClB,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA+B,CAChC;KACF,CAAC;IACF,OAAO;QACL,GAAG,UAAU;QACb,GAAG,iBAAiB;KACrB,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"getExperiment.js","sourceRoot":"","sources":["../../../src/experiments/getExperiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AASxD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAClC,MAAM,EAAE,OAAO,EACf,YAAY,GACc;IAC1B,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrD,iBAAiB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAC3C,iBAAiB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;KAC5C,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAsB;QAC3C,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,MAAM,CAC9B,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACX,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;YAClB,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA+B,CAChC;KACF,CAAC;IACF,OAAO;QACL,GAAG,UAAU;QACb,GAAG,iBAAiB;KACrB,CAAC;AACJ,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"getExperimentInfo.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,MAAM,mBAAmB,GAAG,QAAQ,GAAG;IAC3C;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GAC5B,EAAE,mBAAmB,GAAG,OAAO,CAAC,cAAc,CAAC,CAkB/C"}
1
+ {"version":3,"file":"getExperimentInfo.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAI3D,MAAM,MAAM,mBAAmB,GAAG,QAAQ,GAAG;IAC3C;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GAC5B,EAAE,mBAAmB,GAAG,OAAO,CAAC,cAAc,CAAC,CAyB/C"}
@@ -1,5 +1,5 @@
1
- import invariant from "tiny-invariant";
2
1
  import { createClient } from "../client.js";
2
+ import invariant from "tiny-invariant";
3
3
  /**
4
4
  * Returns an object containing the high-level info about an experiment
5
5
  */
@@ -17,8 +17,15 @@ export async function getExperimentInfo({ client: _client, experimentId: experim
17
17
  id: experimentData.id,
18
18
  datasetId: experimentData.dataset_id,
19
19
  datasetVersionId: experimentData.dataset_version_id,
20
- projectName: experimentData.project_name || "", // This will never happen
21
- metadata: experimentData.metadata,
20
+ repetitions: experimentData.repetitions,
21
+ metadata: experimentData.metadata || {},
22
+ projectName: experimentData.project_name || null,
23
+ createdAt: experimentData.created_at,
24
+ updatedAt: experimentData.updated_at,
25
+ exampleCount: experimentData.example_count,
26
+ successfulRunCount: experimentData.successful_run_count,
27
+ failedRunCount: experimentData.failed_run_count,
28
+ missingRunCount: experimentData.missing_run_count,
22
29
  };
23
30
  }
24
31
  //# sourceMappingURL=getExperimentInfo.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"getExperimentInfo.js","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAWzC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GACP;IACpB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,GAC5D,MAAM,MAAM,CAAC,GAAG,CAAC,iCAAiC,EAAE;QAClD,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,aAAa;aACd;SACF;KACF,CAAC,CAAC;IACL,SAAS,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;IACtD,OAAO;QACL,EAAE,EAAE,cAAc,CAAC,EAAE;QACrB,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,gBAAgB,EAAE,cAAc,CAAC,kBAAkB;QACnD,WAAW,EAAE,cAAc,CAAC,YAAY,IAAI,EAAE,EAAE,yBAAyB;QACzE,QAAQ,EAAE,cAAc,CAAC,QAAQ;KAClC,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"getExperimentInfo.js","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AASvC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GACP;IACpB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,GAC5D,MAAM,MAAM,CAAC,GAAG,CAAC,iCAAiC,EAAE;QAClD,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,aAAa;aACd;SACF;KACF,CAAC,CAAC;IACL,SAAS,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;IACtD,OAAO;QACL,EAAE,EAAE,cAAc,CAAC,EAAE;QACrB,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,gBAAgB,EAAE,cAAc,CAAC,kBAAkB;QACnD,WAAW,EAAE,cAAc,CAAC,WAAW;QACvC,QAAQ,EAAE,cAAc,CAAC,QAAQ,IAAI,EAAE;QACvC,WAAW,EAAE,cAAc,CAAC,YAAY,IAAI,IAAI;QAChD,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,YAAY,EAAE,cAAc,CAAC,aAAa;QAC1C,kBAAkB,EAAE,cAAc,CAAC,oBAAoB;QACvD,cAAc,EAAE,cAAc,CAAC,gBAAgB;QAC/C,eAAe,EAAE,cAAc,CAAC,iBAAiB;KAClD,CAAC;AACJ,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"getExperimentRuns.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperimentRuns.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG;IAC/C;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAIF;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,QAA4B,GAC7B,EAAE,uBAAuB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,aAAa,EAAE,CAAA;CAAE,CAAC,CA6C9D"}
1
+ {"version":3,"file":"getExperimentRuns.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperimentRuns.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAIrD,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG;IAC/C;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAIF;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,QAA4B,GAC7B,EAAE,uBAAuB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,aAAa,EAAE,CAAA;CAAE,CAAC,CA6C9D"}
@@ -1 +1 @@
1
- {"version":3,"file":"getExperimentRuns.js","sourceRoot":"","sources":["../../../src/experiments/getExperimentRuns.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAkBvC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,QAAQ,GAAG,iBAAiB,GACJ;IACxB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,2DAA2D;IAC3D,SAAS,CACP,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAC1C,oDAAoD,CACrD,CAAC;IACF,MAAM,IAAI,GAAoB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,GAAG,CAAC;QACF,MAAM,GAAG,GAEL,MAAM,MAAM,CAAC,GAAG,CAAC,sCAAsC,EAAE;YAC3D,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,aAAa,EAAE,YAAY;iBAC5B;gBACD,KAAK,EAAE;oBACL,MAAM;oBACN,KAAK,EAAE,QAAQ;iBAChB;aACF;SACF,CAAC,CAAC;QACH,iFAAiF;QACjF,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC;QAC5B,SAAS,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,CACP,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,OAAO,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAI;YAC7B,YAAY,EAAE,GAAG,CAAC,aAAa;YAC/B,gBAAgB,EAAE,GAAG,CAAC,kBAAkB;YACxC,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;YACnC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,GAAG,CAAC,MAAiC;YAC7C,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI;SACzB,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC,QAAQ,MAAM,IAAI,IAAI,EAAE;IAEzB,OAAO;QACL,IAAI;KACL,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"getExperimentRuns.js","sourceRoot":"","sources":["../../../src/experiments/getExperimentRuns.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAevC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,QAAQ,GAAG,iBAAiB,GACJ;IACxB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,2DAA2D;IAC3D,SAAS,CACP,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAC1C,oDAAoD,CACrD,CAAC;IACF,MAAM,IAAI,GAAoB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,GAAG,CAAC;QACF,MAAM,GAAG,GAEL,MAAM,MAAM,CAAC,GAAG,CAAC,sCAAsC,EAAE;YAC3D,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,aAAa,EAAE,YAAY;iBAC5B;gBACD,KAAK,EAAE;oBACL,MAAM;oBACN,KAAK,EAAE,QAAQ;iBAChB;aACF;SACF,CAAC,CAAC;QACH,iFAAiF;QACjF,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC;QAC5B,SAAS,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,CACP,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,OAAO,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAI;YAC7B,YAAY,EAAE,GAAG,CAAC,aAAa;YAC/B,gBAAgB,EAAE,GAAG,CAAC,kBAAkB;YACxC,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;YACnC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,GAAG,CAAC,MAAiC;YAC7C,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI;SACzB,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC,QAAQ,MAAM,IAAI,IAAI,EAAE;IAEzB,OAAO;QACL,IAAI;KACL,CAAC;AACJ,CAAC"}
@@ -2,4 +2,9 @@ export * from "./getExperimentInfo.js";
2
2
  export * from "./getExperiment.js";
3
3
  export * from "./getExperimentRuns.js";
4
4
  export * from "./runExperiment.js";
5
+ export * from "./createExperiment.js";
6
+ export * from "./listExperiments.js";
7
+ export * from "./deleteExperiment.js";
8
+ export * from "./resumeExperiment.js";
9
+ export * from "./resumeEvaluation.js";
5
10
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC"}
@@ -2,4 +2,9 @@ export * from "./getExperimentInfo.js";
2
2
  export * from "./getExperiment.js";
3
3
  export * from "./getExperimentRuns.js";
4
4
  export * from "./runExperiment.js";
5
+ export * from "./createExperiment.js";
6
+ export * from "./listExperiments.js";
7
+ export * from "./deleteExperiment.js";
8
+ export * from "./resumeExperiment.js";
9
+ export * from "./resumeEvaluation.js";
5
10
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC"}
@@ -0,0 +1,29 @@
1
+ import { ClientFn } from "../types/core.js";
2
+ import { ExperimentInfo } from "../types/experiments.js";
3
+ export type ListExperimentsParams = ClientFn & {
4
+ /**
5
+ * The dataset ID to list experiments for
6
+ */
7
+ datasetId: string;
8
+ };
9
+ /**
10
+ * List all experiments for a dataset with automatic pagination handling.
11
+ *
12
+ * This function automatically handles pagination behind the scenes and returns
13
+ * a simple list of experiments.
14
+ *
15
+ * @example
16
+ * ```ts
17
+ * import { listExperiments } from "@arizeai/phoenix-client/experiments";
18
+ *
19
+ * const experiments = await listExperiments({
20
+ * datasetId: "dataset_123",
21
+ * });
22
+ *
23
+ * for (const experiment of experiments) {
24
+ * console.log(`Experiment: ${experiment.id}, Runs: ${experiment.successfulRunCount}`);
25
+ * }
26
+ * ```
27
+ */
28
+ export declare function listExperiments({ client: _client, datasetId, }: ListExperimentsParams): Promise<ExperimentInfo[]>;
29
+ //# sourceMappingURL=listExperiments.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"listExperiments.d.ts","sourceRoot":"","sources":["../../../src/experiments/listExperiments.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG;IAC7C;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAIF;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,eAAe,CAAC,EACpC,MAAM,EAAE,OAAO,EACf,SAAS,GACV,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA4CnD"}
@@ -0,0 +1,59 @@
1
+ import { createClient } from "../client.js";
2
+ import invariant from "tiny-invariant";
3
+ const DEFAULT_PAGE_SIZE = 50;
4
+ /**
5
+ * List all experiments for a dataset with automatic pagination handling.
6
+ *
7
+ * This function automatically handles pagination behind the scenes and returns
8
+ * a simple list of experiments.
9
+ *
10
+ * @example
11
+ * ```ts
12
+ * import { listExperiments } from "@arizeai/phoenix-client/experiments";
13
+ *
14
+ * const experiments = await listExperiments({
15
+ * datasetId: "dataset_123",
16
+ * });
17
+ *
18
+ * for (const experiment of experiments) {
19
+ * console.log(`Experiment: ${experiment.id}, Runs: ${experiment.successfulRunCount}`);
20
+ * }
21
+ * ```
22
+ */
23
+ export async function listExperiments({ client: _client, datasetId, }) {
24
+ const client = _client || createClient();
25
+ const experiments = [];
26
+ let cursor = null;
27
+ do {
28
+ const res = await client.GET("/v1/datasets/{dataset_id}/experiments", {
29
+ params: {
30
+ path: {
31
+ dataset_id: datasetId,
32
+ },
33
+ query: {
34
+ cursor,
35
+ limit: DEFAULT_PAGE_SIZE,
36
+ },
37
+ },
38
+ });
39
+ cursor = res.data?.next_cursor || null;
40
+ const data = res.data?.data;
41
+ invariant(data, "Failed to list experiments");
42
+ experiments.push(...data.map((exp) => ({
43
+ id: exp.id,
44
+ datasetId: exp.dataset_id,
45
+ datasetVersionId: exp.dataset_version_id,
46
+ repetitions: exp.repetitions,
47
+ metadata: exp.metadata || {},
48
+ projectName: exp.project_name || null,
49
+ createdAt: exp.created_at,
50
+ updatedAt: exp.updated_at,
51
+ exampleCount: exp.example_count,
52
+ successfulRunCount: exp.successful_run_count,
53
+ failedRunCount: exp.failed_run_count,
54
+ missingRunCount: exp.missing_run_count,
55
+ })));
56
+ } while (cursor != null);
57
+ return experiments;
58
+ }
59
+ //# sourceMappingURL=listExperiments.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"listExperiments.js","sourceRoot":"","sources":["../../../src/experiments/listExperiments.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AASvC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EACpC,MAAM,EAAE,OAAO,EACf,SAAS,GACa;IACtB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,MAAM,WAAW,GAAqB,EAAE,CAAC;IACzC,IAAI,MAAM,GAAkB,IAAI,CAAC;IAEjC,GAAG,CAAC;QACF,MAAM,GAAG,GAEL,MAAM,MAAM,CAAC,GAAG,CAAC,uCAAuC,EAAE;YAC5D,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,UAAU,EAAE,SAAS;iBACtB;gBACD,KAAK,EAAE;oBACL,MAAM;oBACN,KAAK,EAAE,iBAAiB;iBACzB;aACF;SACF,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC;QAC5B,SAAS,CAAC,IAAI,EAAE,4BAA4B,CAAC,CAAC;QAE9C,WAAW,CAAC,IAAI,CACd,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,gBAAgB,EAAE,GAAG,CAAC,kBAAkB;YACxC,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;YAC5B,WAAW,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;YACrC,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,YAAY,EAAE,GAAG,CAAC,aAAa;YAC/B,kBAAkB,EAAE,GAAG,CAAC,oBAAoB;YAC5C,cAAc,EAAE,GAAG,CAAC,gBAAgB;YACpC,eAAe,EAAE,GAAG,CAAC,iBAAiB;SACvC,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC,QAAQ,MAAM,IAAI,IAAI,EAAE;IAEzB,OAAO,WAAW,CAAC;AACrB,CAAC"}
@@ -0,0 +1,105 @@
1
+ import { type DiagLogLevel } from "@arizeai/phoenix-otel";
2
+ import { ClientFn } from "../types/core.js";
3
+ import type { Evaluator } from "../types/experiments.js";
4
+ import { type Logger } from "../types/logger.js";
5
+ export type ResumeEvaluationParams = ClientFn & {
6
+ /**
7
+ * The ID of the experiment to resume evaluations for
8
+ */
9
+ readonly experimentId: string;
10
+ /**
11
+ * A single evaluator or list of evaluators to run on incomplete evaluations
12
+ */
13
+ readonly evaluators: Evaluator | readonly Evaluator[];
14
+ /**
15
+ * The logger to use
16
+ * @default console
17
+ */
18
+ readonly logger?: Logger;
19
+ /**
20
+ * The number of concurrent evaluation executions
21
+ * @default 5
22
+ */
23
+ readonly concurrency?: number;
24
+ /**
25
+ * Whether to set the global tracer provider when running evaluators.
26
+ * @default true
27
+ */
28
+ readonly setGlobalTracerProvider?: boolean;
29
+ /**
30
+ * Whether to use batch span processor for tracing.
31
+ * @default true
32
+ */
33
+ readonly useBatchSpanProcessor?: boolean;
34
+ /**
35
+ * Log level to set for the default DiagConsoleLogger when tracing.
36
+ */
37
+ readonly diagLogLevel?: DiagLogLevel;
38
+ /**
39
+ * Stop processing and exit as soon as any evaluation fails.
40
+ * @default false
41
+ */
42
+ readonly stopOnFirstError?: boolean;
43
+ };
44
+ /**
45
+ * Resume incomplete evaluations for an experiment.
46
+ *
47
+ * This function identifies which evaluations have not been completed (either missing or failed)
48
+ * and runs the evaluators only for those runs. This is useful for:
49
+ * - Recovering from transient evaluator failures
50
+ * - Adding new evaluators to completed experiments
51
+ * - Completing partially evaluated experiments
52
+ *
53
+ * The function processes incomplete evaluations in batches using pagination to minimize memory usage.
54
+ *
55
+ * Evaluation names are matched to evaluator names. For example, if you pass
56
+ * an evaluator with name "accuracy", it will check for and resume any runs missing the "accuracy" evaluation.
57
+ *
58
+ * **Note:** Multi-output evaluators (evaluators that return an array of results) are not
59
+ * supported for resume operations. Each evaluator should produce a single evaluation
60
+ * result with a name matching the evaluator's name.
61
+ *
62
+ * @throws {Error} Throws different error types based on failure:
63
+ * - "EvaluationFetchError": Unable to fetch incomplete evaluations from the server.
64
+ * Always thrown regardless of stopOnFirstError, as it indicates critical infrastructure failure.
65
+ * - "EvaluationAbortedError": stopOnFirstError=true and an evaluator failed.
66
+ * Original error preserved in `cause` property.
67
+ * - Generic Error: Other evaluator execution errors or unexpected failures.
68
+ *
69
+ * @example
70
+ * ```ts
71
+ * import { resumeEvaluation } from "@arizeai/phoenix-client/experiments";
72
+ *
73
+ * // Standard usage: evaluation name matches evaluator name
74
+ * try {
75
+ * await resumeEvaluation({
76
+ * experimentId: "exp_123",
77
+ * evaluators: [{
78
+ * name: "correctness",
79
+ * kind: "CODE",
80
+ * evaluate: async ({ output, expected }) => ({
81
+ * score: output === expected ? 1 : 0
82
+ * })
83
+ * }],
84
+ * });
85
+ * } catch (error) {
86
+ * // Handle by error name (no instanceof needed)
87
+ * if (error.name === "EvaluationFetchError") {
88
+ * console.error("Failed to connect to server:", error.cause);
89
+ * } else if (error.name === "EvaluationAbortedError") {
90
+ * console.error("Evaluation stopped due to error:", error.cause);
91
+ * } else {
92
+ * console.error("Unexpected error:", error);
93
+ * }
94
+ * }
95
+ *
96
+ * // Stop on first error (useful for debugging)
97
+ * await resumeEvaluation({
98
+ * experimentId: "exp_123",
99
+ * evaluators: [myEvaluator],
100
+ * stopOnFirstError: true, // Exit immediately on first failure
101
+ * });
102
+ * ```
103
+ */
104
+ export declare function resumeEvaluation({ client: _client, experimentId, evaluators: _evaluators, logger, concurrency, setGlobalTracerProvider, useBatchSpanProcessor, diagLogLevel, stopOnFirstError, }: ResumeEvaluationParams): Promise<void>;
105
+ //# sourceMappingURL=resumeEvaluation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resumeEvaluation.d.ts","sourceRoot":"","sources":["../../../src/experiments/resumeEvaluation.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,KAAK,YAAY,EAMlB,MAAM,uBAAuB,CAAC;AAI/B,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,KAAK,EAEV,SAAS,EAGV,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAmC9C,MAAM,MAAM,sBAAsB,GAAG,QAAQ,GAAG;IAC9C;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,UAAU,EAAE,SAAS,GAAG,SAAS,SAAS,EAAE,CAAC;IACtD;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB;;;OAGG;IACH,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,QAAQ,CAAC,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAC3C;;;OAGG;IACH,QAAQ,CAAC,qBAAqB,CAAC,EAAE,OAAO,CAAC;IACzC;;OAEG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC;;;OAGG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CACrC,CAAC;AAwJF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2DG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,UAAU,EAAE,WAAW,EACvB,MAAgB,EAChB,WAAe,EACf,uBAA8B,EAC9B,qBAA4B,EAC5B,YAAY,EACZ,gBAAwB,GACzB,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CA2RxC"}