@arizeai/phoenix-client 5.2.0 → 5.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (448) hide show
  1. package/dist/esm/__generated__/api/v1.d.ts +321 -9
  2. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  3. package/dist/esm/client.d.ts +2 -2
  4. package/dist/esm/client.d.ts.map +1 -1
  5. package/dist/esm/client.js +1 -1
  6. package/dist/esm/client.js.map +1 -1
  7. package/dist/esm/datasets/appendDatasetExamples.d.ts +1 -1
  8. package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
  9. package/dist/esm/datasets/appendDatasetExamples.js +1 -1
  10. package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
  11. package/dist/esm/datasets/createDataset.d.ts.map +1 -1
  12. package/dist/esm/datasets/createDataset.js.map +1 -1
  13. package/dist/esm/datasets/createOrGetDataset.d.ts.map +1 -1
  14. package/dist/esm/datasets/createOrGetDataset.js.map +1 -1
  15. package/dist/esm/datasets/getDataset.d.ts +1 -1
  16. package/dist/esm/datasets/getDataset.d.ts.map +1 -1
  17. package/dist/esm/datasets/getDataset.js.map +1 -1
  18. package/dist/esm/datasets/getDatasetExamples.d.ts +1 -1
  19. package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
  20. package/dist/esm/datasets/getDatasetExamples.js +1 -1
  21. package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
  22. package/dist/esm/datasets/getDatasetInfo.d.ts +1 -1
  23. package/dist/esm/datasets/getDatasetInfo.d.ts.map +1 -1
  24. package/dist/esm/datasets/getDatasetInfo.js +1 -1
  25. package/dist/esm/datasets/getDatasetInfo.js.map +1 -1
  26. package/dist/esm/datasets/listDatasets.d.ts +1 -1
  27. package/dist/esm/datasets/listDatasets.d.ts.map +1 -1
  28. package/dist/esm/datasets/listDatasets.js.map +1 -1
  29. package/dist/esm/experiments/createExperiment.d.ts +39 -0
  30. package/dist/esm/experiments/createExperiment.d.ts.map +1 -0
  31. package/dist/esm/experiments/createExperiment.js +43 -0
  32. package/dist/esm/experiments/createExperiment.js.map +1 -0
  33. package/dist/esm/experiments/deleteExperiment.d.ts +36 -0
  34. package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -0
  35. package/dist/esm/experiments/deleteExperiment.js +49 -0
  36. package/dist/esm/experiments/deleteExperiment.js.map +1 -0
  37. package/dist/esm/experiments/getExperiment.d.ts.map +1 -1
  38. package/dist/esm/experiments/getExperiment.js.map +1 -1
  39. package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
  40. package/dist/esm/experiments/getExperimentInfo.js +10 -3
  41. package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
  42. package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
  43. package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
  44. package/dist/esm/experiments/index.d.ts +5 -0
  45. package/dist/esm/experiments/index.d.ts.map +1 -1
  46. package/dist/esm/experiments/index.js +5 -0
  47. package/dist/esm/experiments/index.js.map +1 -1
  48. package/dist/esm/experiments/listExperiments.d.ts +29 -0
  49. package/dist/esm/experiments/listExperiments.d.ts.map +1 -0
  50. package/dist/esm/experiments/listExperiments.js +59 -0
  51. package/dist/esm/experiments/listExperiments.js.map +1 -0
  52. package/dist/esm/experiments/resumeEvaluation.d.ts +105 -0
  53. package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -0
  54. package/dist/esm/experiments/resumeEvaluation.js +558 -0
  55. package/dist/esm/experiments/resumeEvaluation.js.map +1 -0
  56. package/dist/esm/experiments/resumeExperiment.d.ts +102 -0
  57. package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -0
  58. package/dist/esm/experiments/resumeExperiment.js +517 -0
  59. package/dist/esm/experiments/resumeExperiment.js.map +1 -0
  60. package/dist/esm/experiments/runExperiment.d.ts +2 -2
  61. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  62. package/dist/esm/experiments/runExperiment.js +35 -9
  63. package/dist/esm/experiments/runExperiment.js.map +1 -1
  64. package/dist/esm/prompts/createPrompt.d.ts +20 -2
  65. package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
  66. package/dist/esm/prompts/createPrompt.js +14 -1
  67. package/dist/esm/prompts/createPrompt.js.map +1 -1
  68. package/dist/esm/prompts/sdks/toAI.d.ts +2 -2
  69. package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
  70. package/dist/esm/prompts/sdks/toAI.js +1 -1
  71. package/dist/esm/prompts/sdks/toAI.js.map +1 -1
  72. package/dist/esm/prompts/sdks/toAnthropic.d.ts +1 -1
  73. package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
  74. package/dist/esm/prompts/sdks/toAnthropic.js +1 -1
  75. package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
  76. package/dist/esm/prompts/sdks/toOpenAI.d.ts +1 -1
  77. package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
  78. package/dist/esm/prompts/sdks/toOpenAI.js +2 -2
  79. package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
  80. package/dist/esm/prompts/sdks/toSDK.d.ts +1 -1
  81. package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
  82. package/dist/esm/prompts/sdks/toSDK.js +2 -2
  83. package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
  84. package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
  85. package/dist/esm/schemas/llm/anthropic/converters.d.ts.map +1 -1
  86. package/dist/esm/schemas/llm/anthropic/converters.js +2 -2
  87. package/dist/esm/schemas/llm/anthropic/converters.js.map +1 -1
  88. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
  89. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js +1 -1
  90. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
  91. package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
  92. package/dist/esm/schemas/llm/anthropic/messageSchemas.js +1 -1
  93. package/dist/esm/schemas/llm/anthropic/messageSchemas.js.map +1 -1
  94. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
  95. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js +1 -1
  96. package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
  97. package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
  98. package/dist/esm/schemas/llm/anthropic/toolSchemas.js +1 -1
  99. package/dist/esm/schemas/llm/anthropic/toolSchemas.js.map +1 -1
  100. package/dist/esm/schemas/llm/constants.d.ts +9 -9
  101. package/dist/esm/schemas/llm/constants.d.ts.map +1 -1
  102. package/dist/esm/schemas/llm/constants.js +8 -8
  103. package/dist/esm/schemas/llm/constants.js.map +1 -1
  104. package/dist/esm/schemas/llm/converters.d.ts +33 -33
  105. package/dist/esm/schemas/llm/converters.d.ts.map +1 -1
  106. package/dist/esm/schemas/llm/converters.js +1 -1
  107. package/dist/esm/schemas/llm/converters.js.map +1 -1
  108. package/dist/esm/schemas/llm/openai/converters.d.ts +2 -2
  109. package/dist/esm/schemas/llm/openai/converters.d.ts.map +1 -1
  110. package/dist/esm/schemas/llm/openai/converters.js +3 -3
  111. package/dist/esm/schemas/llm/openai/converters.js.map +1 -1
  112. package/dist/esm/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
  113. package/dist/esm/schemas/llm/openai/messageSchemas.js +2 -2
  114. package/dist/esm/schemas/llm/openai/messageSchemas.js.map +1 -1
  115. package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
  116. package/dist/esm/schemas/llm/openai/responseFormatSchema.js +1 -1
  117. package/dist/esm/schemas/llm/openai/responseFormatSchema.js.map +1 -1
  118. package/dist/esm/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
  119. package/dist/esm/schemas/llm/openai/toolSchemas.js +1 -1
  120. package/dist/esm/schemas/llm/openai/toolSchemas.js.map +1 -1
  121. package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
  122. package/dist/esm/schemas/llm/phoenixPrompt/converters.js +5 -5
  123. package/dist/esm/schemas/llm/phoenixPrompt/converters.js.map +1 -1
  124. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
  125. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
  126. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
  127. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
  128. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
  129. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
  130. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
  131. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
  132. package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
  133. package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
  134. package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
  135. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
  136. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
  137. package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
  138. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
  139. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
  140. package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
  141. package/dist/esm/schemas/llm/schemas.d.ts +12 -12
  142. package/dist/esm/schemas/llm/schemas.d.ts.map +1 -1
  143. package/dist/esm/schemas/llm/schemas.js +8 -8
  144. package/dist/esm/schemas/llm/schemas.js.map +1 -1
  145. package/dist/esm/schemas/llm/types.d.ts +14 -14
  146. package/dist/esm/schemas/llm/types.d.ts.map +1 -1
  147. package/dist/esm/schemas/llm/utils.d.ts.map +1 -1
  148. package/dist/esm/schemas/llm/utils.js +8 -8
  149. package/dist/esm/schemas/llm/utils.js.map +1 -1
  150. package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
  151. package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
  152. package/dist/esm/schemas/llm/vercel/messagePartSchemas.js +1 -1
  153. package/dist/esm/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
  154. package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts +8 -8
  155. package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
  156. package/dist/esm/schemas/llm/vercel/messageSchemas.js +1 -1
  157. package/dist/esm/schemas/llm/vercel/messageSchemas.js.map +1 -1
  158. package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -1
  159. package/dist/esm/sessions/addSessionAnnotation.js.map +1 -1
  160. package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -1
  161. package/dist/esm/sessions/logSessionAnnotations.js.map +1 -1
  162. package/dist/esm/spans/addDocumentAnnotation.d.ts.map +1 -1
  163. package/dist/esm/spans/addDocumentAnnotation.js.map +1 -1
  164. package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -1
  165. package/dist/esm/spans/addSpanAnnotation.js.map +1 -1
  166. package/dist/esm/spans/getSpanAnnotations.d.ts +1 -1
  167. package/dist/esm/spans/getSpanAnnotations.d.ts.map +1 -1
  168. package/dist/esm/spans/getSpanAnnotations.js.map +1 -1
  169. package/dist/esm/spans/getSpans.d.ts +1 -1
  170. package/dist/esm/spans/getSpans.d.ts.map +1 -1
  171. package/dist/esm/spans/getSpans.js.map +1 -1
  172. package/dist/esm/spans/logDocumentAnnotations.d.ts.map +1 -1
  173. package/dist/esm/spans/logDocumentAnnotations.js.map +1 -1
  174. package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -1
  175. package/dist/esm/spans/logSpanAnnotations.js.map +1 -1
  176. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  177. package/dist/esm/types/experiments.d.ts +60 -3
  178. package/dist/esm/types/experiments.d.ts.map +1 -1
  179. package/dist/esm/utils/channel.d.ts +229 -0
  180. package/dist/esm/utils/channel.d.ts.map +1 -0
  181. package/dist/esm/utils/channel.js +352 -0
  182. package/dist/esm/utils/channel.js.map +1 -0
  183. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  184. package/dist/esm/utils/formatPromptMessages.js +1 -1
  185. package/dist/esm/utils/formatPromptMessages.js.map +1 -1
  186. package/dist/esm/utils/getPromptBySelector.d.ts +1 -1
  187. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  188. package/dist/esm/utils/getPromptBySelector.js +1 -1
  189. package/dist/esm/utils/getPromptBySelector.js.map +1 -1
  190. package/dist/esm/utils/isHttpError.d.ts +21 -0
  191. package/dist/esm/utils/isHttpError.d.ts.map +1 -0
  192. package/dist/esm/utils/isHttpError.js +33 -0
  193. package/dist/esm/utils/isHttpError.js.map +1 -0
  194. package/dist/src/__generated__/api/v1.d.ts +321 -9
  195. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  196. package/dist/src/client.d.ts +2 -2
  197. package/dist/src/client.d.ts.map +1 -1
  198. package/dist/src/client.js +1 -1
  199. package/dist/src/client.js.map +1 -1
  200. package/dist/src/datasets/appendDatasetExamples.d.ts +1 -1
  201. package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
  202. package/dist/src/datasets/appendDatasetExamples.js +1 -1
  203. package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
  204. package/dist/src/datasets/createDataset.d.ts.map +1 -1
  205. package/dist/src/datasets/createDataset.js.map +1 -1
  206. package/dist/src/datasets/createOrGetDataset.d.ts.map +1 -1
  207. package/dist/src/datasets/createOrGetDataset.js.map +1 -1
  208. package/dist/src/datasets/getDataset.d.ts +1 -1
  209. package/dist/src/datasets/getDataset.d.ts.map +1 -1
  210. package/dist/src/datasets/getDataset.js.map +1 -1
  211. package/dist/src/datasets/getDatasetExamples.d.ts +1 -1
  212. package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
  213. package/dist/src/datasets/getDatasetExamples.js +1 -1
  214. package/dist/src/datasets/getDatasetExamples.js.map +1 -1
  215. package/dist/src/datasets/getDatasetInfo.d.ts +1 -1
  216. package/dist/src/datasets/getDatasetInfo.d.ts.map +1 -1
  217. package/dist/src/datasets/getDatasetInfo.js +1 -1
  218. package/dist/src/datasets/getDatasetInfo.js.map +1 -1
  219. package/dist/src/datasets/listDatasets.d.ts +1 -1
  220. package/dist/src/datasets/listDatasets.d.ts.map +1 -1
  221. package/dist/src/datasets/listDatasets.js.map +1 -1
  222. package/dist/src/experiments/createExperiment.d.ts +39 -0
  223. package/dist/src/experiments/createExperiment.d.ts.map +1 -0
  224. package/dist/src/experiments/createExperiment.js +43 -0
  225. package/dist/src/experiments/createExperiment.js.map +1 -0
  226. package/dist/src/experiments/deleteExperiment.d.ts +36 -0
  227. package/dist/src/experiments/deleteExperiment.d.ts.map +1 -0
  228. package/dist/src/experiments/deleteExperiment.js +52 -0
  229. package/dist/src/experiments/deleteExperiment.js.map +1 -0
  230. package/dist/src/experiments/getExperiment.d.ts.map +1 -1
  231. package/dist/src/experiments/getExperiment.js.map +1 -1
  232. package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
  233. package/dist/src/experiments/getExperimentInfo.js +10 -3
  234. package/dist/src/experiments/getExperimentInfo.js.map +1 -1
  235. package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
  236. package/dist/src/experiments/getExperimentRuns.js.map +1 -1
  237. package/dist/src/experiments/index.d.ts +5 -0
  238. package/dist/src/experiments/index.d.ts.map +1 -1
  239. package/dist/src/experiments/index.js +5 -0
  240. package/dist/src/experiments/index.js.map +1 -1
  241. package/dist/src/experiments/listExperiments.d.ts +29 -0
  242. package/dist/src/experiments/listExperiments.d.ts.map +1 -0
  243. package/dist/src/experiments/listExperiments.js +66 -0
  244. package/dist/src/experiments/listExperiments.js.map +1 -0
  245. package/dist/src/experiments/resumeEvaluation.d.ts +105 -0
  246. package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -0
  247. package/dist/src/experiments/resumeEvaluation.js +584 -0
  248. package/dist/src/experiments/resumeEvaluation.js.map +1 -0
  249. package/dist/src/experiments/resumeExperiment.d.ts +102 -0
  250. package/dist/src/experiments/resumeExperiment.d.ts.map +1 -0
  251. package/dist/src/experiments/resumeExperiment.js +540 -0
  252. package/dist/src/experiments/resumeExperiment.js.map +1 -0
  253. package/dist/src/experiments/runExperiment.d.ts +2 -2
  254. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  255. package/dist/src/experiments/runExperiment.js +34 -8
  256. package/dist/src/experiments/runExperiment.js.map +1 -1
  257. package/dist/src/prompts/createPrompt.d.ts +20 -2
  258. package/dist/src/prompts/createPrompt.d.ts.map +1 -1
  259. package/dist/src/prompts/createPrompt.js +14 -1
  260. package/dist/src/prompts/createPrompt.js.map +1 -1
  261. package/dist/src/prompts/sdks/toAI.d.ts +2 -2
  262. package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
  263. package/dist/src/prompts/sdks/toAI.js +1 -1
  264. package/dist/src/prompts/sdks/toAI.js.map +1 -1
  265. package/dist/src/prompts/sdks/toAnthropic.d.ts +1 -1
  266. package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
  267. package/dist/src/prompts/sdks/toAnthropic.js +1 -1
  268. package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
  269. package/dist/src/prompts/sdks/toOpenAI.d.ts +1 -1
  270. package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
  271. package/dist/src/prompts/sdks/toOpenAI.js +2 -2
  272. package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
  273. package/dist/src/prompts/sdks/toSDK.d.ts +1 -1
  274. package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
  275. package/dist/src/prompts/sdks/toSDK.js +2 -2
  276. package/dist/src/prompts/sdks/toSDK.js.map +1 -1
  277. package/dist/src/prompts/sdks/types.d.ts.map +1 -1
  278. package/dist/src/schemas/llm/anthropic/converters.d.ts.map +1 -1
  279. package/dist/src/schemas/llm/anthropic/converters.js +2 -2
  280. package/dist/src/schemas/llm/anthropic/converters.js.map +1 -1
  281. package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
  282. package/dist/src/schemas/llm/anthropic/messagePartSchemas.js +1 -1
  283. package/dist/src/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
  284. package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
  285. package/dist/src/schemas/llm/anthropic/messageSchemas.js +1 -1
  286. package/dist/src/schemas/llm/anthropic/messageSchemas.js.map +1 -1
  287. package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
  288. package/dist/src/schemas/llm/anthropic/toolCallSchemas.js +1 -1
  289. package/dist/src/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
  290. package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
  291. package/dist/src/schemas/llm/anthropic/toolSchemas.js +1 -1
  292. package/dist/src/schemas/llm/anthropic/toolSchemas.js.map +1 -1
  293. package/dist/src/schemas/llm/constants.d.ts +9 -9
  294. package/dist/src/schemas/llm/constants.d.ts.map +1 -1
  295. package/dist/src/schemas/llm/constants.js +12 -12
  296. package/dist/src/schemas/llm/constants.js.map +1 -1
  297. package/dist/src/schemas/llm/converters.d.ts +33 -33
  298. package/dist/src/schemas/llm/converters.d.ts.map +1 -1
  299. package/dist/src/schemas/llm/converters.js +1 -1
  300. package/dist/src/schemas/llm/converters.js.map +1 -1
  301. package/dist/src/schemas/llm/openai/converters.d.ts +2 -2
  302. package/dist/src/schemas/llm/openai/converters.d.ts.map +1 -1
  303. package/dist/src/schemas/llm/openai/converters.js +8 -8
  304. package/dist/src/schemas/llm/openai/converters.js.map +1 -1
  305. package/dist/src/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
  306. package/dist/src/schemas/llm/openai/messageSchemas.js +2 -2
  307. package/dist/src/schemas/llm/openai/messageSchemas.js.map +1 -1
  308. package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
  309. package/dist/src/schemas/llm/openai/responseFormatSchema.js +1 -1
  310. package/dist/src/schemas/llm/openai/responseFormatSchema.js.map +1 -1
  311. package/dist/src/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
  312. package/dist/src/schemas/llm/openai/toolSchemas.js +1 -1
  313. package/dist/src/schemas/llm/openai/toolSchemas.js.map +1 -1
  314. package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
  315. package/dist/src/schemas/llm/phoenixPrompt/converters.js +5 -5
  316. package/dist/src/schemas/llm/phoenixPrompt/converters.js.map +1 -1
  317. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
  318. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
  319. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
  320. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
  321. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
  322. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
  323. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
  324. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
  325. package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
  326. package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
  327. package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
  328. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
  329. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
  330. package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
  331. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
  332. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
  333. package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
  334. package/dist/src/schemas/llm/schemas.d.ts +12 -12
  335. package/dist/src/schemas/llm/schemas.d.ts.map +1 -1
  336. package/dist/src/schemas/llm/schemas.js +16 -16
  337. package/dist/src/schemas/llm/schemas.js.map +1 -1
  338. package/dist/src/schemas/llm/types.d.ts +14 -14
  339. package/dist/src/schemas/llm/types.d.ts.map +1 -1
  340. package/dist/src/schemas/llm/utils.d.ts.map +1 -1
  341. package/dist/src/schemas/llm/utils.js +19 -19
  342. package/dist/src/schemas/llm/utils.js.map +1 -1
  343. package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
  344. package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
  345. package/dist/src/schemas/llm/vercel/messagePartSchemas.js +1 -1
  346. package/dist/src/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
  347. package/dist/src/schemas/llm/vercel/messageSchemas.d.ts +8 -8
  348. package/dist/src/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
  349. package/dist/src/schemas/llm/vercel/messageSchemas.js +1 -1
  350. package/dist/src/schemas/llm/vercel/messageSchemas.js.map +1 -1
  351. package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -1
  352. package/dist/src/sessions/addSessionAnnotation.js.map +1 -1
  353. package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -1
  354. package/dist/src/sessions/logSessionAnnotations.js.map +1 -1
  355. package/dist/src/spans/addDocumentAnnotation.d.ts.map +1 -1
  356. package/dist/src/spans/addDocumentAnnotation.js.map +1 -1
  357. package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -1
  358. package/dist/src/spans/addSpanAnnotation.js.map +1 -1
  359. package/dist/src/spans/getSpanAnnotations.d.ts +1 -1
  360. package/dist/src/spans/getSpanAnnotations.d.ts.map +1 -1
  361. package/dist/src/spans/getSpanAnnotations.js.map +1 -1
  362. package/dist/src/spans/getSpans.d.ts +1 -1
  363. package/dist/src/spans/getSpans.d.ts.map +1 -1
  364. package/dist/src/spans/getSpans.js.map +1 -1
  365. package/dist/src/spans/logDocumentAnnotations.d.ts.map +1 -1
  366. package/dist/src/spans/logDocumentAnnotations.js.map +1 -1
  367. package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -1
  368. package/dist/src/spans/logSpanAnnotations.js.map +1 -1
  369. package/dist/src/types/experiments.d.ts +60 -3
  370. package/dist/src/types/experiments.d.ts.map +1 -1
  371. package/dist/src/utils/channel.d.ts +229 -0
  372. package/dist/src/utils/channel.d.ts.map +1 -0
  373. package/dist/src/utils/channel.js +385 -0
  374. package/dist/src/utils/channel.js.map +1 -0
  375. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  376. package/dist/src/utils/formatPromptMessages.js +1 -1
  377. package/dist/src/utils/formatPromptMessages.js.map +1 -1
  378. package/dist/src/utils/getPromptBySelector.d.ts +1 -1
  379. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  380. package/dist/src/utils/getPromptBySelector.js +1 -1
  381. package/dist/src/utils/getPromptBySelector.js.map +1 -1
  382. package/dist/src/utils/isHttpError.d.ts +21 -0
  383. package/dist/src/utils/isHttpError.d.ts.map +1 -0
  384. package/dist/src/utils/isHttpError.js +37 -0
  385. package/dist/src/utils/isHttpError.js.map +1 -0
  386. package/dist/tsconfig.tsbuildinfo +1 -1
  387. package/package.json +3 -3
  388. package/src/__generated__/api/v1.ts +321 -9
  389. package/src/client.ts +6 -5
  390. package/src/datasets/appendDatasetExamples.ts +4 -2
  391. package/src/datasets/createDataset.ts +1 -0
  392. package/src/datasets/createOrGetDataset.ts +2 -1
  393. package/src/datasets/getDataset.ts +2 -1
  394. package/src/datasets/getDatasetExamples.ts +4 -2
  395. package/src/datasets/getDatasetInfo.ts +4 -2
  396. package/src/datasets/listDatasets.ts +2 -1
  397. package/src/experiments/createExperiment.ts +90 -0
  398. package/src/experiments/deleteExperiment.ts +67 -0
  399. package/src/experiments/getExperiment.ts +1 -0
  400. package/src/experiments/getExperimentInfo.ts +11 -3
  401. package/src/experiments/getExperimentRuns.ts +3 -2
  402. package/src/experiments/index.ts +5 -0
  403. package/src/experiments/listExperiments.ts +83 -0
  404. package/src/experiments/resumeEvaluation.ts +799 -0
  405. package/src/experiments/resumeExperiment.ts +742 -0
  406. package/src/experiments/runExperiment.ts +55 -25
  407. package/src/prompts/createPrompt.ts +27 -9
  408. package/src/prompts/sdks/toAI.ts +6 -4
  409. package/src/prompts/sdks/toAnthropic.ts +7 -6
  410. package/src/prompts/sdks/toOpenAI.ts +10 -9
  411. package/src/prompts/sdks/toSDK.ts +5 -3
  412. package/src/prompts/sdks/types.ts +1 -0
  413. package/src/schemas/llm/anthropic/converters.ts +9 -7
  414. package/src/schemas/llm/anthropic/messagePartSchemas.ts +2 -1
  415. package/src/schemas/llm/anthropic/messageSchemas.ts +2 -2
  416. package/src/schemas/llm/anthropic/toolCallSchemas.ts +2 -1
  417. package/src/schemas/llm/anthropic/toolSchemas.ts +2 -1
  418. package/src/schemas/llm/constants.ts +14 -12
  419. package/src/schemas/llm/converters.ts +4 -3
  420. package/src/schemas/llm/openai/converters.ts +15 -13
  421. package/src/schemas/llm/openai/messageSchemas.ts +3 -3
  422. package/src/schemas/llm/openai/responseFormatSchema.ts +2 -1
  423. package/src/schemas/llm/openai/toolSchemas.ts +2 -1
  424. package/src/schemas/llm/phoenixPrompt/converters.ts +11 -10
  425. package/src/schemas/llm/phoenixPrompt/messagePartSchemas.ts +3 -2
  426. package/src/schemas/llm/phoenixPrompt/messageSchemas.ts +4 -3
  427. package/src/schemas/llm/phoenixPrompt/responseFormatSchema.ts +3 -2
  428. package/src/schemas/llm/phoenixPrompt/toolCallSchemas.ts +2 -2
  429. package/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.ts +3 -2
  430. package/src/schemas/llm/phoenixPrompt/toolSchemas.ts +3 -2
  431. package/src/schemas/llm/schemas.ts +9 -8
  432. package/src/schemas/llm/types.ts +17 -16
  433. package/src/schemas/llm/utils.ts +14 -12
  434. package/src/schemas/llm/vercel/messagePartSchemas.ts +2 -1
  435. package/src/schemas/llm/vercel/messageSchemas.ts +2 -2
  436. package/src/sessions/addSessionAnnotation.ts +1 -0
  437. package/src/sessions/logSessionAnnotations.ts +1 -0
  438. package/src/spans/addDocumentAnnotation.ts +1 -0
  439. package/src/spans/addSpanAnnotation.ts +1 -0
  440. package/src/spans/getSpanAnnotations.ts +1 -1
  441. package/src/spans/getSpans.ts +1 -1
  442. package/src/spans/logDocumentAnnotations.ts +1 -0
  443. package/src/spans/logSpanAnnotations.ts +1 -0
  444. package/src/types/experiments.ts +62 -3
  445. package/src/utils/channel.ts +397 -0
  446. package/src/utils/formatPromptMessages.ts +4 -3
  447. package/src/utils/getPromptBySelector.ts +4 -3
  448. package/src/utils/isHttpError.ts +45 -0
@@ -1,6 +1,22 @@
1
- import { queue } from "async";
2
- import invariant from "tiny-invariant";
1
+ import {
2
+ MimeType,
3
+ OpenInferenceSpanKind,
4
+ SemanticConventions,
5
+ } from "@arizeai/openinference-semantic-conventions";
6
+ import {
7
+ createNoOpProvider,
8
+ type DiagLogLevel,
9
+ NodeTracerProvider,
10
+ objectAsAttributes,
11
+ register,
12
+ SpanStatusCode,
13
+ trace,
14
+ Tracer,
15
+ } from "@arizeai/phoenix-otel";
16
+
3
17
  import { createClient, type PhoenixClient } from "../client";
18
+ import { getDataset } from "../datasets/getDataset";
19
+ import { AnnotatorKind } from "../types/annotations";
4
20
  import { ClientFn } from "../types/core";
5
21
  import {
6
22
  Dataset,
@@ -10,41 +26,29 @@ import {
10
26
  } from "../types/datasets";
11
27
  import type {
12
28
  Evaluator,
13
- ExperimentInfo,
14
29
  ExperimentEvaluationRun,
30
+ ExperimentInfo,
15
31
  ExperimentRun,
16
32
  ExperimentRunID,
17
33
  ExperimentTask,
18
34
  RanExperiment,
19
35
  } from "../types/experiments";
20
36
  import { type Logger } from "../types/logger";
21
- import { getDataset } from "../datasets/getDataset";
37
+ import { ensureString } from "../utils/ensureString";
22
38
  import { pluralize } from "../utils/pluralize";
23
39
  import { promisifyResult } from "../utils/promisifyResult";
24
- import { AnnotatorKind } from "../types/annotations";
25
- import {
26
- type DiagLogLevel,
27
- SpanStatusCode,
28
- Tracer,
29
- trace,
30
- NodeTracerProvider,
31
- objectAsAttributes,
32
- createNoOpProvider,
33
- register,
34
- } from "@arizeai/phoenix-otel";
35
- import {
36
- MimeType,
37
- OpenInferenceSpanKind,
38
- SemanticConventions,
39
- } from "@arizeai/openinference-semantic-conventions";
40
- import { ensureString } from "../utils/ensureString";
40
+ import { toObjectHeaders } from "../utils/toObjectHeaders";
41
41
  import {
42
- getDatasetUrl,
43
42
  getDatasetExperimentsUrl,
43
+ getDatasetUrl,
44
44
  getExperimentUrl,
45
45
  } from "../utils/urlUtils";
46
+
47
+ import { getExperimentInfo } from "./getExperimentInfo";
48
+
46
49
  import assert from "assert";
47
- import { toObjectHeaders } from "../utils/toObjectHeaders";
50
+ import { queue } from "async";
51
+ import invariant from "tiny-invariant";
48
52
 
49
53
  /**
50
54
  * Validate that a repetition is valid
@@ -198,6 +202,8 @@ export async function runExperiment({
198
202
  let taskTracer: Tracer;
199
203
  let experiment: ExperimentInfo;
200
204
  if (isDryRun) {
205
+ const now = new Date().toISOString();
206
+ const totalExamples = nExamples;
201
207
  experiment = {
202
208
  id: localId(),
203
209
  datasetId: dataset.id,
@@ -206,6 +212,13 @@ export async function runExperiment({
206
212
  datasetSplits: datasetSelector?.splits ?? [],
207
213
  projectName,
208
214
  metadata: experimentMetadata,
215
+ repetitions,
216
+ createdAt: now,
217
+ updatedAt: now,
218
+ exampleCount: totalExamples,
219
+ successfulRunCount: 0,
220
+ failedRunCount: 0,
221
+ missingRunCount: totalExamples * repetitions,
209
222
  };
210
223
  taskTracer = createNoOpProvider().getTracer("no-op");
211
224
  } else {
@@ -239,7 +252,14 @@ export async function runExperiment({
239
252
  // @todo: the dataset should return splits in response body
240
253
  datasetSplits: datasetSelector?.splits ?? [],
241
254
  projectName,
242
- metadata: experimentResponse.metadata,
255
+ repetitions: experimentResponse.repetitions,
256
+ metadata: experimentResponse.metadata || {},
257
+ createdAt: experimentResponse.created_at,
258
+ updatedAt: experimentResponse.updated_at,
259
+ exampleCount: experimentResponse.example_count,
260
+ successfulRunCount: experimentResponse.successful_run_count,
261
+ failedRunCount: experimentResponse.failed_run_count,
262
+ missingRunCount: experimentResponse.missing_run_count,
243
263
  };
244
264
  // Initialize the tracer, now that we have a project name
245
265
  const baseUrl = client.config.baseUrl;
@@ -332,6 +352,16 @@ export async function runExperiment({
332
352
 
333
353
  logger.info(`✅ Experiment ${experiment.id} completed`);
334
354
 
355
+ // Refresh experiment info from server to get updated counts (non-dry-run only)
356
+ if (!isDryRun) {
357
+ const updatedExperiment = await getExperimentInfo({
358
+ client,
359
+ experimentId: experiment.id,
360
+ });
361
+ // Update the experiment info with the latest from the server
362
+ Object.assign(ranExperiment, updatedExperiment);
363
+ }
364
+
335
365
  if (!isDryRun && client.config.baseUrl) {
336
366
  const experimentUrl = getExperimentUrl({
337
367
  baseUrl: client.config.baseUrl,
@@ -644,7 +674,7 @@ export async function evaluateExperiment({
644
674
  [SemanticConventions.OPENINFERENCE_SPAN_KIND]:
645
675
  OpenInferenceSpanKind.EVALUATOR,
646
676
  [SemanticConventions.INPUT_MIME_TYPE]: MimeType.JSON,
647
- [SemanticConventions.INPUT_VALUE]: JSON.stringify({
677
+ [SemanticConventions.INPUT_VALUE]: ensureString({
648
678
  input: examplesById[evaluatorAndRun.run.datasetExampleId]?.input,
649
679
  output: evaluatorAndRun.run.output,
650
680
  expected:
@@ -1,18 +1,18 @@
1
1
  import { createClient } from "../client";
2
2
  import { ClientFn } from "../types/core";
3
3
  import {
4
- PromptData,
5
- PromptVersionData,
6
- PromptVersion,
7
- OpenAIInvocationParameters,
8
- AzureOpenAIInvocationParameters,
9
4
  AnthropicInvocationParameters,
10
- GoogleInvocationParameters,
5
+ AwsInvocationParameters,
6
+ AzureOpenAIInvocationParameters,
11
7
  DeepSeekInvocationParameters,
12
- XAIInvocationParameters,
8
+ GoogleInvocationParameters,
13
9
  OllamaInvocationParameters,
14
- AwsInvocationParameters,
10
+ OpenAIInvocationParameters,
15
11
  PromptChatMessage,
12
+ PromptData,
13
+ PromptVersion,
14
+ PromptVersionData,
15
+ XAIInvocationParameters,
16
16
  } from "../types/prompts";
17
17
  import { assertUnreachable } from "../utils/assertUnreachable";
18
18
 
@@ -28,6 +28,11 @@ export interface CreatePromptParams extends ClientFn, PromptData {
28
28
  * The description of the prompt
29
29
  */
30
30
  description?: string;
31
+ /**
32
+ * Optional metadata for the prompt as a JSON object
33
+ * @example { "environment": "production", "version": "1.0" }
34
+ */
35
+ metadata?: Record<string, unknown>;
31
36
  /**
32
37
  * The prompt version to push onto the history of the prompt
33
38
  */
@@ -39,8 +44,21 @@ export interface CreatePromptParams extends ClientFn, PromptData {
39
44
  *
40
45
  * If a prompt with the same name exists, a new version of the prompt will be appended to the history.
41
46
  *
42
- * @param params - The parameters to create a prompt.
47
+ * @param params - The parameters to create a prompt, including optional metadata.
43
48
  * @returns The created prompt version.
49
+ * @example
50
+ * ```typescript
51
+ * await createPrompt({
52
+ * name: "my-prompt",
53
+ * description: "A helpful prompt",
54
+ * metadata: { environment: "production", team: "ai" },
55
+ * version: promptVersion({
56
+ * modelProvider: "OPENAI",
57
+ * modelName: "gpt-4",
58
+ * template: [{ role: "user", content: "Hello {{name}}" }]
59
+ * })
60
+ * });
61
+ * ```
44
62
  */
45
63
  export async function createPrompt({
46
64
  client: _client,
@@ -1,12 +1,14 @@
1
- import invariant from "tiny-invariant";
2
1
  import {
3
2
  safelyConvertMessageToProvider,
4
3
  safelyConvertToolChoiceToProvider,
5
4
  } from "../../schemas/llm/converters";
6
- import { formatPromptMessages } from "../../utils/formatPromptMessages";
7
- import { Variables, toSDKParamsBase } from "./types";
8
- import { type ToolSet, type ModelMessage, type ToolChoice } from "ai";
9
5
  import { VercelAIToolChoice } from "../../schemas/llm/vercel/toolChoiceSchemas";
6
+ import { formatPromptMessages } from "../../utils/formatPromptMessages";
7
+
8
+ import { toSDKParamsBase, Variables } from "./types";
9
+
10
+ import { type ModelMessage, type ToolChoice, type ToolSet } from "ai";
11
+ import invariant from "tiny-invariant";
10
12
 
11
13
  export type PartialAIParams = {
12
14
  messages: ModelMessage[];
@@ -1,14 +1,15 @@
1
- import type { MessageCreateParams } from "@anthropic-ai/sdk/resources/messages/messages";
2
- import type { Variables, toSDKParamsBase } from "./types";
3
- import { formatPromptMessages } from "../../utils/formatPromptMessages";
4
-
5
- import invariant from "tiny-invariant";
1
+ import { AnthropicToolChoice } from "../../schemas/llm/anthropic/toolChoiceSchemas";
6
2
  import {
7
3
  safelyConvertMessageToProvider,
8
4
  safelyConvertToolChoiceToProvider,
9
5
  safelyConvertToolDefinitionToProvider,
10
6
  } from "../../schemas/llm/converters";
11
- import { AnthropicToolChoice } from "../../schemas/llm/anthropic/toolChoiceSchemas";
7
+ import { formatPromptMessages } from "../../utils/formatPromptMessages";
8
+
9
+ import type { toSDKParamsBase, Variables } from "./types";
10
+
11
+ import type { MessageCreateParams } from "@anthropic-ai/sdk/resources/messages/messages";
12
+ import invariant from "tiny-invariant";
12
13
 
13
14
  // We must re-export these types so that they are included in the phoenix-client distribution
14
15
  export type { MessageCreateParams };
@@ -1,19 +1,20 @@
1
- import type {
2
- ChatCompletionCreateParams,
3
- ChatCompletionMessageParam,
4
- ResponseFormatJSONSchema,
5
- } from "openai/resources";
6
- import type { Variables, toSDKParamsBase } from "./types";
7
-
8
- import { formatPromptMessages } from "../../utils/formatPromptMessages";
9
1
  import {
10
2
  safelyConvertMessageToProvider,
11
3
  safelyConvertToolChoiceToProvider,
12
4
  safelyConvertToolDefinitionToProvider,
13
5
  } from "../../schemas/llm/converters";
14
- import invariant from "tiny-invariant";
15
6
  import { OpenaiToolChoice } from "../../schemas/llm/openai/toolChoiceSchemas";
16
7
  import { phoenixResponseFormatToOpenAI } from "../../schemas/llm/phoenixPrompt/converters";
8
+ import { formatPromptMessages } from "../../utils/formatPromptMessages";
9
+
10
+ import type { toSDKParamsBase, Variables } from "./types";
11
+
12
+ import type {
13
+ ChatCompletionCreateParams,
14
+ ChatCompletionMessageParam,
15
+ ResponseFormatJSONSchema,
16
+ } from "openai/resources";
17
+ import invariant from "tiny-invariant";
17
18
 
18
19
  // We must re-export these types so that they are included in the phoenix-client distribution
19
20
  export type {
@@ -1,9 +1,11 @@
1
- import invariant from "tiny-invariant";
1
+ import { assertUnreachable } from "../../utils/assertUnreachable";
2
+
2
3
  import { toAI } from "./toAI";
3
4
  import { toAnthropic } from "./toAnthropic";
4
5
  import { toOpenAI } from "./toOpenAI";
5
- import { SupportedSDK, Variables, toSDKParamsBase } from "./types";
6
- import { assertUnreachable } from "../../utils/assertUnreachable";
6
+ import { SupportedSDK, toSDKParamsBase, Variables } from "./types";
7
+
8
+ import invariant from "tiny-invariant";
7
9
 
8
10
  /**
9
11
  * Parameters for an SDK conversion function
@@ -1,4 +1,5 @@
1
1
  import type { PromptVersion } from "../../types/prompts";
2
+
2
3
  import type { SUPPORTED_SDKS } from "./constants";
3
4
 
4
5
  /**
@@ -1,28 +1,30 @@
1
- import invariant from "tiny-invariant";
2
1
  import { assertUnreachable } from "../../../utils/assertUnreachable";
2
+ import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
3
3
  import {
4
4
  OpenAIChatPart,
5
- OpenAIChatPartText,
6
5
  OpenAIChatPartImage,
6
+ OpenAIChatPartText,
7
7
  } from "../openai/messagePartSchemas";
8
8
  import {
9
9
  OpenAIMessage,
10
10
  openAIMessageRoleSchema,
11
11
  } from "../openai/messageSchemas";
12
+ import { OpenAIToolCall } from "../openai/toolCallSchemas";
13
+ import { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
14
+ import { OpenAIToolDefinition } from "../openai/toolSchemas";
15
+
12
16
  import {
13
17
  AnthropicMessagePart,
14
- AnthropicToolUseBlock,
15
18
  anthropicMessagePartSchema,
19
+ AnthropicToolUseBlock,
16
20
  } from "./messagePartSchemas";
17
21
  import { anthropicMessageSchema } from "./messageSchemas";
18
22
  import { anthropicToolCallSchema } from "./toolCallSchemas";
19
- import { OpenAIToolCall } from "../openai/toolCallSchemas";
20
- import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
21
23
  import { anthropicToolChoiceSchema } from "./toolChoiceSchemas";
22
- import { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
23
- import { OpenAIToolDefinition } from "../openai/toolSchemas";
24
24
  import { anthropicToolDefinitionSchema } from "./toolSchemas";
25
25
 
26
+ import invariant from "tiny-invariant";
27
+
26
28
  /*
27
29
  * Conversion Functions
28
30
  *
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
1
  import { anthropicToolCallSchema } from "./toolCallSchemas";
3
2
 
3
+ import z from "zod";
4
+
4
5
  /*
5
6
  *
6
7
  * Anthropic Message Part Schemas
@@ -1,8 +1,8 @@
1
+ import { anthropicMessagePartSchema } from "./messagePartSchemas";
2
+
1
3
  import z from "zod";
2
4
  import zodToJsonSchema from "zod-to-json-schema";
3
5
 
4
- import { anthropicMessagePartSchema } from "./messagePartSchemas";
5
-
6
6
  /**
7
7
  *
8
8
  * Anthropic Message Schemas
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
1
  import { jsonLiteralSchema } from "../../jsonLiteralSchema";
3
2
 
3
+ import z from "zod";
4
+
4
5
  /**
5
6
  * The schema for an Anthropic tool call, this is what a message that calls a tool looks like
6
7
  */
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
1
  import { jsonSchemaZodSchema } from "../../jsonSchema";
3
2
 
3
+ import z from "zod";
4
+
4
5
  /**
5
6
  * The zod schema for an anthropic tool definition
6
7
  */
@@ -1,5 +1,5 @@
1
- import { z } from "zod";
2
1
  import { PromptProviderSDKs } from "../../types/prompts";
2
+
3
3
  import {
4
4
  anthropicMessagePartToOpenAI,
5
5
  anthropicMessageToOpenAI,
@@ -9,34 +9,36 @@ import {
9
9
  } from "./anthropic/converters";
10
10
  import {
11
11
  openAIChatPartToAnthropic,
12
- openAIMessageToVercelAI,
13
12
  openAIMessageToAnthropic,
14
13
  openAIMessageToPhoenixPrompt,
14
+ openAIMessageToVercelAI,
15
15
  openAIToolCallToAnthropic,
16
16
  openAIToolChoiceToAnthropic,
17
17
  openAIToolChoiceToVercelAI,
18
18
  openAIToolDefinitionToAnthropic,
19
19
  openAIToolDefinitionToVercelAI,
20
20
  } from "./openai/converters";
21
+ import { openaiChatPartSchema } from "./openai/messagePartSchemas";
22
+ import { openAIMessageSchema } from "./openai/messageSchemas";
23
+ import { openaiResponseFormatSchema } from "./openai/responseFormatSchema";
24
+ import { openAIToolCallSchema } from "./openai/toolCallSchemas";
25
+ import { openAIToolChoiceSchema } from "./openai/toolChoiceSchemas";
26
+ import { openAIToolDefinitionSchema } from "./openai/toolSchemas";
21
27
  import {
22
- phoenixResponseFormatToOpenAI,
23
- phoenixToolChoiceToOpenAI,
24
- phoenixToolDefinitionToOpenAI,
25
28
  phoenixMessagePartToOpenAI,
26
29
  phoenixMessageToOpenAI,
30
+ phoenixResponseFormatToOpenAI,
27
31
  phoenixToolCallToOpenAI,
32
+ phoenixToolChoiceToOpenAI,
33
+ phoenixToolDefinitionToOpenAI,
28
34
  } from "./phoenixPrompt/converters";
29
- import { makeSDKConverters } from "./utils";
30
- import { openAIMessageSchema } from "./openai/messageSchemas";
31
35
  import {
32
36
  vercelAIChatPartSchema,
33
37
  vercelAIChatPartToolCallSchema,
34
38
  } from "./vercel/messagePartSchemas";
35
- import { openaiChatPartSchema } from "./openai/messagePartSchemas";
36
- import { openAIToolChoiceSchema } from "./openai/toolChoiceSchemas";
37
- import { openAIToolCallSchema } from "./openai/toolCallSchemas";
38
- import { openAIToolDefinitionSchema } from "./openai/toolSchemas";
39
- import { openaiResponseFormatSchema } from "./openai/responseFormatSchema";
39
+ import { makeSDKConverters } from "./utils";
40
+
41
+ import { z } from "zod";
40
42
 
41
43
  export const SDKProviderIdMap: Record<PromptProviderSDKs, string> = {
42
44
  OPENAI: "openai",
@@ -1,15 +1,14 @@
1
- import z from "zod";
2
-
3
1
  import { assertUnreachable } from "../../utils/assertUnreachable";
4
2
  import { safelyParseJSON } from "../../utils/safelyParseJSON";
5
3
  import { JSONLiteral } from "../jsonLiteralSchema";
4
+
6
5
  import { OpenAIChatPart } from "./openai/messagePartSchemas";
7
6
  import { OpenAIMessage } from "./openai/messageSchemas";
8
7
  import { OpenAIToolCall } from "./openai/toolCallSchemas";
9
8
  import { OpenaiToolChoice } from "./openai/toolChoiceSchemas";
10
9
  import { OpenAIToolDefinition } from "./openai/toolSchemas";
11
- import { toolCallHeuristicSchema } from "./schemas";
12
10
  import { SDKProviderConverterMap } from "./constants";
11
+ import { toolCallHeuristicSchema } from "./schemas";
13
12
  import { LLMMessagePart, PromptSDKFormat } from "./types";
14
13
  import {
15
14
  detectMessagePartProvider,
@@ -18,7 +17,9 @@ import {
18
17
  detectToolChoiceProvider,
19
18
  detectToolDefinitionProvider,
20
19
  } from "./utils";
20
+
21
21
  import invariant from "tiny-invariant";
22
+ import z from "zod";
22
23
 
23
24
  export const safelyConvertMessageToProvider = <
24
25
  TargetProviderSDK extends NonNullable<PromptSDKFormat>,
@@ -1,5 +1,5 @@
1
- import invariant from "tiny-invariant";
2
1
  import { assertUnreachable } from "../../../utils/assertUnreachable";
2
+ import { isObject } from "../../../utils/isObject";
3
3
  import {
4
4
  AnthropicImageBlock,
5
5
  AnthropicMessagePart,
@@ -7,28 +7,30 @@ import {
7
7
  AnthropicToolUseBlock,
8
8
  } from "../anthropic/messagePartSchemas";
9
9
  import { AnthropicMessage } from "../anthropic/messageSchemas";
10
- import { openaiChatPartSchema } from "./messagePartSchemas";
11
- import { openAIMessageSchema } from "./messageSchemas";
12
- import {
13
- PhoenixMessage,
14
- PhoenixMessageRole,
15
- } from "../phoenixPrompt/messageSchemas";
10
+ import { AnthropicToolCall } from "../anthropic/toolCallSchemas";
11
+ import { AnthropicToolChoice } from "../anthropic/toolChoiceSchemas";
12
+ import { AnthropicToolDefinition } from "../anthropic/toolSchemas";
16
13
  import {
17
14
  makeTextPart,
18
15
  makeToolResultPart,
19
16
  PhoenixContentPart,
20
17
  ToolCallPart,
21
18
  } from "../phoenixPrompt/messagePartSchemas";
19
+ import {
20
+ PhoenixMessage,
21
+ PhoenixMessageRole,
22
+ } from "../phoenixPrompt/messageSchemas";
22
23
  import { VercelAIMessage } from "../vercel/messageSchemas";
24
+ import { VercelAIToolChoice } from "../vercel/toolChoiceSchemas";
25
+ import { VercelAIToolDefinition } from "../vercel/toolSchemas";
26
+
27
+ import { openaiChatPartSchema } from "./messagePartSchemas";
28
+ import { openAIMessageSchema } from "./messageSchemas";
23
29
  import { openAIToolCallSchema } from "./toolCallSchemas";
24
- import { AnthropicToolCall } from "../anthropic/toolCallSchemas";
25
- import { AnthropicToolChoice } from "../anthropic/toolChoiceSchemas";
26
30
  import { openAIToolChoiceSchema } from "./toolChoiceSchemas";
27
- import { isObject } from "../../../utils/isObject";
28
- import { VercelAIToolChoice } from "../vercel/toolChoiceSchemas";
29
31
  import { openAIToolDefinitionSchema } from "./toolSchemas";
30
- import { AnthropicToolDefinition } from "../anthropic/toolSchemas";
31
- import { VercelAIToolDefinition } from "../vercel/toolSchemas";
32
+
33
+ import invariant from "tiny-invariant";
32
34
 
33
35
  export const openAIChatPartToAnthropic = openaiChatPartSchema.transform(
34
36
  (openai) => {
@@ -1,10 +1,10 @@
1
- import z from "zod";
2
-
3
- import { openAIToolCallSchema } from "./toolCallSchemas";
4
1
  import {
5
2
  openaiChatPartImageSchema,
6
3
  openaiChatPartTextSchema,
7
4
  } from "./messagePartSchemas";
5
+ import { openAIToolCallSchema } from "./toolCallSchemas";
6
+
7
+ import z from "zod";
8
8
 
9
9
  /*
10
10
  *
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
1
  import { jsonSchemaZodSchema } from "../../jsonSchema";
3
2
 
3
+ import z from "zod";
4
+
4
5
  /*
5
6
  *
6
7
  * Reponse format zod schemas
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
1
  import { jsonSchemaZodSchema } from "../../jsonSchema";
3
2
 
3
+ import z from "zod";
4
+
4
5
  /**
5
6
  * The schema for an OpenAI tool definition
6
7
  * @see https://platform.openai.com/docs/guides/structured-outputs/supported-schemas
@@ -1,23 +1,24 @@
1
1
  import { assertUnreachable } from "../../../utils/assertUnreachable";
2
- import { OpenAIToolDefinition } from "../openai/toolSchemas";
2
+ import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
3
+ import { jsonSchemaZodSchema } from "../../jsonSchema";
4
+ import { OpenAIChatPartText } from "../openai/messagePartSchemas";
3
5
  import { OpenAIMessage } from "../openai/messageSchemas";
6
+ import { OpenAIResponseFormat } from "../openai/responseFormatSchema";
4
7
  import { OpenAIToolCall } from "../openai/toolCallSchemas";
5
8
  import { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
6
- import { phoenixMessageSchema } from "./messageSchemas";
9
+ import { OpenAIToolDefinition } from "../openai/toolSchemas";
10
+
7
11
  import {
8
- ToolCallPart,
9
- ToolResultPart,
10
12
  asToolResultPart,
11
13
  phoenixContentPartSchema,
14
+ ToolCallPart,
15
+ ToolResultPart,
12
16
  } from "./messagePartSchemas";
13
- import { phoenixToolCallSchema } from "./toolCallSchemas";
14
- import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
15
- import { OpenAIChatPartText } from "../openai/messagePartSchemas";
17
+ import { phoenixMessageSchema } from "./messageSchemas";
16
18
  import { phoenixResponseFormatSchema } from "./responseFormatSchema";
17
- import { OpenAIResponseFormat } from "../openai/responseFormatSchema";
18
- import { phoenixToolDefinitionSchema } from "./toolSchemas";
19
+ import { phoenixToolCallSchema } from "./toolCallSchemas";
19
20
  import { phoenixToolChoiceSchema } from "./toolChoiceSchemas";
20
- import { jsonSchemaZodSchema } from "../../jsonSchema";
21
+ import { phoenixToolDefinitionSchema } from "./toolSchemas";
21
22
 
22
23
  /*
23
24
  * Conversion Functions
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
- import { schemaMatches } from "../../../utils/schemaMatches";
3
1
  import type { PromptChatMessagePart } from "../../../types/prompts";
2
+ import { schemaMatches } from "../../../utils/schemaMatches";
3
+
4
+ import z from "zod";
4
5
 
5
6
  export const textPartSchema = schemaMatches<
6
7
  Extract<PromptChatMessagePart, { type: "text" }>
@@ -1,9 +1,10 @@
1
- import z from "zod";
2
-
3
- import { phoenixContentPartSchema } from "./messagePartSchemas";
4
1
  import type { PromptChatMessage } from "../../../types/prompts";
5
2
  import { schemaMatches } from "../../../utils/schemaMatches";
6
3
 
4
+ import { phoenixContentPartSchema } from "./messagePartSchemas";
5
+
6
+ import z from "zod";
7
+
7
8
  /**
8
9
  *
9
10
  * Prompt Message Schemas
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
- import { schemaMatches } from "../../../utils/schemaMatches";
3
1
  import { PromptResponseFormat } from "../../../types/prompts";
2
+ import { schemaMatches } from "../../../utils/schemaMatches";
3
+
4
+ import z from "zod";
4
5
 
5
6
  /**
6
7
  * Phoenix response format schema
@@ -1,7 +1,7 @@
1
- import z from "zod";
2
-
3
1
  import { toolCallPartSchema } from "./messagePartSchemas";
4
2
 
3
+ import z from "zod";
4
+
5
5
  export const phoenixToolCallSchema = toolCallPartSchema;
6
6
 
7
7
  export type PhoenixToolCall = z.infer<typeof phoenixToolCallSchema>;
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
- import { schemaMatches } from "../../../utils/schemaMatches";
3
1
  import { PromptToolChoice } from "../../../types/prompts";
2
+ import { schemaMatches } from "../../../utils/schemaMatches";
3
+
4
+ import z from "zod";
4
5
 
5
6
  /**
6
7
  * Phoenix's tool choice schema
@@ -1,6 +1,7 @@
1
- import z from "zod";
2
- import { schemaMatches } from "../../../utils/schemaMatches";
3
1
  import { PromptTool } from "../../../types/prompts";
2
+ import { schemaMatches } from "../../../utils/schemaMatches";
3
+
4
+ import z from "zod";
4
5
 
5
6
  /**
6
7
  * The Phoenix tool definition schema