@arizeai/phoenix-client 6.10.0 → 6.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (244) hide show
  1. package/README.md +62 -0
  2. package/dist/esm/__generated__/api/v1.d.ts +452 -28
  3. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  4. package/dist/esm/experiments/helpers/getExampleGlobalId.d.ts +8 -0
  5. package/dist/esm/experiments/helpers/getExampleGlobalId.d.ts.map +1 -0
  6. package/dist/esm/experiments/helpers/getExampleGlobalId.js +9 -0
  7. package/dist/esm/experiments/helpers/getExampleGlobalId.js.map +1 -0
  8. package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -1
  9. package/dist/esm/experiments/resumeEvaluation.js +2 -1
  10. package/dist/esm/experiments/resumeEvaluation.js.map +1 -1
  11. package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -1
  12. package/dist/esm/experiments/resumeExperiment.js +3 -2
  13. package/dist/esm/experiments/resumeExperiment.js.map +1 -1
  14. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  15. package/dist/esm/experiments/runExperiment.js +6 -3
  16. package/dist/esm/experiments/runExperiment.js.map +1 -1
  17. package/dist/esm/jest/index.d.ts +5 -0
  18. package/dist/esm/jest/index.d.ts.map +1 -0
  19. package/dist/esm/jest/index.js +49 -0
  20. package/dist/esm/jest/index.js.map +1 -0
  21. package/dist/esm/jest/reporter.d.ts +13 -0
  22. package/dist/esm/jest/reporter.d.ts.map +1 -0
  23. package/dist/esm/jest/reporter.js +19 -0
  24. package/dist/esm/jest/reporter.js.map +1 -0
  25. package/dist/esm/prompts/sdks/toAI.d.ts +2 -2
  26. package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
  27. package/dist/esm/prompts/sdks/toAI.js.map +1 -1
  28. package/dist/esm/prompts/sdks/toAnthropic.d.ts +2 -2
  29. package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
  30. package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
  31. package/dist/esm/prompts/sdks/toOpenAI.d.ts +2 -2
  32. package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
  33. package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
  34. package/dist/esm/prompts/sdks/toSDK.d.ts +8 -8
  35. package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
  36. package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
  37. package/dist/esm/prompts/sdks/types.d.ts +2 -2
  38. package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
  39. package/dist/esm/schemas/llm/anthropic/converters.d.ts +8 -8
  40. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts +4 -4
  41. package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts +6 -6
  42. package/dist/esm/schemas/llm/constants.d.ts +3 -3
  43. package/dist/esm/schemas/llm/converters.d.ts +12 -12
  44. package/dist/esm/schemas/llm/openai/converters.d.ts +3 -3
  45. package/dist/esm/schemas/llm/schemas.d.ts +2 -2
  46. package/dist/esm/testing/acceptance.d.ts +20 -0
  47. package/dist/esm/testing/acceptance.d.ts.map +1 -0
  48. package/dist/esm/testing/acceptance.js +129 -0
  49. package/dist/esm/testing/acceptance.js.map +1 -0
  50. package/dist/esm/testing/define-api.d.ts +157 -0
  51. package/dist/esm/testing/define-api.d.ts.map +1 -0
  52. package/dist/esm/testing/define-api.js +78 -0
  53. package/dist/esm/testing/define-api.js.map +1 -0
  54. package/dist/esm/testing/helpers.d.ts +55 -0
  55. package/dist/esm/testing/helpers.d.ts.map +1 -0
  56. package/dist/esm/testing/helpers.js +179 -0
  57. package/dist/esm/testing/helpers.js.map +1 -0
  58. package/dist/esm/testing/phoenix-test-tracking.d.ts +68 -0
  59. package/dist/esm/testing/phoenix-test-tracking.d.ts.map +1 -0
  60. package/dist/esm/testing/phoenix-test-tracking.js +521 -0
  61. package/dist/esm/testing/phoenix-test-tracking.js.map +1 -0
  62. package/dist/esm/testing/report-artifacts.d.ts +45 -0
  63. package/dist/esm/testing/report-artifacts.d.ts.map +1 -0
  64. package/dist/esm/testing/report-artifacts.js +218 -0
  65. package/dist/esm/testing/report-artifacts.js.map +1 -0
  66. package/dist/esm/testing/report-run.d.ts +22 -0
  67. package/dist/esm/testing/report-run.d.ts.map +1 -0
  68. package/dist/esm/testing/report-run.js +41 -0
  69. package/dist/esm/testing/report-run.js.map +1 -0
  70. package/dist/esm/testing/reporter-format.d.ts +83 -0
  71. package/dist/esm/testing/reporter-format.d.ts.map +1 -0
  72. package/dist/esm/testing/reporter-format.js +852 -0
  73. package/dist/esm/testing/reporter-format.js.map +1 -0
  74. package/dist/esm/testing/runner.d.ts +31 -0
  75. package/dist/esm/testing/runner.d.ts.map +1 -0
  76. package/dist/esm/testing/runner.js +238 -0
  77. package/dist/esm/testing/runner.js.map +1 -0
  78. package/dist/esm/testing/state.d.ts +138 -0
  79. package/dist/esm/testing/state.d.ts.map +1 -0
  80. package/dist/esm/testing/state.js +31 -0
  81. package/dist/esm/testing/state.js.map +1 -0
  82. package/dist/esm/testing/types.d.ts +319 -0
  83. package/dist/esm/testing/types.d.ts.map +1 -0
  84. package/dist/esm/testing/types.js +9 -0
  85. package/dist/esm/testing/types.js.map +1 -0
  86. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  87. package/dist/esm/utils/channel.d.ts +7 -7
  88. package/dist/esm/utils/channel.d.ts.map +1 -1
  89. package/dist/esm/utils/channel.js +1 -1
  90. package/dist/esm/utils/channel.js.map +1 -1
  91. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  92. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  93. package/dist/esm/utils/promisifyResult.d.ts +1 -1
  94. package/dist/esm/utils/promisifyResult.d.ts.map +1 -1
  95. package/dist/esm/utils/promisifyResult.js.map +1 -1
  96. package/dist/esm/utils/schemaMatches.d.ts +5 -5
  97. package/dist/esm/utils/schemaMatches.d.ts.map +1 -1
  98. package/dist/esm/utils/schemaMatches.js.map +1 -1
  99. package/dist/esm/vitest/index.d.ts +5 -0
  100. package/dist/esm/vitest/index.d.ts.map +1 -0
  101. package/dist/esm/vitest/index.js +15 -0
  102. package/dist/esm/vitest/index.js.map +1 -0
  103. package/dist/esm/vitest/reporter.d.ts +19 -0
  104. package/dist/esm/vitest/reporter.d.ts.map +1 -0
  105. package/dist/esm/vitest/reporter.js +27 -0
  106. package/dist/esm/vitest/reporter.js.map +1 -0
  107. package/dist/src/__generated__/api/v1.d.ts +452 -28
  108. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  109. package/dist/src/experiments/helpers/getExampleGlobalId.d.ts +8 -0
  110. package/dist/src/experiments/helpers/getExampleGlobalId.d.ts.map +1 -0
  111. package/dist/src/experiments/helpers/getExampleGlobalId.js +13 -0
  112. package/dist/src/experiments/helpers/getExampleGlobalId.js.map +1 -0
  113. package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -1
  114. package/dist/src/experiments/resumeEvaluation.js +2 -1
  115. package/dist/src/experiments/resumeEvaluation.js.map +1 -1
  116. package/dist/src/experiments/resumeExperiment.d.ts.map +1 -1
  117. package/dist/src/experiments/resumeExperiment.js +3 -2
  118. package/dist/src/experiments/resumeExperiment.js.map +1 -1
  119. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  120. package/dist/src/experiments/runExperiment.js +6 -3
  121. package/dist/src/experiments/runExperiment.js.map +1 -1
  122. package/dist/src/jest/index.d.ts +5 -0
  123. package/dist/src/jest/index.d.ts.map +1 -0
  124. package/dist/src/jest/index.js +58 -0
  125. package/dist/src/jest/index.js.map +1 -0
  126. package/dist/src/jest/reporter.d.ts +13 -0
  127. package/dist/src/jest/reporter.d.ts.map +1 -0
  128. package/dist/src/jest/reporter.js +23 -0
  129. package/dist/src/jest/reporter.js.map +1 -0
  130. package/dist/src/prompts/sdks/toAI.d.ts +2 -2
  131. package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
  132. package/dist/src/prompts/sdks/toAI.js.map +1 -1
  133. package/dist/src/prompts/sdks/toAnthropic.d.ts +2 -2
  134. package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
  135. package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
  136. package/dist/src/prompts/sdks/toOpenAI.d.ts +2 -2
  137. package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
  138. package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
  139. package/dist/src/prompts/sdks/toSDK.d.ts +8 -8
  140. package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
  141. package/dist/src/prompts/sdks/toSDK.js.map +1 -1
  142. package/dist/src/prompts/sdks/types.d.ts +2 -2
  143. package/dist/src/prompts/sdks/types.d.ts.map +1 -1
  144. package/dist/src/schemas/llm/anthropic/converters.d.ts +8 -8
  145. package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts +4 -4
  146. package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts +6 -6
  147. package/dist/src/schemas/llm/constants.d.ts +3 -3
  148. package/dist/src/schemas/llm/converters.d.ts +12 -12
  149. package/dist/src/schemas/llm/openai/converters.d.ts +3 -3
  150. package/dist/src/schemas/llm/schemas.d.ts +2 -2
  151. package/dist/src/testing/acceptance.d.ts +20 -0
  152. package/dist/src/testing/acceptance.d.ts.map +1 -0
  153. package/dist/src/testing/acceptance.js +114 -0
  154. package/dist/src/testing/acceptance.js.map +1 -0
  155. package/dist/src/testing/define-api.d.ts +157 -0
  156. package/dist/src/testing/define-api.d.ts.map +1 -0
  157. package/dist/src/testing/define-api.js +81 -0
  158. package/dist/src/testing/define-api.js.map +1 -0
  159. package/dist/src/testing/helpers.d.ts +55 -0
  160. package/dist/src/testing/helpers.d.ts.map +1 -0
  161. package/dist/src/testing/helpers.js +182 -0
  162. package/dist/src/testing/helpers.js.map +1 -0
  163. package/dist/src/testing/phoenix-test-tracking.d.ts +68 -0
  164. package/dist/src/testing/phoenix-test-tracking.d.ts.map +1 -0
  165. package/dist/src/testing/phoenix-test-tracking.js +530 -0
  166. package/dist/src/testing/phoenix-test-tracking.js.map +1 -0
  167. package/dist/src/testing/report-artifacts.d.ts +45 -0
  168. package/dist/src/testing/report-artifacts.d.ts.map +1 -0
  169. package/dist/src/testing/report-artifacts.js +225 -0
  170. package/dist/src/testing/report-artifacts.js.map +1 -0
  171. package/dist/src/testing/report-run.d.ts +22 -0
  172. package/dist/src/testing/report-run.d.ts.map +1 -0
  173. package/dist/src/testing/report-run.js +47 -0
  174. package/dist/src/testing/report-run.js.map +1 -0
  175. package/dist/src/testing/reporter-format.d.ts +83 -0
  176. package/dist/src/testing/reporter-format.d.ts.map +1 -0
  177. package/dist/src/testing/reporter-format.js +870 -0
  178. package/dist/src/testing/reporter-format.js.map +1 -0
  179. package/dist/src/testing/runner.d.ts +31 -0
  180. package/dist/src/testing/runner.d.ts.map +1 -0
  181. package/dist/src/testing/runner.js +258 -0
  182. package/dist/src/testing/runner.js.map +1 -0
  183. package/dist/src/testing/state.d.ts +138 -0
  184. package/dist/src/testing/state.d.ts.map +1 -0
  185. package/dist/src/testing/state.js +38 -0
  186. package/dist/src/testing/state.js.map +1 -0
  187. package/dist/src/testing/types.d.ts +319 -0
  188. package/dist/src/testing/types.d.ts.map +1 -0
  189. package/dist/src/testing/types.js +13 -0
  190. package/dist/src/testing/types.js.map +1 -0
  191. package/dist/src/utils/channel.d.ts +7 -7
  192. package/dist/src/utils/channel.d.ts.map +1 -1
  193. package/dist/src/utils/channel.js +1 -1
  194. package/dist/src/utils/channel.js.map +1 -1
  195. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  196. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  197. package/dist/src/utils/promisifyResult.d.ts +1 -1
  198. package/dist/src/utils/promisifyResult.d.ts.map +1 -1
  199. package/dist/src/utils/promisifyResult.js.map +1 -1
  200. package/dist/src/utils/schemaMatches.d.ts +5 -5
  201. package/dist/src/utils/schemaMatches.d.ts.map +1 -1
  202. package/dist/src/utils/schemaMatches.js.map +1 -1
  203. package/dist/src/vitest/index.d.ts +5 -0
  204. package/dist/src/vitest/index.d.ts.map +1 -0
  205. package/dist/src/vitest/index.js +23 -0
  206. package/dist/src/vitest/index.js.map +1 -0
  207. package/dist/src/vitest/reporter.d.ts +19 -0
  208. package/dist/src/vitest/reporter.d.ts.map +1 -0
  209. package/dist/src/vitest/reporter.js +34 -0
  210. package/dist/src/vitest/reporter.js.map +1 -0
  211. package/dist/tsconfig.tsbuildinfo +1 -1
  212. package/docs/ci-evals-annotations.mdx +190 -0
  213. package/docs/ci-evals-jest.mdx +78 -0
  214. package/docs/ci-evals-vitest.mdx +240 -0
  215. package/docs/ci-evals.mdx +263 -0
  216. package/docs/overview.mdx +9 -1
  217. package/package.json +49 -17
  218. package/src/__generated__/api/v1.ts +452 -28
  219. package/src/experiments/helpers/getExampleGlobalId.ts +12 -0
  220. package/src/experiments/resumeEvaluation.ts +2 -1
  221. package/src/experiments/resumeExperiment.ts +3 -2
  222. package/src/experiments/runExperiment.ts +6 -3
  223. package/src/jest/index.ts +124 -0
  224. package/src/jest/reporter.ts +22 -0
  225. package/src/prompts/sdks/toAI.ts +4 -3
  226. package/src/prompts/sdks/toAnthropic.ts +4 -3
  227. package/src/prompts/sdks/toOpenAI.ts +4 -3
  228. package/src/prompts/sdks/toSDK.ts +16 -11
  229. package/src/prompts/sdks/types.ts +2 -2
  230. package/src/testing/acceptance.ts +190 -0
  231. package/src/testing/define-api.ts +279 -0
  232. package/src/testing/helpers.ts +251 -0
  233. package/src/testing/phoenix-test-tracking.ts +637 -0
  234. package/src/testing/report-artifacts.ts +272 -0
  235. package/src/testing/report-run.ts +44 -0
  236. package/src/testing/reporter-format.ts +1072 -0
  237. package/src/testing/runner.ts +350 -0
  238. package/src/testing/state.ts +165 -0
  239. package/src/testing/types.ts +366 -0
  240. package/src/utils/channel.ts +17 -15
  241. package/src/utils/promisifyResult.ts +6 -4
  242. package/src/utils/schemaMatches.ts +12 -10
  243. package/src/vitest/index.ts +57 -0
  244. package/src/vitest/reporter.ts +32 -0
@@ -388,7 +388,11 @@ export interface paths {
388
388
  delete: operations["deleteExperiment"];
389
389
  options?: never;
390
390
  head?: never;
391
- patch?: never;
391
+ /**
392
+ * Update an experiment by ID
393
+ * @description Partially update an experiment's name, description, and/or metadata. Only the fields included in the request body are changed; omitted fields are left as-is. Patching an ephemeral experiment refreshes its last-update timestamp, which extends the window before it is swept away.
394
+ */
395
+ patch: operations["updateExperiment"];
392
396
  trace?: never;
393
397
  };
394
398
  "/v1/experiments/{experiment_id}/incomplete-runs": {
@@ -1383,22 +1387,6 @@ export interface paths {
1383
1387
  export type webhooks = Record<string, never>;
1384
1388
  export interface components {
1385
1389
  schemas: {
1386
- /**
1387
- * AgentCapabilities
1388
- * @description Runtime capability state sent by the browser for a chat turn.
1389
- */
1390
- AgentCapabilities: {
1391
- /**
1392
- * Bash.Retaininactivesessions
1393
- * @default false
1394
- */
1395
- "bash.retainInactiveSessions"?: boolean;
1396
- /**
1397
- * Graphql.Mutations
1398
- * @default false
1399
- */
1400
- "graphql.mutations"?: boolean;
1401
- };
1402
1390
  /**
1403
1391
  * AgentSpanContext
1404
1392
  * @description Span the user has selected.
@@ -1625,12 +1613,8 @@ export interface components {
1625
1613
  /**
1626
1614
  * ChatContext
1627
1615
  * @description Discriminated union of every UI-state context the agent understands.
1628
- *
1629
- * Wrapped in ``RootModel`` so the generated OpenAPI schema exposes a single
1630
- * named ``ChatContext`` component instead of inlining the ``oneOf`` at every
1631
- * reference site. The actual member is accessible via ``.root``.
1632
1616
  */
1633
- ChatContext: components["schemas"]["AppContext"] | components["schemas"]["ProjectContext"] | components["schemas"]["TraceContext"] | components["schemas"]["AgentSpanContext"] | components["schemas"]["PlaygroundContext"];
1617
+ ChatContext: components["schemas"]["AppContext"] | components["schemas"]["ProjectContext"] | components["schemas"]["TraceContext"] | components["schemas"]["SessionContext"] | components["schemas"]["PromptContext"] | components["schemas"]["PromptVersionContext"] | components["schemas"]["AgentSpanContext"] | components["schemas"]["PlaygroundContext"] | components["schemas"]["CodeEvaluatorContext"] | components["schemas"]["LlmEvaluatorContext"] | components["schemas"]["DatasetContext"] | components["schemas"]["GraphQLContext"] | components["schemas"]["WebAccessContext"] | components["schemas"]["SubagentsContext"];
1634
1618
  /**
1635
1619
  * ChatRegenerateMessage
1636
1620
  * @description Regenerate message extended with Phoenix-specific fields.
@@ -1657,9 +1641,25 @@ export interface components {
1657
1641
  * @default false
1658
1642
  */
1659
1643
  exportRemoteTraces?: boolean;
1644
+ /**
1645
+ * Attachuserid
1646
+ * @description When true and the request is authenticated as a PhoenixUser, attaches the user's email as the OpenInference ``user.id`` span attribute on all traced work for this request.
1647
+ * @default false
1648
+ */
1649
+ attachUserId?: boolean;
1660
1650
  /** Contexts */
1661
1651
  contexts?: components["schemas"]["ChatContext"][];
1662
- capabilities?: components["schemas"]["AgentCapabilities"];
1652
+ /**
1653
+ * Editpermission
1654
+ * @default manual
1655
+ * @enum {string}
1656
+ */
1657
+ editPermission?: "manual" | "bypass";
1658
+ /**
1659
+ * Requestedskills
1660
+ * @description Skills the user explicitly requested via the prompt's slash-command affordance. The server force-loads each available skill by injecting a synthetic load_skill tool call/result at the tail of the message history. Unknown or context-unavailable names are ignored.
1661
+ */
1662
+ requestedSkills?: string[];
1663
1663
  /** Model */
1664
1664
  model: components["schemas"]["CustomProviderModelSelection"] | components["schemas"]["BuiltInProviderModelSelection"];
1665
1665
  } & {
@@ -1694,14 +1694,43 @@ export interface components {
1694
1694
  * @default false
1695
1695
  */
1696
1696
  exportRemoteTraces?: boolean;
1697
+ /**
1698
+ * Attachuserid
1699
+ * @description When true and the request is authenticated as a PhoenixUser, attaches the user's email as the OpenInference ``user.id`` span attribute on all traced work for this request.
1700
+ * @default false
1701
+ */
1702
+ attachUserId?: boolean;
1697
1703
  /** Contexts */
1698
1704
  contexts?: components["schemas"]["ChatContext"][];
1699
- capabilities?: components["schemas"]["AgentCapabilities"];
1705
+ /**
1706
+ * Editpermission
1707
+ * @default manual
1708
+ * @enum {string}
1709
+ */
1710
+ editPermission?: "manual" | "bypass";
1711
+ /**
1712
+ * Requestedskills
1713
+ * @description Skills the user explicitly requested via the prompt's slash-command affordance. The server force-loads each available skill by injecting a synthetic load_skill tool call/result at the tail of the message history. Unknown or context-unavailable names are ignored.
1714
+ */
1715
+ requestedSkills?: string[];
1700
1716
  /** Model */
1701
1717
  model: components["schemas"]["CustomProviderModelSelection"] | components["schemas"]["BuiltInProviderModelSelection"];
1702
1718
  } & {
1703
1719
  [key: string]: unknown;
1704
1720
  };
1721
+ /**
1722
+ * CodeEvaluatorContext
1723
+ * @description Code-evaluator create/edit form mounted in the current browser route.
1724
+ */
1725
+ CodeEvaluatorContext: {
1726
+ /**
1727
+ * @description discriminator enum property added by openapi-typescript
1728
+ * @enum {string}
1729
+ */
1730
+ type: "code_evaluator";
1731
+ /** Evaluatornodeid */
1732
+ evaluatorNodeId?: string | null;
1733
+ };
1705
1734
  /** ContinuousAnnotationConfig */
1706
1735
  ContinuousAnnotationConfig: {
1707
1736
  /** Name */
@@ -1969,6 +1998,26 @@ export interface components {
1969
1998
  /** Example Count */
1970
1999
  example_count: number;
1971
2000
  };
2001
+ /**
2002
+ * DatasetContext
2003
+ * @description Dataset the user is currently viewing or has bound to a workflow.
2004
+ *
2005
+ * Carries the dataset's relay node id and, when known, the active version
2006
+ * node id. These IDs scope the create-form handoff link and the sampling of
2007
+ * active dataset examples used as prompt context; the dataset schema itself
2008
+ * is open.
2009
+ */
2010
+ DatasetContext: {
2011
+ /**
2012
+ * @description discriminator enum property added by openapi-typescript
2013
+ * @enum {string}
2014
+ */
2015
+ type: "dataset";
2016
+ /** Datasetnodeid */
2017
+ datasetNodeId: string;
2018
+ /** Datasetversionnodeid */
2019
+ datasetVersionNodeId?: string | null;
2020
+ };
1972
2021
  /** DatasetExample */
1973
2022
  DatasetExample: {
1974
2023
  /** Id */
@@ -2062,6 +2111,8 @@ export interface components {
2062
2111
  toolName: string;
2063
2112
  /** Toolcallid */
2064
2113
  toolCallId: string;
2114
+ /** Title */
2115
+ title?: string | null;
2065
2116
  /**
2066
2117
  * State
2067
2118
  * @default approval-requested
@@ -2070,6 +2121,8 @@ export interface components {
2070
2121
  state?: "approval-requested";
2071
2122
  /** Input */
2072
2123
  input: unknown;
2124
+ /** Providerexecuted */
2125
+ providerExecuted?: boolean | null;
2073
2126
  /** Callprovidermetadata */
2074
2127
  callProviderMetadata?: {
2075
2128
  [key: string]: {
@@ -2094,6 +2147,8 @@ export interface components {
2094
2147
  toolName: string;
2095
2148
  /** Toolcallid */
2096
2149
  toolCallId: string;
2150
+ /** Title */
2151
+ title?: string | null;
2097
2152
  /**
2098
2153
  * State
2099
2154
  * @default approval-responded
@@ -2102,6 +2157,8 @@ export interface components {
2102
2157
  state?: "approval-responded";
2103
2158
  /** Input */
2104
2159
  input: unknown;
2160
+ /** Providerexecuted */
2161
+ providerExecuted?: boolean | null;
2105
2162
  /** Callprovidermetadata */
2106
2163
  callProviderMetadata?: {
2107
2164
  [key: string]: {
@@ -2126,6 +2183,8 @@ export interface components {
2126
2183
  toolName: string;
2127
2184
  /** Toolcallid */
2128
2185
  toolCallId: string;
2186
+ /** Title */
2187
+ title?: string | null;
2129
2188
  /**
2130
2189
  * State
2131
2190
  * @default input-available
@@ -2134,6 +2193,8 @@ export interface components {
2134
2193
  state?: "input-available";
2135
2194
  /** Input */
2136
2195
  input: unknown;
2196
+ /** Providerexecuted */
2197
+ providerExecuted?: boolean | null;
2137
2198
  /** Callprovidermetadata */
2138
2199
  callProviderMetadata?: {
2139
2200
  [key: string]: {
@@ -2158,6 +2219,8 @@ export interface components {
2158
2219
  toolName: string;
2159
2220
  /** Toolcallid */
2160
2221
  toolCallId: string;
2222
+ /** Title */
2223
+ title?: string | null;
2161
2224
  /**
2162
2225
  * State
2163
2226
  * @default input-streaming
@@ -2166,6 +2229,8 @@ export interface components {
2166
2229
  state?: "input-streaming";
2167
2230
  /** Input */
2168
2231
  input?: unknown | null;
2232
+ /** Providerexecuted */
2233
+ providerExecuted?: boolean | null;
2169
2234
  /** Callprovidermetadata */
2170
2235
  callProviderMetadata?: {
2171
2236
  [key: string]: {
@@ -2190,6 +2255,8 @@ export interface components {
2190
2255
  toolName: string;
2191
2256
  /** Toolcallid */
2192
2257
  toolCallId: string;
2258
+ /** Title */
2259
+ title?: string | null;
2193
2260
  /**
2194
2261
  * State
2195
2262
  * @default output-available
@@ -2200,6 +2267,8 @@ export interface components {
2200
2267
  input: unknown;
2201
2268
  /** Output */
2202
2269
  output: unknown;
2270
+ /** Providerexecuted */
2271
+ providerExecuted?: boolean | null;
2203
2272
  /** Callprovidermetadata */
2204
2273
  callProviderMetadata?: {
2205
2274
  [key: string]: {
@@ -2226,6 +2295,8 @@ export interface components {
2226
2295
  toolName: string;
2227
2296
  /** Toolcallid */
2228
2297
  toolCallId: string;
2298
+ /** Title */
2299
+ title?: string | null;
2229
2300
  /**
2230
2301
  * State
2231
2302
  * @default output-denied
@@ -2234,6 +2305,8 @@ export interface components {
2234
2305
  state?: "output-denied";
2235
2306
  /** Input */
2236
2307
  input: unknown;
2308
+ /** Providerexecuted */
2309
+ providerExecuted?: boolean | null;
2237
2310
  /** Callprovidermetadata */
2238
2311
  callProviderMetadata?: {
2239
2312
  [key: string]: {
@@ -2258,6 +2331,8 @@ export interface components {
2258
2331
  toolName: string;
2259
2332
  /** Toolcallid */
2260
2333
  toolCallId: string;
2334
+ /** Title */
2335
+ title?: string | null;
2261
2336
  /**
2262
2337
  * State
2263
2338
  * @default output-error
@@ -2268,6 +2343,8 @@ export interface components {
2268
2343
  input: unknown;
2269
2344
  /** Errortext */
2270
2345
  errorText: string;
2346
+ /** Providerexecuted */
2347
+ providerExecuted?: boolean | null;
2271
2348
  /** Callprovidermetadata */
2272
2349
  callProviderMetadata?: {
2273
2350
  [key: string]: {
@@ -2294,6 +2371,16 @@ export interface components {
2294
2371
  * @description The ID of the dataset version associated with the experiment
2295
2372
  */
2296
2373
  dataset_version_id: string;
2374
+ /**
2375
+ * Name
2376
+ * @description The name of the experiment
2377
+ */
2378
+ name: string;
2379
+ /**
2380
+ * Description
2381
+ * @description The description of the experiment
2382
+ */
2383
+ description: string | null;
2297
2384
  /**
2298
2385
  * Repetitions
2299
2386
  * @description Number of times the experiment is repeated
@@ -2447,6 +2534,13 @@ export interface components {
2447
2534
  type: "FREEFORM";
2448
2535
  /** Description */
2449
2536
  description?: string | null;
2537
+ optimization_direction?: components["schemas"]["OptimizationDirection"] | null;
2538
+ /** Threshold */
2539
+ threshold?: number | null;
2540
+ /** Lower Bound */
2541
+ lower_bound?: number | null;
2542
+ /** Upper Bound */
2543
+ upper_bound?: number | null;
2450
2544
  /** Id */
2451
2545
  id: string;
2452
2546
  };
@@ -2461,6 +2555,13 @@ export interface components {
2461
2555
  type: "FREEFORM";
2462
2556
  /** Description */
2463
2557
  description?: string | null;
2558
+ optimization_direction?: components["schemas"]["OptimizationDirection"] | null;
2559
+ /** Threshold */
2560
+ threshold?: number | null;
2561
+ /** Lower Bound */
2562
+ lower_bound?: number | null;
2563
+ /** Upper Bound */
2564
+ upper_bound?: number | null;
2464
2565
  };
2465
2566
  /** GetAnnotationConfigResponseBody */
2466
2567
  GetAnnotationConfigResponseBody: {
@@ -2562,6 +2663,19 @@ export interface components {
2562
2663
  /** Data */
2563
2664
  data: components["schemas"]["LocalUser"] | components["schemas"]["OAuth2User"] | components["schemas"]["LDAPUser"] | components["schemas"]["AnonymousUser"];
2564
2665
  };
2666
+ /**
2667
+ * GraphQLContext
2668
+ * @description GraphQL runtime state.
2669
+ */
2670
+ GraphQLContext: {
2671
+ /**
2672
+ * @description discriminator enum property added by openapi-typescript
2673
+ * @enum {string}
2674
+ */
2675
+ type: "graphql";
2676
+ /** Mutationsenabled */
2677
+ mutationsEnabled: boolean;
2678
+ };
2565
2679
  /** HTTPValidationError */
2566
2680
  HTTPValidationError: {
2567
2681
  /** Detail */
@@ -2718,6 +2832,19 @@ export interface components {
2718
2832
  /** Next Cursor */
2719
2833
  next_cursor: string | null;
2720
2834
  };
2835
+ /**
2836
+ * LlmEvaluatorContext
2837
+ * @description LLM-evaluator create/edit form mounted in the current browser route.
2838
+ */
2839
+ LlmEvaluatorContext: {
2840
+ /**
2841
+ * @description discriminator enum property added by openapi-typescript
2842
+ * @enum {string}
2843
+ */
2844
+ type: "llm_evaluator";
2845
+ /** Evaluatornodeid */
2846
+ evaluatorNodeId?: string | null;
2847
+ };
2721
2848
  /** LocalUser */
2722
2849
  LocalUser: {
2723
2850
  /** Id */
@@ -3039,6 +3166,21 @@ export interface components {
3039
3166
  */
3040
3167
  message?: string | null;
3041
3168
  };
3169
+ /**
3170
+ * PlaygroundBuiltinModelContext
3171
+ * @description Built-in playground model selection.
3172
+ */
3173
+ PlaygroundBuiltinModelContext: {
3174
+ /**
3175
+ * @description discriminator enum property added by openapi-typescript
3176
+ * @enum {string}
3177
+ */
3178
+ type: "builtin";
3179
+ /** Provider */
3180
+ provider: string;
3181
+ /** Modelname */
3182
+ modelName: string;
3183
+ };
3042
3184
  /**
3043
3185
  * PlaygroundContext
3044
3186
  * @description Playground prompt editor state mounted in the current browser route.
@@ -3049,8 +3191,108 @@ export interface components {
3049
3191
  * @enum {string}
3050
3192
  */
3051
3193
  type: "playground";
3052
- /** Instanceids */
3053
- instanceIds: number[];
3194
+ /**
3195
+ * Recordexperiments
3196
+ * @default true
3197
+ */
3198
+ recordExperiments?: boolean;
3199
+ /**
3200
+ * Repetitions
3201
+ * @default 1
3202
+ */
3203
+ repetitions?: number;
3204
+ nextExperimentScaffold?: components["schemas"]["PlaygroundExperimentScaffoldContext"] | null;
3205
+ /** Instances */
3206
+ instances?: components["schemas"]["PlaygroundInstanceContext"][];
3207
+ /** Evaluators */
3208
+ evaluators?: components["schemas"]["PlaygroundEvaluatorContext"][];
3209
+ };
3210
+ /**
3211
+ * PlaygroundCustomProviderModelContext
3212
+ * @description Custom-provider playground model selection.
3213
+ */
3214
+ PlaygroundCustomProviderModelContext: {
3215
+ /**
3216
+ * @description discriminator enum property added by openapi-typescript
3217
+ * @enum {string}
3218
+ */
3219
+ type: "custom";
3220
+ /** Customproviderid */
3221
+ customProviderId: string;
3222
+ /** Customprovidername */
3223
+ customProviderName: string;
3224
+ /** Provider */
3225
+ provider: string;
3226
+ /** Modelname */
3227
+ modelName: string;
3228
+ };
3229
+ /**
3230
+ * PlaygroundEvaluatorContext
3231
+ * @description One dataset evaluator on the mounted playground's roster. ``name`` is
3232
+ * user-controlled; sanitize at every model-visible boundary.
3233
+ */
3234
+ PlaygroundEvaluatorContext: {
3235
+ /** Datasetevaluatorid */
3236
+ datasetEvaluatorId: string;
3237
+ /** Name */
3238
+ name: string;
3239
+ /**
3240
+ * Kind
3241
+ * @enum {string}
3242
+ */
3243
+ kind: "LLM" | "CODE" | "BUILTIN";
3244
+ /** Isbuiltin */
3245
+ isBuiltin: boolean;
3246
+ /** Isapplied */
3247
+ isApplied: boolean;
3248
+ };
3249
+ /**
3250
+ * PlaygroundExperimentScaffoldContext
3251
+ * @description Experiment name/description/metadata the user has staged for the playground's
3252
+ * *next* dataset-backed run, before that run has started.
3253
+ *
3254
+ * The playground UI lets the user pre-set how the next recorded run's experiment
3255
+ * will be named, described, and tagged (via the ``set_playground_experiment_recording``
3256
+ * tool or the recording form). That staged state is surfaced here so the agent can
3257
+ * see what is already set and avoid re-staging it.
3258
+ *
3259
+ * Field semantics:
3260
+ * - ``name`` / ``description``: the staged values, surfaced to the model verbatim,
3261
+ * or ``None`` when the user has not staged them.
3262
+ * - ``has_metadata``: a presence flag, not the value. Only *whether* metadata has
3263
+ * been staged is model-relevant (so the agent knows not to re-attach it); the
3264
+ * metadata object itself is deliberately kept out of the prompt.
3265
+ *
3266
+ * A field left unstaged (``None`` / ``False``) falls back to the server default when
3267
+ * the run starts. The scaffold is consumed once that next run begins.
3268
+ */
3269
+ PlaygroundExperimentScaffoldContext: {
3270
+ /** Name */
3271
+ name?: string | null;
3272
+ /** Description */
3273
+ description?: string | null;
3274
+ /**
3275
+ * Hasmetadata
3276
+ * @default false
3277
+ */
3278
+ hasMetadata?: boolean;
3279
+ };
3280
+ /**
3281
+ * PlaygroundInstanceContext
3282
+ * @description One mounted playground instance and its current model selection.
3283
+ *
3284
+ * ``experiment_id`` carries the relay node id of the experiment produced by
3285
+ * this instance's last dataset-backed run, or ``None`` when the instance has
3286
+ * not produced one. Ephemeral experiments are included: they remain queryable
3287
+ * until the server sweeps them ~24h after their last update.
3288
+ */
3289
+ PlaygroundInstanceContext: {
3290
+ /** Instanceid */
3291
+ instanceId: number;
3292
+ /** Model */
3293
+ model?: (components["schemas"]["PlaygroundBuiltinModelContext"] | components["schemas"]["PlaygroundCustomProviderModelContext"]) | null;
3294
+ /** Experimentid */
3295
+ experimentId?: string | null;
3054
3296
  };
3055
3297
  /** Project */
3056
3298
  Project: {
@@ -3276,6 +3518,19 @@ export interface components {
3276
3518
  /** Messages */
3277
3519
  messages: components["schemas"]["PromptMessage"][];
3278
3520
  };
3521
+ /**
3522
+ * PromptContext
3523
+ * @description Prompt the user is currently viewing.
3524
+ */
3525
+ PromptContext: {
3526
+ /**
3527
+ * @description discriminator enum property added by openapi-typescript
3528
+ * @enum {string}
3529
+ */
3530
+ type: "prompt";
3531
+ /** Promptnodeid */
3532
+ promptNodeId: string;
3533
+ };
3279
3534
  /** PromptData */
3280
3535
  PromptData: {
3281
3536
  name: components["schemas"]["Identifier"];
@@ -3776,6 +4031,21 @@ export interface components {
3776
4031
  /** Id */
3777
4032
  id: string;
3778
4033
  };
4034
+ /**
4035
+ * PromptVersionContext
4036
+ * @description Prompt version the user is currently viewing.
4037
+ */
4038
+ PromptVersionContext: {
4039
+ /**
4040
+ * @description discriminator enum property added by openapi-typescript
4041
+ * @enum {string}
4042
+ */
4043
+ type: "prompt_version";
4044
+ /** Promptnodeid */
4045
+ promptNodeId: string;
4046
+ /** Promptversionnodeid */
4047
+ promptVersionNodeId: string;
4048
+ };
3779
4049
  /** PromptVersionData */
3780
4050
  PromptVersionData: {
3781
4051
  /** Description */
@@ -3977,6 +4247,21 @@ export interface components {
3977
4247
  /** Next Cursor */
3978
4248
  next_cursor: string | null;
3979
4249
  };
4250
+ /**
4251
+ * SessionContext
4252
+ * @description Session the user is currently viewing.
4253
+ */
4254
+ SessionContext: {
4255
+ /**
4256
+ * @description discriminator enum property added by openapi-typescript
4257
+ * @enum {string}
4258
+ */
4259
+ type: "session";
4260
+ /** Projectnodeid */
4261
+ projectNodeId: string;
4262
+ /** Sessionnodeid */
4263
+ sessionNodeId: string;
4264
+ };
3980
4265
  /** SessionData */
3981
4266
  SessionData: {
3982
4267
  /** Id */
@@ -4403,6 +4688,19 @@ export interface components {
4403
4688
  */
4404
4689
  type?: "step-start";
4405
4690
  };
4691
+ /**
4692
+ * SubagentsContext
4693
+ * @description User's per-turn request to expose the subagent-spawning tool.
4694
+ */
4695
+ SubagentsContext: {
4696
+ /**
4697
+ * @description discriminator enum property added by openapi-typescript
4698
+ * @enum {string}
4699
+ */
4700
+ type: "subagents";
4701
+ /** Enabled */
4702
+ enabled: boolean;
4703
+ };
4406
4704
  /** TextContentPart */
4407
4705
  TextContentPart: {
4408
4706
  /**
@@ -4452,6 +4750,8 @@ export interface components {
4452
4750
  type: string;
4453
4751
  /** Toolcallid */
4454
4752
  toolCallId: string;
4753
+ /** Title */
4754
+ title?: string | null;
4455
4755
  /**
4456
4756
  * State
4457
4757
  * @default approval-requested
@@ -4492,6 +4792,8 @@ export interface components {
4492
4792
  type: string;
4493
4793
  /** Toolcallid */
4494
4794
  toolCallId: string;
4795
+ /** Title */
4796
+ title?: string | null;
4495
4797
  /**
4496
4798
  * State
4497
4799
  * @default approval-responded
@@ -4544,6 +4846,8 @@ export interface components {
4544
4846
  type: string;
4545
4847
  /** Toolcallid */
4546
4848
  toolCallId: string;
4849
+ /** Title */
4850
+ title?: string | null;
4547
4851
  /**
4548
4852
  * State
4549
4853
  * @default input-available
@@ -4572,6 +4876,8 @@ export interface components {
4572
4876
  type: string;
4573
4877
  /** Toolcallid */
4574
4878
  toolCallId: string;
4879
+ /** Title */
4880
+ title?: string | null;
4575
4881
  /**
4576
4882
  * State
4577
4883
  * @default input-streaming
@@ -4600,6 +4906,8 @@ export interface components {
4600
4906
  type: string;
4601
4907
  /** Toolcallid */
4602
4908
  toolCallId: string;
4909
+ /** Title */
4910
+ title?: string | null;
4603
4911
  /**
4604
4912
  * State
4605
4913
  * @default output-available
@@ -4632,6 +4940,8 @@ export interface components {
4632
4940
  type: string;
4633
4941
  /** Toolcallid */
4634
4942
  toolCallId: string;
4943
+ /** Title */
4944
+ title?: string | null;
4635
4945
  /**
4636
4946
  * State
4637
4947
  * @default output-denied
@@ -4660,6 +4970,8 @@ export interface components {
4660
4970
  type: string;
4661
4971
  /** Toolcallid */
4662
4972
  toolCallId: string;
4973
+ /** Title */
4974
+ title?: string | null;
4663
4975
  /**
4664
4976
  * State
4665
4977
  * @default output-error
@@ -4908,6 +5220,33 @@ export interface components {
4908
5220
  /** Data */
4909
5221
  data: components["schemas"]["CategoricalAnnotationConfig"] | components["schemas"]["ContinuousAnnotationConfig"] | components["schemas"]["FreeformAnnotationConfig"];
4910
5222
  };
5223
+ /**
5224
+ * UpdateExperimentRequestBody
5225
+ * @description Fields to update on an experiment. Omit a field to leave it unchanged.
5226
+ */
5227
+ UpdateExperimentRequestBody: {
5228
+ /**
5229
+ * Name
5230
+ * @description New name for the experiment (null is rejected; name is required)
5231
+ */
5232
+ name?: string | null;
5233
+ /**
5234
+ * Description
5235
+ * @description New description for the experiment (null clears the description)
5236
+ */
5237
+ description?: string | null;
5238
+ /**
5239
+ * Metadata
5240
+ * @description New metadata object for the experiment (replaces the existing metadata as a whole; null is rejected)
5241
+ */
5242
+ metadata?: {
5243
+ [key: string]: unknown;
5244
+ } | null;
5245
+ };
5246
+ /** UpdateExperimentResponseBody */
5247
+ UpdateExperimentResponseBody: {
5248
+ data: components["schemas"]["Experiment"];
5249
+ };
4911
5250
  /** UpdateProjectRequestBody */
4912
5251
  UpdateProjectRequestBody: {
4913
5252
  /** Description */
@@ -5027,6 +5366,19 @@ export interface components {
5027
5366
  /** Context */
5028
5367
  ctx?: Record<string, unknown>;
5029
5368
  };
5369
+ /**
5370
+ * WebAccessContext
5371
+ * @description User's per-turn request to expose web search / fetch tools.
5372
+ */
5373
+ WebAccessContext: {
5374
+ /**
5375
+ * @description discriminator enum property added by openapi-typescript
5376
+ * @enum {string}
5377
+ */
5378
+ type: "web_access";
5379
+ /** Enabled */
5380
+ enabled: boolean;
5381
+ };
5030
5382
  /**
5031
5383
  * _SummarizeRequest
5032
5384
  * @description Body for POST /agents/{agent_id}/sessions/{session_id}/summary.
@@ -5045,6 +5397,12 @@ export interface components {
5045
5397
  * @default false
5046
5398
  */
5047
5399
  exportRemoteTraces?: boolean;
5400
+ /**
5401
+ * Attachuserid
5402
+ * @description When true and the request is authenticated as a PhoenixUser, attaches the user's email as the OpenInference ``user.id`` span attribute on all traced work for this request.
5403
+ * @default false
5404
+ */
5405
+ attachUserId?: boolean;
5048
5406
  /** Messages */
5049
5407
  messages: components["schemas"]["UIMessage"][];
5050
5408
  /** Model */
@@ -5055,6 +5413,19 @@ export interface components {
5055
5413
  /** Summary */
5056
5414
  summary: string;
5057
5415
  };
5416
+ /**
5417
+ * ToolCallProviderMetadata
5418
+ * @description Payload Phoenix stamps under the ``phoenix`` namespace of Vercel AI
5419
+ * ``providerMetadata`` on tool-call chunks (``tool-input-start`` and
5420
+ * ``tool-input-available``).
5421
+ */
5422
+ ToolCallProviderMetadata: {
5423
+ /**
5424
+ * Tool Execution Environment
5425
+ * @enum {string}
5426
+ */
5427
+ tool_execution_environment: "client" | "server";
5428
+ };
5058
5429
  };
5059
5430
  responses: never;
5060
5431
  parameters: never;
@@ -6354,6 +6725,59 @@ export interface operations {
6354
6725
  };
6355
6726
  };
6356
6727
  };
6728
+ updateExperiment: {
6729
+ parameters: {
6730
+ query?: never;
6731
+ header?: never;
6732
+ path: {
6733
+ experiment_id: string;
6734
+ };
6735
+ cookie?: never;
6736
+ };
6737
+ requestBody: {
6738
+ content: {
6739
+ "application/json": components["schemas"]["UpdateExperimentRequestBody"];
6740
+ };
6741
+ };
6742
+ responses: {
6743
+ /** @description Experiment updated successfully */
6744
+ 200: {
6745
+ headers: {
6746
+ [name: string]: unknown;
6747
+ };
6748
+ content: {
6749
+ "application/json": components["schemas"]["UpdateExperimentResponseBody"];
6750
+ };
6751
+ };
6752
+ /** @description Forbidden */
6753
+ 403: {
6754
+ headers: {
6755
+ [name: string]: unknown;
6756
+ };
6757
+ content: {
6758
+ "text/plain": string;
6759
+ };
6760
+ };
6761
+ /** @description Experiment not found */
6762
+ 404: {
6763
+ headers: {
6764
+ [name: string]: unknown;
6765
+ };
6766
+ content: {
6767
+ "text/plain": string;
6768
+ };
6769
+ };
6770
+ /** @description Invalid experiment ID or request body */
6771
+ 422: {
6772
+ headers: {
6773
+ [name: string]: unknown;
6774
+ };
6775
+ content: {
6776
+ "text/plain": string;
6777
+ };
6778
+ };
6779
+ };
6780
+ };
6357
6781
  getIncompleteExperimentRuns: {
6358
6782
  parameters: {
6359
6783
  query?: {
@@ -8880,13 +9304,13 @@ export interface operations {
8880
9304
  };
8881
9305
  };
8882
9306
  responses: {
8883
- /** @description Vercel-AI-style SSE stream. The turn ends with a `message-metadata` chunk whose `messageMetadata` payload matches `AssistantMessageMetadata`. Declared here so the model is included in the generated OpenAPI components. */
9307
+ /** @description Successful Response */
8884
9308
  200: {
8885
9309
  headers: {
8886
9310
  [name: string]: unknown;
8887
9311
  };
8888
9312
  content: {
8889
- "application/json": components["schemas"]["AssistantMessageMetadata"];
9313
+ "application/json": unknown;
8890
9314
  };
8891
9315
  };
8892
9316
  /** @description Validation Error */