@arizeai/phoenix-client 6.10.0 → 6.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (244) hide show
  1. package/README.md +62 -0
  2. package/dist/esm/__generated__/api/v1.d.ts +452 -28
  3. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  4. package/dist/esm/experiments/helpers/getExampleGlobalId.d.ts +8 -0
  5. package/dist/esm/experiments/helpers/getExampleGlobalId.d.ts.map +1 -0
  6. package/dist/esm/experiments/helpers/getExampleGlobalId.js +9 -0
  7. package/dist/esm/experiments/helpers/getExampleGlobalId.js.map +1 -0
  8. package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -1
  9. package/dist/esm/experiments/resumeEvaluation.js +2 -1
  10. package/dist/esm/experiments/resumeEvaluation.js.map +1 -1
  11. package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -1
  12. package/dist/esm/experiments/resumeExperiment.js +3 -2
  13. package/dist/esm/experiments/resumeExperiment.js.map +1 -1
  14. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  15. package/dist/esm/experiments/runExperiment.js +6 -3
  16. package/dist/esm/experiments/runExperiment.js.map +1 -1
  17. package/dist/esm/jest/index.d.ts +5 -0
  18. package/dist/esm/jest/index.d.ts.map +1 -0
  19. package/dist/esm/jest/index.js +49 -0
  20. package/dist/esm/jest/index.js.map +1 -0
  21. package/dist/esm/jest/reporter.d.ts +13 -0
  22. package/dist/esm/jest/reporter.d.ts.map +1 -0
  23. package/dist/esm/jest/reporter.js +19 -0
  24. package/dist/esm/jest/reporter.js.map +1 -0
  25. package/dist/esm/prompts/sdks/toAI.d.ts +2 -2
  26. package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
  27. package/dist/esm/prompts/sdks/toAI.js.map +1 -1
  28. package/dist/esm/prompts/sdks/toAnthropic.d.ts +2 -2
  29. package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
  30. package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
  31. package/dist/esm/prompts/sdks/toOpenAI.d.ts +2 -2
  32. package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
  33. package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
  34. package/dist/esm/prompts/sdks/toSDK.d.ts +8 -8
  35. package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
  36. package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
  37. package/dist/esm/prompts/sdks/types.d.ts +2 -2
  38. package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
  39. package/dist/esm/schemas/llm/anthropic/converters.d.ts +8 -8
  40. package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts +4 -4
  41. package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts +6 -6
  42. package/dist/esm/schemas/llm/constants.d.ts +3 -3
  43. package/dist/esm/schemas/llm/converters.d.ts +12 -12
  44. package/dist/esm/schemas/llm/openai/converters.d.ts +3 -3
  45. package/dist/esm/schemas/llm/schemas.d.ts +2 -2
  46. package/dist/esm/testing/acceptance.d.ts +20 -0
  47. package/dist/esm/testing/acceptance.d.ts.map +1 -0
  48. package/dist/esm/testing/acceptance.js +129 -0
  49. package/dist/esm/testing/acceptance.js.map +1 -0
  50. package/dist/esm/testing/define-api.d.ts +157 -0
  51. package/dist/esm/testing/define-api.d.ts.map +1 -0
  52. package/dist/esm/testing/define-api.js +78 -0
  53. package/dist/esm/testing/define-api.js.map +1 -0
  54. package/dist/esm/testing/helpers.d.ts +55 -0
  55. package/dist/esm/testing/helpers.d.ts.map +1 -0
  56. package/dist/esm/testing/helpers.js +179 -0
  57. package/dist/esm/testing/helpers.js.map +1 -0
  58. package/dist/esm/testing/phoenix-test-tracking.d.ts +68 -0
  59. package/dist/esm/testing/phoenix-test-tracking.d.ts.map +1 -0
  60. package/dist/esm/testing/phoenix-test-tracking.js +521 -0
  61. package/dist/esm/testing/phoenix-test-tracking.js.map +1 -0
  62. package/dist/esm/testing/report-artifacts.d.ts +45 -0
  63. package/dist/esm/testing/report-artifacts.d.ts.map +1 -0
  64. package/dist/esm/testing/report-artifacts.js +218 -0
  65. package/dist/esm/testing/report-artifacts.js.map +1 -0
  66. package/dist/esm/testing/report-run.d.ts +22 -0
  67. package/dist/esm/testing/report-run.d.ts.map +1 -0
  68. package/dist/esm/testing/report-run.js +41 -0
  69. package/dist/esm/testing/report-run.js.map +1 -0
  70. package/dist/esm/testing/reporter-format.d.ts +83 -0
  71. package/dist/esm/testing/reporter-format.d.ts.map +1 -0
  72. package/dist/esm/testing/reporter-format.js +852 -0
  73. package/dist/esm/testing/reporter-format.js.map +1 -0
  74. package/dist/esm/testing/runner.d.ts +31 -0
  75. package/dist/esm/testing/runner.d.ts.map +1 -0
  76. package/dist/esm/testing/runner.js +238 -0
  77. package/dist/esm/testing/runner.js.map +1 -0
  78. package/dist/esm/testing/state.d.ts +138 -0
  79. package/dist/esm/testing/state.d.ts.map +1 -0
  80. package/dist/esm/testing/state.js +31 -0
  81. package/dist/esm/testing/state.js.map +1 -0
  82. package/dist/esm/testing/types.d.ts +319 -0
  83. package/dist/esm/testing/types.d.ts.map +1 -0
  84. package/dist/esm/testing/types.js +9 -0
  85. package/dist/esm/testing/types.js.map +1 -0
  86. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  87. package/dist/esm/utils/channel.d.ts +7 -7
  88. package/dist/esm/utils/channel.d.ts.map +1 -1
  89. package/dist/esm/utils/channel.js +1 -1
  90. package/dist/esm/utils/channel.js.map +1 -1
  91. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  92. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  93. package/dist/esm/utils/promisifyResult.d.ts +1 -1
  94. package/dist/esm/utils/promisifyResult.d.ts.map +1 -1
  95. package/dist/esm/utils/promisifyResult.js.map +1 -1
  96. package/dist/esm/utils/schemaMatches.d.ts +5 -5
  97. package/dist/esm/utils/schemaMatches.d.ts.map +1 -1
  98. package/dist/esm/utils/schemaMatches.js.map +1 -1
  99. package/dist/esm/vitest/index.d.ts +5 -0
  100. package/dist/esm/vitest/index.d.ts.map +1 -0
  101. package/dist/esm/vitest/index.js +15 -0
  102. package/dist/esm/vitest/index.js.map +1 -0
  103. package/dist/esm/vitest/reporter.d.ts +19 -0
  104. package/dist/esm/vitest/reporter.d.ts.map +1 -0
  105. package/dist/esm/vitest/reporter.js +27 -0
  106. package/dist/esm/vitest/reporter.js.map +1 -0
  107. package/dist/src/__generated__/api/v1.d.ts +452 -28
  108. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  109. package/dist/src/experiments/helpers/getExampleGlobalId.d.ts +8 -0
  110. package/dist/src/experiments/helpers/getExampleGlobalId.d.ts.map +1 -0
  111. package/dist/src/experiments/helpers/getExampleGlobalId.js +13 -0
  112. package/dist/src/experiments/helpers/getExampleGlobalId.js.map +1 -0
  113. package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -1
  114. package/dist/src/experiments/resumeEvaluation.js +2 -1
  115. package/dist/src/experiments/resumeEvaluation.js.map +1 -1
  116. package/dist/src/experiments/resumeExperiment.d.ts.map +1 -1
  117. package/dist/src/experiments/resumeExperiment.js +3 -2
  118. package/dist/src/experiments/resumeExperiment.js.map +1 -1
  119. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  120. package/dist/src/experiments/runExperiment.js +6 -3
  121. package/dist/src/experiments/runExperiment.js.map +1 -1
  122. package/dist/src/jest/index.d.ts +5 -0
  123. package/dist/src/jest/index.d.ts.map +1 -0
  124. package/dist/src/jest/index.js +58 -0
  125. package/dist/src/jest/index.js.map +1 -0
  126. package/dist/src/jest/reporter.d.ts +13 -0
  127. package/dist/src/jest/reporter.d.ts.map +1 -0
  128. package/dist/src/jest/reporter.js +23 -0
  129. package/dist/src/jest/reporter.js.map +1 -0
  130. package/dist/src/prompts/sdks/toAI.d.ts +2 -2
  131. package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
  132. package/dist/src/prompts/sdks/toAI.js.map +1 -1
  133. package/dist/src/prompts/sdks/toAnthropic.d.ts +2 -2
  134. package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
  135. package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
  136. package/dist/src/prompts/sdks/toOpenAI.d.ts +2 -2
  137. package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
  138. package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
  139. package/dist/src/prompts/sdks/toSDK.d.ts +8 -8
  140. package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
  141. package/dist/src/prompts/sdks/toSDK.js.map +1 -1
  142. package/dist/src/prompts/sdks/types.d.ts +2 -2
  143. package/dist/src/prompts/sdks/types.d.ts.map +1 -1
  144. package/dist/src/schemas/llm/anthropic/converters.d.ts +8 -8
  145. package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts +4 -4
  146. package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts +6 -6
  147. package/dist/src/schemas/llm/constants.d.ts +3 -3
  148. package/dist/src/schemas/llm/converters.d.ts +12 -12
  149. package/dist/src/schemas/llm/openai/converters.d.ts +3 -3
  150. package/dist/src/schemas/llm/schemas.d.ts +2 -2
  151. package/dist/src/testing/acceptance.d.ts +20 -0
  152. package/dist/src/testing/acceptance.d.ts.map +1 -0
  153. package/dist/src/testing/acceptance.js +114 -0
  154. package/dist/src/testing/acceptance.js.map +1 -0
  155. package/dist/src/testing/define-api.d.ts +157 -0
  156. package/dist/src/testing/define-api.d.ts.map +1 -0
  157. package/dist/src/testing/define-api.js +81 -0
  158. package/dist/src/testing/define-api.js.map +1 -0
  159. package/dist/src/testing/helpers.d.ts +55 -0
  160. package/dist/src/testing/helpers.d.ts.map +1 -0
  161. package/dist/src/testing/helpers.js +182 -0
  162. package/dist/src/testing/helpers.js.map +1 -0
  163. package/dist/src/testing/phoenix-test-tracking.d.ts +68 -0
  164. package/dist/src/testing/phoenix-test-tracking.d.ts.map +1 -0
  165. package/dist/src/testing/phoenix-test-tracking.js +530 -0
  166. package/dist/src/testing/phoenix-test-tracking.js.map +1 -0
  167. package/dist/src/testing/report-artifacts.d.ts +45 -0
  168. package/dist/src/testing/report-artifacts.d.ts.map +1 -0
  169. package/dist/src/testing/report-artifacts.js +225 -0
  170. package/dist/src/testing/report-artifacts.js.map +1 -0
  171. package/dist/src/testing/report-run.d.ts +22 -0
  172. package/dist/src/testing/report-run.d.ts.map +1 -0
  173. package/dist/src/testing/report-run.js +47 -0
  174. package/dist/src/testing/report-run.js.map +1 -0
  175. package/dist/src/testing/reporter-format.d.ts +83 -0
  176. package/dist/src/testing/reporter-format.d.ts.map +1 -0
  177. package/dist/src/testing/reporter-format.js +870 -0
  178. package/dist/src/testing/reporter-format.js.map +1 -0
  179. package/dist/src/testing/runner.d.ts +31 -0
  180. package/dist/src/testing/runner.d.ts.map +1 -0
  181. package/dist/src/testing/runner.js +258 -0
  182. package/dist/src/testing/runner.js.map +1 -0
  183. package/dist/src/testing/state.d.ts +138 -0
  184. package/dist/src/testing/state.d.ts.map +1 -0
  185. package/dist/src/testing/state.js +38 -0
  186. package/dist/src/testing/state.js.map +1 -0
  187. package/dist/src/testing/types.d.ts +319 -0
  188. package/dist/src/testing/types.d.ts.map +1 -0
  189. package/dist/src/testing/types.js +13 -0
  190. package/dist/src/testing/types.js.map +1 -0
  191. package/dist/src/utils/channel.d.ts +7 -7
  192. package/dist/src/utils/channel.d.ts.map +1 -1
  193. package/dist/src/utils/channel.js +1 -1
  194. package/dist/src/utils/channel.js.map +1 -1
  195. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  196. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  197. package/dist/src/utils/promisifyResult.d.ts +1 -1
  198. package/dist/src/utils/promisifyResult.d.ts.map +1 -1
  199. package/dist/src/utils/promisifyResult.js.map +1 -1
  200. package/dist/src/utils/schemaMatches.d.ts +5 -5
  201. package/dist/src/utils/schemaMatches.d.ts.map +1 -1
  202. package/dist/src/utils/schemaMatches.js.map +1 -1
  203. package/dist/src/vitest/index.d.ts +5 -0
  204. package/dist/src/vitest/index.d.ts.map +1 -0
  205. package/dist/src/vitest/index.js +23 -0
  206. package/dist/src/vitest/index.js.map +1 -0
  207. package/dist/src/vitest/reporter.d.ts +19 -0
  208. package/dist/src/vitest/reporter.d.ts.map +1 -0
  209. package/dist/src/vitest/reporter.js +34 -0
  210. package/dist/src/vitest/reporter.js.map +1 -0
  211. package/dist/tsconfig.tsbuildinfo +1 -1
  212. package/docs/ci-evals-annotations.mdx +190 -0
  213. package/docs/ci-evals-jest.mdx +78 -0
  214. package/docs/ci-evals-vitest.mdx +240 -0
  215. package/docs/ci-evals.mdx +263 -0
  216. package/docs/overview.mdx +9 -1
  217. package/package.json +49 -17
  218. package/src/__generated__/api/v1.ts +452 -28
  219. package/src/experiments/helpers/getExampleGlobalId.ts +12 -0
  220. package/src/experiments/resumeEvaluation.ts +2 -1
  221. package/src/experiments/resumeExperiment.ts +3 -2
  222. package/src/experiments/runExperiment.ts +6 -3
  223. package/src/jest/index.ts +124 -0
  224. package/src/jest/reporter.ts +22 -0
  225. package/src/prompts/sdks/toAI.ts +4 -3
  226. package/src/prompts/sdks/toAnthropic.ts +4 -3
  227. package/src/prompts/sdks/toOpenAI.ts +4 -3
  228. package/src/prompts/sdks/toSDK.ts +16 -11
  229. package/src/prompts/sdks/types.ts +2 -2
  230. package/src/testing/acceptance.ts +190 -0
  231. package/src/testing/define-api.ts +279 -0
  232. package/src/testing/helpers.ts +251 -0
  233. package/src/testing/phoenix-test-tracking.ts +637 -0
  234. package/src/testing/report-artifacts.ts +272 -0
  235. package/src/testing/report-run.ts +44 -0
  236. package/src/testing/reporter-format.ts +1072 -0
  237. package/src/testing/runner.ts +350 -0
  238. package/src/testing/state.ts +165 -0
  239. package/src/testing/types.ts +366 -0
  240. package/src/utils/channel.ts +17 -15
  241. package/src/utils/promisifyResult.ts +6 -4
  242. package/src/utils/schemaMatches.ts +12 -10
  243. package/src/vitest/index.ts +57 -0
  244. package/src/vitest/reporter.ts +32 -0
@@ -387,7 +387,11 @@ export interface paths {
387
387
  delete: operations["deleteExperiment"];
388
388
  options?: never;
389
389
  head?: never;
390
- patch?: never;
390
+ /**
391
+ * Update an experiment by ID
392
+ * @description Partially update an experiment's name, description, and/or metadata. Only the fields included in the request body are changed; omitted fields are left as-is. Patching an ephemeral experiment refreshes its last-update timestamp, which extends the window before it is swept away.
393
+ */
394
+ patch: operations["updateExperiment"];
391
395
  trace?: never;
392
396
  };
393
397
  "/v1/experiments/{experiment_id}/incomplete-runs": {
@@ -1382,22 +1386,6 @@ export interface paths {
1382
1386
  export type webhooks = Record<string, never>;
1383
1387
  export interface components {
1384
1388
  schemas: {
1385
- /**
1386
- * AgentCapabilities
1387
- * @description Runtime capability state sent by the browser for a chat turn.
1388
- */
1389
- AgentCapabilities: {
1390
- /**
1391
- * Bash.Retaininactivesessions
1392
- * @default false
1393
- */
1394
- "bash.retainInactiveSessions"?: boolean;
1395
- /**
1396
- * Graphql.Mutations
1397
- * @default false
1398
- */
1399
- "graphql.mutations"?: boolean;
1400
- };
1401
1389
  /**
1402
1390
  * AgentSpanContext
1403
1391
  * @description Span the user has selected.
@@ -1624,12 +1612,8 @@ export interface components {
1624
1612
  /**
1625
1613
  * ChatContext
1626
1614
  * @description Discriminated union of every UI-state context the agent understands.
1627
- *
1628
- * Wrapped in ``RootModel`` so the generated OpenAPI schema exposes a single
1629
- * named ``ChatContext`` component instead of inlining the ``oneOf`` at every
1630
- * reference site. The actual member is accessible via ``.root``.
1631
1615
  */
1632
- ChatContext: components["schemas"]["AppContext"] | components["schemas"]["ProjectContext"] | components["schemas"]["TraceContext"] | components["schemas"]["AgentSpanContext"] | components["schemas"]["PlaygroundContext"];
1616
+ ChatContext: components["schemas"]["AppContext"] | components["schemas"]["ProjectContext"] | components["schemas"]["TraceContext"] | components["schemas"]["SessionContext"] | components["schemas"]["PromptContext"] | components["schemas"]["PromptVersionContext"] | components["schemas"]["AgentSpanContext"] | components["schemas"]["PlaygroundContext"] | components["schemas"]["CodeEvaluatorContext"] | components["schemas"]["LlmEvaluatorContext"] | components["schemas"]["DatasetContext"] | components["schemas"]["GraphQLContext"] | components["schemas"]["WebAccessContext"] | components["schemas"]["SubagentsContext"];
1633
1617
  /**
1634
1618
  * ChatRegenerateMessage
1635
1619
  * @description Regenerate message extended with Phoenix-specific fields.
@@ -1656,9 +1640,25 @@ export interface components {
1656
1640
  * @default false
1657
1641
  */
1658
1642
  exportRemoteTraces?: boolean;
1643
+ /**
1644
+ * Attachuserid
1645
+ * @description When true and the request is authenticated as a PhoenixUser, attaches the user's email as the OpenInference ``user.id`` span attribute on all traced work for this request.
1646
+ * @default false
1647
+ */
1648
+ attachUserId?: boolean;
1659
1649
  /** Contexts */
1660
1650
  contexts?: components["schemas"]["ChatContext"][];
1661
- capabilities?: components["schemas"]["AgentCapabilities"];
1651
+ /**
1652
+ * Editpermission
1653
+ * @default manual
1654
+ * @enum {string}
1655
+ */
1656
+ editPermission?: "manual" | "bypass";
1657
+ /**
1658
+ * Requestedskills
1659
+ * @description Skills the user explicitly requested via the prompt's slash-command affordance. The server force-loads each available skill by injecting a synthetic load_skill tool call/result at the tail of the message history. Unknown or context-unavailable names are ignored.
1660
+ */
1661
+ requestedSkills?: string[];
1662
1662
  /** Model */
1663
1663
  model: components["schemas"]["CustomProviderModelSelection"] | components["schemas"]["BuiltInProviderModelSelection"];
1664
1664
  } & {
@@ -1693,14 +1693,43 @@ export interface components {
1693
1693
  * @default false
1694
1694
  */
1695
1695
  exportRemoteTraces?: boolean;
1696
+ /**
1697
+ * Attachuserid
1698
+ * @description When true and the request is authenticated as a PhoenixUser, attaches the user's email as the OpenInference ``user.id`` span attribute on all traced work for this request.
1699
+ * @default false
1700
+ */
1701
+ attachUserId?: boolean;
1696
1702
  /** Contexts */
1697
1703
  contexts?: components["schemas"]["ChatContext"][];
1698
- capabilities?: components["schemas"]["AgentCapabilities"];
1704
+ /**
1705
+ * Editpermission
1706
+ * @default manual
1707
+ * @enum {string}
1708
+ */
1709
+ editPermission?: "manual" | "bypass";
1710
+ /**
1711
+ * Requestedskills
1712
+ * @description Skills the user explicitly requested via the prompt's slash-command affordance. The server force-loads each available skill by injecting a synthetic load_skill tool call/result at the tail of the message history. Unknown or context-unavailable names are ignored.
1713
+ */
1714
+ requestedSkills?: string[];
1699
1715
  /** Model */
1700
1716
  model: components["schemas"]["CustomProviderModelSelection"] | components["schemas"]["BuiltInProviderModelSelection"];
1701
1717
  } & {
1702
1718
  [key: string]: unknown;
1703
1719
  };
1720
+ /**
1721
+ * CodeEvaluatorContext
1722
+ * @description Code-evaluator create/edit form mounted in the current browser route.
1723
+ */
1724
+ CodeEvaluatorContext: {
1725
+ /**
1726
+ * @description discriminator enum property added by openapi-typescript
1727
+ * @enum {string}
1728
+ */
1729
+ type: "code_evaluator";
1730
+ /** Evaluatornodeid */
1731
+ evaluatorNodeId?: string | null;
1732
+ };
1704
1733
  /** ContinuousAnnotationConfig */
1705
1734
  ContinuousAnnotationConfig: {
1706
1735
  /** Name */
@@ -1968,6 +1997,26 @@ export interface components {
1968
1997
  /** Example Count */
1969
1998
  example_count: number;
1970
1999
  };
2000
+ /**
2001
+ * DatasetContext
2002
+ * @description Dataset the user is currently viewing or has bound to a workflow.
2003
+ *
2004
+ * Carries the dataset's relay node id and, when known, the active version
2005
+ * node id. These IDs scope the create-form handoff link and the sampling of
2006
+ * active dataset examples used as prompt context; the dataset schema itself
2007
+ * is open.
2008
+ */
2009
+ DatasetContext: {
2010
+ /**
2011
+ * @description discriminator enum property added by openapi-typescript
2012
+ * @enum {string}
2013
+ */
2014
+ type: "dataset";
2015
+ /** Datasetnodeid */
2016
+ datasetNodeId: string;
2017
+ /** Datasetversionnodeid */
2018
+ datasetVersionNodeId?: string | null;
2019
+ };
1971
2020
  /** DatasetExample */
1972
2021
  DatasetExample: {
1973
2022
  /** Id */
@@ -2061,6 +2110,8 @@ export interface components {
2061
2110
  toolName: string;
2062
2111
  /** Toolcallid */
2063
2112
  toolCallId: string;
2113
+ /** Title */
2114
+ title?: string | null;
2064
2115
  /**
2065
2116
  * State
2066
2117
  * @default approval-requested
@@ -2069,6 +2120,8 @@ export interface components {
2069
2120
  state?: "approval-requested";
2070
2121
  /** Input */
2071
2122
  input: unknown;
2123
+ /** Providerexecuted */
2124
+ providerExecuted?: boolean | null;
2072
2125
  /** Callprovidermetadata */
2073
2126
  callProviderMetadata?: {
2074
2127
  [key: string]: {
@@ -2093,6 +2146,8 @@ export interface components {
2093
2146
  toolName: string;
2094
2147
  /** Toolcallid */
2095
2148
  toolCallId: string;
2149
+ /** Title */
2150
+ title?: string | null;
2096
2151
  /**
2097
2152
  * State
2098
2153
  * @default approval-responded
@@ -2101,6 +2156,8 @@ export interface components {
2101
2156
  state?: "approval-responded";
2102
2157
  /** Input */
2103
2158
  input: unknown;
2159
+ /** Providerexecuted */
2160
+ providerExecuted?: boolean | null;
2104
2161
  /** Callprovidermetadata */
2105
2162
  callProviderMetadata?: {
2106
2163
  [key: string]: {
@@ -2125,6 +2182,8 @@ export interface components {
2125
2182
  toolName: string;
2126
2183
  /** Toolcallid */
2127
2184
  toolCallId: string;
2185
+ /** Title */
2186
+ title?: string | null;
2128
2187
  /**
2129
2188
  * State
2130
2189
  * @default input-available
@@ -2133,6 +2192,8 @@ export interface components {
2133
2192
  state?: "input-available";
2134
2193
  /** Input */
2135
2194
  input: unknown;
2195
+ /** Providerexecuted */
2196
+ providerExecuted?: boolean | null;
2136
2197
  /** Callprovidermetadata */
2137
2198
  callProviderMetadata?: {
2138
2199
  [key: string]: {
@@ -2157,6 +2218,8 @@ export interface components {
2157
2218
  toolName: string;
2158
2219
  /** Toolcallid */
2159
2220
  toolCallId: string;
2221
+ /** Title */
2222
+ title?: string | null;
2160
2223
  /**
2161
2224
  * State
2162
2225
  * @default input-streaming
@@ -2165,6 +2228,8 @@ export interface components {
2165
2228
  state?: "input-streaming";
2166
2229
  /** Input */
2167
2230
  input?: unknown | null;
2231
+ /** Providerexecuted */
2232
+ providerExecuted?: boolean | null;
2168
2233
  /** Callprovidermetadata */
2169
2234
  callProviderMetadata?: {
2170
2235
  [key: string]: {
@@ -2189,6 +2254,8 @@ export interface components {
2189
2254
  toolName: string;
2190
2255
  /** Toolcallid */
2191
2256
  toolCallId: string;
2257
+ /** Title */
2258
+ title?: string | null;
2192
2259
  /**
2193
2260
  * State
2194
2261
  * @default output-available
@@ -2199,6 +2266,8 @@ export interface components {
2199
2266
  input: unknown;
2200
2267
  /** Output */
2201
2268
  output: unknown;
2269
+ /** Providerexecuted */
2270
+ providerExecuted?: boolean | null;
2202
2271
  /** Callprovidermetadata */
2203
2272
  callProviderMetadata?: {
2204
2273
  [key: string]: {
@@ -2225,6 +2294,8 @@ export interface components {
2225
2294
  toolName: string;
2226
2295
  /** Toolcallid */
2227
2296
  toolCallId: string;
2297
+ /** Title */
2298
+ title?: string | null;
2228
2299
  /**
2229
2300
  * State
2230
2301
  * @default output-denied
@@ -2233,6 +2304,8 @@ export interface components {
2233
2304
  state?: "output-denied";
2234
2305
  /** Input */
2235
2306
  input: unknown;
2307
+ /** Providerexecuted */
2308
+ providerExecuted?: boolean | null;
2236
2309
  /** Callprovidermetadata */
2237
2310
  callProviderMetadata?: {
2238
2311
  [key: string]: {
@@ -2257,6 +2330,8 @@ export interface components {
2257
2330
  toolName: string;
2258
2331
  /** Toolcallid */
2259
2332
  toolCallId: string;
2333
+ /** Title */
2334
+ title?: string | null;
2260
2335
  /**
2261
2336
  * State
2262
2337
  * @default output-error
@@ -2267,6 +2342,8 @@ export interface components {
2267
2342
  input: unknown;
2268
2343
  /** Errortext */
2269
2344
  errorText: string;
2345
+ /** Providerexecuted */
2346
+ providerExecuted?: boolean | null;
2270
2347
  /** Callprovidermetadata */
2271
2348
  callProviderMetadata?: {
2272
2349
  [key: string]: {
@@ -2293,6 +2370,16 @@ export interface components {
2293
2370
  * @description The ID of the dataset version associated with the experiment
2294
2371
  */
2295
2372
  dataset_version_id: string;
2373
+ /**
2374
+ * Name
2375
+ * @description The name of the experiment
2376
+ */
2377
+ name: string;
2378
+ /**
2379
+ * Description
2380
+ * @description The description of the experiment
2381
+ */
2382
+ description: string | null;
2296
2383
  /**
2297
2384
  * Repetitions
2298
2385
  * @description Number of times the experiment is repeated
@@ -2446,6 +2533,13 @@ export interface components {
2446
2533
  type: "FREEFORM";
2447
2534
  /** Description */
2448
2535
  description?: string | null;
2536
+ optimization_direction?: components["schemas"]["OptimizationDirection"] | null;
2537
+ /** Threshold */
2538
+ threshold?: number | null;
2539
+ /** Lower Bound */
2540
+ lower_bound?: number | null;
2541
+ /** Upper Bound */
2542
+ upper_bound?: number | null;
2449
2543
  /** Id */
2450
2544
  id: string;
2451
2545
  };
@@ -2460,6 +2554,13 @@ export interface components {
2460
2554
  type: "FREEFORM";
2461
2555
  /** Description */
2462
2556
  description?: string | null;
2557
+ optimization_direction?: components["schemas"]["OptimizationDirection"] | null;
2558
+ /** Threshold */
2559
+ threshold?: number | null;
2560
+ /** Lower Bound */
2561
+ lower_bound?: number | null;
2562
+ /** Upper Bound */
2563
+ upper_bound?: number | null;
2463
2564
  };
2464
2565
  /** GetAnnotationConfigResponseBody */
2465
2566
  GetAnnotationConfigResponseBody: {
@@ -2561,6 +2662,19 @@ export interface components {
2561
2662
  /** Data */
2562
2663
  data: components["schemas"]["LocalUser"] | components["schemas"]["OAuth2User"] | components["schemas"]["LDAPUser"] | components["schemas"]["AnonymousUser"];
2563
2664
  };
2665
+ /**
2666
+ * GraphQLContext
2667
+ * @description GraphQL runtime state.
2668
+ */
2669
+ GraphQLContext: {
2670
+ /**
2671
+ * @description discriminator enum property added by openapi-typescript
2672
+ * @enum {string}
2673
+ */
2674
+ type: "graphql";
2675
+ /** Mutationsenabled */
2676
+ mutationsEnabled: boolean;
2677
+ };
2564
2678
  /** HTTPValidationError */
2565
2679
  HTTPValidationError: {
2566
2680
  /** Detail */
@@ -2717,6 +2831,19 @@ export interface components {
2717
2831
  /** Next Cursor */
2718
2832
  next_cursor: string | null;
2719
2833
  };
2834
+ /**
2835
+ * LlmEvaluatorContext
2836
+ * @description LLM-evaluator create/edit form mounted in the current browser route.
2837
+ */
2838
+ LlmEvaluatorContext: {
2839
+ /**
2840
+ * @description discriminator enum property added by openapi-typescript
2841
+ * @enum {string}
2842
+ */
2843
+ type: "llm_evaluator";
2844
+ /** Evaluatornodeid */
2845
+ evaluatorNodeId?: string | null;
2846
+ };
2720
2847
  /** LocalUser */
2721
2848
  LocalUser: {
2722
2849
  /** Id */
@@ -3038,6 +3165,21 @@ export interface components {
3038
3165
  */
3039
3166
  message?: string | null;
3040
3167
  };
3168
+ /**
3169
+ * PlaygroundBuiltinModelContext
3170
+ * @description Built-in playground model selection.
3171
+ */
3172
+ PlaygroundBuiltinModelContext: {
3173
+ /**
3174
+ * @description discriminator enum property added by openapi-typescript
3175
+ * @enum {string}
3176
+ */
3177
+ type: "builtin";
3178
+ /** Provider */
3179
+ provider: string;
3180
+ /** Modelname */
3181
+ modelName: string;
3182
+ };
3041
3183
  /**
3042
3184
  * PlaygroundContext
3043
3185
  * @description Playground prompt editor state mounted in the current browser route.
@@ -3048,8 +3190,108 @@ export interface components {
3048
3190
  * @enum {string}
3049
3191
  */
3050
3192
  type: "playground";
3051
- /** Instanceids */
3052
- instanceIds: number[];
3193
+ /**
3194
+ * Recordexperiments
3195
+ * @default true
3196
+ */
3197
+ recordExperiments?: boolean;
3198
+ /**
3199
+ * Repetitions
3200
+ * @default 1
3201
+ */
3202
+ repetitions?: number;
3203
+ nextExperimentScaffold?: components["schemas"]["PlaygroundExperimentScaffoldContext"] | null;
3204
+ /** Instances */
3205
+ instances?: components["schemas"]["PlaygroundInstanceContext"][];
3206
+ /** Evaluators */
3207
+ evaluators?: components["schemas"]["PlaygroundEvaluatorContext"][];
3208
+ };
3209
+ /**
3210
+ * PlaygroundCustomProviderModelContext
3211
+ * @description Custom-provider playground model selection.
3212
+ */
3213
+ PlaygroundCustomProviderModelContext: {
3214
+ /**
3215
+ * @description discriminator enum property added by openapi-typescript
3216
+ * @enum {string}
3217
+ */
3218
+ type: "custom";
3219
+ /** Customproviderid */
3220
+ customProviderId: string;
3221
+ /** Customprovidername */
3222
+ customProviderName: string;
3223
+ /** Provider */
3224
+ provider: string;
3225
+ /** Modelname */
3226
+ modelName: string;
3227
+ };
3228
+ /**
3229
+ * PlaygroundEvaluatorContext
3230
+ * @description One dataset evaluator on the mounted playground's roster. ``name`` is
3231
+ * user-controlled; sanitize at every model-visible boundary.
3232
+ */
3233
+ PlaygroundEvaluatorContext: {
3234
+ /** Datasetevaluatorid */
3235
+ datasetEvaluatorId: string;
3236
+ /** Name */
3237
+ name: string;
3238
+ /**
3239
+ * Kind
3240
+ * @enum {string}
3241
+ */
3242
+ kind: "LLM" | "CODE" | "BUILTIN";
3243
+ /** Isbuiltin */
3244
+ isBuiltin: boolean;
3245
+ /** Isapplied */
3246
+ isApplied: boolean;
3247
+ };
3248
+ /**
3249
+ * PlaygroundExperimentScaffoldContext
3250
+ * @description Experiment name/description/metadata the user has staged for the playground's
3251
+ * *next* dataset-backed run, before that run has started.
3252
+ *
3253
+ * The playground UI lets the user pre-set how the next recorded run's experiment
3254
+ * will be named, described, and tagged (via the ``set_playground_experiment_recording``
3255
+ * tool or the recording form). That staged state is surfaced here so the agent can
3256
+ * see what is already set and avoid re-staging it.
3257
+ *
3258
+ * Field semantics:
3259
+ * - ``name`` / ``description``: the staged values, surfaced to the model verbatim,
3260
+ * or ``None`` when the user has not staged them.
3261
+ * - ``has_metadata``: a presence flag, not the value. Only *whether* metadata has
3262
+ * been staged is model-relevant (so the agent knows not to re-attach it); the
3263
+ * metadata object itself is deliberately kept out of the prompt.
3264
+ *
3265
+ * A field left unstaged (``None`` / ``False``) falls back to the server default when
3266
+ * the run starts. The scaffold is consumed once that next run begins.
3267
+ */
3268
+ PlaygroundExperimentScaffoldContext: {
3269
+ /** Name */
3270
+ name?: string | null;
3271
+ /** Description */
3272
+ description?: string | null;
3273
+ /**
3274
+ * Hasmetadata
3275
+ * @default false
3276
+ */
3277
+ hasMetadata?: boolean;
3278
+ };
3279
+ /**
3280
+ * PlaygroundInstanceContext
3281
+ * @description One mounted playground instance and its current model selection.
3282
+ *
3283
+ * ``experiment_id`` carries the relay node id of the experiment produced by
3284
+ * this instance's last dataset-backed run, or ``None`` when the instance has
3285
+ * not produced one. Ephemeral experiments are included: they remain queryable
3286
+ * until the server sweeps them ~24h after their last update.
3287
+ */
3288
+ PlaygroundInstanceContext: {
3289
+ /** Instanceid */
3290
+ instanceId: number;
3291
+ /** Model */
3292
+ model?: (components["schemas"]["PlaygroundBuiltinModelContext"] | components["schemas"]["PlaygroundCustomProviderModelContext"]) | null;
3293
+ /** Experimentid */
3294
+ experimentId?: string | null;
3053
3295
  };
3054
3296
  /** Project */
3055
3297
  Project: {
@@ -3275,6 +3517,19 @@ export interface components {
3275
3517
  /** Messages */
3276
3518
  messages: components["schemas"]["PromptMessage"][];
3277
3519
  };
3520
+ /**
3521
+ * PromptContext
3522
+ * @description Prompt the user is currently viewing.
3523
+ */
3524
+ PromptContext: {
3525
+ /**
3526
+ * @description discriminator enum property added by openapi-typescript
3527
+ * @enum {string}
3528
+ */
3529
+ type: "prompt";
3530
+ /** Promptnodeid */
3531
+ promptNodeId: string;
3532
+ };
3278
3533
  /** PromptData */
3279
3534
  PromptData: {
3280
3535
  name: components["schemas"]["Identifier"];
@@ -3775,6 +4030,21 @@ export interface components {
3775
4030
  /** Id */
3776
4031
  id: string;
3777
4032
  };
4033
+ /**
4034
+ * PromptVersionContext
4035
+ * @description Prompt version the user is currently viewing.
4036
+ */
4037
+ PromptVersionContext: {
4038
+ /**
4039
+ * @description discriminator enum property added by openapi-typescript
4040
+ * @enum {string}
4041
+ */
4042
+ type: "prompt_version";
4043
+ /** Promptnodeid */
4044
+ promptNodeId: string;
4045
+ /** Promptversionnodeid */
4046
+ promptVersionNodeId: string;
4047
+ };
3778
4048
  /** PromptVersionData */
3779
4049
  PromptVersionData: {
3780
4050
  /** Description */
@@ -3976,6 +4246,21 @@ export interface components {
3976
4246
  /** Next Cursor */
3977
4247
  next_cursor: string | null;
3978
4248
  };
4249
+ /**
4250
+ * SessionContext
4251
+ * @description Session the user is currently viewing.
4252
+ */
4253
+ SessionContext: {
4254
+ /**
4255
+ * @description discriminator enum property added by openapi-typescript
4256
+ * @enum {string}
4257
+ */
4258
+ type: "session";
4259
+ /** Projectnodeid */
4260
+ projectNodeId: string;
4261
+ /** Sessionnodeid */
4262
+ sessionNodeId: string;
4263
+ };
3979
4264
  /** SessionData */
3980
4265
  SessionData: {
3981
4266
  /** Id */
@@ -4402,6 +4687,19 @@ export interface components {
4402
4687
  */
4403
4688
  type?: "step-start";
4404
4689
  };
4690
+ /**
4691
+ * SubagentsContext
4692
+ * @description User's per-turn request to expose the subagent-spawning tool.
4693
+ */
4694
+ SubagentsContext: {
4695
+ /**
4696
+ * @description discriminator enum property added by openapi-typescript
4697
+ * @enum {string}
4698
+ */
4699
+ type: "subagents";
4700
+ /** Enabled */
4701
+ enabled: boolean;
4702
+ };
4405
4703
  /** TextContentPart */
4406
4704
  TextContentPart: {
4407
4705
  /**
@@ -4451,6 +4749,8 @@ export interface components {
4451
4749
  type: string;
4452
4750
  /** Toolcallid */
4453
4751
  toolCallId: string;
4752
+ /** Title */
4753
+ title?: string | null;
4454
4754
  /**
4455
4755
  * State
4456
4756
  * @default approval-requested
@@ -4491,6 +4791,8 @@ export interface components {
4491
4791
  type: string;
4492
4792
  /** Toolcallid */
4493
4793
  toolCallId: string;
4794
+ /** Title */
4795
+ title?: string | null;
4494
4796
  /**
4495
4797
  * State
4496
4798
  * @default approval-responded
@@ -4543,6 +4845,8 @@ export interface components {
4543
4845
  type: string;
4544
4846
  /** Toolcallid */
4545
4847
  toolCallId: string;
4848
+ /** Title */
4849
+ title?: string | null;
4546
4850
  /**
4547
4851
  * State
4548
4852
  * @default input-available
@@ -4571,6 +4875,8 @@ export interface components {
4571
4875
  type: string;
4572
4876
  /** Toolcallid */
4573
4877
  toolCallId: string;
4878
+ /** Title */
4879
+ title?: string | null;
4574
4880
  /**
4575
4881
  * State
4576
4882
  * @default input-streaming
@@ -4599,6 +4905,8 @@ export interface components {
4599
4905
  type: string;
4600
4906
  /** Toolcallid */
4601
4907
  toolCallId: string;
4908
+ /** Title */
4909
+ title?: string | null;
4602
4910
  /**
4603
4911
  * State
4604
4912
  * @default output-available
@@ -4631,6 +4939,8 @@ export interface components {
4631
4939
  type: string;
4632
4940
  /** Toolcallid */
4633
4941
  toolCallId: string;
4942
+ /** Title */
4943
+ title?: string | null;
4634
4944
  /**
4635
4945
  * State
4636
4946
  * @default output-denied
@@ -4659,6 +4969,8 @@ export interface components {
4659
4969
  type: string;
4660
4970
  /** Toolcallid */
4661
4971
  toolCallId: string;
4972
+ /** Title */
4973
+ title?: string | null;
4662
4974
  /**
4663
4975
  * State
4664
4976
  * @default output-error
@@ -4907,6 +5219,33 @@ export interface components {
4907
5219
  /** Data */
4908
5220
  data: components["schemas"]["CategoricalAnnotationConfig"] | components["schemas"]["ContinuousAnnotationConfig"] | components["schemas"]["FreeformAnnotationConfig"];
4909
5221
  };
5222
+ /**
5223
+ * UpdateExperimentRequestBody
5224
+ * @description Fields to update on an experiment. Omit a field to leave it unchanged.
5225
+ */
5226
+ UpdateExperimentRequestBody: {
5227
+ /**
5228
+ * Name
5229
+ * @description New name for the experiment (null is rejected; name is required)
5230
+ */
5231
+ name?: string | null;
5232
+ /**
5233
+ * Description
5234
+ * @description New description for the experiment (null clears the description)
5235
+ */
5236
+ description?: string | null;
5237
+ /**
5238
+ * Metadata
5239
+ * @description New metadata object for the experiment (replaces the existing metadata as a whole; null is rejected)
5240
+ */
5241
+ metadata?: {
5242
+ [key: string]: unknown;
5243
+ } | null;
5244
+ };
5245
+ /** UpdateExperimentResponseBody */
5246
+ UpdateExperimentResponseBody: {
5247
+ data: components["schemas"]["Experiment"];
5248
+ };
4910
5249
  /** UpdateProjectRequestBody */
4911
5250
  UpdateProjectRequestBody: {
4912
5251
  /** Description */
@@ -5026,6 +5365,19 @@ export interface components {
5026
5365
  /** Context */
5027
5366
  ctx?: Record<string, unknown>;
5028
5367
  };
5368
+ /**
5369
+ * WebAccessContext
5370
+ * @description User's per-turn request to expose web search / fetch tools.
5371
+ */
5372
+ WebAccessContext: {
5373
+ /**
5374
+ * @description discriminator enum property added by openapi-typescript
5375
+ * @enum {string}
5376
+ */
5377
+ type: "web_access";
5378
+ /** Enabled */
5379
+ enabled: boolean;
5380
+ };
5029
5381
  /**
5030
5382
  * _SummarizeRequest
5031
5383
  * @description Body for POST /agents/{agent_id}/sessions/{session_id}/summary.
@@ -5044,6 +5396,12 @@ export interface components {
5044
5396
  * @default false
5045
5397
  */
5046
5398
  exportRemoteTraces?: boolean;
5399
+ /**
5400
+ * Attachuserid
5401
+ * @description When true and the request is authenticated as a PhoenixUser, attaches the user's email as the OpenInference ``user.id`` span attribute on all traced work for this request.
5402
+ * @default false
5403
+ */
5404
+ attachUserId?: boolean;
5047
5405
  /** Messages */
5048
5406
  messages: components["schemas"]["UIMessage"][];
5049
5407
  /** Model */
@@ -5054,6 +5412,19 @@ export interface components {
5054
5412
  /** Summary */
5055
5413
  summary: string;
5056
5414
  };
5415
+ /**
5416
+ * ToolCallProviderMetadata
5417
+ * @description Payload Phoenix stamps under the ``phoenix`` namespace of Vercel AI
5418
+ * ``providerMetadata`` on tool-call chunks (``tool-input-start`` and
5419
+ * ``tool-input-available``).
5420
+ */
5421
+ ToolCallProviderMetadata: {
5422
+ /**
5423
+ * Tool Execution Environment
5424
+ * @enum {string}
5425
+ */
5426
+ tool_execution_environment: "client" | "server";
5427
+ };
5057
5428
  };
5058
5429
  responses: never;
5059
5430
  parameters: never;
@@ -6353,6 +6724,59 @@ export interface operations {
6353
6724
  };
6354
6725
  };
6355
6726
  };
6727
+ updateExperiment: {
6728
+ parameters: {
6729
+ query?: never;
6730
+ header?: never;
6731
+ path: {
6732
+ experiment_id: string;
6733
+ };
6734
+ cookie?: never;
6735
+ };
6736
+ requestBody: {
6737
+ content: {
6738
+ "application/json": components["schemas"]["UpdateExperimentRequestBody"];
6739
+ };
6740
+ };
6741
+ responses: {
6742
+ /** @description Experiment updated successfully */
6743
+ 200: {
6744
+ headers: {
6745
+ [name: string]: unknown;
6746
+ };
6747
+ content: {
6748
+ "application/json": components["schemas"]["UpdateExperimentResponseBody"];
6749
+ };
6750
+ };
6751
+ /** @description Forbidden */
6752
+ 403: {
6753
+ headers: {
6754
+ [name: string]: unknown;
6755
+ };
6756
+ content: {
6757
+ "text/plain": string;
6758
+ };
6759
+ };
6760
+ /** @description Experiment not found */
6761
+ 404: {
6762
+ headers: {
6763
+ [name: string]: unknown;
6764
+ };
6765
+ content: {
6766
+ "text/plain": string;
6767
+ };
6768
+ };
6769
+ /** @description Invalid experiment ID or request body */
6770
+ 422: {
6771
+ headers: {
6772
+ [name: string]: unknown;
6773
+ };
6774
+ content: {
6775
+ "text/plain": string;
6776
+ };
6777
+ };
6778
+ };
6779
+ };
6356
6780
  getIncompleteExperimentRuns: {
6357
6781
  parameters: {
6358
6782
  query?: {
@@ -8879,13 +9303,13 @@ export interface operations {
8879
9303
  };
8880
9304
  };
8881
9305
  responses: {
8882
- /** @description Vercel-AI-style SSE stream. The turn ends with a `message-metadata` chunk whose `messageMetadata` payload matches `AssistantMessageMetadata`. Declared here so the model is included in the generated OpenAPI components. */
9306
+ /** @description Successful Response */
8883
9307
  200: {
8884
9308
  headers: {
8885
9309
  [name: string]: unknown;
8886
9310
  };
8887
9311
  content: {
8888
- "application/json": components["schemas"]["AssistantMessageMetadata"];
9312
+ "application/json": unknown;
8889
9313
  };
8890
9314
  };
8891
9315
  /** @description Validation Error */