@iblai/iblai-js 2.76.1 → 2.78.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/dist/data-layer/playwright/evaluation-tab-helpers.d.ts +181 -68
  2. package/dist/playwright/index.cjs +414 -164
  3. package/dist/playwright/index.cjs.map +1 -1
  4. package/dist/playwright/index.d.ts +181 -69
  5. package/dist/playwright/index.esm.js +407 -165
  6. package/dist/playwright/index.esm.js.map +1 -1
  7. package/dist/playwright/playwright/evaluation-tab-helpers.d.ts +181 -68
  8. package/dist/security/playwright/evaluation-tab-helpers.d.ts +181 -68
  9. package/dist/web-containers/playwright/evaluation-tab-helpers.d.ts +181 -68
  10. package/dist/web-containers/source/_virtual/index4.js +2 -2
  11. package/dist/web-containers/source/_virtual/index5.js +2 -2
  12. package/dist/web-containers/source/activity-empty-state.js +2 -2
  13. package/dist/web-containers/source/activity-empty-state.js.map +1 -1
  14. package/dist/web-containers/source/activity-tab/activity-empty-state.js +2 -2
  15. package/dist/web-containers/source/activity-tab/activity-empty-state.js.map +1 -1
  16. package/dist/web-containers/source/add-items-modal.js +26 -91
  17. package/dist/web-containers/source/add-items-modal.js.map +1 -1
  18. package/dist/web-containers/source/benchmark-combobox.js +2 -2
  19. package/dist/web-containers/source/benchmark-combobox.js.map +1 -1
  20. package/dist/web-containers/source/benchmark-items-modal.js +28 -7
  21. package/dist/web-containers/source/benchmark-items-modal.js.map +1 -1
  22. package/dist/web-containers/source/benchmarks/add-items-modal.js +26 -91
  23. package/dist/web-containers/source/benchmarks/add-items-modal.js.map +1 -1
  24. package/dist/web-containers/source/benchmarks/benchmark-items-modal.js +28 -7
  25. package/dist/web-containers/source/benchmarks/benchmark-items-modal.js.map +1 -1
  26. package/dist/web-containers/source/benchmarks/create-benchmark-modal.js +166 -20
  27. package/dist/web-containers/source/benchmarks/create-benchmark-modal.js.map +1 -1
  28. package/dist/web-containers/source/benchmarks/delete-item-confirm.js +10 -9
  29. package/dist/web-containers/source/benchmarks/delete-item-confirm.js.map +1 -1
  30. package/dist/web-containers/source/benchmarks/evals-ui.js +39 -0
  31. package/dist/web-containers/source/benchmarks/evals-ui.js.map +1 -0
  32. package/dist/web-containers/source/benchmarks/index.js +30 -11
  33. package/dist/web-containers/source/benchmarks/index.js.map +1 -1
  34. package/dist/web-containers/source/benchmarks/qa-form.js +233 -0
  35. package/dist/web-containers/source/benchmarks/qa-form.js.map +1 -0
  36. package/dist/web-containers/source/canvas/canvas-rich-text-editor.js +4 -0
  37. package/dist/web-containers/source/canvas/canvas-rich-text-editor.js.map +1 -1
  38. package/dist/web-containers/source/canvas-rich-text-editor.js +4 -0
  39. package/dist/web-containers/source/canvas-rich-text-editor.js.map +1 -1
  40. package/dist/web-containers/source/components/activity-tab/activity-empty-state.js +2 -2
  41. package/dist/web-containers/source/components/activity-tab/activity-empty-state.js.map +1 -1
  42. package/dist/web-containers/source/components/canvas/canvas-rich-text-editor.js +4 -0
  43. package/dist/web-containers/source/components/canvas/canvas-rich-text-editor.js.map +1 -1
  44. package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-basic-fields.js +97 -0
  45. package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-basic-fields.js.map +1 -0
  46. package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-form.js +5 -65
  47. package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-form.js.map +1 -1
  48. package/dist/web-containers/source/components/modals/create-agent-modal/defaults.js +4 -9
  49. package/dist/web-containers/source/components/modals/create-agent-modal/defaults.js.map +1 -1
  50. package/dist/web-containers/source/components/modals/create-agent-modal/labels.js +4 -0
  51. package/dist/web-containers/source/components/modals/create-agent-modal/labels.js.map +1 -1
  52. package/dist/web-containers/source/components/modals/create-agent-modal/use-create-agent-form.js +11 -10
  53. package/dist/web-containers/source/components/modals/create-agent-modal/use-create-agent-form.js.map +1 -1
  54. package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard-tab-step.js +18 -0
  55. package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard-tab-step.js.map +1 -0
  56. package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard.js +67 -0
  57. package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard.js.map +1 -0
  58. package/dist/web-containers/source/components/modals/create-agent-wizard/use-wizard-steps.js +32 -0
  59. package/dist/web-containers/source/components/modals/create-agent-wizard/use-wizard-steps.js.map +1 -0
  60. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
  61. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
  62. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
  63. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
  64. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
  65. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
  66. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
  67. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
  68. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
  69. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
  70. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
  71. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
  72. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
  73. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
  74. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
  75. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
  76. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
  77. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
  78. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
  79. package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
  80. package/dist/web-containers/source/components/onboarding/onboarding-shell.js +4 -1
  81. package/dist/web-containers/source/components/onboarding/onboarding-shell.js.map +1 -1
  82. package/dist/web-containers/source/components/platform-sidebar/index.js +2 -0
  83. package/dist/web-containers/source/components/platform-sidebar/index.js.map +1 -1
  84. package/dist/web-containers/source/components/profile/benchmarks/add-items-modal.js +26 -91
  85. package/dist/web-containers/source/components/profile/benchmarks/add-items-modal.js.map +1 -1
  86. package/dist/web-containers/source/components/profile/benchmarks/benchmark-items-modal.js +28 -7
  87. package/dist/web-containers/source/components/profile/benchmarks/benchmark-items-modal.js.map +1 -1
  88. package/dist/web-containers/source/components/profile/benchmarks/create-benchmark-modal.js +166 -20
  89. package/dist/web-containers/source/components/profile/benchmarks/create-benchmark-modal.js.map +1 -1
  90. package/dist/web-containers/source/components/profile/benchmarks/delete-item-confirm.js +10 -9
  91. package/dist/web-containers/source/components/profile/benchmarks/delete-item-confirm.js.map +1 -1
  92. package/dist/web-containers/source/components/profile/benchmarks/evals-ui.js +39 -0
  93. package/dist/web-containers/source/components/profile/benchmarks/evals-ui.js.map +1 -0
  94. package/dist/web-containers/source/components/profile/benchmarks/index.js +30 -11
  95. package/dist/web-containers/source/components/profile/benchmarks/index.js.map +1 -1
  96. package/dist/web-containers/source/components/profile/benchmarks/qa-form.js +233 -0
  97. package/dist/web-containers/source/components/profile/benchmarks/qa-form.js.map +1 -0
  98. package/dist/web-containers/source/components/rich-text-editor.js +26 -3
  99. package/dist/web-containers/source/components/rich-text-editor.js.map +1 -1
  100. package/dist/web-containers/source/components/user-profile-dropdown/index.js +1 -1
  101. package/dist/web-containers/source/components/user-profile-dropdown/index.js.map +1 -1
  102. package/dist/web-containers/source/create-agent-basic-fields.js +97 -0
  103. package/dist/web-containers/source/create-agent-basic-fields.js.map +1 -0
  104. package/dist/web-containers/source/create-agent-form.js +5 -65
  105. package/dist/web-containers/source/create-agent-form.js.map +1 -1
  106. package/dist/web-containers/source/create-agent-modal/create-agent-basic-fields.js +97 -0
  107. package/dist/web-containers/source/create-agent-modal/create-agent-basic-fields.js.map +1 -0
  108. package/dist/web-containers/source/create-agent-modal/create-agent-form.js +5 -65
  109. package/dist/web-containers/source/create-agent-modal/create-agent-form.js.map +1 -1
  110. package/dist/web-containers/source/create-agent-modal/defaults.js +4 -9
  111. package/dist/web-containers/source/create-agent-modal/defaults.js.map +1 -1
  112. package/dist/web-containers/source/create-agent-modal/labels.js +4 -0
  113. package/dist/web-containers/source/create-agent-modal/labels.js.map +1 -1
  114. package/dist/web-containers/source/create-agent-modal/use-create-agent-form.js +11 -10
  115. package/dist/web-containers/source/create-agent-modal/use-create-agent-form.js.map +1 -1
  116. package/dist/web-containers/source/create-agent-wizard/create-agent-wizard-tab-step.js +18 -0
  117. package/dist/web-containers/source/create-agent-wizard/create-agent-wizard-tab-step.js.map +1 -0
  118. package/dist/web-containers/source/create-agent-wizard/create-agent-wizard.js +67 -0
  119. package/dist/web-containers/source/create-agent-wizard/create-agent-wizard.js.map +1 -0
  120. package/dist/web-containers/source/create-agent-wizard/use-wizard-steps.js +32 -0
  121. package/dist/web-containers/source/create-agent-wizard/use-wizard-steps.js.map +1 -0
  122. package/dist/web-containers/source/create-agent-wizard-tab-step.js +18 -0
  123. package/dist/web-containers/source/create-agent-wizard-tab-step.js.map +1 -0
  124. package/dist/web-containers/source/create-agent-wizard.js +67 -0
  125. package/dist/web-containers/source/create-agent-wizard.js.map +1 -0
  126. package/dist/web-containers/source/create-benchmark-modal.js +166 -20
  127. package/dist/web-containers/source/create-benchmark-modal.js.map +1 -1
  128. package/dist/web-containers/source/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
  129. package/dist/web-containers/source/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
  130. package/dist/web-containers/source/defaults.js +4 -9
  131. package/dist/web-containers/source/defaults.js.map +1 -1
  132. package/dist/web-containers/source/delete-experiment-modal.js +6 -6
  133. package/dist/web-containers/source/delete-experiment-modal.js.map +1 -1
  134. package/dist/web-containers/source/delete-item-confirm.js +10 -9
  135. package/dist/web-containers/source/delete-item-confirm.js.map +1 -1
  136. package/dist/web-containers/source/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
  137. package/dist/web-containers/source/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
  138. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
  139. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
  140. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
  141. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
  142. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
  143. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
  144. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
  145. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
  146. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
  147. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
  148. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
  149. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
  150. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
  151. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
  152. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
  153. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
  154. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
  155. package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
  156. package/dist/web-containers/source/en.json.js +120 -78
  157. package/dist/web-containers/source/en.json.js.map +1 -1
  158. package/dist/web-containers/source/es.json.js +101 -59
  159. package/dist/web-containers/source/es.json.js.map +1 -1
  160. package/dist/web-containers/source/evals-ui.js +39 -0
  161. package/dist/web-containers/source/evals-ui.js.map +1 -0
  162. package/dist/web-containers/source/evaluate-llm-picker.js +7 -6
  163. package/dist/web-containers/source/evaluate-llm-picker.js.map +1 -1
  164. package/dist/web-containers/source/evaluation-tab/benchmark-combobox.js +2 -2
  165. package/dist/web-containers/source/evaluation-tab/benchmark-combobox.js.map +1 -1
  166. package/dist/web-containers/source/evaluation-tab/delete-experiment-modal.js +6 -6
  167. package/dist/web-containers/source/evaluation-tab/delete-experiment-modal.js.map +1 -1
  168. package/dist/web-containers/source/evaluation-tab/evaluate-llm-picker.js +7 -6
  169. package/dist/web-containers/source/evaluation-tab/evaluate-llm-picker.js.map +1 -1
  170. package/dist/web-containers/source/evaluation-tab/experiment-detail-modal.js +51 -43
  171. package/dist/web-containers/source/evaluation-tab/experiment-detail-modal.js.map +1 -1
  172. package/dist/web-containers/source/evaluation-tab/index.js +68 -37
  173. package/dist/web-containers/source/evaluation-tab/index.js.map +1 -1
  174. package/dist/web-containers/source/evaluation-tab/labels.js +68 -46
  175. package/dist/web-containers/source/evaluation-tab/labels.js.map +1 -1
  176. package/dist/web-containers/source/evaluation-tab/llm-judge-modal.js +13 -6
  177. package/dist/web-containers/source/evaluation-tab/llm-judge-modal.js.map +1 -1
  178. package/dist/web-containers/source/evaluation-tab/start-experiment-modal.js +16 -7
  179. package/dist/web-containers/source/evaluation-tab/start-experiment-modal.js.map +1 -1
  180. package/dist/web-containers/source/evaluation-tab/utils.js +14 -1
  181. package/dist/web-containers/source/evaluation-tab/utils.js.map +1 -1
  182. package/dist/web-containers/source/experiment-detail-modal.js +51 -43
  183. package/dist/web-containers/source/experiment-detail-modal.js.map +1 -1
  184. package/dist/web-containers/source/fr.json.js +102 -60
  185. package/dist/web-containers/source/fr.json.js.map +1 -1
  186. package/dist/web-containers/source/i18n/messages/en.json.js +120 -78
  187. package/dist/web-containers/source/i18n/messages/en.json.js.map +1 -1
  188. package/dist/web-containers/source/i18n/messages/es.json.js +101 -59
  189. package/dist/web-containers/source/i18n/messages/es.json.js.map +1 -1
  190. package/dist/web-containers/source/i18n/messages/fr.json.js +102 -60
  191. package/dist/web-containers/source/i18n/messages/fr.json.js.map +1 -1
  192. package/dist/web-containers/source/i18n/messages/zh.json.js +91 -49
  193. package/dist/web-containers/source/i18n/messages/zh.json.js.map +1 -1
  194. package/dist/web-containers/source/index4.js +2 -2
  195. package/dist/web-containers/source/index5.js +2 -2
  196. package/dist/web-containers/source/llm-judge-modal.js +13 -6
  197. package/dist/web-containers/source/llm-judge-modal.js.map +1 -1
  198. package/dist/web-containers/source/messages/en.json.js +120 -78
  199. package/dist/web-containers/source/messages/en.json.js.map +1 -1
  200. package/dist/web-containers/source/messages/es.json.js +101 -59
  201. package/dist/web-containers/source/messages/es.json.js.map +1 -1
  202. package/dist/web-containers/source/messages/fr.json.js +102 -60
  203. package/dist/web-containers/source/messages/fr.json.js.map +1 -1
  204. package/dist/web-containers/source/messages/zh.json.js +91 -49
  205. package/dist/web-containers/source/messages/zh.json.js.map +1 -1
  206. package/dist/web-containers/source/modals/create-agent-modal/create-agent-basic-fields.js +97 -0
  207. package/dist/web-containers/source/modals/create-agent-modal/create-agent-basic-fields.js.map +1 -0
  208. package/dist/web-containers/source/modals/create-agent-modal/create-agent-form.js +5 -65
  209. package/dist/web-containers/source/modals/create-agent-modal/create-agent-form.js.map +1 -1
  210. package/dist/web-containers/source/modals/create-agent-modal/defaults.js +4 -9
  211. package/dist/web-containers/source/modals/create-agent-modal/defaults.js.map +1 -1
  212. package/dist/web-containers/source/modals/create-agent-modal/labels.js +4 -0
  213. package/dist/web-containers/source/modals/create-agent-modal/labels.js.map +1 -1
  214. package/dist/web-containers/source/modals/create-agent-modal/use-create-agent-form.js +11 -10
  215. package/dist/web-containers/source/modals/create-agent-modal/use-create-agent-form.js.map +1 -1
  216. package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard-tab-step.js +18 -0
  217. package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard-tab-step.js.map +1 -0
  218. package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard.js +67 -0
  219. package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard.js.map +1 -0
  220. package/dist/web-containers/source/modals/create-agent-wizard/use-wizard-steps.js +32 -0
  221. package/dist/web-containers/source/modals/create-agent-wizard/use-wizard-steps.js.map +1 -0
  222. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
  223. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
  224. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
  225. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
  226. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
  227. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
  228. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
  229. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
  230. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
  231. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
  232. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
  233. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
  234. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
  235. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
  236. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
  237. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
  238. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
  239. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
  240. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
  241. package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
  242. package/dist/web-containers/source/next/index.js +1 -0
  243. package/dist/web-containers/source/next/index.js.map +1 -1
  244. package/dist/web-containers/source/node_modules/.pnpm/react-is@16.13.1/node_modules/react-is/index.js +1 -1
  245. package/dist/web-containers/source/node_modules/.pnpm/style-to-js@1.1.21/node_modules/style-to-js/cjs/index.js +1 -1
  246. package/dist/web-containers/source/node_modules/.pnpm/style-to-object@1.0.14/node_modules/style-to-object/cjs/index.js +1 -1
  247. package/dist/web-containers/source/onboarding/onboarding-shell.js +4 -1
  248. package/dist/web-containers/source/onboarding/onboarding-shell.js.map +1 -1
  249. package/dist/web-containers/source/onboarding-shell.js +4 -1
  250. package/dist/web-containers/source/onboarding-shell.js.map +1 -1
  251. package/dist/web-containers/source/platform-sidebar/index.js +2 -0
  252. package/dist/web-containers/source/platform-sidebar/index.js.map +1 -1
  253. package/dist/web-containers/source/profile/benchmarks/add-items-modal.js +26 -91
  254. package/dist/web-containers/source/profile/benchmarks/add-items-modal.js.map +1 -1
  255. package/dist/web-containers/source/profile/benchmarks/benchmark-items-modal.js +28 -7
  256. package/dist/web-containers/source/profile/benchmarks/benchmark-items-modal.js.map +1 -1
  257. package/dist/web-containers/source/profile/benchmarks/create-benchmark-modal.js +166 -20
  258. package/dist/web-containers/source/profile/benchmarks/create-benchmark-modal.js.map +1 -1
  259. package/dist/web-containers/source/profile/benchmarks/delete-item-confirm.js +10 -9
  260. package/dist/web-containers/source/profile/benchmarks/delete-item-confirm.js.map +1 -1
  261. package/dist/web-containers/source/profile/benchmarks/evals-ui.js +39 -0
  262. package/dist/web-containers/source/profile/benchmarks/evals-ui.js.map +1 -0
  263. package/dist/web-containers/source/profile/benchmarks/index.js +30 -11
  264. package/dist/web-containers/source/profile/benchmarks/index.js.map +1 -1
  265. package/dist/web-containers/source/profile/benchmarks/qa-form.js +233 -0
  266. package/dist/web-containers/source/profile/benchmarks/qa-form.js.map +1 -0
  267. package/dist/web-containers/source/qa-form.js +233 -0
  268. package/dist/web-containers/source/qa-form.js.map +1 -0
  269. package/dist/web-containers/source/resource-dialog-layout.js +4 -4
  270. package/dist/web-containers/source/resource-dialog-layout.js.map +1 -1
  271. package/dist/web-containers/source/resource-modal/resource-dialog-layout.js +4 -4
  272. package/dist/web-containers/source/resource-modal/resource-dialog-layout.js.map +1 -1
  273. package/dist/web-containers/source/rich-text-editor.js +26 -3
  274. package/dist/web-containers/source/rich-text-editor.js.map +1 -1
  275. package/dist/web-containers/source/start-experiment-modal.js +16 -7
  276. package/dist/web-containers/source/start-experiment-modal.js.map +1 -1
  277. package/dist/web-containers/source/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
  278. package/dist/web-containers/source/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
  279. package/dist/web-containers/source/tabs/evaluation-tab/benchmark-combobox.js +2 -2
  280. package/dist/web-containers/source/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
  281. package/dist/web-containers/source/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
  282. package/dist/web-containers/source/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
  283. package/dist/web-containers/source/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
  284. package/dist/web-containers/source/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
  285. package/dist/web-containers/source/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
  286. package/dist/web-containers/source/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
  287. package/dist/web-containers/source/tabs/evaluation-tab/index.js +68 -37
  288. package/dist/web-containers/source/tabs/evaluation-tab/index.js.map +1 -1
  289. package/dist/web-containers/source/tabs/evaluation-tab/labels.js +68 -46
  290. package/dist/web-containers/source/tabs/evaluation-tab/labels.js.map +1 -1
  291. package/dist/web-containers/source/tabs/evaluation-tab/llm-judge-modal.js +13 -6
  292. package/dist/web-containers/source/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
  293. package/dist/web-containers/source/tabs/evaluation-tab/start-experiment-modal.js +16 -7
  294. package/dist/web-containers/source/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
  295. package/dist/web-containers/source/tabs/evaluation-tab/utils.js +14 -1
  296. package/dist/web-containers/source/tabs/evaluation-tab/utils.js.map +1 -1
  297. package/dist/web-containers/source/tsconfig.build.tsbuildinfo +1 -1
  298. package/dist/web-containers/source/use-create-agent-form.js +11 -10
  299. package/dist/web-containers/source/use-create-agent-form.js.map +1 -1
  300. package/dist/web-containers/source/use-wizard-steps.js +32 -0
  301. package/dist/web-containers/source/use-wizard-steps.js.map +1 -0
  302. package/dist/web-containers/source/user-profile-dropdown/index.js +1 -1
  303. package/dist/web-containers/source/user-profile-dropdown/index.js.map +1 -1
  304. package/dist/web-containers/source/web-containers/tsconfig.build.tsbuildinfo +1 -1
  305. package/dist/web-containers/source/zh.json.js +91 -49
  306. package/dist/web-containers/source/zh.json.js.map +1 -1
  307. package/dist/web-utils/playwright/evaluation-tab-helpers.d.ts +181 -68
  308. package/package.json +5 -5
@@ -2520,12 +2520,18 @@ declare function expectLogDetailsStatus(scope: Page | Locator, status: 'success'
2520
2520
  * `aria-labelledby` win the accessible-name computation — and then resolve
2521
2521
  * every in-dialog control from that scoped locator. This matters here more
2522
2522
  * than usual:
2523
- * - the toolbar "New Evaluation" / "Manage benchmarks" buttons share their
2524
- * text with the dialog titles they open;
2525
- * - the LLM-judge dialog's title AND submit button both read "Evaluate";
2526
- * - dialogs nest three deep (Manage benchmarks → benchmark items → add
2527
- * Q&A), and the add-Q&A dialog has Manual / CSV Upload sub-tabs whose
2528
- * footers each have their own Cancel button.
2523
+ * - "New Evaluation", "Manage Benchmarks", "New Benchmark" and "New Review"
2524
+ * are each both a button and the title of the dialog it opens;
2525
+ * - "Add Q&A" is a button on the Evals tab and in a benchmark's Q&A dialog,
2526
+ * and starts the title of the dialog both open;
2527
+ * - dialogs nest three deep (Manage Benchmarks → benchmark Q&A → Add Q&A),
2528
+ * and the New Benchmark and Add Q&A dialogs hold the same Manual / CSV
2529
+ * Upload form;
2530
+ * - the New Benchmark dialog is two steps with their own tabs (Details,
2531
+ * Q&A), so its Q&A step is a tabpanel around the form's own tabpanels.
2532
+ *
2533
+ * Every form label has an info button named "More info about <label>", so a
2534
+ * field is looked up by its label with `exact: true`.
2529
2535
  *
2530
2536
  * The helpers assume the Edit Mentor dialog is already open. Call
2531
2537
  * `switchToEvaluationTab(page)` first; from then on, every helper accepts
@@ -2549,10 +2555,18 @@ declare const EVALS_LABELS: {
2549
2555
  readonly actions: {
2550
2556
  readonly newExperiment: "New Evaluation";
2551
2557
  readonly manageBenchmarks: "Manage Benchmarks";
2552
- readonly viewResults: "View results";
2553
- readonly evaluate: "New review";
2558
+ /** The no-benchmarks empty state's button; opens the New Benchmark dialog. */
2559
+ readonly newBenchmark: "New Benchmark";
2560
+ /** The tab's own button for a benchmark with no Q&A; opens the Add Q&A dialog. */
2561
+ readonly addQa: "Add Q&A";
2562
+ readonly viewResults: "View Results";
2563
+ readonly evaluate: "New Review";
2554
2564
  readonly exportCsv: "Export CSV";
2555
- readonly checkStatus: "Check status";
2565
+ readonly checkStatus: "Check Status";
2566
+ /** Accessible description of View Results / New Review / Export CSV until the evaluation completes. */
2567
+ readonly notReadyHint: "Available once the evaluation completes";
2568
+ /** Accessible description of the same three items on an evaluation that failed. */
2569
+ readonly failedHint: "Not available because the evaluation failed";
2556
2570
  readonly delete: "Delete";
2557
2571
  };
2558
2572
  readonly checkStatusToast: {
@@ -2560,35 +2574,67 @@ declare const EVALS_LABELS: {
2560
2574
  readonly completed: "Evaluation completed";
2561
2575
  readonly failed: "Evaluation failed";
2562
2576
  };
2563
- readonly emptyBenchmarks: "No benchmarks yet. Use \"Manage Benchmarks\" above to create one.";
2577
+ readonly emptyBenchmarks: "Your organization has no benchmarks yet. Create one to evaluate this agent.";
2578
+ /** `data-testid` on the no-benchmarks empty state (sentence + "New Benchmark"). */
2579
+ readonly noBenchmarksTestId: "evaluation-no-benchmarks";
2580
+ /** Shown for a benchmark with no Q&A, and as the hover text of the disabled "New Evaluation". */
2581
+ readonly emptyQa: "This benchmark has no Q&A yet. Add at least one question to run an evaluation.";
2582
+ /** `data-testid` on the empty state of a benchmark with no Q&A and no evaluations. */
2583
+ readonly noQaEmptyTestId: "evaluation-no-qa-empty";
2584
+ /** `data-testid` on the line above the runs table of a benchmark with evaluations but no Q&A. */
2585
+ readonly noQaNoticeTestId: "evaluation-no-qa-notice";
2586
+ /** Accessible name of every dialog's own close (X) button. */
2587
+ readonly dialogClose: "Close";
2564
2588
  readonly startDialog: {
2565
2589
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
2566
2590
  readonly dialogName: "start-evaluation";
2567
- readonly experimentNameLabel: "Evaluation name";
2591
+ readonly experimentNameLabel: "Evaluation Name";
2568
2592
  readonly cancel: "Cancel";
2569
2593
  readonly start: "Start Evaluation";
2594
+ /** Toast after a start; `{name}` is the evaluation's name. */
2595
+ readonly successToast: "Evaluation started: {name}";
2570
2596
  };
2571
2597
  readonly manageBenchmarksDialog: {
2572
2598
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
2573
2599
  readonly dialogName: "manage-benchmarks";
2600
+ readonly title: "Manage Benchmarks";
2574
2601
  readonly searchAriaLabel: "Search benchmarks";
2575
2602
  readonly newBenchmark: "New Benchmark";
2576
2603
  readonly empty: "No benchmarks found";
2604
+ readonly emptyNone: "Your organization has no benchmarks yet.";
2577
2605
  };
2578
2606
  readonly createBenchmarkDialog: {
2579
2607
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
2580
2608
  readonly dialogName: "create-benchmark";
2609
+ /** Step tab (`role="tab"`) holding Name and Description. */
2610
+ readonly detailsTab: "Details";
2611
+ /** Step tab holding the Manual / CSV Upload form (labels under `addItemsDialog`); disabled until Name has text. */
2612
+ readonly qaTab: "Q&A";
2581
2613
  readonly nameLabel: "Name";
2614
+ /** Under Name (`role="alert"`) when "Next" or "Create" refuses a name that could never be opened again. */
2615
+ readonly nameInvalid: "Name cannot contain a slash (/) or be made only of dots.";
2616
+ /** Under Name (`role="alert"`) when "Create" finds a benchmark that already has this name; the dialog goes back to Details. */
2617
+ readonly nameTaken: "A benchmark with this name already exists. Enter a different name.";
2582
2618
  readonly descriptionLabel: "Description";
2619
+ /** `data-testid` on the note at the top of the Q&A step. */
2620
+ readonly qaHintTestId: "benchmark-qa-hint";
2621
+ readonly qaHint: "You can skip this and add Q&A later. A benchmark needs at least one question before you can run an evaluation.";
2583
2622
  readonly cancel: "Cancel";
2623
+ /** The Details step's button; disabled until Name has text. */
2624
+ readonly next: "Next";
2625
+ /** The Q&A step's button; works with or without Q&A. */
2584
2626
  readonly create: "Create";
2627
+ /** Toast for a benchmark created without Q&A. With Q&A it reads "Benchmark created with N Q&A pairs". */
2628
+ readonly successToastNoQa: "Benchmark created. Add Q&A before you run an evaluation.";
2585
2629
  };
2586
2630
  readonly benchmarkItemsDialog: {
2587
2631
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
2588
2632
  readonly dialogName: "benchmark-items";
2633
+ /** Column headers of the Q&A table. Below 640px the ANSWER column is hidden and each answer sits under its question. */
2634
+ readonly columns: readonly ["QUESTION", "ANSWER", "ACTIONS"];
2589
2635
  readonly addItems: "Add Q&A";
2590
2636
  readonly deleteItemAriaLabel: "Delete Q&A";
2591
- readonly empty: "No Q&A in this benchmark yet";
2637
+ readonly empty: "This benchmark has no Q&A yet.";
2592
2638
  };
2593
2639
  readonly addItemsDialog: {
2594
2640
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
@@ -2597,10 +2643,12 @@ declare const EVALS_LABELS: {
2597
2643
  readonly csvTab: "CSV Upload";
2598
2644
  readonly questionLabel: "Question";
2599
2645
  readonly answerLabel: "Answer";
2600
- readonly addRow: "Add row";
2601
- readonly removeRowAriaLabel: "Remove row";
2646
+ readonly addRow: "Add Row";
2647
+ readonly removeRowAriaLabel: "Remove Row";
2602
2648
  readonly add: "Add";
2603
- readonly csvFileLabel: "CSV file";
2649
+ readonly csvFileLabel: "CSV File";
2650
+ /** Under CSV File (`role="alert"`) for a file whose first row has no `input` column; the submit button is disabled. */
2651
+ readonly csvNoInputColumn: "The first row of this file needs a column named \"input\". Download the sample CSV to see the format.";
2604
2652
  readonly upload: "Upload";
2605
2653
  readonly cancel: "Cancel";
2606
2654
  };
@@ -2614,14 +2662,14 @@ declare const EVALS_LABELS: {
2614
2662
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
2615
2663
  readonly dialogName: "evaluation-detail";
2616
2664
  readonly refreshAriaLabel: "Refresh";
2617
- readonly newReview: "New review";
2618
- readonly waitingHint: "Waiting for the evaluation to produce traces. This page auto-refreshes.";
2665
+ readonly newReview: "New Review";
2666
+ readonly waitingHint: "Waiting for the first responses. This page refreshes by itself.";
2619
2667
  readonly noScoresHint: "No scores yet";
2620
- readonly scoreNameLabel: "Score name";
2668
+ readonly scoreNameLabel: "Score Name";
2621
2669
  readonly scoreValueLabel: "Value";
2622
2670
  readonly scoreCommentLabel: "Comment";
2623
2671
  readonly addScore: "Add";
2624
- readonly removeScoreAriaLabel: "Remove score";
2672
+ readonly removeScoreAriaLabel: "Delete Score";
2625
2673
  readonly reviewsHeading: "Reviews";
2626
2674
  readonly reviewDetailsAriaLabel: "Toggle review details";
2627
2675
  readonly reviewStatus: {
@@ -2634,12 +2682,13 @@ declare const EVALS_LABELS: {
2634
2682
  readonly judgeDialog: {
2635
2683
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
2636
2684
  readonly dialogName: "llm-judge";
2685
+ readonly title: "New Review";
2637
2686
  readonly criteriaLabel: "Criteria";
2638
- readonly scoreNameLabel: "Score name";
2639
- readonly maxConcurrencyLabel: "Max concurrency";
2687
+ readonly scoreNameLabel: "Score Name";
2688
+ readonly maxConcurrencyLabel: "Max Concurrency";
2640
2689
  readonly selectorAriaLabel: "LLM Model Selector";
2641
2690
  readonly cancel: "Cancel";
2642
- readonly submit: "Evaluate";
2691
+ readonly submit: "Start Review";
2643
2692
  };
2644
2693
  readonly llmPickerDialog: {
2645
2694
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
@@ -2651,11 +2700,16 @@ declare const EVALS_LABELS: {
2651
2700
  readonly deleteDialog: {
2652
2701
  /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
2653
2702
  readonly dialogName: "delete-evaluation";
2703
+ /** The dialog's question; `{runName}` is the evaluation's name. */
2704
+ readonly confirmation: "Are you sure you want to delete the evaluation \"{runName}\"? This action cannot be undone.";
2654
2705
  readonly cancel: "Cancel";
2655
2706
  readonly confirm: "Delete";
2656
2707
  };
2657
2708
  };
2658
- /** Status badge text in the runs table (component upper-cases the raw status). */
2709
+ /**
2710
+ * A run's status as the backend reports it, upper-cased. The row carries it
2711
+ * lower-cased in `data-status`; the icon itself is named by its translated word.
2712
+ */
2659
2713
  type EvalRunStatus = 'COMPLETED' | 'FAILED' | 'PENDING' | 'IN_PROGRESS';
2660
2714
  /** Status pill states on a review row inside the detail dialog. */
2661
2715
  type EvalReviewStatus = keyof typeof EVALS_LABELS.detailDialog.reviewStatus;
@@ -2667,7 +2721,7 @@ type EvalReviewStatus = keyof typeof EVALS_LABELS.detailDialog.reviewStatus;
2667
2721
  declare function isEvaluationTabVisible(page: Page): Promise<boolean>;
2668
2722
  /**
2669
2723
  * Switch to the Evals tab. Assumes the Edit Mentor dialog is open. Waits
2670
- * for the toolbar "Manage benchmarks" button (unique to this pane) before
2724
+ * for the toolbar "Manage Benchmarks" button (unique to this pane) before
2671
2725
  * returning, so callers can rely on the panel being interactive.
2672
2726
  */
2673
2727
  declare function switchToEvaluationTab(page: Page): Promise<void>;
@@ -2677,7 +2731,7 @@ declare function getBenchmarkCombobox(scope: Page | Locator): Locator;
2677
2731
  declare function getBenchmarkComboboxDropdown(scope: Page | Locator): Locator;
2678
2732
  /** Locator for the toolbar "New Evaluation" button (opens the start dialog). */
2679
2733
  declare function getNewEvaluationButton(scope: Page | Locator): Locator;
2680
- /** Locator for the toolbar "Manage benchmarks" button (opens the benchmarks dialog). */
2734
+ /** Locator for the toolbar "Manage Benchmarks" button (opens the benchmarks dialog). */
2681
2735
  declare function getManageBenchmarksButton(scope: Page | Locator): Locator;
2682
2736
  /** Assert the currently selected benchmark shown on the combobox trigger. */
2683
2737
  declare function expectSelectedBenchmark(scope: Page | Locator, benchmarkName: string): Promise<void>;
@@ -2689,8 +2743,28 @@ declare function expectSelectedBenchmark(scope: Page | Locator, benchmarkName: s
2689
2743
  declare function selectBenchmark(scope: Page | Locator, benchmarkName: string, opts?: {
2690
2744
  search?: boolean;
2691
2745
  }): Promise<void>;
2692
- /** Assert the "no benchmarks yet" empty notice is shown in the tab body. */
2746
+ /** Locator for the empty state an organization with no benchmarks sees (sentence + "New Benchmark"). */
2747
+ declare function getNoBenchmarksEmptyState(scope: Page | Locator): Locator;
2748
+ /** Assert the no-benchmarks empty state says so and offers "New Benchmark". */
2693
2749
  declare function expectNoBenchmarksNotice(scope: Page | Locator): Promise<void>;
2750
+ /**
2751
+ * Locator for what the tab shows when the selected benchmark has no Q&A: the
2752
+ * empty state when it has no evaluations either, or the line above the runs
2753
+ * table when it has. Both hold the same sentence and the same "Add Q&A" button.
2754
+ */
2755
+ declare function getNoQaPrompt(scope: Page | Locator): Locator;
2756
+ /**
2757
+ * Assert the selected benchmark cannot be evaluated for lack of Q&A: the tab
2758
+ * says why and offers "Add Q&A", and "New Evaluation" is disabled with the
2759
+ * same sentence as its hover text.
2760
+ */
2761
+ declare function expectBenchmarkNeedsQa(scope: Page | Locator): Promise<void>;
2762
+ /**
2763
+ * Click the tab's own "Add Q&A" button (shown only while the selected
2764
+ * benchmark has no Q&A) and wait for the Add Q&A dialog. Returns the dialog;
2765
+ * continue with `addQaPairsManually` or `uploadQaCsv`.
2766
+ */
2767
+ declare function openAddQaFromEvalsTab(scope: Page | Locator): Promise<Locator>;
2694
2768
  /**
2695
2769
  * Locator for an evaluation run's table row, matched by an exact cell so a
2696
2770
  * run whose name is a substring of another ("smoke" vs "smoke-2") can't
@@ -2699,7 +2773,7 @@ declare function expectNoBenchmarksNotice(scope: Page | Locator): Promise<void>;
2699
2773
  declare function getRunRow(scope: Page | Locator, runName: string): Locator;
2700
2774
  declare function expectRunInTable(scope: Page | Locator, runName: string): Promise<void>;
2701
2775
  declare function expectRunNotInTable(scope: Page | Locator, runName: string): Promise<void>;
2702
- /** Assert the status badge on a run's row (badge text is upper-cased by the UI). */
2776
+ /** Assert the status on a run's row, read from the `data-status` of its status icon. */
2703
2777
  declare function expectRunStatus(scope: Page | Locator, runName: string, status: EvalRunStatus): Promise<void>;
2704
2778
  /** Assert the empty-state row shown when the selected benchmark has no runs for this agent. */
2705
2779
  declare function expectRunsTableEmpty(scope: Page | Locator, benchmarkName: string): Promise<void>;
@@ -2710,19 +2784,22 @@ declare function expectRunsTableEmpty(scope: Page | Locator, benchmarkName: stri
2710
2784
  */
2711
2785
  declare function openRunActionsMenu(scope: Page | Locator, runName: string): Promise<Locator>;
2712
2786
  /**
2713
- * Row action: "View results" — opens the evaluation detail dialog.
2787
+ * Row action: "View Results" — opens the evaluation detail dialog.
2714
2788
  * Only enabled once the run is COMPLETED. Returns the scoped detail dialog.
2715
2789
  */
2716
2790
  declare function openRunResults(scope: Page | Locator, runName: string): Promise<Locator>;
2717
2791
  /**
2718
- * Row action: "New review" — opens the LLM-judge dialog for the run.
2792
+ * Row action: "New Review" — opens the New Review (LLM-judge) dialog for the run.
2719
2793
  * Only enabled once the run is COMPLETED. Returns the scoped judge dialog.
2720
2794
  */
2721
2795
  declare function openNewReviewForRun(scope: Page | Locator, runName: string): Promise<Locator>;
2722
2796
  /**
2723
- * Row action: "Check status" — triggers a fresh status fetch and waits for
2797
+ * Row action: "Check Status" — triggers a fresh status fetch and waits for
2724
2798
  * the outcome toast. Returns which toast appeared. The menu stays open by
2725
2799
  * design (the item prevents default), so we close it with Escape.
2800
+ *
2801
+ * Safe to call again right away: it first waits for an earlier check's toast
2802
+ * to go, since that one can read the same as the next.
2726
2803
  */
2727
2804
  declare function checkRunStatus(scope: Page | Locator, runName: string): Promise<'pending' | 'completed' | 'failed'>;
2728
2805
  /**
@@ -2736,8 +2813,8 @@ declare function getStartEvaluationDialog(scope: Page | Locator): Locator;
2736
2813
  declare function openStartEvaluationDialog(scope: Page | Locator): Promise<Locator>;
2737
2814
  /**
2738
2815
  * End-to-end: open the "New Evaluation" dialog, optionally name the run,
2739
- * submit, and wait for the dialog to close. When `name` is omitted the
2740
- * backend auto-generates one.
2816
+ * submit, and wait for the dialog to close and for the toast that names the
2817
+ * started evaluation. When `name` is omitted the backend auto-generates one.
2741
2818
  */
2742
2819
  declare function startEvaluation(scope: Page | Locator, opts?: {
2743
2820
  name?: string;
@@ -2748,16 +2825,17 @@ declare function cancelStartEvaluation(scope: Page | Locator): Promise<void>;
2748
2825
  declare function getDeleteEvaluationDialog(scope: Page | Locator): Locator;
2749
2826
  /**
2750
2827
  * Delete a run from its row actions menu and confirm in the follow-up
2751
- * dialog. The confirm button ("Delete") shares its name with the menu item
2752
- * that opened the dialog, so the confirm click MUST stay dialog-scoped.
2828
+ * dialog, which names the run. The confirm button ("Delete") shares its name
2829
+ * with the menu item that opened the dialog, so the confirm click MUST stay
2830
+ * dialog-scoped.
2753
2831
  */
2754
2832
  declare function deleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
2755
2833
  /** Open the delete confirm from the row menu, then cancel out of it. */
2756
2834
  declare function cancelDeleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
2757
2835
  /**
2758
- * Locator for the LLM-judge dialog. Scoped by aria-label — its title AND its
2759
- * submit button both read "Evaluate", and it can be stacked on top of the
2760
- * evaluation-detail dialog.
2836
+ * Locator for the New Review (LLM-judge) dialog. Scoped by aria-label — its
2837
+ * title is also the name of the row action and of the detail-dialog button
2838
+ * that open it, and it can be stacked on top of the evaluation-detail dialog.
2761
2839
  */
2762
2840
  declare function getLlmJudgeDialog(scope: Page | Locator): Locator;
2763
2841
  /** Locator for the judge dialog's LLM provider-picker dialog (stacked above it). */
@@ -2787,9 +2865,9 @@ declare function cancelLlmJudge(scope: Page | Locator): Promise<void>;
2787
2865
  declare function getEvaluationDetailDialog(scope: Page | Locator): Locator;
2788
2866
  /** Click the detail dialog's refresh icon button (aria-label "Refresh"). */
2789
2867
  declare function refreshEvaluationDetail(scope: Page | Locator): Promise<void>;
2790
- /** Open the LLM-judge dialog from the detail dialog's "New review" CTA. Returns the judge dialog. */
2868
+ /** Open the New Review dialog from the detail dialog's "New Review" button. Returns the judge dialog. */
2791
2869
  declare function openNewReviewFromDetail(scope: Page | Locator): Promise<Locator>;
2792
- /** Assert the detail dialog is still waiting for traces (auto-refreshing hint). */
2870
+ /** Assert the detail dialog is still waiting for the first responses (it refreshes by itself). */
2793
2871
  declare function expectDetailWaitingForTraces(scope: Page | Locator): Promise<void>;
2794
2872
  /**
2795
2873
  * Locator for a trace's expand/collapse row inside the detail dialog,
@@ -2811,7 +2889,7 @@ declare function addManualScore(scope: Page | Locator, opts: {
2811
2889
  declare function expectTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
2812
2890
  /**
2813
2891
  * Remove a score chip from the expanded trace. The chip's trash button
2814
- * carries `aria-label="Remove score"`; we scope through the chip matched by
2892
+ * carries `aria-label="Delete Score"`; we scope through the chip matched by
2815
2893
  * score name so multiple chips can't cross-match.
2816
2894
  */
2817
2895
  declare function removeTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
@@ -2827,76 +2905,110 @@ declare function expectReviewInList(scope: Page | Locator, scoreName: string): P
2827
2905
  declare function expectReviewStatus(scope: Page | Locator, scoreName: string, status: EvalReviewStatus): Promise<void>;
2828
2906
  /** Expand a review row to show its criteria and produced scores. */
2829
2907
  declare function expandReview(scope: Page | Locator, scoreName: string): Promise<void>;
2830
- /** Close the detail dialog via Escape and wait for it to be gone. */
2908
+ /** Close the detail dialog with its Close button and wait for it to be gone. */
2831
2909
  declare function closeEvaluationDetailDialog(scope: Page | Locator): Promise<void>;
2832
- /** Locator for the "Manage benchmarks" dialog. Scoped by aria-label — its title collides with the toolbar button that opens it. */
2910
+ /** Locator for the "Manage Benchmarks" dialog. Scoped by aria-label — its title collides with the toolbar button that opens it. */
2833
2911
  declare function getManageBenchmarksDialog(scope: Page | Locator): Locator;
2834
- /** Open the Manage benchmarks dialog from the toolbar and wait for its table UI. Returns the scoped dialog. */
2912
+ /** Open the Manage Benchmarks dialog from the toolbar and wait for its toolbar. Returns the scoped dialog. */
2835
2913
  declare function openManageBenchmarksDialog(scope: Page | Locator): Promise<Locator>;
2836
2914
  /** Type into the benchmarks search input (aria-label "Search benchmarks") inside the manage dialog. */
2837
2915
  declare function searchBenchmarks(scope: Page | Locator, query: string): Promise<void>;
2838
2916
  /** Assert a benchmark appears in the manage dialog's table. */
2839
2917
  declare function expectBenchmarkListed(scope: Page | Locator, benchmarkName: string): Promise<void>;
2918
+ type QaPair = {
2919
+ question: string;
2920
+ answer?: string;
2921
+ };
2840
2922
  /** Locator for the "New Benchmark" dialog. Scoped by aria-label — its title collides with the button that opens it. */
2841
2923
  declare function getCreateBenchmarkDialog(scope: Page | Locator): Locator;
2842
2924
  /**
2843
- * Create a benchmark from inside the manage dialog: open "New Benchmark",
2844
- * fill the form, submit, and wait for both the dialog to close and the new
2845
- * row to appear.
2925
+ * Click "New Benchmark" in the open Manage Benchmarks dialog and wait for the
2926
+ * New Benchmark dialog on its Details step. Returns the dialog.
2927
+ */
2928
+ declare function openCreateBenchmarkDialog(scope: Page | Locator): Promise<Locator>;
2929
+ /**
2930
+ * Click "Next" on the Details step of the open New Benchmark dialog and wait
2931
+ * for the Q&A step: its tab active and its note showing. "Next" is disabled
2932
+ * until Name has text. Returns the dialog.
2846
2933
  */
2847
- declare function createBenchmark(scope: Page | Locator, opts: {
2934
+ declare function goToBenchmarkQaStep(scope: Page | Locator): Promise<Locator>;
2935
+ type CreateBenchmarkOptions = {
2848
2936
  name: string;
2849
2937
  description?: string;
2850
- }): Promise<void>;
2851
- /** Locator for a benchmark's items dialog (Q&A list). Its title is the benchmark name (dynamic), hence the aria-label hook. */
2938
+ /** Typed into the Manual tab of the Q&A step, one row per pair. Left out, the benchmark is created without Q&A. */
2939
+ qaPairs?: QaPair[];
2940
+ /** A CSV file on the test machine, chosen on the CSV Upload tab of the Q&A step instead of `qaPairs`. */
2941
+ csvPath?: string;
2942
+ };
2943
+ /**
2944
+ * Create a benchmark from inside the manage dialog: open "New Benchmark", fill
2945
+ * Name and Description, click "Next", fill the Q&A step when `qaPairs` or
2946
+ * `csvPath` is given, click "Create", and wait for the dialog to close, the
2947
+ * toast, and the new row. The Evals tab selects the new benchmark.
2948
+ *
2949
+ * Q&A is optional: with neither `qaPairs` nor `csvPath` the benchmark is
2950
+ * created without any, and "New Evaluation" stays disabled for it until Q&A
2951
+ * are added (see `expectBenchmarkNeedsQa`).
2952
+ */
2953
+ declare function createBenchmark(scope: Page | Locator, opts: CreateBenchmarkOptions): Promise<void>;
2954
+ /**
2955
+ * Create an organization's first benchmark from the Evals tab's no-benchmarks
2956
+ * empty state: click its "New Benchmark" button, fill and submit the dialog as
2957
+ * `createBenchmark` does (Q&A optional), and wait for the tab to select the
2958
+ * new benchmark.
2959
+ */
2960
+ declare function createBenchmarkFromEmptyState(scope: Page | Locator, opts: CreateBenchmarkOptions): Promise<void>;
2961
+ /** Locator for a benchmark's Q&A dialog. Its title is the benchmark name (dynamic), hence the aria-label hook. */
2852
2962
  declare function getBenchmarkItemsDialog(scope: Page | Locator): Locator;
2853
2963
  /**
2854
- * Open a benchmark's Q&A items dialog from its row's eye button
2855
- * (`aria-label="View items in <name>"`). Returns the scoped items dialog.
2964
+ * Open a benchmark's Q&A dialog from its row's eye button
2965
+ * (`aria-label="View Q&A in <name>"`). Returns the scoped Q&A dialog.
2856
2966
  */
2857
2967
  declare function openBenchmarkItems(scope: Page | Locator, benchmarkName: string): Promise<Locator>;
2858
- /** Assert a Q&A item (matched by its question text) is listed in the items dialog. */
2968
+ /** Assert a Q&A pair (matched by its question text) is listed in the Q&A dialog. */
2859
2969
  declare function expectQaItemListed(scope: Page | Locator, questionText: string): Promise<void>;
2970
+ /** Assert the Q&A dialog says the benchmark has no Q&A and offers "Add Q&A" as the next step. */
2971
+ declare function expectBenchmarkItemsEmpty(scope: Page | Locator): Promise<void>;
2860
2972
  /** Locator for the "Add Q&A" dialog (Manual / CSV Upload sub-tabs). */
2861
2973
  declare function getAddItemsDialog(scope: Page | Locator): Locator;
2862
- /** Open the "Add Q&A" dialog from the items dialog. Returns the scoped add dialog. */
2974
+ /** Open the "Add Q&A" dialog from a benchmark's Q&A dialog. Returns the scoped add dialog. */
2863
2975
  declare function openAddItemsDialog(scope: Page | Locator): Promise<Locator>;
2864
2976
  /**
2865
2977
  * Switch to a sub-tab INSIDE the Add Q&A dialog. The tab query must stay
2866
2978
  * dialog-scoped: the edit-mentor modal behind it has its own `role="tab"`
2867
- * strip, and an unscoped `getByRole('tab')` can cross-match. Returns the
2868
- * active tabpanel so callers interact only with that sub-tab's controls
2869
- * (each panel has its own footer with its own Cancel/submit buttons).
2979
+ * strip, and an unscoped `getByRole('tab')` can cross-match. Returns that
2980
+ * sub-tab's tabpanel, which holds its fields; Cancel and the submit
2981
+ * button ("Add" or "Upload") are in the dialog's one footer, outside it.
2870
2982
  */
2871
2983
  declare function switchToAddItemsSubTab(scope: Page | Locator, subTab: 'manual' | 'csv'): Promise<Locator>;
2872
2984
  /**
2873
- * Add Q&A pairs via the Manual sub-tab. Fills one row per pair (clicking
2874
- * "Add row" as needed), submits, and waits for the dialog to close. Row
2875
- * inputs are matched by label WITHIN each row container so the Question /
2876
- * Answer labels of sibling rows can't collide.
2985
+ * Add Q&A pairs via the Manual sub-tab of the open Add Q&A dialog. Fills one
2986
+ * row per pair (clicking "Add Row" as needed), submits, and waits for the
2987
+ * dialog to close.
2877
2988
  */
2878
2989
  declare function addQaPairsManually(scope: Page | Locator, pairs: Array<{
2879
2990
  question: string;
2880
2991
  answer?: string;
2881
2992
  }>): Promise<void>;
2882
2993
  /**
2883
- * Upload Q&A pairs via the CSV Upload sub-tab. `csvPath` is a path on the
2884
- * test machine; the file needs `input` (required) and `expected_output`
2885
- * (optional) columns. Waits for the dialog to close on success.
2994
+ * Upload Q&A pairs via the CSV Upload sub-tab of the open Add Q&A dialog.
2995
+ * `csvPath` is a path on the test machine; the file needs `input` (required)
2996
+ * and `expected_output` (optional) columns. Waits for the dialog to close on
2997
+ * success.
2886
2998
  */
2887
2999
  declare function uploadQaCsv(scope: Page | Locator, csvPath: string): Promise<void>;
2888
3000
  /** Locator for the Q&A delete-confirm dialog. */
2889
3001
  declare function getDeleteQaItemDialog(scope: Page | Locator): Locator;
2890
3002
  /**
2891
- * Delete a Q&A item by its question text: click the row's trash button
3003
+ * Delete a Q&A pair by its question text: click the row's bin button
2892
3004
  * (`aria-label="Delete Q&A"`) and confirm. The confirm "Delete" button must
2893
- * stay scoped to the confirm dialog — the items dialog's rows keep their
2894
- * own delete buttons mounted behind it.
3005
+ * stay scoped to the confirm dialog — the Q&A dialog's rows keep their own
3006
+ * delete buttons mounted behind it.
2895
3007
  */
2896
3008
  declare function deleteQaItem(scope: Page | Locator, questionText: string): Promise<void>;
2897
- /** Close the benchmark items dialog via Escape and wait for it to be gone. */
3009
+ /** Close a benchmark's Q&A dialog with its Close button and wait for it to be gone. */
2898
3010
  declare function closeBenchmarkItemsDialog(scope: Page | Locator): Promise<void>;
2899
- /** Close the Manage benchmarks dialog via Escape and wait for it to be gone. */
3011
+ /** Close the Manage Benchmarks dialog with its Close button and wait for it to be gone. */
2900
3012
  declare function closeManageBenchmarksDialog(scope: Page | Locator): Promise<void>;
2901
3013
 
2902
3014
  /**
@@ -3695,5 +3807,5 @@ declare function generateProjectConfig(platform: string, deviceName: string, dep
3695
3807
  */
3696
3808
  declare function createPlaywrightConfig(options: CreatePlaywrightConfigOptions): PlaywrightTestConfig;
3697
3809
 
3698
- export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, GRADER_LABELS, HISTORY_TAB_LABELS, LTI_LABELS, LTI_TEST_IDS, MEMORY_ADMIN_LABELS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SPEND_LIMITS_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addAgentMemoryFromPopup, addCreditsDialog, addGraderCriterion, addManualScore, addMemory, addQaPairsManually, addSkillToAgent, addTenantUserSpendLimit, addTextResource, addUserGlobalMemory, addUserSpendLimit, addUserSpendLimitFromTenantBilling, agentLimitsRow, agentLimitsSection, applyVoiceInstructionsPreset, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, choosePlan, clearAgentLimitsFilter, clearAgentMemoriesFilter, clearDateRangeFilter, clearGradeResultOverride, clearHistoryAgentFilter, clearInstanceSearch, clearUserFilter, clearUserLimitsFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickBillingUpgradeToStandard, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, clickSetSpendLimitForFilteredAgent, clickSetSpendLimitForFilteredUser, closeAgentLimitsPopup, closeAgentMemoriesPopup, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closePlanPicker, closeUserMemoriesPopup, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAgentSpendLimitViaFilter, createAuthSetup, createBenchmark, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteAgentSpendLimit, deleteAgentSpendLimitFromTenantBilling, deleteEvaluation, deleteFirstMemory, deleteGraderCriterion, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteResource, deleteSkill, deleteTask, deleteTenantUserSpendLimit, deleteUserGlobalMemory, deleteUserSpendLimit, deleteWorkspaceSpendLimit, disableSkill, disableSupport, disconnectInstance, downloadConversationCsv, downloadExportedReport, editAgentPrompt, editGraderCriterion, editInstance, editLink, editSkill, editTenantUserSpendLimit, editTextResource, editTool, editUserGlobalMemory, editUserSpendLimit, enableSkill, enableSupport, expandReview, expandTrace, expectAgentLimitsRowContent, expectAllEndpointsVisible, expectBenchmarkListed, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForStandardPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForStandardPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectGradeResultRow, expectGraderMisconfiguredWarning, expectGraderTotalPoints, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLastCriterionDeleteDisabled, expectLinkInList, expectLinkNotInList, expectLinkStatus, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNewUserSpendLimitDefault, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPlanPicker, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectUserLimitsRowContent, expectVoiceInstructionsValue, expectVoiceProviderSelected, expectVoiceVisible, expectWorkspaceActualSpendStats, expectWorkspaceSpendStats, exportHistoryAndWaitForDownload, exportRunCsv, fillLinkName, fillToolForm, filterAgentLimits, filterAgentMemories, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterGradeResultsByEmail, filterHistoryByAgent, filterHistoryBySentiment, filterHistoryByTopic, filterTicketsByStatus, filterTicketsByUser, filterUserLimits, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getConversationList, getConversationPreview, getConversationRows, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getExportRowsByState, getExportsTable, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksRefreshButton, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getOutputFilterSwitch, getPaginationInfo, getPlanPickerKeys, getPrivateModeCard, getProfileDialog, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, goToSkillsListPage, graderTabBody, inviteUserTest, isEvaluationTabVisible, isFirefox, isGraderTabVisible, isGradingEnabled, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxKindEnabled, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSpendLimitsTabVisible, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isTenantMemoryTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, memoryAdminAgentRow, memoryAdminAgentSection, memoryAdminGlobalSection, memoryAdminUserRow, memoryRowByContent, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, newUserDefaultSection, openAddItemsDialog, openAddMemoryDialog, openAgentLimitsManage, openAgentMemoriesPopup, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openHistoryTab, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openPlanPickerFromBilling, openPlanPickerFromCreditBalance, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openSlashSkillPicker, openStartEvaluationDialog, openTicket, openUserMemoriesPopup, openVoiceInstructionsEditor, overrideGradeResult, parseReportUrlParams, planCard, planPickerDialog, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshLinks, refreshTickets, reliableClick, reliableFill, removeSkillFromAgent, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, retryFailedLink, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveGraderConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchMemoryAdminUsers, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectConversation, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSlashSkill, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setAgentLimitsRowEnabled, setAgentSpendLimit, setAgentSpendLimitFromTenantBilling, setBlockMessage, setCallLanguage, setCatalogSkillEnabled, setEnableVideo, setEntitySelected, setGradingEnabled, setNewUserSpendLimitDefault, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setUserLimitsRowEnabled, setUserSpendLimitEnabled, setVoiceInstructions, setWorkspaceSpendLimit, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, spendLimitsTabBody, startEvaluation, startHistoryExport, submitAddCreditsAmount, submitLinkModal, submitLlmJudge, submitToolModal, switchHistorySubTab, switchToAddItemsSubTab, switchToAgentLimits, switchToAgentSkillsSubTab, switchToAvailableSkillsSubTab, switchToEvaluationTab, switchToGraderSubTab, switchToGraderTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryAdminSubTab, switchToMemoryTab, switchToPlanAndCredits, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillResourcesSubTab, switchToSkillsTab, switchToSpendLimitsSubTab, switchToSpendLimitsTab, switchToSupportTab, switchToTasksTab, switchToTenantMemoryTab, switchToUserLimits, switchToVoiceSubTab, switchToVoiceTab, switchToWorkspaceSpendLimits, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSandboxKind, toggleSkill, toggleUserMemoryAdminSetting, toolFields, turnOffChatPrivacyMidSession, uploadAssetResource, uploadQaCsv, userLimitsRow, userLimitsSection, userSpendLimitRow, verifyAgentConfigPromptsVisible, verifyAgentSkillsEmptyState, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyClawSectionHidden, verifyClawSectionVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySandboxKindsVisible, verifySkillAdded, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCompletedExportRow, waitForConversations, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForLinkReady, waitForPageLoad, waitForPageReady, waitForPlanPicker, waitForReportDownload, waitForTicketInList, workspaceSpendLimitSection };
3810
+ export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, GRADER_LABELS, HISTORY_TAB_LABELS, LTI_LABELS, LTI_TEST_IDS, MEMORY_ADMIN_LABELS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SPEND_LIMITS_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addAgentMemoryFromPopup, addCreditsDialog, addGraderCriterion, addManualScore, addMemory, addQaPairsManually, addSkillToAgent, addTenantUserSpendLimit, addTextResource, addUserGlobalMemory, addUserSpendLimit, addUserSpendLimitFromTenantBilling, agentLimitsRow, agentLimitsSection, applyVoiceInstructionsPreset, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, choosePlan, clearAgentLimitsFilter, clearAgentMemoriesFilter, clearDateRangeFilter, clearGradeResultOverride, clearHistoryAgentFilter, clearInstanceSearch, clearUserFilter, clearUserLimitsFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickBillingUpgradeToStandard, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, clickSetSpendLimitForFilteredAgent, clickSetSpendLimitForFilteredUser, closeAgentLimitsPopup, closeAgentMemoriesPopup, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closePlanPicker, closeUserMemoriesPopup, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAgentSpendLimitViaFilter, createAuthSetup, createBenchmark, createBenchmarkFromEmptyState, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteAgentSpendLimit, deleteAgentSpendLimitFromTenantBilling, deleteEvaluation, deleteFirstMemory, deleteGraderCriterion, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteResource, deleteSkill, deleteTask, deleteTenantUserSpendLimit, deleteUserGlobalMemory, deleteUserSpendLimit, deleteWorkspaceSpendLimit, disableSkill, disableSupport, disconnectInstance, downloadConversationCsv, downloadExportedReport, editAgentPrompt, editGraderCriterion, editInstance, editLink, editSkill, editTenantUserSpendLimit, editTextResource, editTool, editUserGlobalMemory, editUserSpendLimit, enableSkill, enableSupport, expandReview, expandTrace, expectAgentLimitsRowContent, expectAllEndpointsVisible, expectBenchmarkItemsEmpty, expectBenchmarkListed, expectBenchmarkNeedsQa, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForStandardPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForStandardPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectGradeResultRow, expectGraderMisconfiguredWarning, expectGraderTotalPoints, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLastCriterionDeleteDisabled, expectLinkInList, expectLinkNotInList, expectLinkStatus, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNewUserSpendLimitDefault, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPlanPicker, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectUserLimitsRowContent, expectVoiceInstructionsValue, expectVoiceProviderSelected, expectVoiceVisible, expectWorkspaceActualSpendStats, expectWorkspaceSpendStats, exportHistoryAndWaitForDownload, exportRunCsv, fillLinkName, fillToolForm, filterAgentLimits, filterAgentMemories, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterGradeResultsByEmail, filterHistoryByAgent, filterHistoryBySentiment, filterHistoryByTopic, filterTicketsByStatus, filterTicketsByUser, filterUserLimits, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getConversationList, getConversationPreview, getConversationRows, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getExportRowsByState, getExportsTable, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksRefreshButton, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getNoBenchmarksEmptyState, getNoQaPrompt, getOutputFilterSwitch, getPaginationInfo, getPlanPickerKeys, getPrivateModeCard, getProfileDialog, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToBenchmarkQaStep, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, goToSkillsListPage, graderTabBody, inviteUserTest, isEvaluationTabVisible, isFirefox, isGraderTabVisible, isGradingEnabled, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxKindEnabled, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSpendLimitsTabVisible, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isTenantMemoryTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, memoryAdminAgentRow, memoryAdminAgentSection, memoryAdminGlobalSection, memoryAdminUserRow, memoryRowByContent, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, newUserDefaultSection, openAddItemsDialog, openAddMemoryDialog, openAddQaFromEvalsTab, openAgentLimitsManage, openAgentMemoriesPopup, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateBenchmarkDialog, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openHistoryTab, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openPlanPickerFromBilling, openPlanPickerFromCreditBalance, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openSlashSkillPicker, openStartEvaluationDialog, openTicket, openUserMemoriesPopup, openVoiceInstructionsEditor, overrideGradeResult, parseReportUrlParams, planCard, planPickerDialog, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshLinks, refreshTickets, reliableClick, reliableFill, removeSkillFromAgent, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, retryFailedLink, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveGraderConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchMemoryAdminUsers, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectConversation, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSlashSkill, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setAgentLimitsRowEnabled, setAgentSpendLimit, setAgentSpendLimitFromTenantBilling, setBlockMessage, setCallLanguage, setCatalogSkillEnabled, setEnableVideo, setEntitySelected, setGradingEnabled, setNewUserSpendLimitDefault, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setUserLimitsRowEnabled, setUserSpendLimitEnabled, setVoiceInstructions, setWorkspaceSpendLimit, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, spendLimitsTabBody, startEvaluation, startHistoryExport, submitAddCreditsAmount, submitLinkModal, submitLlmJudge, submitToolModal, switchHistorySubTab, switchToAddItemsSubTab, switchToAgentLimits, switchToAgentSkillsSubTab, switchToAvailableSkillsSubTab, switchToEvaluationTab, switchToGraderSubTab, switchToGraderTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryAdminSubTab, switchToMemoryTab, switchToPlanAndCredits, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillResourcesSubTab, switchToSkillsTab, switchToSpendLimitsSubTab, switchToSpendLimitsTab, switchToSupportTab, switchToTasksTab, switchToTenantMemoryTab, switchToUserLimits, switchToVoiceSubTab, switchToVoiceTab, switchToWorkspaceSpendLimits, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSandboxKind, toggleSkill, toggleUserMemoryAdminSetting, toolFields, turnOffChatPrivacyMidSession, uploadAssetResource, uploadQaCsv, userLimitsRow, userLimitsSection, userSpendLimitRow, verifyAgentConfigPromptsVisible, verifyAgentSkillsEmptyState, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyClawSectionHidden, verifyClawSectionVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySandboxKindsVisible, verifySkillAdded, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCompletedExportRow, waitForConversations, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForLinkReady, waitForPageLoad, waitForPageReady, waitForPlanPicker, waitForReportDownload, waitForTicketInList, workspaceSpendLimitSection };
3699
3811
  export type { AgentPromptField, AuthFlowType, AuthSetupConfig, BillingAutoRechargeStatus, CallMode, ChatPrivacyMode, ChatPrivacySource, ChatPrivacyToggleState, CreatePlaywrightConfigOptions, CreditBalancePlan, EnvConfig, EvalReviewStatus, EvalRunStatus, GraderCriterionInput, GraderFeedbackMode, GraderGradingMode, GraderSubTab, HistorySentiment, HistorySubTab, LlmProvider, LtiEndpoint, LtiKeySetMode, LtiLinkStatus, LtiSubTab, LtiToolFormData, MemoryAdminSetting, MemoryAdminSubTab, PlatformConfig, PrivacyAction, PrivacyEntity, ReportDownloadOptions, SafeWaitForURLOptions, SandboxKind, ScreenSharePromptField, SignUpCredentials, SkillFormValues, SpendLimitEnforcement, SpendLimitInput, SpendLimitInterval, SpendLimitSubTab, StepFn, SttProvider, SupportTicketStatus, TaskRepeat, TaskStatus, TextResourceValues, TtsProvider, UserSpendLimitInput, VoiceInstructionsPreset, VoiceProvider };