@iblai/iblai-js 2.76.1 → 2.78.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/data-layer/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/playwright/index.cjs +414 -164
- package/dist/playwright/index.cjs.map +1 -1
- package/dist/playwright/index.d.ts +181 -69
- package/dist/playwright/index.esm.js +407 -165
- package/dist/playwright/index.esm.js.map +1 -1
- package/dist/playwright/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/security/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/web-containers/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/web-containers/source/_virtual/index4.js +2 -2
- package/dist/web-containers/source/_virtual/index5.js +2 -2
- package/dist/web-containers/source/activity-empty-state.js +2 -2
- package/dist/web-containers/source/activity-empty-state.js.map +1 -1
- package/dist/web-containers/source/activity-tab/activity-empty-state.js +2 -2
- package/dist/web-containers/source/activity-tab/activity-empty-state.js.map +1 -1
- package/dist/web-containers/source/add-items-modal.js +26 -91
- package/dist/web-containers/source/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/add-items-modal.js +26 -91
- package/dist/web-containers/source/benchmarks/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/benchmarks/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/benchmarks/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/benchmarks/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/benchmarks/evals-ui.js +39 -0
- package/dist/web-containers/source/benchmarks/evals-ui.js.map +1 -0
- package/dist/web-containers/source/benchmarks/index.js +30 -11
- package/dist/web-containers/source/benchmarks/index.js.map +1 -1
- package/dist/web-containers/source/benchmarks/qa-form.js +233 -0
- package/dist/web-containers/source/benchmarks/qa-form.js.map +1 -0
- package/dist/web-containers/source/canvas/canvas-rich-text-editor.js +4 -0
- package/dist/web-containers/source/canvas/canvas-rich-text-editor.js.map +1 -1
- package/dist/web-containers/source/canvas-rich-text-editor.js +4 -0
- package/dist/web-containers/source/canvas-rich-text-editor.js.map +1 -1
- package/dist/web-containers/source/components/activity-tab/activity-empty-state.js +2 -2
- package/dist/web-containers/source/components/activity-tab/activity-empty-state.js.map +1 -1
- package/dist/web-containers/source/components/canvas/canvas-rich-text-editor.js +4 -0
- package/dist/web-containers/source/components/canvas/canvas-rich-text-editor.js.map +1 -1
- package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-basic-fields.js +97 -0
- package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-basic-fields.js.map +1 -0
- package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-form.js +5 -65
- package/dist/web-containers/source/components/modals/create-agent-modal/create-agent-form.js.map +1 -1
- package/dist/web-containers/source/components/modals/create-agent-modal/defaults.js +4 -9
- package/dist/web-containers/source/components/modals/create-agent-modal/defaults.js.map +1 -1
- package/dist/web-containers/source/components/modals/create-agent-modal/labels.js +4 -0
- package/dist/web-containers/source/components/modals/create-agent-modal/labels.js.map +1 -1
- package/dist/web-containers/source/components/modals/create-agent-modal/use-create-agent-form.js +11 -10
- package/dist/web-containers/source/components/modals/create-agent-modal/use-create-agent-form.js.map +1 -1
- package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard-tab-step.js +18 -0
- package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard-tab-step.js.map +1 -0
- package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard.js +67 -0
- package/dist/web-containers/source/components/modals/create-agent-wizard/create-agent-wizard.js.map +1 -0
- package/dist/web-containers/source/components/modals/create-agent-wizard/use-wizard-steps.js +32 -0
- package/dist/web-containers/source/components/modals/create-agent-wizard/use-wizard-steps.js.map +1 -0
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/components/onboarding/onboarding-shell.js +4 -1
- package/dist/web-containers/source/components/onboarding/onboarding-shell.js.map +1 -1
- package/dist/web-containers/source/components/platform-sidebar/index.js +2 -0
- package/dist/web-containers/source/components/platform-sidebar/index.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/add-items-modal.js +26 -91
- package/dist/web-containers/source/components/profile/benchmarks/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/components/profile/benchmarks/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/components/profile/benchmarks/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/components/profile/benchmarks/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/evals-ui.js +39 -0
- package/dist/web-containers/source/components/profile/benchmarks/evals-ui.js.map +1 -0
- package/dist/web-containers/source/components/profile/benchmarks/index.js +30 -11
- package/dist/web-containers/source/components/profile/benchmarks/index.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/qa-form.js +233 -0
- package/dist/web-containers/source/components/profile/benchmarks/qa-form.js.map +1 -0
- package/dist/web-containers/source/components/rich-text-editor.js +26 -3
- package/dist/web-containers/source/components/rich-text-editor.js.map +1 -1
- package/dist/web-containers/source/components/user-profile-dropdown/index.js +1 -1
- package/dist/web-containers/source/components/user-profile-dropdown/index.js.map +1 -1
- package/dist/web-containers/source/create-agent-basic-fields.js +97 -0
- package/dist/web-containers/source/create-agent-basic-fields.js.map +1 -0
- package/dist/web-containers/source/create-agent-form.js +5 -65
- package/dist/web-containers/source/create-agent-form.js.map +1 -1
- package/dist/web-containers/source/create-agent-modal/create-agent-basic-fields.js +97 -0
- package/dist/web-containers/source/create-agent-modal/create-agent-basic-fields.js.map +1 -0
- package/dist/web-containers/source/create-agent-modal/create-agent-form.js +5 -65
- package/dist/web-containers/source/create-agent-modal/create-agent-form.js.map +1 -1
- package/dist/web-containers/source/create-agent-modal/defaults.js +4 -9
- package/dist/web-containers/source/create-agent-modal/defaults.js.map +1 -1
- package/dist/web-containers/source/create-agent-modal/labels.js +4 -0
- package/dist/web-containers/source/create-agent-modal/labels.js.map +1 -1
- package/dist/web-containers/source/create-agent-modal/use-create-agent-form.js +11 -10
- package/dist/web-containers/source/create-agent-modal/use-create-agent-form.js.map +1 -1
- package/dist/web-containers/source/create-agent-wizard/create-agent-wizard-tab-step.js +18 -0
- package/dist/web-containers/source/create-agent-wizard/create-agent-wizard-tab-step.js.map +1 -0
- package/dist/web-containers/source/create-agent-wizard/create-agent-wizard.js +67 -0
- package/dist/web-containers/source/create-agent-wizard/create-agent-wizard.js.map +1 -0
- package/dist/web-containers/source/create-agent-wizard/use-wizard-steps.js +32 -0
- package/dist/web-containers/source/create-agent-wizard/use-wizard-steps.js.map +1 -0
- package/dist/web-containers/source/create-agent-wizard-tab-step.js +18 -0
- package/dist/web-containers/source/create-agent-wizard-tab-step.js.map +1 -0
- package/dist/web-containers/source/create-agent-wizard.js +67 -0
- package/dist/web-containers/source/create-agent-wizard.js.map +1 -0
- package/dist/web-containers/source/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
- package/dist/web-containers/source/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
- package/dist/web-containers/source/defaults.js +4 -9
- package/dist/web-containers/source/defaults.js.map +1 -1
- package/dist/web-containers/source/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
- package/dist/web-containers/source/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/en.json.js +120 -78
- package/dist/web-containers/source/en.json.js.map +1 -1
- package/dist/web-containers/source/es.json.js +101 -59
- package/dist/web-containers/source/es.json.js.map +1 -1
- package/dist/web-containers/source/evals-ui.js +39 -0
- package/dist/web-containers/source/evals-ui.js.map +1 -0
- package/dist/web-containers/source/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/fr.json.js +102 -60
- package/dist/web-containers/source/fr.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/en.json.js +120 -78
- package/dist/web-containers/source/i18n/messages/en.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/es.json.js +101 -59
- package/dist/web-containers/source/i18n/messages/es.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/fr.json.js +102 -60
- package/dist/web-containers/source/i18n/messages/fr.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/zh.json.js +91 -49
- package/dist/web-containers/source/i18n/messages/zh.json.js.map +1 -1
- package/dist/web-containers/source/index4.js +2 -2
- package/dist/web-containers/source/index5.js +2 -2
- package/dist/web-containers/source/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/messages/en.json.js +120 -78
- package/dist/web-containers/source/messages/en.json.js.map +1 -1
- package/dist/web-containers/source/messages/es.json.js +101 -59
- package/dist/web-containers/source/messages/es.json.js.map +1 -1
- package/dist/web-containers/source/messages/fr.json.js +102 -60
- package/dist/web-containers/source/messages/fr.json.js.map +1 -1
- package/dist/web-containers/source/messages/zh.json.js +91 -49
- package/dist/web-containers/source/messages/zh.json.js.map +1 -1
- package/dist/web-containers/source/modals/create-agent-modal/create-agent-basic-fields.js +97 -0
- package/dist/web-containers/source/modals/create-agent-modal/create-agent-basic-fields.js.map +1 -0
- package/dist/web-containers/source/modals/create-agent-modal/create-agent-form.js +5 -65
- package/dist/web-containers/source/modals/create-agent-modal/create-agent-form.js.map +1 -1
- package/dist/web-containers/source/modals/create-agent-modal/defaults.js +4 -9
- package/dist/web-containers/source/modals/create-agent-modal/defaults.js.map +1 -1
- package/dist/web-containers/source/modals/create-agent-modal/labels.js +4 -0
- package/dist/web-containers/source/modals/create-agent-modal/labels.js.map +1 -1
- package/dist/web-containers/source/modals/create-agent-modal/use-create-agent-form.js +11 -10
- package/dist/web-containers/source/modals/create-agent-modal/use-create-agent-form.js.map +1 -1
- package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard-tab-step.js +18 -0
- package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard-tab-step.js.map +1 -0
- package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard.js +67 -0
- package/dist/web-containers/source/modals/create-agent-wizard/create-agent-wizard.js.map +1 -0
- package/dist/web-containers/source/modals/create-agent-wizard/use-wizard-steps.js +32 -0
- package/dist/web-containers/source/modals/create-agent-wizard/use-wizard-steps.js.map +1 -0
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/next/index.js +1 -0
- package/dist/web-containers/source/next/index.js.map +1 -1
- package/dist/web-containers/source/node_modules/.pnpm/react-is@16.13.1/node_modules/react-is/index.js +1 -1
- package/dist/web-containers/source/node_modules/.pnpm/style-to-js@1.1.21/node_modules/style-to-js/cjs/index.js +1 -1
- package/dist/web-containers/source/node_modules/.pnpm/style-to-object@1.0.14/node_modules/style-to-object/cjs/index.js +1 -1
- package/dist/web-containers/source/onboarding/onboarding-shell.js +4 -1
- package/dist/web-containers/source/onboarding/onboarding-shell.js.map +1 -1
- package/dist/web-containers/source/onboarding-shell.js +4 -1
- package/dist/web-containers/source/onboarding-shell.js.map +1 -1
- package/dist/web-containers/source/platform-sidebar/index.js +2 -0
- package/dist/web-containers/source/platform-sidebar/index.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/add-items-modal.js +26 -91
- package/dist/web-containers/source/profile/benchmarks/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/profile/benchmarks/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/profile/benchmarks/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/profile/benchmarks/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/evals-ui.js +39 -0
- package/dist/web-containers/source/profile/benchmarks/evals-ui.js.map +1 -0
- package/dist/web-containers/source/profile/benchmarks/index.js +30 -11
- package/dist/web-containers/source/profile/benchmarks/index.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/qa-form.js +233 -0
- package/dist/web-containers/source/profile/benchmarks/qa-form.js.map +1 -0
- package/dist/web-containers/source/qa-form.js +233 -0
- package/dist/web-containers/source/qa-form.js.map +1 -0
- package/dist/web-containers/source/resource-dialog-layout.js +4 -4
- package/dist/web-containers/source/resource-dialog-layout.js.map +1 -1
- package/dist/web-containers/source/resource-modal/resource-dialog-layout.js +4 -4
- package/dist/web-containers/source/resource-modal/resource-dialog-layout.js.map +1 -1
- package/dist/web-containers/source/rich-text-editor.js +26 -3
- package/dist/web-containers/source/rich-text-editor.js.map +1 -1
- package/dist/web-containers/source/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/datasets-tab/resource-modal/resource-dialog-layout.js +4 -4
- package/dist/web-containers/source/tabs/datasets-tab/resource-modal/resource-dialog-layout.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/tsconfig.build.tsbuildinfo +1 -1
- package/dist/web-containers/source/use-create-agent-form.js +11 -10
- package/dist/web-containers/source/use-create-agent-form.js.map +1 -1
- package/dist/web-containers/source/use-wizard-steps.js +32 -0
- package/dist/web-containers/source/use-wizard-steps.js.map +1 -0
- package/dist/web-containers/source/user-profile-dropdown/index.js +1 -1
- package/dist/web-containers/source/user-profile-dropdown/index.js.map +1 -1
- package/dist/web-containers/source/web-containers/tsconfig.build.tsbuildinfo +1 -1
- package/dist/web-containers/source/zh.json.js +91 -49
- package/dist/web-containers/source/zh.json.js.map +1 -1
- package/dist/web-utils/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/package.json +5 -5
|
@@ -16,12 +16,18 @@ import { Locator, Page } from '@playwright/test';
|
|
|
16
16
|
* `aria-labelledby` win the accessible-name computation — and then resolve
|
|
17
17
|
* every in-dialog control from that scoped locator. This matters here more
|
|
18
18
|
* than usual:
|
|
19
|
-
* -
|
|
20
|
-
*
|
|
21
|
-
* - the
|
|
22
|
-
*
|
|
23
|
-
*
|
|
24
|
-
*
|
|
19
|
+
* - "New Evaluation", "Manage Benchmarks", "New Benchmark" and "New Review"
|
|
20
|
+
* are each both a button and the title of the dialog it opens;
|
|
21
|
+
* - "Add Q&A" is a button on the Evals tab and in a benchmark's Q&A dialog,
|
|
22
|
+
* and starts the title of the dialog both open;
|
|
23
|
+
* - dialogs nest three deep (Manage Benchmarks → benchmark Q&A → Add Q&A),
|
|
24
|
+
* and the New Benchmark and Add Q&A dialogs hold the same Manual / CSV
|
|
25
|
+
* Upload form;
|
|
26
|
+
* - the New Benchmark dialog is two steps with their own tabs (Details,
|
|
27
|
+
* Q&A), so its Q&A step is a tabpanel around the form's own tabpanels.
|
|
28
|
+
*
|
|
29
|
+
* Every form label has an info button named "More info about <label>", so a
|
|
30
|
+
* field is looked up by its label with `exact: true`.
|
|
25
31
|
*
|
|
26
32
|
* The helpers assume the Edit Mentor dialog is already open. Call
|
|
27
33
|
* `switchToEvaluationTab(page)` first; from then on, every helper accepts
|
|
@@ -45,10 +51,18 @@ export declare const EVALS_LABELS: {
|
|
|
45
51
|
readonly actions: {
|
|
46
52
|
readonly newExperiment: "New Evaluation";
|
|
47
53
|
readonly manageBenchmarks: "Manage Benchmarks";
|
|
48
|
-
|
|
49
|
-
readonly
|
|
54
|
+
/** The no-benchmarks empty state's button; opens the New Benchmark dialog. */
|
|
55
|
+
readonly newBenchmark: "New Benchmark";
|
|
56
|
+
/** The tab's own button for a benchmark with no Q&A; opens the Add Q&A dialog. */
|
|
57
|
+
readonly addQa: "Add Q&A";
|
|
58
|
+
readonly viewResults: "View Results";
|
|
59
|
+
readonly evaluate: "New Review";
|
|
50
60
|
readonly exportCsv: "Export CSV";
|
|
51
|
-
readonly checkStatus: "Check
|
|
61
|
+
readonly checkStatus: "Check Status";
|
|
62
|
+
/** Accessible description of View Results / New Review / Export CSV until the evaluation completes. */
|
|
63
|
+
readonly notReadyHint: "Available once the evaluation completes";
|
|
64
|
+
/** Accessible description of the same three items on an evaluation that failed. */
|
|
65
|
+
readonly failedHint: "Not available because the evaluation failed";
|
|
52
66
|
readonly delete: "Delete";
|
|
53
67
|
};
|
|
54
68
|
readonly checkStatusToast: {
|
|
@@ -56,35 +70,67 @@ export declare const EVALS_LABELS: {
|
|
|
56
70
|
readonly completed: "Evaluation completed";
|
|
57
71
|
readonly failed: "Evaluation failed";
|
|
58
72
|
};
|
|
59
|
-
readonly emptyBenchmarks: "
|
|
73
|
+
readonly emptyBenchmarks: "Your organization has no benchmarks yet. Create one to evaluate this agent.";
|
|
74
|
+
/** `data-testid` on the no-benchmarks empty state (sentence + "New Benchmark"). */
|
|
75
|
+
readonly noBenchmarksTestId: "evaluation-no-benchmarks";
|
|
76
|
+
/** Shown for a benchmark with no Q&A, and as the hover text of the disabled "New Evaluation". */
|
|
77
|
+
readonly emptyQa: "This benchmark has no Q&A yet. Add at least one question to run an evaluation.";
|
|
78
|
+
/** `data-testid` on the empty state of a benchmark with no Q&A and no evaluations. */
|
|
79
|
+
readonly noQaEmptyTestId: "evaluation-no-qa-empty";
|
|
80
|
+
/** `data-testid` on the line above the runs table of a benchmark with evaluations but no Q&A. */
|
|
81
|
+
readonly noQaNoticeTestId: "evaluation-no-qa-notice";
|
|
82
|
+
/** Accessible name of every dialog's own close (X) button. */
|
|
83
|
+
readonly dialogClose: "Close";
|
|
60
84
|
readonly startDialog: {
|
|
61
85
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
62
86
|
readonly dialogName: "start-evaluation";
|
|
63
|
-
readonly experimentNameLabel: "Evaluation
|
|
87
|
+
readonly experimentNameLabel: "Evaluation Name";
|
|
64
88
|
readonly cancel: "Cancel";
|
|
65
89
|
readonly start: "Start Evaluation";
|
|
90
|
+
/** Toast after a start; `{name}` is the evaluation's name. */
|
|
91
|
+
readonly successToast: "Evaluation started: {name}";
|
|
66
92
|
};
|
|
67
93
|
readonly manageBenchmarksDialog: {
|
|
68
94
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
69
95
|
readonly dialogName: "manage-benchmarks";
|
|
96
|
+
readonly title: "Manage Benchmarks";
|
|
70
97
|
readonly searchAriaLabel: "Search benchmarks";
|
|
71
98
|
readonly newBenchmark: "New Benchmark";
|
|
72
99
|
readonly empty: "No benchmarks found";
|
|
100
|
+
readonly emptyNone: "Your organization has no benchmarks yet.";
|
|
73
101
|
};
|
|
74
102
|
readonly createBenchmarkDialog: {
|
|
75
103
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
76
104
|
readonly dialogName: "create-benchmark";
|
|
105
|
+
/** Step tab (`role="tab"`) holding Name and Description. */
|
|
106
|
+
readonly detailsTab: "Details";
|
|
107
|
+
/** Step tab holding the Manual / CSV Upload form (labels under `addItemsDialog`); disabled until Name has text. */
|
|
108
|
+
readonly qaTab: "Q&A";
|
|
77
109
|
readonly nameLabel: "Name";
|
|
110
|
+
/** Under Name (`role="alert"`) when "Next" or "Create" refuses a name that could never be opened again. */
|
|
111
|
+
readonly nameInvalid: "Name cannot contain a slash (/) or be made only of dots.";
|
|
112
|
+
/** Under Name (`role="alert"`) when "Create" finds a benchmark that already has this name; the dialog goes back to Details. */
|
|
113
|
+
readonly nameTaken: "A benchmark with this name already exists. Enter a different name.";
|
|
78
114
|
readonly descriptionLabel: "Description";
|
|
115
|
+
/** `data-testid` on the note at the top of the Q&A step. */
|
|
116
|
+
readonly qaHintTestId: "benchmark-qa-hint";
|
|
117
|
+
readonly qaHint: "You can skip this and add Q&A later. A benchmark needs at least one question before you can run an evaluation.";
|
|
79
118
|
readonly cancel: "Cancel";
|
|
119
|
+
/** The Details step's button; disabled until Name has text. */
|
|
120
|
+
readonly next: "Next";
|
|
121
|
+
/** The Q&A step's button; works with or without Q&A. */
|
|
80
122
|
readonly create: "Create";
|
|
123
|
+
/** Toast for a benchmark created without Q&A. With Q&A it reads "Benchmark created with N Q&A pairs". */
|
|
124
|
+
readonly successToastNoQa: "Benchmark created. Add Q&A before you run an evaluation.";
|
|
81
125
|
};
|
|
82
126
|
readonly benchmarkItemsDialog: {
|
|
83
127
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
84
128
|
readonly dialogName: "benchmark-items";
|
|
129
|
+
/** Column headers of the Q&A table. Below 640px the ANSWER column is hidden and each answer sits under its question. */
|
|
130
|
+
readonly columns: readonly ["QUESTION", "ANSWER", "ACTIONS"];
|
|
85
131
|
readonly addItems: "Add Q&A";
|
|
86
132
|
readonly deleteItemAriaLabel: "Delete Q&A";
|
|
87
|
-
readonly empty: "
|
|
133
|
+
readonly empty: "This benchmark has no Q&A yet.";
|
|
88
134
|
};
|
|
89
135
|
readonly addItemsDialog: {
|
|
90
136
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
@@ -93,10 +139,12 @@ export declare const EVALS_LABELS: {
|
|
|
93
139
|
readonly csvTab: "CSV Upload";
|
|
94
140
|
readonly questionLabel: "Question";
|
|
95
141
|
readonly answerLabel: "Answer";
|
|
96
|
-
readonly addRow: "Add
|
|
97
|
-
readonly removeRowAriaLabel: "Remove
|
|
142
|
+
readonly addRow: "Add Row";
|
|
143
|
+
readonly removeRowAriaLabel: "Remove Row";
|
|
98
144
|
readonly add: "Add";
|
|
99
|
-
readonly csvFileLabel: "CSV
|
|
145
|
+
readonly csvFileLabel: "CSV File";
|
|
146
|
+
/** Under CSV File (`role="alert"`) for a file whose first row has no `input` column; the submit button is disabled. */
|
|
147
|
+
readonly csvNoInputColumn: "The first row of this file needs a column named \"input\". Download the sample CSV to see the format.";
|
|
100
148
|
readonly upload: "Upload";
|
|
101
149
|
readonly cancel: "Cancel";
|
|
102
150
|
};
|
|
@@ -110,14 +158,14 @@ export declare const EVALS_LABELS: {
|
|
|
110
158
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
111
159
|
readonly dialogName: "evaluation-detail";
|
|
112
160
|
readonly refreshAriaLabel: "Refresh";
|
|
113
|
-
readonly newReview: "New
|
|
114
|
-
readonly waitingHint: "Waiting for the
|
|
161
|
+
readonly newReview: "New Review";
|
|
162
|
+
readonly waitingHint: "Waiting for the first responses. This page refreshes by itself.";
|
|
115
163
|
readonly noScoresHint: "No scores yet";
|
|
116
|
-
readonly scoreNameLabel: "Score
|
|
164
|
+
readonly scoreNameLabel: "Score Name";
|
|
117
165
|
readonly scoreValueLabel: "Value";
|
|
118
166
|
readonly scoreCommentLabel: "Comment";
|
|
119
167
|
readonly addScore: "Add";
|
|
120
|
-
readonly removeScoreAriaLabel: "
|
|
168
|
+
readonly removeScoreAriaLabel: "Delete Score";
|
|
121
169
|
readonly reviewsHeading: "Reviews";
|
|
122
170
|
readonly reviewDetailsAriaLabel: "Toggle review details";
|
|
123
171
|
readonly reviewStatus: {
|
|
@@ -130,12 +178,13 @@ export declare const EVALS_LABELS: {
|
|
|
130
178
|
readonly judgeDialog: {
|
|
131
179
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
132
180
|
readonly dialogName: "llm-judge";
|
|
181
|
+
readonly title: "New Review";
|
|
133
182
|
readonly criteriaLabel: "Criteria";
|
|
134
|
-
readonly scoreNameLabel: "Score
|
|
135
|
-
readonly maxConcurrencyLabel: "Max
|
|
183
|
+
readonly scoreNameLabel: "Score Name";
|
|
184
|
+
readonly maxConcurrencyLabel: "Max Concurrency";
|
|
136
185
|
readonly selectorAriaLabel: "LLM Model Selector";
|
|
137
186
|
readonly cancel: "Cancel";
|
|
138
|
-
readonly submit: "
|
|
187
|
+
readonly submit: "Start Review";
|
|
139
188
|
};
|
|
140
189
|
readonly llmPickerDialog: {
|
|
141
190
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
@@ -147,11 +196,16 @@ export declare const EVALS_LABELS: {
|
|
|
147
196
|
readonly deleteDialog: {
|
|
148
197
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
149
198
|
readonly dialogName: "delete-evaluation";
|
|
199
|
+
/** The dialog's question; `{runName}` is the evaluation's name. */
|
|
200
|
+
readonly confirmation: "Are you sure you want to delete the evaluation \"{runName}\"? This action cannot be undone.";
|
|
150
201
|
readonly cancel: "Cancel";
|
|
151
202
|
readonly confirm: "Delete";
|
|
152
203
|
};
|
|
153
204
|
};
|
|
154
|
-
/**
|
|
205
|
+
/**
|
|
206
|
+
* A run's status as the backend reports it, upper-cased. The row carries it
|
|
207
|
+
* lower-cased in `data-status`; the icon itself is named by its translated word.
|
|
208
|
+
*/
|
|
155
209
|
export type EvalRunStatus = 'COMPLETED' | 'FAILED' | 'PENDING' | 'IN_PROGRESS';
|
|
156
210
|
/** Status pill states on a review row inside the detail dialog. */
|
|
157
211
|
export type EvalReviewStatus = keyof typeof EVALS_LABELS.detailDialog.reviewStatus;
|
|
@@ -163,7 +217,7 @@ export type EvalReviewStatus = keyof typeof EVALS_LABELS.detailDialog.reviewStat
|
|
|
163
217
|
export declare function isEvaluationTabVisible(page: Page): Promise<boolean>;
|
|
164
218
|
/**
|
|
165
219
|
* Switch to the Evals tab. Assumes the Edit Mentor dialog is open. Waits
|
|
166
|
-
* for the toolbar "Manage
|
|
220
|
+
* for the toolbar "Manage Benchmarks" button (unique to this pane) before
|
|
167
221
|
* returning, so callers can rely on the panel being interactive.
|
|
168
222
|
*/
|
|
169
223
|
export declare function switchToEvaluationTab(page: Page): Promise<void>;
|
|
@@ -173,7 +227,7 @@ export declare function getBenchmarkCombobox(scope: Page | Locator): Locator;
|
|
|
173
227
|
export declare function getBenchmarkComboboxDropdown(scope: Page | Locator): Locator;
|
|
174
228
|
/** Locator for the toolbar "New Evaluation" button (opens the start dialog). */
|
|
175
229
|
export declare function getNewEvaluationButton(scope: Page | Locator): Locator;
|
|
176
|
-
/** Locator for the toolbar "Manage
|
|
230
|
+
/** Locator for the toolbar "Manage Benchmarks" button (opens the benchmarks dialog). */
|
|
177
231
|
export declare function getManageBenchmarksButton(scope: Page | Locator): Locator;
|
|
178
232
|
/** Assert the currently selected benchmark shown on the combobox trigger. */
|
|
179
233
|
export declare function expectSelectedBenchmark(scope: Page | Locator, benchmarkName: string): Promise<void>;
|
|
@@ -185,8 +239,28 @@ export declare function expectSelectedBenchmark(scope: Page | Locator, benchmark
|
|
|
185
239
|
export declare function selectBenchmark(scope: Page | Locator, benchmarkName: string, opts?: {
|
|
186
240
|
search?: boolean;
|
|
187
241
|
}): Promise<void>;
|
|
188
|
-
/**
|
|
242
|
+
/** Locator for the empty state an organization with no benchmarks sees (sentence + "New Benchmark"). */
|
|
243
|
+
export declare function getNoBenchmarksEmptyState(scope: Page | Locator): Locator;
|
|
244
|
+
/** Assert the no-benchmarks empty state says so and offers "New Benchmark". */
|
|
189
245
|
export declare function expectNoBenchmarksNotice(scope: Page | Locator): Promise<void>;
|
|
246
|
+
/**
|
|
247
|
+
* Locator for what the tab shows when the selected benchmark has no Q&A: the
|
|
248
|
+
* empty state when it has no evaluations either, or the line above the runs
|
|
249
|
+
* table when it has. Both hold the same sentence and the same "Add Q&A" button.
|
|
250
|
+
*/
|
|
251
|
+
export declare function getNoQaPrompt(scope: Page | Locator): Locator;
|
|
252
|
+
/**
|
|
253
|
+
* Assert the selected benchmark cannot be evaluated for lack of Q&A: the tab
|
|
254
|
+
* says why and offers "Add Q&A", and "New Evaluation" is disabled with the
|
|
255
|
+
* same sentence as its hover text.
|
|
256
|
+
*/
|
|
257
|
+
export declare function expectBenchmarkNeedsQa(scope: Page | Locator): Promise<void>;
|
|
258
|
+
/**
|
|
259
|
+
* Click the tab's own "Add Q&A" button (shown only while the selected
|
|
260
|
+
* benchmark has no Q&A) and wait for the Add Q&A dialog. Returns the dialog;
|
|
261
|
+
* continue with `addQaPairsManually` or `uploadQaCsv`.
|
|
262
|
+
*/
|
|
263
|
+
export declare function openAddQaFromEvalsTab(scope: Page | Locator): Promise<Locator>;
|
|
190
264
|
/**
|
|
191
265
|
* Locator for an evaluation run's table row, matched by an exact cell so a
|
|
192
266
|
* run whose name is a substring of another ("smoke" vs "smoke-2") can't
|
|
@@ -195,7 +269,7 @@ export declare function expectNoBenchmarksNotice(scope: Page | Locator): Promise
|
|
|
195
269
|
export declare function getRunRow(scope: Page | Locator, runName: string): Locator;
|
|
196
270
|
export declare function expectRunInTable(scope: Page | Locator, runName: string): Promise<void>;
|
|
197
271
|
export declare function expectRunNotInTable(scope: Page | Locator, runName: string): Promise<void>;
|
|
198
|
-
/** Assert the status
|
|
272
|
+
/** Assert the status on a run's row, read from the `data-status` of its status icon. */
|
|
199
273
|
export declare function expectRunStatus(scope: Page | Locator, runName: string, status: EvalRunStatus): Promise<void>;
|
|
200
274
|
/** Assert the empty-state row shown when the selected benchmark has no runs for this agent. */
|
|
201
275
|
export declare function expectRunsTableEmpty(scope: Page | Locator, benchmarkName: string): Promise<void>;
|
|
@@ -206,19 +280,22 @@ export declare function expectRunsTableEmpty(scope: Page | Locator, benchmarkNam
|
|
|
206
280
|
*/
|
|
207
281
|
export declare function openRunActionsMenu(scope: Page | Locator, runName: string): Promise<Locator>;
|
|
208
282
|
/**
|
|
209
|
-
* Row action: "View
|
|
283
|
+
* Row action: "View Results" — opens the evaluation detail dialog.
|
|
210
284
|
* Only enabled once the run is COMPLETED. Returns the scoped detail dialog.
|
|
211
285
|
*/
|
|
212
286
|
export declare function openRunResults(scope: Page | Locator, runName: string): Promise<Locator>;
|
|
213
287
|
/**
|
|
214
|
-
* Row action: "New
|
|
288
|
+
* Row action: "New Review" — opens the New Review (LLM-judge) dialog for the run.
|
|
215
289
|
* Only enabled once the run is COMPLETED. Returns the scoped judge dialog.
|
|
216
290
|
*/
|
|
217
291
|
export declare function openNewReviewForRun(scope: Page | Locator, runName: string): Promise<Locator>;
|
|
218
292
|
/**
|
|
219
|
-
* Row action: "Check
|
|
293
|
+
* Row action: "Check Status" — triggers a fresh status fetch and waits for
|
|
220
294
|
* the outcome toast. Returns which toast appeared. The menu stays open by
|
|
221
295
|
* design (the item prevents default), so we close it with Escape.
|
|
296
|
+
*
|
|
297
|
+
* Safe to call again right away: it first waits for an earlier check's toast
|
|
298
|
+
* to go, since that one can read the same as the next.
|
|
222
299
|
*/
|
|
223
300
|
export declare function checkRunStatus(scope: Page | Locator, runName: string): Promise<'pending' | 'completed' | 'failed'>;
|
|
224
301
|
/**
|
|
@@ -232,8 +309,8 @@ export declare function getStartEvaluationDialog(scope: Page | Locator): Locator
|
|
|
232
309
|
export declare function openStartEvaluationDialog(scope: Page | Locator): Promise<Locator>;
|
|
233
310
|
/**
|
|
234
311
|
* End-to-end: open the "New Evaluation" dialog, optionally name the run,
|
|
235
|
-
* submit, and wait for the dialog to close
|
|
236
|
-
* backend auto-generates one.
|
|
312
|
+
* submit, and wait for the dialog to close and for the toast that names the
|
|
313
|
+
* started evaluation. When `name` is omitted the backend auto-generates one.
|
|
237
314
|
*/
|
|
238
315
|
export declare function startEvaluation(scope: Page | Locator, opts?: {
|
|
239
316
|
name?: string;
|
|
@@ -244,16 +321,17 @@ export declare function cancelStartEvaluation(scope: Page | Locator): Promise<vo
|
|
|
244
321
|
export declare function getDeleteEvaluationDialog(scope: Page | Locator): Locator;
|
|
245
322
|
/**
|
|
246
323
|
* Delete a run from its row actions menu and confirm in the follow-up
|
|
247
|
-
* dialog. The confirm button ("Delete") shares its name
|
|
248
|
-
* that opened the dialog, so the confirm click MUST stay
|
|
324
|
+
* dialog, which names the run. The confirm button ("Delete") shares its name
|
|
325
|
+
* with the menu item that opened the dialog, so the confirm click MUST stay
|
|
326
|
+
* dialog-scoped.
|
|
249
327
|
*/
|
|
250
328
|
export declare function deleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
|
|
251
329
|
/** Open the delete confirm from the row menu, then cancel out of it. */
|
|
252
330
|
export declare function cancelDeleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
|
|
253
331
|
/**
|
|
254
|
-
* Locator for the LLM-judge dialog. Scoped by aria-label — its
|
|
255
|
-
*
|
|
256
|
-
* evaluation-detail dialog.
|
|
332
|
+
* Locator for the New Review (LLM-judge) dialog. Scoped by aria-label — its
|
|
333
|
+
* title is also the name of the row action and of the detail-dialog button
|
|
334
|
+
* that open it, and it can be stacked on top of the evaluation-detail dialog.
|
|
257
335
|
*/
|
|
258
336
|
export declare function getLlmJudgeDialog(scope: Page | Locator): Locator;
|
|
259
337
|
/** Locator for the judge dialog's LLM provider-picker dialog (stacked above it). */
|
|
@@ -283,9 +361,9 @@ export declare function cancelLlmJudge(scope: Page | Locator): Promise<void>;
|
|
|
283
361
|
export declare function getEvaluationDetailDialog(scope: Page | Locator): Locator;
|
|
284
362
|
/** Click the detail dialog's refresh icon button (aria-label "Refresh"). */
|
|
285
363
|
export declare function refreshEvaluationDetail(scope: Page | Locator): Promise<void>;
|
|
286
|
-
/** Open the
|
|
364
|
+
/** Open the New Review dialog from the detail dialog's "New Review" button. Returns the judge dialog. */
|
|
287
365
|
export declare function openNewReviewFromDetail(scope: Page | Locator): Promise<Locator>;
|
|
288
|
-
/** Assert the detail dialog is still waiting for
|
|
366
|
+
/** Assert the detail dialog is still waiting for the first responses (it refreshes by itself). */
|
|
289
367
|
export declare function expectDetailWaitingForTraces(scope: Page | Locator): Promise<void>;
|
|
290
368
|
/**
|
|
291
369
|
* Locator for a trace's expand/collapse row inside the detail dialog,
|
|
@@ -307,7 +385,7 @@ export declare function addManualScore(scope: Page | Locator, opts: {
|
|
|
307
385
|
export declare function expectTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
|
|
308
386
|
/**
|
|
309
387
|
* Remove a score chip from the expanded trace. The chip's trash button
|
|
310
|
-
* carries `aria-label="
|
|
388
|
+
* carries `aria-label="Delete Score"`; we scope through the chip matched by
|
|
311
389
|
* score name so multiple chips can't cross-match.
|
|
312
390
|
*/
|
|
313
391
|
export declare function removeTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
|
|
@@ -323,74 +401,109 @@ export declare function expectReviewInList(scope: Page | Locator, scoreName: str
|
|
|
323
401
|
export declare function expectReviewStatus(scope: Page | Locator, scoreName: string, status: EvalReviewStatus): Promise<void>;
|
|
324
402
|
/** Expand a review row to show its criteria and produced scores. */
|
|
325
403
|
export declare function expandReview(scope: Page | Locator, scoreName: string): Promise<void>;
|
|
326
|
-
/** Close the detail dialog
|
|
404
|
+
/** Close the detail dialog with its Close button and wait for it to be gone. */
|
|
327
405
|
export declare function closeEvaluationDetailDialog(scope: Page | Locator): Promise<void>;
|
|
328
|
-
/** Locator for the "Manage
|
|
406
|
+
/** Locator for the "Manage Benchmarks" dialog. Scoped by aria-label — its title collides with the toolbar button that opens it. */
|
|
329
407
|
export declare function getManageBenchmarksDialog(scope: Page | Locator): Locator;
|
|
330
|
-
/** Open the Manage
|
|
408
|
+
/** Open the Manage Benchmarks dialog from the toolbar and wait for its toolbar. Returns the scoped dialog. */
|
|
331
409
|
export declare function openManageBenchmarksDialog(scope: Page | Locator): Promise<Locator>;
|
|
332
410
|
/** Type into the benchmarks search input (aria-label "Search benchmarks") inside the manage dialog. */
|
|
333
411
|
export declare function searchBenchmarks(scope: Page | Locator, query: string): Promise<void>;
|
|
334
412
|
/** Assert a benchmark appears in the manage dialog's table. */
|
|
335
413
|
export declare function expectBenchmarkListed(scope: Page | Locator, benchmarkName: string): Promise<void>;
|
|
414
|
+
type QaPair = {
|
|
415
|
+
question: string;
|
|
416
|
+
answer?: string;
|
|
417
|
+
};
|
|
336
418
|
/** Locator for the "New Benchmark" dialog. Scoped by aria-label — its title collides with the button that opens it. */
|
|
337
419
|
export declare function getCreateBenchmarkDialog(scope: Page | Locator): Locator;
|
|
338
420
|
/**
|
|
339
|
-
*
|
|
340
|
-
*
|
|
341
|
-
|
|
421
|
+
* Click "New Benchmark" in the open Manage Benchmarks dialog and wait for the
|
|
422
|
+
* New Benchmark dialog on its Details step. Returns the dialog.
|
|
423
|
+
*/
|
|
424
|
+
export declare function openCreateBenchmarkDialog(scope: Page | Locator): Promise<Locator>;
|
|
425
|
+
/**
|
|
426
|
+
* Click "Next" on the Details step of the open New Benchmark dialog and wait
|
|
427
|
+
* for the Q&A step: its tab active and its note showing. "Next" is disabled
|
|
428
|
+
* until Name has text. Returns the dialog.
|
|
342
429
|
*/
|
|
343
|
-
export declare function
|
|
430
|
+
export declare function goToBenchmarkQaStep(scope: Page | Locator): Promise<Locator>;
|
|
431
|
+
type CreateBenchmarkOptions = {
|
|
344
432
|
name: string;
|
|
345
433
|
description?: string;
|
|
346
|
-
|
|
347
|
-
|
|
434
|
+
/** Typed into the Manual tab of the Q&A step, one row per pair. Left out, the benchmark is created without Q&A. */
|
|
435
|
+
qaPairs?: QaPair[];
|
|
436
|
+
/** A CSV file on the test machine, chosen on the CSV Upload tab of the Q&A step instead of `qaPairs`. */
|
|
437
|
+
csvPath?: string;
|
|
438
|
+
};
|
|
439
|
+
/**
|
|
440
|
+
* Create a benchmark from inside the manage dialog: open "New Benchmark", fill
|
|
441
|
+
* Name and Description, click "Next", fill the Q&A step when `qaPairs` or
|
|
442
|
+
* `csvPath` is given, click "Create", and wait for the dialog to close, the
|
|
443
|
+
* toast, and the new row. The Evals tab selects the new benchmark.
|
|
444
|
+
*
|
|
445
|
+
* Q&A is optional: with neither `qaPairs` nor `csvPath` the benchmark is
|
|
446
|
+
* created without any, and "New Evaluation" stays disabled for it until Q&A
|
|
447
|
+
* are added (see `expectBenchmarkNeedsQa`).
|
|
448
|
+
*/
|
|
449
|
+
export declare function createBenchmark(scope: Page | Locator, opts: CreateBenchmarkOptions): Promise<void>;
|
|
450
|
+
/**
|
|
451
|
+
* Create an organization's first benchmark from the Evals tab's no-benchmarks
|
|
452
|
+
* empty state: click its "New Benchmark" button, fill and submit the dialog as
|
|
453
|
+
* `createBenchmark` does (Q&A optional), and wait for the tab to select the
|
|
454
|
+
* new benchmark.
|
|
455
|
+
*/
|
|
456
|
+
export declare function createBenchmarkFromEmptyState(scope: Page | Locator, opts: CreateBenchmarkOptions): Promise<void>;
|
|
457
|
+
/** Locator for a benchmark's Q&A dialog. Its title is the benchmark name (dynamic), hence the aria-label hook. */
|
|
348
458
|
export declare function getBenchmarkItemsDialog(scope: Page | Locator): Locator;
|
|
349
459
|
/**
|
|
350
|
-
* Open a benchmark's Q&A
|
|
351
|
-
* (`aria-label="View
|
|
460
|
+
* Open a benchmark's Q&A dialog from its row's eye button
|
|
461
|
+
* (`aria-label="View Q&A in <name>"`). Returns the scoped Q&A dialog.
|
|
352
462
|
*/
|
|
353
463
|
export declare function openBenchmarkItems(scope: Page | Locator, benchmarkName: string): Promise<Locator>;
|
|
354
|
-
/** Assert a Q&A
|
|
464
|
+
/** Assert a Q&A pair (matched by its question text) is listed in the Q&A dialog. */
|
|
355
465
|
export declare function expectQaItemListed(scope: Page | Locator, questionText: string): Promise<void>;
|
|
466
|
+
/** Assert the Q&A dialog says the benchmark has no Q&A and offers "Add Q&A" as the next step. */
|
|
467
|
+
export declare function expectBenchmarkItemsEmpty(scope: Page | Locator): Promise<void>;
|
|
356
468
|
/** Locator for the "Add Q&A" dialog (Manual / CSV Upload sub-tabs). */
|
|
357
469
|
export declare function getAddItemsDialog(scope: Page | Locator): Locator;
|
|
358
|
-
/** Open the "Add Q&A" dialog from
|
|
470
|
+
/** Open the "Add Q&A" dialog from a benchmark's Q&A dialog. Returns the scoped add dialog. */
|
|
359
471
|
export declare function openAddItemsDialog(scope: Page | Locator): Promise<Locator>;
|
|
360
472
|
/**
|
|
361
473
|
* Switch to a sub-tab INSIDE the Add Q&A dialog. The tab query must stay
|
|
362
474
|
* dialog-scoped: the edit-mentor modal behind it has its own `role="tab"`
|
|
363
|
-
* strip, and an unscoped `getByRole('tab')` can cross-match. Returns
|
|
364
|
-
*
|
|
365
|
-
* (
|
|
475
|
+
* strip, and an unscoped `getByRole('tab')` can cross-match. Returns that
|
|
476
|
+
* sub-tab's tabpanel, which holds its fields; Cancel and the submit
|
|
477
|
+
* button ("Add" or "Upload") are in the dialog's one footer, outside it.
|
|
366
478
|
*/
|
|
367
479
|
export declare function switchToAddItemsSubTab(scope: Page | Locator, subTab: 'manual' | 'csv'): Promise<Locator>;
|
|
368
480
|
/**
|
|
369
|
-
* Add Q&A pairs via the Manual sub-tab
|
|
370
|
-
* "Add
|
|
371
|
-
*
|
|
372
|
-
* Answer labels of sibling rows can't collide.
|
|
481
|
+
* Add Q&A pairs via the Manual sub-tab of the open Add Q&A dialog. Fills one
|
|
482
|
+
* row per pair (clicking "Add Row" as needed), submits, and waits for the
|
|
483
|
+
* dialog to close.
|
|
373
484
|
*/
|
|
374
485
|
export declare function addQaPairsManually(scope: Page | Locator, pairs: Array<{
|
|
375
486
|
question: string;
|
|
376
487
|
answer?: string;
|
|
377
488
|
}>): Promise<void>;
|
|
378
489
|
/**
|
|
379
|
-
* Upload Q&A pairs via the CSV Upload sub-tab
|
|
380
|
-
* test machine; the file needs `input` (required)
|
|
381
|
-
* (optional) columns. Waits for the dialog to close on
|
|
490
|
+
* Upload Q&A pairs via the CSV Upload sub-tab of the open Add Q&A dialog.
|
|
491
|
+
* `csvPath` is a path on the test machine; the file needs `input` (required)
|
|
492
|
+
* and `expected_output` (optional) columns. Waits for the dialog to close on
|
|
493
|
+
* success.
|
|
382
494
|
*/
|
|
383
495
|
export declare function uploadQaCsv(scope: Page | Locator, csvPath: string): Promise<void>;
|
|
384
496
|
/** Locator for the Q&A delete-confirm dialog. */
|
|
385
497
|
export declare function getDeleteQaItemDialog(scope: Page | Locator): Locator;
|
|
386
498
|
/**
|
|
387
|
-
* Delete a Q&A
|
|
499
|
+
* Delete a Q&A pair by its question text: click the row's bin button
|
|
388
500
|
* (`aria-label="Delete Q&A"`) and confirm. The confirm "Delete" button must
|
|
389
|
-
* stay scoped to the confirm dialog — the
|
|
390
|
-
*
|
|
501
|
+
* stay scoped to the confirm dialog — the Q&A dialog's rows keep their own
|
|
502
|
+
* delete buttons mounted behind it.
|
|
391
503
|
*/
|
|
392
504
|
export declare function deleteQaItem(scope: Page | Locator, questionText: string): Promise<void>;
|
|
393
|
-
/** Close
|
|
505
|
+
/** Close a benchmark's Q&A dialog with its Close button and wait for it to be gone. */
|
|
394
506
|
export declare function closeBenchmarkItemsDialog(scope: Page | Locator): Promise<void>;
|
|
395
|
-
/** Close the Manage
|
|
507
|
+
/** Close the Manage Benchmarks dialog with its Close button and wait for it to be gone. */
|
|
396
508
|
export declare function closeManageBenchmarksDialog(scope: Page | Locator): Promise<void>;
|
|
509
|
+
export {};
|