@terreno/admin-frontend 57.20.0 → 57.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +81 -0
- package/dist/AdminFilterDrawer.d.ts.map +1 -1
- package/dist/AdminFilterDrawer.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +2 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/package.json +7 -3
- package/src/AdminBreadcrumbs.test.tsx +1 -1
- package/src/AdminFieldRenderer.test.tsx +2 -1
- package/src/AdminFilterDrawer.tsx +1 -2
- package/src/AdminHome.test.tsx +2 -1
- package/src/AdminModelTable.test.tsx +16 -12
- package/src/AdminModelTable.windowed.test.tsx +11 -5
- package/src/AdminPrimitiveArrayField.test.tsx +3 -3
- package/src/AdminProvider.test.tsx +11 -6
- package/src/AdminRolesList.test.tsx +22 -13
- package/src/AdminScreenPage.test.tsx +1 -1
- package/src/AdminScreenRouter.test.tsx +15 -5
- package/src/AdminScriptList.test.tsx +9 -2
- package/src/AdminShell.test.tsx +1 -1
- package/src/AdminVersionConfig.test.tsx +4 -4
- package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
- package/src/CheckboxListEditor.test.tsx +11 -9
- package/src/ConfigurationScreen.test.tsx +2 -2
- package/src/adminRequest.test.ts +3 -3
- package/src/adminWindowedTable.test.ts +4 -2
- package/src/comms/CommsDashboardScreen.test.tsx +5 -5
- package/src/comms/CommsMessageDetail.test.tsx +1 -1
- package/src/index.tsx +4 -0
- package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
- package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
- package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
- package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
- package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
- package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
- package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
- package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
- package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
- package/src/isolated/adminWidgets.isolated.tsx +46 -6
- package/src/isolated/aiListTables.isolated.tsx +654 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
- package/src/isolated/aiTracesTable.isolated.tsx +375 -0
- package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
- package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
- package/src/isolated/hooks.isolated.tsx +84 -60
- package/src/isolated/rpcDualRun.isolated.tsx +9 -2
- package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
- package/src/jobs/JobsHomeWidget.test.tsx +1 -1
- package/src/jobs/JobsJobDetail.test.tsx +1 -1
- package/src/orgs/OrgManagementScreens.test.tsx +1 -1
- package/src/orgs/adminModelEndpoints.test.ts +1 -1
- package/src/testing/useAdminApiDouble.ts +2 -1
- package/src/types.ts +2 -0
- package/src/useAdminRpc.test.tsx +3 -3
- package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
- package/src/widgets/ModelsGridWidget.test.tsx +25 -5
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {beforeEach, describe, expect, it, mock} from "bun:test";
|
|
1
|
+
import {beforeEach, describe, expect, it, type Mock, mock} from "bun:test";
|
|
2
2
|
import SliderComponent from "@react-native-community/slider";
|
|
3
3
|
import {Modal, SelectField, Text} from "@terreno/ui";
|
|
4
4
|
import {act, fireEvent, waitFor} from "@testing-library/react-native";
|
|
@@ -36,9 +36,17 @@ import type {
|
|
|
36
36
|
PromptListItem,
|
|
37
37
|
} from "../widgets/aiObservability/prompts/promptTypes";
|
|
38
38
|
import {AiReviewItemScreenWidget} from "../widgets/aiObservability/review/AiReviewItemScreen";
|
|
39
|
-
import {
|
|
39
|
+
import {
|
|
40
|
+
AiReviewItemHeaderMeta,
|
|
41
|
+
AiReviewItemNav,
|
|
42
|
+
AiReviewItemView,
|
|
43
|
+
reviewItemTitle,
|
|
44
|
+
} from "../widgets/aiObservability/review/AiReviewItemView";
|
|
40
45
|
import {AiReviewScreenWidget} from "../widgets/aiObservability/review/AiReviewQueueScreen";
|
|
41
|
-
import {
|
|
46
|
+
import {
|
|
47
|
+
AiReviewQueueActions,
|
|
48
|
+
AiReviewQueueView,
|
|
49
|
+
} from "../widgets/aiObservability/review/AiReviewQueueView";
|
|
42
50
|
import {ReviewScoreField} from "../widgets/aiObservability/review/ReviewScoreField";
|
|
43
51
|
import type {ReviewDetail, ReviewListItem} from "../widgets/aiObservability/review/reviewTypes";
|
|
44
52
|
import {AiObservabilityChrome} from "../widgets/aiObservability/shell/AiObservabilityChrome";
|
|
@@ -53,12 +61,11 @@ import {
|
|
|
53
61
|
import {AiTraceDetailScreenWidget} from "../widgets/aiObservability/traces/AiTraceDetailScreen";
|
|
54
62
|
import {AiTraceDetailView} from "../widgets/aiObservability/traces/AiTraceDetailView";
|
|
55
63
|
import {AiTracesScreenWidget} from "../widgets/aiObservability/traces/AiTracesListScreen";
|
|
56
|
-
import {AiTracesListView} from "../widgets/aiObservability/traces/AiTracesListView";
|
|
57
64
|
import {
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
} from "../widgets/aiObservability/traces/traceTypes";
|
|
65
|
+
AiTracesHeaderActions,
|
|
66
|
+
AiTracesListView,
|
|
67
|
+
} from "../widgets/aiObservability/traces/AiTracesListView";
|
|
68
|
+
import type {TraceDetail, TraceListItem} from "../widgets/aiObservability/traces/traceTypes";
|
|
62
69
|
import {operatorObservabilityStatus} from "./observabilityStatusFixtures.isolated";
|
|
63
70
|
|
|
64
71
|
interface ExpoRouterPushMock {
|
|
@@ -400,7 +407,7 @@ describe("AiDatasetsListScreen", () => {
|
|
|
400
407
|
data?: DatasetRecord[];
|
|
401
408
|
isError: boolean;
|
|
402
409
|
isLoading: boolean;
|
|
403
|
-
refetch: () => void
|
|
410
|
+
refetch: Mock<() => void>;
|
|
404
411
|
}
|
|
405
412
|
|
|
406
413
|
const listState: ListState = {
|
|
@@ -468,7 +475,9 @@ describe("AiDatasetsListScreen", () => {
|
|
|
468
475
|
it("hides import when the caller cannot update datasets", () => {
|
|
469
476
|
listState.isLoading = false;
|
|
470
477
|
listState.data = datasets;
|
|
471
|
-
statusData.permissions = {
|
|
478
|
+
statusData.permissions = {
|
|
479
|
+
aiDataset: {create: false, list: true, read: true, update: false},
|
|
480
|
+
};
|
|
472
481
|
const view = renderWithTheme(<AiDatasetsScreenWidget api={createApi()} {...widgetProps} />);
|
|
473
482
|
expect(view.queryByTestId("ai-datasets-import-ds-1")).toBeNull();
|
|
474
483
|
statusData.permissions = {
|
|
@@ -490,10 +499,7 @@ describe("AiDatasetsListScreen", () => {
|
|
|
490
499
|
});
|
|
491
500
|
expect(view.getByText("Name is required.")).toBeTruthy();
|
|
492
501
|
|
|
493
|
-
fireEvent.changeText(
|
|
494
|
-
view.getAllByDisplayValue("")[0] ?? view.getByLabelText("Name"),
|
|
495
|
-
"new-set"
|
|
496
|
-
);
|
|
502
|
+
fireEvent.changeText(view.getByTestId("ai-datasets-create-name"), "new-set");
|
|
497
503
|
await act(async () => {
|
|
498
504
|
fireEvent.press(view.getByText("Create dataset"));
|
|
499
505
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
@@ -563,9 +569,10 @@ describe("AiDatasetsListScreen", () => {
|
|
|
563
569
|
<AiDatasetsScreenWidget api={createApi()} {...widgetProps} />
|
|
564
570
|
);
|
|
565
571
|
expect(errored.getByTestId("ai-datasets-load-error")).toBeTruthy();
|
|
572
|
+
expect(errored.getByText("Could not load datasets.")).toBeTruthy();
|
|
566
573
|
listState.refetch.mockClear();
|
|
567
574
|
await act(async () => {
|
|
568
|
-
fireEvent.press(errored.getByText("
|
|
575
|
+
fireEvent.press(errored.getByText("Try again"));
|
|
569
576
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
570
577
|
});
|
|
571
578
|
assert.isAtLeast(listState.refetch.mock.calls.length, 1);
|
|
@@ -586,7 +593,7 @@ describe("AiDatasetsListScreen", () => {
|
|
|
586
593
|
fireEvent.press(createFail.getByTestId("ai-datasets-create"));
|
|
587
594
|
await Promise.resolve();
|
|
588
595
|
});
|
|
589
|
-
fireEvent.changeText(createFail.
|
|
596
|
+
fireEvent.changeText(createFail.getByTestId("ai-datasets-create-name"), "broken");
|
|
590
597
|
await act(async () => {
|
|
591
598
|
fireEvent.press(createFail.getByText("Create dataset"));
|
|
592
599
|
await Promise.resolve();
|
|
@@ -667,7 +674,7 @@ describe("AiDatasetsListScreen", () => {
|
|
|
667
674
|
fireEvent.press(failImportButtons[failImportButtons.length - 1]!);
|
|
668
675
|
await Promise.resolve();
|
|
669
676
|
});
|
|
670
|
-
expect(failing.getByText("
|
|
677
|
+
expect(failing.getByText("Could not import these items.")).toBeTruthy();
|
|
671
678
|
});
|
|
672
679
|
|
|
673
680
|
it("dismisses create and import modals", async () => {
|
|
@@ -709,11 +716,8 @@ describe("AiDatasetsListScreen", () => {
|
|
|
709
716
|
fireEvent.press(view.getByTestId("ai-datasets-create"));
|
|
710
717
|
await Promise.resolve();
|
|
711
718
|
});
|
|
712
|
-
|
|
713
|
-
fireEvent.changeText(
|
|
714
|
-
if (emptyFields[1]) {
|
|
715
|
-
fireEvent.changeText(emptyFields[1], "summarize");
|
|
716
|
-
}
|
|
719
|
+
fireEvent.changeText(view.getByTestId("ai-datasets-create-name"), "bound-set");
|
|
720
|
+
fireEvent.changeText(view.getByTestId("ai-datasets-create-binding"), "summarize");
|
|
717
721
|
await act(async () => {
|
|
718
722
|
fireEvent.press(view.getByText("Create dataset"));
|
|
719
723
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
@@ -845,7 +849,7 @@ describe("AiDatasetsListView", () => {
|
|
|
845
849
|
expect(view.getByTestId("ai-datasets-import-result")).toBeTruthy();
|
|
846
850
|
expect(view.getByTestId("ai-datasets-import-error")).toBeTruthy();
|
|
847
851
|
await act(async () => {
|
|
848
|
-
fireEvent.press(view.getByText("
|
|
852
|
+
fireEvent.press(view.getByText("Try again"));
|
|
849
853
|
await Promise.resolve();
|
|
850
854
|
});
|
|
851
855
|
assert.equal(onRetry.mock.calls.length, 1);
|
|
@@ -866,7 +870,7 @@ describe("AiDatasetsListView", () => {
|
|
|
866
870
|
it("wires create prompt binding and file pick handler", () => {
|
|
867
871
|
const onCreateNameChange = mock(() => undefined);
|
|
868
872
|
const onCreatePromptBindingChange = mock(() => undefined);
|
|
869
|
-
const onFilePicked = mock(() => undefined);
|
|
873
|
+
const onFilePicked = mock((_file: {content: string; filename: string}) => undefined);
|
|
870
874
|
const onImportPasteChange = mock(() => undefined);
|
|
871
875
|
const view = renderWithTheme(
|
|
872
876
|
<AiDatasetsListView
|
|
@@ -955,6 +959,7 @@ describe("AiDatasetsListView", () => {
|
|
|
955
959
|
|
|
956
960
|
it("ignores empty file selection and failed file reads", async () => {
|
|
957
961
|
const onFilePicked = mock(() => undefined);
|
|
962
|
+
const onFileReadError = mock((_message: string) => undefined);
|
|
958
963
|
const originalFetch = globalThis.fetch;
|
|
959
964
|
globalThis.fetch = mock(async () => {
|
|
960
965
|
throw new Error("read failed");
|
|
@@ -976,6 +981,7 @@ describe("AiDatasetsListView", () => {
|
|
|
976
981
|
onDismissCreate={() => undefined}
|
|
977
982
|
onDismissImport={() => undefined}
|
|
978
983
|
onFilePicked={onFilePicked}
|
|
984
|
+
onFileReadError={onFileReadError}
|
|
979
985
|
onImportPasteChange={() => undefined}
|
|
980
986
|
onImportSubmit={() => undefined}
|
|
981
987
|
onOpenCreate={() => undefined}
|
|
@@ -991,6 +997,8 @@ describe("AiDatasetsListView", () => {
|
|
|
991
997
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
992
998
|
});
|
|
993
999
|
assert.equal(onFilePicked.mock.calls.length, 0);
|
|
1000
|
+
assert.equal(onFileReadError.mock.calls.length, 1);
|
|
1001
|
+
assert.include(String(onFileReadError.mock.calls[0]?.[0]), "Could not read that file");
|
|
994
1002
|
globalThis.fetch = originalFetch;
|
|
995
1003
|
});
|
|
996
1004
|
|
|
@@ -1240,7 +1248,7 @@ describe("AiEvaluatorDetailScreen", () => {
|
|
|
1240
1248
|
screenName="ai-evaluator-detail"
|
|
1241
1249
|
/>
|
|
1242
1250
|
);
|
|
1243
|
-
expect(errored.getByText("
|
|
1251
|
+
expect(errored.getByText("Could not load evaluator.")).toBeTruthy();
|
|
1244
1252
|
detailState.isError = false;
|
|
1245
1253
|
detailState.data = evaluator;
|
|
1246
1254
|
});
|
|
@@ -1390,7 +1398,7 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1390
1398
|
fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "quality");
|
|
1391
1399
|
setDimensionKey(view, "wrong-key");
|
|
1392
1400
|
await act(async () => {
|
|
1393
|
-
fireEvent.press(view.
|
|
1401
|
+
fireEvent.press(view.getByText("LLM judge"));
|
|
1394
1402
|
await Promise.resolve();
|
|
1395
1403
|
});
|
|
1396
1404
|
await act(async () => {
|
|
@@ -1411,7 +1419,7 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1411
1419
|
expect(view.getByTestId("ai-evaluator-schema-mismatch")).toBeTruthy();
|
|
1412
1420
|
|
|
1413
1421
|
await act(async () => {
|
|
1414
|
-
fireEvent.press(view.
|
|
1422
|
+
fireEvent.press(view.getByText("Human"));
|
|
1415
1423
|
await Promise.resolve();
|
|
1416
1424
|
});
|
|
1417
1425
|
setDimensionKey(view, "correct");
|
|
@@ -1458,7 +1466,7 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1458
1466
|
);
|
|
1459
1467
|
fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "assert");
|
|
1460
1468
|
await act(async () => {
|
|
1461
|
-
fireEvent.press(view.
|
|
1469
|
+
fireEvent.press(view.getByText("JSON assert"));
|
|
1462
1470
|
await Promise.resolve();
|
|
1463
1471
|
});
|
|
1464
1472
|
fireEvent.changeText(view.getByTestId("ai-evaluator-assertion-path"), "output.text");
|
|
@@ -1495,7 +1503,7 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1495
1503
|
);
|
|
1496
1504
|
setDimensionKey(view, "pass");
|
|
1497
1505
|
await act(async () => {
|
|
1498
|
-
fireEvent.press(view.
|
|
1506
|
+
fireEvent.press(view.getByText("Human"));
|
|
1499
1507
|
await Promise.resolve();
|
|
1500
1508
|
});
|
|
1501
1509
|
fireEvent.changeText(view.getByTestId("ai-evaluator-instructions"), "Rate quality");
|
|
@@ -1540,16 +1548,16 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1540
1548
|
assert.isOk(view.getByTestId("ai-evaluator-dimension-0-key"));
|
|
1541
1549
|
|
|
1542
1550
|
await act(async () => {
|
|
1543
|
-
fireEvent.press(view.getAllByText("
|
|
1551
|
+
fireEvent.press(view.getAllByText("Number")[0]!);
|
|
1544
1552
|
await Promise.resolve();
|
|
1545
1553
|
});
|
|
1546
1554
|
fireEvent.changeText(view.getByTestId("ai-evaluator-dimension-0-min"), "8");
|
|
1547
1555
|
await act(async () => {
|
|
1548
|
-
fireEvent.press(view.getAllByText("
|
|
1556
|
+
fireEvent.press(view.getAllByText("Yes or no")[0]!);
|
|
1549
1557
|
await Promise.resolve();
|
|
1550
1558
|
});
|
|
1551
1559
|
await act(async () => {
|
|
1552
|
-
fireEvent.press(view.getAllByText("
|
|
1560
|
+
fireEvent.press(view.getAllByText("Number")[0]!);
|
|
1553
1561
|
await Promise.resolve();
|
|
1554
1562
|
});
|
|
1555
1563
|
assert.equal(view.getByTestId("ai-evaluator-dimension-0-min").props.value, "0");
|
|
@@ -1566,7 +1574,7 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1566
1574
|
).toBeTruthy();
|
|
1567
1575
|
|
|
1568
1576
|
await act(async () => {
|
|
1569
|
-
fireEvent.press(view.getAllByText("
|
|
1577
|
+
fireEvent.press(view.getAllByText("Category")[0]!);
|
|
1570
1578
|
await Promise.resolve();
|
|
1571
1579
|
});
|
|
1572
1580
|
await act(async () => {
|
|
@@ -1576,11 +1584,11 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1576
1584
|
expect(view.getByText("Add at least one category for each categorical score.")).toBeTruthy();
|
|
1577
1585
|
|
|
1578
1586
|
await act(async () => {
|
|
1579
|
-
fireEvent.press(view.getAllByText("
|
|
1587
|
+
fireEvent.press(view.getAllByText("Yes or no")[0]!);
|
|
1580
1588
|
await Promise.resolve();
|
|
1581
1589
|
});
|
|
1582
1590
|
await act(async () => {
|
|
1583
|
-
fireEvent.press(view.
|
|
1591
|
+
fireEvent.press(view.getByText("JSON assert"));
|
|
1584
1592
|
await Promise.resolve();
|
|
1585
1593
|
});
|
|
1586
1594
|
fireEvent.changeText(view.getByTestId("ai-evaluator-live-sample"), "25");
|
|
@@ -1610,7 +1618,7 @@ describe("AiEvaluatorNewScreen", () => {
|
|
|
1610
1618
|
fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "judge-check");
|
|
1611
1619
|
setDimensionKey(view, "quality");
|
|
1612
1620
|
await act(async () => {
|
|
1613
|
-
fireEvent.press(view.
|
|
1621
|
+
fireEvent.press(view.getByText("LLM judge"));
|
|
1614
1622
|
await Promise.resolve();
|
|
1615
1623
|
});
|
|
1616
1624
|
const judgeSelect = view.UNSAFE_root.findAllByType(SelectField).find((field) => {
|
|
@@ -1744,7 +1752,7 @@ describe("AiEvaluatorsListScreen", () => {
|
|
|
1744
1752
|
|
|
1745
1753
|
it("hides create when the caller cannot create evaluators", () => {
|
|
1746
1754
|
listState.isLoading = false;
|
|
1747
|
-
statusData.permissions = {aiEvaluator: {list: true, read: true}};
|
|
1755
|
+
statusData.permissions = {aiEvaluator: {create: false, list: true, read: true}};
|
|
1748
1756
|
const view = renderWithTheme(
|
|
1749
1757
|
<AiEvaluatorsScreenWidget
|
|
1750
1758
|
api={createApi()}
|
|
@@ -1766,14 +1774,13 @@ describe("AiEvaluatorsListView", () => {
|
|
|
1766
1774
|
});
|
|
1767
1775
|
const evaluators: EvaluatorRecord[] = [
|
|
1768
1776
|
{
|
|
1769
|
-
|
|
1777
|
+
confidenceAlertBelow: 0,
|
|
1770
1778
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
1771
1779
|
id: "eval-1",
|
|
1772
1780
|
name: "quality",
|
|
1773
1781
|
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
1774
1782
|
target: "full trace",
|
|
1775
1783
|
type: "llm-judge",
|
|
1776
|
-
updated: "2026-01-01T00:00:00.000Z",
|
|
1777
1784
|
},
|
|
1778
1785
|
];
|
|
1779
1786
|
|
|
@@ -1818,7 +1825,7 @@ describe("AiEvaluatorsListView", () => {
|
|
|
1818
1825
|
expect(getByTestId("ai-evaluator-open-eval-1")).toBeTruthy();
|
|
1819
1826
|
});
|
|
1820
1827
|
|
|
1821
|
-
it("uses
|
|
1828
|
+
it("uses one neutral badge colour for every evaluator kind and filters by kind", async () => {
|
|
1822
1829
|
const baseEvaluator = evaluators[0];
|
|
1823
1830
|
assert.exists(baseEvaluator);
|
|
1824
1831
|
const allTypes: EvaluatorRecord[] = [
|
|
@@ -1826,7 +1833,7 @@ describe("AiEvaluatorsListView", () => {
|
|
|
1826
1833
|
{...baseEvaluator, id: "eval-2", name: "human", type: "human"},
|
|
1827
1834
|
{...baseEvaluator, id: "eval-3", name: "assert", type: "json-assert"},
|
|
1828
1835
|
];
|
|
1829
|
-
const {getByTestId} = renderWithTheme(
|
|
1836
|
+
const {getAllByText, getByTestId, queryByTestId} = renderWithTheme(
|
|
1830
1837
|
<AiEvaluatorsListView
|
|
1831
1838
|
evaluators={allTypes}
|
|
1832
1839
|
isLoading={false}
|
|
@@ -1839,7 +1846,53 @@ describe("AiEvaluatorsListView", () => {
|
|
|
1839
1846
|
return getByTestId(`ai-evaluator-type-${evaluator.type}`).props.style[0].backgroundColor;
|
|
1840
1847
|
});
|
|
1841
1848
|
|
|
1842
|
-
|
|
1849
|
+
// Colour means state, not category: kinds differ by icon and label only.
|
|
1850
|
+
assert.equal(new Set(colors).size, 1);
|
|
1851
|
+
expect(getByTestId("ai-evaluators-kind-filter")).toBeTruthy();
|
|
1852
|
+
assert.lengthOf(getAllByText("Full trace"), 3);
|
|
1853
|
+
|
|
1854
|
+
await act(async () => {
|
|
1855
|
+
// The kind filter renders above the table, so its segment is the first match.
|
|
1856
|
+
fireEvent.press(getAllByText("JSON assert")[0]!);
|
|
1857
|
+
await Promise.resolve();
|
|
1858
|
+
});
|
|
1859
|
+
expect(getByTestId("ai-evaluator-open-eval-3")).toBeTruthy();
|
|
1860
|
+
expect(queryByTestId("ai-evaluator-open-eval-1")).toBeNull();
|
|
1861
|
+
});
|
|
1862
|
+
|
|
1863
|
+
it("shows a retryable error and an empty state with New evaluator", async () => {
|
|
1864
|
+
const onRetry = mock(() => undefined);
|
|
1865
|
+
const onCreate = mock(() => undefined);
|
|
1866
|
+
const errored = renderWithTheme(
|
|
1867
|
+
<AiEvaluatorsListView
|
|
1868
|
+
evaluators={[]}
|
|
1869
|
+
isLoading={false}
|
|
1870
|
+
loadError="Could not load evaluators."
|
|
1871
|
+
onCreate={onCreate}
|
|
1872
|
+
onOpen={() => undefined}
|
|
1873
|
+
onRetry={onRetry}
|
|
1874
|
+
/>
|
|
1875
|
+
);
|
|
1876
|
+
await act(async () => {
|
|
1877
|
+
fireEvent.press(errored.getByText("Try again"));
|
|
1878
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
1879
|
+
});
|
|
1880
|
+
assert.equal(onRetry.mock.calls.length, 1);
|
|
1881
|
+
|
|
1882
|
+
const empty = renderWithTheme(
|
|
1883
|
+
<AiEvaluatorsListView
|
|
1884
|
+
evaluators={[]}
|
|
1885
|
+
isLoading={false}
|
|
1886
|
+
onCreate={onCreate}
|
|
1887
|
+
onOpen={() => undefined}
|
|
1888
|
+
onRetry={onRetry}
|
|
1889
|
+
/>
|
|
1890
|
+
);
|
|
1891
|
+
await act(async () => {
|
|
1892
|
+
fireEvent.press(empty.getByTestId("ai-evaluators-empty-action"));
|
|
1893
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
1894
|
+
});
|
|
1895
|
+
assert.equal(onCreate.mock.calls.length, 1);
|
|
1843
1896
|
});
|
|
1844
1897
|
});
|
|
1845
1898
|
});
|
|
@@ -1856,7 +1909,7 @@ describe("AiExperimentNewScreen", () => {
|
|
|
1856
1909
|
const pendingEstimates: PendingEstimate[] = [];
|
|
1857
1910
|
|
|
1858
1911
|
beforeEach(() => {
|
|
1859
|
-
setExpoSearchParams(() => ({datasetId: "ds-1"}));
|
|
1912
|
+
setExpoSearchParams(() => ({datasetId: "ds-1", pipeline: "prompt"}));
|
|
1860
1913
|
routerPush.mockClear();
|
|
1861
1914
|
estimateShouldFail = false;
|
|
1862
1915
|
createShouldFail = false;
|
|
@@ -1923,10 +1976,36 @@ describe("AiExperimentNewScreen", () => {
|
|
|
1923
1976
|
counts: {auto: 0, human: 2, needsReview: 0, total: 2},
|
|
1924
1977
|
created: "2026-01-01T00:00:00.000Z",
|
|
1925
1978
|
id: "ds-1",
|
|
1979
|
+
judgments: [
|
|
1980
|
+
{
|
|
1981
|
+
answered: 2,
|
|
1982
|
+
current: 2,
|
|
1983
|
+
evaluatorId: "eval-human",
|
|
1984
|
+
evaluatorName: "review queue",
|
|
1985
|
+
stale: 0,
|
|
1986
|
+
total: 2,
|
|
1987
|
+
},
|
|
1988
|
+
{
|
|
1989
|
+
answered: 1,
|
|
1990
|
+
current: 1,
|
|
1991
|
+
evaluatorId: "eval-tone-human",
|
|
1992
|
+
evaluatorName: "tone review",
|
|
1993
|
+
stale: 0,
|
|
1994
|
+
total: 2,
|
|
1995
|
+
},
|
|
1996
|
+
],
|
|
1926
1997
|
name: "gold",
|
|
1927
1998
|
tags: [],
|
|
1928
1999
|
updated: "2026-01-02T00:00:00.000Z",
|
|
1929
2000
|
},
|
|
2001
|
+
{
|
|
2002
|
+
counts: {auto: 0, human: 0, needsReview: 0, total: 1},
|
|
2003
|
+
created: "2026-01-01T00:00:00.000Z",
|
|
2004
|
+
id: "ds-plain",
|
|
2005
|
+
name: "ungraded",
|
|
2006
|
+
tags: [],
|
|
2007
|
+
updated: "2026-01-02T00:00:00.000Z",
|
|
2008
|
+
},
|
|
1930
2009
|
],
|
|
1931
2010
|
isLoading: false,
|
|
1932
2011
|
}),
|
|
@@ -1941,6 +2020,38 @@ describe("AiExperimentNewScreen", () => {
|
|
|
1941
2020
|
target: "full trace",
|
|
1942
2021
|
type: "human",
|
|
1943
2022
|
},
|
|
2023
|
+
{
|
|
2024
|
+
confidenceAlertBelow: 0.5,
|
|
2025
|
+
dimensions: [{dataType: "boolean", key: "tone", required: true}],
|
|
2026
|
+
id: "eval-tone-human",
|
|
2027
|
+
name: "tone review",
|
|
2028
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
2029
|
+
target: "full trace",
|
|
2030
|
+
type: "human",
|
|
2031
|
+
},
|
|
2032
|
+
{
|
|
2033
|
+
confidenceAlertBelow: 0.5,
|
|
2034
|
+
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
2035
|
+
id: "eval-judge",
|
|
2036
|
+
judgePromptName: "summarize",
|
|
2037
|
+
name: "tone judge",
|
|
2038
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
2039
|
+
target: "full trace",
|
|
2040
|
+
type: "llm-judge",
|
|
2041
|
+
},
|
|
2042
|
+
{
|
|
2043
|
+
confidenceAlertBelow: 0.5,
|
|
2044
|
+
dimensions: [
|
|
2045
|
+
{dataType: "boolean", key: "correct", required: true},
|
|
2046
|
+
{dataType: "boolean", key: "tone", required: true},
|
|
2047
|
+
],
|
|
2048
|
+
id: "eval-judge-tone",
|
|
2049
|
+
judgePromptName: "summarize",
|
|
2050
|
+
name: "full judge",
|
|
2051
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
2052
|
+
target: "full trace",
|
|
2053
|
+
type: "llm-judge",
|
|
2054
|
+
},
|
|
1944
2055
|
{
|
|
1945
2056
|
confidenceAlertBelow: 0.5,
|
|
1946
2057
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
@@ -2109,18 +2220,15 @@ describe("AiExperimentNewScreen", () => {
|
|
|
2109
2220
|
await Promise.resolve();
|
|
2110
2221
|
});
|
|
2111
2222
|
await waitFor(() => {
|
|
2112
|
-
assert.include(
|
|
2113
|
-
view.getByTestId("ai-experiment-estimate").props.children.join(""),
|
|
2114
|
-
"~$0.20"
|
|
2115
|
-
);
|
|
2223
|
+
assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
|
|
2116
2224
|
});
|
|
2117
2225
|
|
|
2118
2226
|
await act(async () => {
|
|
2119
2227
|
stale.resolve({costUsd: 9.99, generations: 1, wallClockSeconds: 60});
|
|
2120
2228
|
await Promise.resolve();
|
|
2121
2229
|
});
|
|
2122
|
-
assert.include(view.getByTestId("ai-experiment-estimate").props.children
|
|
2123
|
-
assert.notInclude(view.getByTestId("ai-experiment-estimate").props.children
|
|
2230
|
+
assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
|
|
2231
|
+
assert.notInclude(String(view.getByTestId("ai-experiment-estimate").props.children), "9.99");
|
|
2124
2232
|
|
|
2125
2233
|
await act(async () => {
|
|
2126
2234
|
fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-next");
|
|
@@ -2144,10 +2252,7 @@ describe("AiExperimentNewScreen", () => {
|
|
|
2144
2252
|
await Promise.resolve();
|
|
2145
2253
|
});
|
|
2146
2254
|
await waitFor(() => {
|
|
2147
|
-
assert.include(
|
|
2148
|
-
view.getByTestId("ai-experiment-estimate").props.children.join(""),
|
|
2149
|
-
"~$0.30"
|
|
2150
|
-
);
|
|
2255
|
+
assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.30");
|
|
2151
2256
|
});
|
|
2152
2257
|
assert.isNull(view.queryByText("Could not estimate experiment cost."));
|
|
2153
2258
|
});
|
|
@@ -2265,6 +2370,80 @@ describe("AiExperimentNewScreen", () => {
|
|
|
2265
2370
|
});
|
|
2266
2371
|
expect(view.getByTestId("ai-experiment-step-review")).toBeTruthy();
|
|
2267
2372
|
});
|
|
2373
|
+
|
|
2374
|
+
it("runs a judge calibration from a judged dataset", async () => {
|
|
2375
|
+
setExpoSearchParams(() => ({pipeline: "judge"}));
|
|
2376
|
+
estimateShouldFail = false;
|
|
2377
|
+
createShouldFail = false;
|
|
2378
|
+
routerPush.mockClear();
|
|
2379
|
+
const view = renderWithTheme(
|
|
2380
|
+
<AiExperimentNewScreenWidget
|
|
2381
|
+
api={stableApi}
|
|
2382
|
+
config={emptyConfig}
|
|
2383
|
+
routeBase="/admin"
|
|
2384
|
+
screenName="ai-experiment-new"
|
|
2385
|
+
/>
|
|
2386
|
+
);
|
|
2387
|
+
fireEvent.changeText(view.getByTestId("ai-experiment-name"), "calibrate tone");
|
|
2388
|
+
fireEvent.press(view.getByTestId("ai-judge-dataset-send-review-ds-plain"));
|
|
2389
|
+
await act(async () => {
|
|
2390
|
+
fireEvent.press(view.getByTestId("ai-judge-dataset-ds-1-clickable"));
|
|
2391
|
+
await Promise.resolve();
|
|
2392
|
+
});
|
|
2393
|
+
await act(async () => {
|
|
2394
|
+
fireEvent.press(view.getByTestId("ai-judge-next"));
|
|
2395
|
+
await Promise.resolve();
|
|
2396
|
+
});
|
|
2397
|
+
expect(view.getByTestId("ai-judge-step-question-set")).toBeTruthy();
|
|
2398
|
+
await act(async () => {
|
|
2399
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-tone-human"));
|
|
2400
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-human"));
|
|
2401
|
+
await Promise.resolve();
|
|
2402
|
+
});
|
|
2403
|
+
await act(async () => {
|
|
2404
|
+
fireEvent.press(view.getByTestId("ai-judge-next"));
|
|
2405
|
+
await Promise.resolve();
|
|
2406
|
+
});
|
|
2407
|
+
expect(view.getByTestId("ai-judge-step-judge")).toBeTruthy();
|
|
2408
|
+
await act(async () => {
|
|
2409
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge-tone"));
|
|
2410
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge"));
|
|
2411
|
+
await Promise.resolve();
|
|
2412
|
+
});
|
|
2413
|
+
await act(async () => {
|
|
2414
|
+
fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
|
|
2415
|
+
fireEvent.press(view.getByTestId("ai-judge-version-2-clickable"));
|
|
2416
|
+
fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
|
|
2417
|
+
fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
|
|
2418
|
+
await Promise.resolve();
|
|
2419
|
+
});
|
|
2420
|
+
await act(async () => {
|
|
2421
|
+
fireEvent.press(view.getByTestId("ai-judge-next"));
|
|
2422
|
+
await Promise.resolve();
|
|
2423
|
+
});
|
|
2424
|
+
await waitFor(() => {
|
|
2425
|
+
expect(view.getByTestId("ai-judge-estimate")).toBeTruthy();
|
|
2426
|
+
});
|
|
2427
|
+
|
|
2428
|
+
estimateShouldFail = true;
|
|
2429
|
+
fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-test");
|
|
2430
|
+
await waitFor(() => {
|
|
2431
|
+
expect(view.getByText("Could not estimate experiment cost.")).toBeTruthy();
|
|
2432
|
+
});
|
|
2433
|
+
|
|
2434
|
+
estimateShouldFail = false;
|
|
2435
|
+
createShouldFail = true;
|
|
2436
|
+
fireEvent.press(view.getByTestId("ai-judge-run"));
|
|
2437
|
+
await waitFor(() => {
|
|
2438
|
+
expect(view.getByText("Could not start experiment.")).toBeTruthy();
|
|
2439
|
+
});
|
|
2440
|
+
|
|
2441
|
+
createShouldFail = false;
|
|
2442
|
+
fireEvent.press(view.getByTestId("ai-judge-run"));
|
|
2443
|
+
await waitFor(() => {
|
|
2444
|
+
expect(routerPush).toHaveBeenCalled();
|
|
2445
|
+
});
|
|
2446
|
+
});
|
|
2268
2447
|
});
|
|
2269
2448
|
});
|
|
2270
2449
|
|
|
@@ -2422,10 +2601,21 @@ describe("AiExperimentResultsScreen", () => {
|
|
|
2422
2601
|
});
|
|
2423
2602
|
|
|
2424
2603
|
it("does not reset the selected version when polled experiment data updates", async () => {
|
|
2425
|
-
|
|
2604
|
+
// Both versions pass, so the version picker shows.
|
|
2605
|
+
const bothPass: ExperimentRecord = {
|
|
2606
|
+
...baseExperiment,
|
|
2607
|
+
results: {
|
|
2608
|
+
...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
|
|
2609
|
+
gates: (baseExperiment.results?.gates ?? []).map((gate) => ({...gate, passed: true})),
|
|
2610
|
+
progress: {completed: 2, total: 2},
|
|
2611
|
+
},
|
|
2612
|
+
status: "completed",
|
|
2613
|
+
};
|
|
2614
|
+
detailData = bothPass;
|
|
2426
2615
|
const {getByTestId, rerender} = renderWithTheme(
|
|
2427
2616
|
<AiExperimentResultsScreenWidget {...widgetProps} />
|
|
2428
2617
|
);
|
|
2618
|
+
expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v2 to production");
|
|
2429
2619
|
await act(async () => {
|
|
2430
2620
|
fireEvent.press(getByTestId("web_picker"));
|
|
2431
2621
|
await Promise.resolve();
|
|
@@ -2434,16 +2624,47 @@ describe("AiExperimentResultsScreen", () => {
|
|
|
2434
2624
|
fireEvent.press(getByTestId("web_dropdown_option_1"));
|
|
2435
2625
|
await Promise.resolve();
|
|
2436
2626
|
});
|
|
2627
|
+
detailData = {...bothPass, updated: "2026-01-01T00:06:00.000Z"};
|
|
2628
|
+
rerender(<AiExperimentResultsScreenWidget {...widgetProps} />);
|
|
2629
|
+
expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v1 to production");
|
|
2630
|
+
});
|
|
2631
|
+
|
|
2632
|
+
it("re-picks the promote version when gates arrive after the run finishes", () => {
|
|
2633
|
+
// While running there are no gates yet, so the default is the newest version.
|
|
2437
2634
|
detailData = {
|
|
2438
2635
|
...baseExperiment,
|
|
2439
2636
|
results: {
|
|
2440
|
-
...baseExperiment.results
|
|
2637
|
+
...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
|
|
2638
|
+
gates: [],
|
|
2639
|
+
progress: {completed: 1, total: 2},
|
|
2640
|
+
},
|
|
2641
|
+
status: "running",
|
|
2642
|
+
};
|
|
2643
|
+
const view = renderWithTheme(<AiExperimentResultsScreenWidget {...widgetProps} />);
|
|
2644
|
+
expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
|
|
2645
|
+
"Promote v2 to production"
|
|
2646
|
+
);
|
|
2647
|
+
expect(view.queryByTestId("ai-experiment-promote-version")).toBeNull();
|
|
2648
|
+
|
|
2649
|
+
// The run finishes and only the earlier version passes.
|
|
2650
|
+
detailData = {
|
|
2651
|
+
...baseExperiment,
|
|
2652
|
+
results: {
|
|
2653
|
+
...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
|
|
2654
|
+
gates: (baseExperiment.results?.gates ?? []).map((gate) => {
|
|
2655
|
+
return {...gate, passed: gate.version === 1};
|
|
2656
|
+
}),
|
|
2441
2657
|
progress: {completed: 2, total: 2},
|
|
2442
2658
|
},
|
|
2443
2659
|
status: "completed",
|
|
2660
|
+
updated: "2026-01-01T00:06:00.000Z",
|
|
2444
2661
|
};
|
|
2445
|
-
rerender(<AiExperimentResultsScreenWidget {...widgetProps} />);
|
|
2446
|
-
expect(getByTestId("ai-experiment-
|
|
2662
|
+
view.rerender(<AiExperimentResultsScreenWidget {...widgetProps} />);
|
|
2663
|
+
expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
|
|
2664
|
+
"Promote v1 to production"
|
|
2665
|
+
);
|
|
2666
|
+
expect(view.getByTestId("ai-experiment-promote")).not.toBeDisabled();
|
|
2667
|
+
expect(view.getByTestId("ai-experiment-promote-version")).toBeTruthy();
|
|
2447
2668
|
});
|
|
2448
2669
|
|
|
2449
2670
|
it("blocks promote when gates fail and surfaces API errors", async () => {
|
|
@@ -2469,19 +2690,27 @@ describe("AiExperimentResultsScreen", () => {
|
|
|
2469
2690
|
};
|
|
2470
2691
|
const view = renderWithTheme(<AiExperimentResultsScreenWidget {...widgetProps} />);
|
|
2471
2692
|
expect(view.getByTestId("ai-experiment-gates-failing")).toBeTruthy();
|
|
2693
|
+
expect(view.getByTestId("ai-experiment-promote")).toBeDisabled();
|
|
2472
2694
|
fireEvent.press(view.getByTestId("ai-experiment-promote"));
|
|
2473
2695
|
await act(async () => {
|
|
2474
2696
|
await Promise.resolve();
|
|
2475
2697
|
});
|
|
2476
|
-
expect(view.getByTestId("ai-experiment-
|
|
2698
|
+
expect(view.getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
|
|
2699
|
+
/v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\) — can't promote v2\./
|
|
2700
|
+
);
|
|
2477
2701
|
});
|
|
2478
2702
|
|
|
2479
|
-
it("shows query errors", () => {
|
|
2703
|
+
it("shows query errors with a retry", async () => {
|
|
2480
2704
|
detailIsError = true;
|
|
2481
2705
|
|
|
2482
2706
|
const view = renderWithTheme(<AiExperimentResultsScreenWidget {...widgetProps} />);
|
|
2483
2707
|
|
|
2484
|
-
assert.exists(view.getByText("
|
|
2708
|
+
assert.exists(view.getByText("Could not load experiment results."));
|
|
2709
|
+
await act(async () => {
|
|
2710
|
+
fireEvent.press(view.getByTestId("ai-experiment-results-error-retry"));
|
|
2711
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
2712
|
+
});
|
|
2713
|
+
assert.isAtLeast(refetch.mock.calls.length, 1);
|
|
2485
2714
|
});
|
|
2486
2715
|
|
|
2487
2716
|
it("surfaces promote API errors and dismisses the confirmation", async () => {
|
|
@@ -2630,6 +2859,7 @@ describe("AiExperimentsListScreen", () => {
|
|
|
2630
2859
|
const api = {
|
|
2631
2860
|
enhanceEndpoints: () => api,
|
|
2632
2861
|
injectEndpoints: () => ({
|
|
2862
|
+
useAiObservabilityDatasetsQuery: () => ({data: [], isError: false, isLoading: false}),
|
|
2633
2863
|
useAiObservabilityExperimentsQuery: () => listState,
|
|
2634
2864
|
useAiObservabilityStatusQuery: () => ({
|
|
2635
2865
|
data: statusData,
|
|
@@ -2683,7 +2913,7 @@ describe("AiExperimentsListScreen", () => {
|
|
|
2683
2913
|
|
|
2684
2914
|
it("hides create when the caller cannot create experiments", () => {
|
|
2685
2915
|
listState.isLoading = false;
|
|
2686
|
-
statusData.permissions = {aiExperiment: {list: true, read: true}};
|
|
2916
|
+
statusData.permissions = {aiExperiment: {create: false, list: true, read: true}};
|
|
2687
2917
|
const view = renderWithTheme(
|
|
2688
2918
|
<AiExperimentsScreenWidget
|
|
2689
2919
|
api={createApi()}
|
|
@@ -2771,11 +3001,11 @@ describe("AiObservabilityChrome", () => {
|
|
|
2771
3001
|
|
|
2772
3002
|
const localOffStatus: ObservabilityStatusPayload = {
|
|
2773
3003
|
localOn: false,
|
|
2774
|
-
plugins: [{capabilities: ["prompts", "traces"], id: "
|
|
3004
|
+
plugins: [{capabilities: ["prompts", "traces"], id: "remote"}],
|
|
2775
3005
|
primaries: {
|
|
2776
|
-
datasets: "
|
|
2777
|
-
experiments: "
|
|
2778
|
-
prompts: "
|
|
3006
|
+
datasets: "remote",
|
|
3007
|
+
experiments: "remote",
|
|
3008
|
+
prompts: "remote",
|
|
2779
3009
|
reviewQueue: "local",
|
|
2780
3010
|
},
|
|
2781
3011
|
};
|
|
@@ -2785,12 +3015,8 @@ describe("AiObservabilityChrome", () => {
|
|
|
2785
3015
|
|
|
2786
3016
|
describe("AI observability chrome", () => {
|
|
2787
3017
|
it("formats the status chip for local on and local off primaries", () => {
|
|
2788
|
-
expect(formatObservabilityStatusChip(localOnStatus)).toBe(
|
|
2789
|
-
|
|
2790
|
-
);
|
|
2791
|
-
expect(formatObservabilityStatusChip(localOffStatus)).toBe(
|
|
2792
|
-
"Local off · prompts:langfuse · datasets:langfuse · experiments:langfuse"
|
|
2793
|
-
);
|
|
3018
|
+
expect(formatObservabilityStatusChip(localOnStatus)).toBe("Local observability on");
|
|
3019
|
+
expect(formatObservabilityStatusChip(localOffStatus)).toBe("Local observability off");
|
|
2794
3020
|
});
|
|
2795
3021
|
|
|
2796
3022
|
it("unwraps both envelope and already-unwrapped status payloads", () => {
|
|
@@ -2811,6 +3037,54 @@ describe("AiObservabilityChrome", () => {
|
|
|
2811
3037
|
]);
|
|
2812
3038
|
});
|
|
2813
3039
|
|
|
3040
|
+
it("ends list screen breadcrumbs at the section", () => {
|
|
3041
|
+
const crumbs = buildAiObservabilityBreadcrumbs({
|
|
3042
|
+
routeBase: "/admin",
|
|
3043
|
+
screenName: "ai-datasets",
|
|
3044
|
+
});
|
|
3045
|
+
expect(crumbs.map((crumb) => crumb.label)).toEqual(["Admin", "AI Observability", "Datasets"]);
|
|
3046
|
+
});
|
|
3047
|
+
|
|
3048
|
+
it("renders the page header with title override, description, meta, and actions", () => {
|
|
3049
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
3050
|
+
<AiObservabilityChrome
|
|
3051
|
+
actions={<Text>Header action</Text>}
|
|
3052
|
+
api={stubApi}
|
|
3053
|
+
config={emptyConfig}
|
|
3054
|
+
description="What this screen is for."
|
|
3055
|
+
meta={<Text>Header meta</Text>}
|
|
3056
|
+
routeBase="/admin"
|
|
3057
|
+
screenName="ai-review-batch"
|
|
3058
|
+
status={localOnStatus}
|
|
3059
|
+
title="Recent summaries — batch 1"
|
|
3060
|
+
>
|
|
3061
|
+
<Text>Body</Text>
|
|
3062
|
+
</AiObservabilityChrome>
|
|
3063
|
+
);
|
|
3064
|
+
expect(getByTestId("observability-page-header-title")).toBeTruthy();
|
|
3065
|
+
expect(getByText("Recent summaries — batch 1")).toBeTruthy();
|
|
3066
|
+
expect(getByText("What this screen is for.")).toBeTruthy();
|
|
3067
|
+
expect(getByText("Header meta")).toBeTruthy();
|
|
3068
|
+
expect(getByText("Header action")).toBeTruthy();
|
|
3069
|
+
expect(getByText("Body")).toBeTruthy();
|
|
3070
|
+
});
|
|
3071
|
+
|
|
3072
|
+
it("hides the page header when asked", () => {
|
|
3073
|
+
const {queryByTestId} = renderWithTheme(
|
|
3074
|
+
<AiObservabilityChrome
|
|
3075
|
+
api={stubApi}
|
|
3076
|
+
config={emptyConfig}
|
|
3077
|
+
hideHeader
|
|
3078
|
+
routeBase="/admin"
|
|
3079
|
+
screenName="ai-datasets"
|
|
3080
|
+
status={localOnStatus}
|
|
3081
|
+
>
|
|
3082
|
+
<Text>Body</Text>
|
|
3083
|
+
</AiObservabilityChrome>
|
|
3084
|
+
);
|
|
3085
|
+
expect(queryByTestId("observability-page-header")).toBeNull();
|
|
3086
|
+
});
|
|
3087
|
+
|
|
2814
3088
|
it("renders loading, error, local-on, and local-off chip states", () => {
|
|
2815
3089
|
const loading = renderWithTheme(<AiObservabilityStatusChip isLoading />);
|
|
2816
3090
|
expect(loading.getByText("Checking observability…")).toBeTruthy();
|
|
@@ -2819,14 +3093,10 @@ describe("AiObservabilityChrome", () => {
|
|
|
2819
3093
|
expect(errored.getByText("Observability unavailable")).toBeTruthy();
|
|
2820
3094
|
|
|
2821
3095
|
const on = renderWithTheme(<AiObservabilityStatusChip status={localOnStatus} />);
|
|
2822
|
-
expect(
|
|
2823
|
-
on.getByText("Local on · prompts:local · datasets:local · experiments:local")
|
|
2824
|
-
).toBeTruthy();
|
|
3096
|
+
expect(on.getByText("Local observability on")).toBeTruthy();
|
|
2825
3097
|
|
|
2826
3098
|
const off = renderWithTheme(<AiObservabilityStatusChip status={localOffStatus} />);
|
|
2827
|
-
expect(
|
|
2828
|
-
off.getByText("Local off · prompts:langfuse · datasets:langfuse · experiments:langfuse")
|
|
2829
|
-
).toBeTruthy();
|
|
3099
|
+
expect(off.getByText("Local observability off")).toBeTruthy();
|
|
2830
3100
|
});
|
|
2831
3101
|
|
|
2832
3102
|
it("fetches loading and error states through the injected api", () => {
|
|
@@ -2867,9 +3137,7 @@ describe("AiObservabilityChrome", () => {
|
|
|
2867
3137
|
}),
|
|
2868
3138
|
} as unknown as AdminApi;
|
|
2869
3139
|
const unwrapped = renderWithTheme(<AiObservabilityStatusChip api={unwrappedApi} />);
|
|
2870
|
-
expect(
|
|
2871
|
-
unwrapped.getByText("Local on · prompts:local · datasets:local · experiments:local")
|
|
2872
|
-
).toBeTruthy();
|
|
3140
|
+
expect(unwrapped.getByText("Local observability on")).toBeTruthy();
|
|
2873
3141
|
|
|
2874
3142
|
const missingStatusApi = {
|
|
2875
3143
|
enhanceEndpoints: () => missingStatusApi,
|
|
@@ -2910,9 +3178,7 @@ describe("AiObservabilityChrome", () => {
|
|
|
2910
3178
|
},
|
|
2911
3179
|
} as unknown as AdminApi;
|
|
2912
3180
|
const fetched = renderWithTheme(<AiObservabilityStatusChip api={api} />);
|
|
2913
|
-
expect(
|
|
2914
|
-
fetched.getByText("Local on · prompts:local · datasets:local · experiments:local")
|
|
2915
|
-
).toBeTruthy();
|
|
3181
|
+
expect(fetched.getByText("Local observability on")).toBeTruthy();
|
|
2916
3182
|
assert.deepEqual(statusQuery?.(), {method: "GET", url: "/ai/observability/status"});
|
|
2917
3183
|
});
|
|
2918
3184
|
|
|
@@ -2964,6 +3230,8 @@ describe("AiObservabilityChrome", () => {
|
|
|
2964
3230
|
"ai-prompt-editor",
|
|
2965
3231
|
"ai-prompts",
|
|
2966
3232
|
"ai-review",
|
|
3233
|
+
"ai-review-batch",
|
|
3234
|
+
"ai-review-batches",
|
|
2967
3235
|
"ai-review-item",
|
|
2968
3236
|
"ai-trace-detail",
|
|
2969
3237
|
"ai-traces",
|
|
@@ -2997,6 +3265,7 @@ describe("AiPromptEditorScreen", () => {
|
|
|
2997
3265
|
name: "summarize",
|
|
2998
3266
|
relationships: emptyPromptRelationships,
|
|
2999
3267
|
tags: [],
|
|
3268
|
+
usedBy: {items: [], limit: 20, total: 0},
|
|
3000
3269
|
versions: [
|
|
3001
3270
|
{
|
|
3002
3271
|
config: {temperature: 0.3},
|
|
@@ -3032,7 +3301,7 @@ describe("AiPromptEditorScreen", () => {
|
|
|
3032
3301
|
isLoading: false,
|
|
3033
3302
|
};
|
|
3034
3303
|
|
|
3035
|
-
const runPlayground = mock(() => ({
|
|
3304
|
+
const runPlayground = mock((_body: unknown) => ({
|
|
3036
3305
|
unwrap: async () => {
|
|
3037
3306
|
playgroundMutationState.data = playgroundResult;
|
|
3038
3307
|
return playgroundResult;
|
|
@@ -3062,6 +3331,12 @@ describe("AiPromptEditorScreen", () => {
|
|
|
3062
3331
|
|
|
3063
3332
|
const injectedHooks = {
|
|
3064
3333
|
useAiObservabilityPromptQuery: () => detailState,
|
|
3334
|
+
useAiObservabilityPromptsQuery: () => ({
|
|
3335
|
+
data: [],
|
|
3336
|
+
isError: false,
|
|
3337
|
+
isLoading: false,
|
|
3338
|
+
refetch: mock(() => {}),
|
|
3339
|
+
}),
|
|
3065
3340
|
useAiObservabilityStatusQuery: () => ({
|
|
3066
3341
|
data: statusData,
|
|
3067
3342
|
isError: false,
|
|
@@ -3297,6 +3572,7 @@ describe("AiPromptEditorView", () => {
|
|
|
3297
3572
|
name: "summarize",
|
|
3298
3573
|
relationships: emptyPromptRelationships,
|
|
3299
3574
|
tags: [],
|
|
3575
|
+
usedBy: {items: [], limit: 20, total: 0},
|
|
3300
3576
|
versions: [
|
|
3301
3577
|
{
|
|
3302
3578
|
config: {temperature: 0.3},
|
|
@@ -3501,7 +3777,12 @@ describe("AiPromptPlaygroundView", () => {
|
|
|
3501
3777
|
folder: "examples",
|
|
3502
3778
|
labels: [{label: "latest", version: 1}],
|
|
3503
3779
|
name: "summarize",
|
|
3780
|
+
relationships: {
|
|
3781
|
+
experiments: {items: [], limit: 20, total: 0},
|
|
3782
|
+
traces: {items: [], limit: 20, total: 0},
|
|
3783
|
+
},
|
|
3504
3784
|
tags: [],
|
|
3785
|
+
usedBy: {items: [], limit: 20, total: 0},
|
|
3505
3786
|
versions: [
|
|
3506
3787
|
{
|
|
3507
3788
|
config: {},
|
|
@@ -3723,7 +4004,7 @@ describe("AiPromptsListScreen", () => {
|
|
|
3723
4004
|
|
|
3724
4005
|
listState = {data: undefined, error: {data: {}}, isError: true, isLoading: false};
|
|
3725
4006
|
const errored = renderWithTheme(<AiPromptsScreenWidget {...widgetProps} />);
|
|
3726
|
-
expect(errored.getByText("
|
|
4007
|
+
expect(errored.getByText("Could not load prompts.")).toBeTruthy();
|
|
3727
4008
|
});
|
|
3728
4009
|
|
|
3729
4010
|
it("filters by folder and search and retries load errors", async () => {
|
|
@@ -3731,7 +4012,8 @@ describe("AiPromptsListScreen", () => {
|
|
|
3731
4012
|
const view = renderWithTheme(<AiPromptsScreenWidget {...widgetProps} />);
|
|
3732
4013
|
fireEvent.changeText(view.getByTestId("ai-prompts-search"), "summ");
|
|
3733
4014
|
await act(async () => {
|
|
3734
|
-
|
|
4015
|
+
// The folder picker renders above the table, so its segment is the first match.
|
|
4016
|
+
fireEvent.press(view.getAllByText("examples")[0]!);
|
|
3735
4017
|
await Promise.resolve();
|
|
3736
4018
|
});
|
|
3737
4019
|
expect(view.getByTestId("ai-prompts-table")).toBeTruthy();
|
|
@@ -3739,7 +4021,7 @@ describe("AiPromptsListScreen", () => {
|
|
|
3739
4021
|
listState = {data: undefined, error: {data: {}}, isError: true, isLoading: false};
|
|
3740
4022
|
const errored = renderWithTheme(<AiPromptsScreenWidget {...widgetProps} />);
|
|
3741
4023
|
await act(async () => {
|
|
3742
|
-
fireEvent.press(errored.getByText("
|
|
4024
|
+
fireEvent.press(errored.getByText("Try again"));
|
|
3743
4025
|
await Promise.resolve();
|
|
3744
4026
|
});
|
|
3745
4027
|
listState = {data: loaded, error: undefined, isError: false, isLoading: false};
|
|
@@ -3827,11 +4109,11 @@ describe("AiPromptsListView", () => {
|
|
|
3827
4109
|
/>
|
|
3828
4110
|
);
|
|
3829
4111
|
expect(getByTestId("ai-prompts-empty")).toBeTruthy();
|
|
3830
|
-
expect(getByText("No prompts
|
|
4112
|
+
expect(getByText("No prompts yet")).toBeTruthy();
|
|
3831
4113
|
});
|
|
3832
4114
|
|
|
3833
|
-
it("renders a loaded table with folder counts and
|
|
3834
|
-
const {getByTestId, getByText} = renderWithTheme(
|
|
4115
|
+
it("renders a loaded table with folder counts and newest vs production columns", () => {
|
|
4116
|
+
const {getAllByText, getByTestId, getByText} = renderWithTheme(
|
|
3835
4117
|
<AiPromptsListView
|
|
3836
4118
|
createDescription=""
|
|
3837
4119
|
createFolder="examples"
|
|
@@ -3846,9 +4128,11 @@ describe("AiPromptsListView", () => {
|
|
|
3846
4128
|
/>
|
|
3847
4129
|
);
|
|
3848
4130
|
expect(getByTestId("ai-prompts-table")).toBeTruthy();
|
|
3849
|
-
expect(
|
|
3850
|
-
expect(getByText("
|
|
3851
|
-
|
|
4131
|
+
expect(getByTestId("ai-prompts-folders")).toBeTruthy();
|
|
4132
|
+
expect(getByText("All")).toBeTruthy();
|
|
4133
|
+
// Folder segment plus the row's folder line.
|
|
4134
|
+
assert.isAtLeast(getAllByText("examples").length, 2);
|
|
4135
|
+
expect(getByText("summarize")).toBeTruthy();
|
|
3852
4136
|
expect(getByText("v2")).toBeTruthy();
|
|
3853
4137
|
expect(getByText("v1")).toBeTruthy();
|
|
3854
4138
|
});
|
|
@@ -3876,7 +4160,7 @@ describe("AiPromptsListView", () => {
|
|
|
3876
4160
|
const onSearchChange = mock(() => undefined);
|
|
3877
4161
|
const onCreate = mock(() => undefined);
|
|
3878
4162
|
const onRetry = mock(() => undefined);
|
|
3879
|
-
const {getByTestId, getByText} = renderWithTheme(
|
|
4163
|
+
const {getAllByText, getByTestId, getByText} = renderWithTheme(
|
|
3880
4164
|
<AiPromptsListView
|
|
3881
4165
|
createDescription="Short summary"
|
|
3882
4166
|
createError="Name required"
|
|
@@ -3886,7 +4170,7 @@ describe("AiPromptsListView", () => {
|
|
|
3886
4170
|
createSystem="You are helpful"
|
|
3887
4171
|
createTemplate="Hi {{name}}"
|
|
3888
4172
|
folder=""
|
|
3889
|
-
loadError="
|
|
4173
|
+
loadError="Could not load prompts."
|
|
3890
4174
|
onCreate={onCreate}
|
|
3891
4175
|
onCreateDescriptionChange={() => undefined}
|
|
3892
4176
|
onCreateFolderChange={() => undefined}
|
|
@@ -3906,12 +4190,12 @@ describe("AiPromptsListView", () => {
|
|
|
3906
4190
|
fireEvent.changeText(getByTestId("ai-prompts-search"), "note");
|
|
3907
4191
|
assert.isAtLeast(onSearchChange.mock.calls.length, 1);
|
|
3908
4192
|
await act(async () => {
|
|
3909
|
-
fireEvent.press(
|
|
4193
|
+
fireEvent.press(getAllByText("examples")[0]!);
|
|
3910
4194
|
await Promise.resolve();
|
|
3911
4195
|
});
|
|
3912
4196
|
assert.isAtLeast(onFolderChange.mock.calls.length, 1);
|
|
3913
4197
|
await act(async () => {
|
|
3914
|
-
fireEvent.press(getByText("
|
|
4198
|
+
fireEvent.press(getByText("Try again"));
|
|
3915
4199
|
await Promise.resolve();
|
|
3916
4200
|
});
|
|
3917
4201
|
assert.equal(onRetry.mock.calls.length, 1);
|
|
@@ -3972,6 +4256,12 @@ describe("AiReviewItemScreen", () => {
|
|
|
3972
4256
|
options?.currentUserId === "" ? undefined : {id: options?.currentUserId ?? "user-1"},
|
|
3973
4257
|
isLoading: false,
|
|
3974
4258
|
}),
|
|
4259
|
+
useAiObservabilityReviewBatchQueueQuery: () => ({
|
|
4260
|
+
data: undefined,
|
|
4261
|
+
isError: false,
|
|
4262
|
+
isLoading: false,
|
|
4263
|
+
refetch: mock(() => {}),
|
|
4264
|
+
}),
|
|
3975
4265
|
useAiObservabilityReviewItemQuery: () => ({
|
|
3976
4266
|
data: detail,
|
|
3977
4267
|
isError: false,
|
|
@@ -4013,6 +4303,12 @@ describe("AiReviewItemScreen", () => {
|
|
|
4013
4303
|
enhanceEndpoints: () => loadingApi,
|
|
4014
4304
|
injectEndpoints: () => ({
|
|
4015
4305
|
useAiObservabilityCurrentUserQuery: () => ({data: undefined, isLoading: false}),
|
|
4306
|
+
useAiObservabilityReviewBatchQueueQuery: () => ({
|
|
4307
|
+
data: undefined,
|
|
4308
|
+
isError: false,
|
|
4309
|
+
isLoading: false,
|
|
4310
|
+
refetch: mock(() => {}),
|
|
4311
|
+
}),
|
|
4016
4312
|
useAiObservabilityReviewItemQuery: () => ({
|
|
4017
4313
|
data: undefined,
|
|
4018
4314
|
isError: false,
|
|
@@ -4056,7 +4352,7 @@ describe("AiReviewItemScreen", () => {
|
|
|
4056
4352
|
/>
|
|
4057
4353
|
);
|
|
4058
4354
|
expect(loaded.getByTestId("ai-review-item")).toBeTruthy();
|
|
4059
|
-
expect(loaded.getByTestId("ai-review-
|
|
4355
|
+
expect(loaded.getByTestId("ai-review-question-correct")).toBeTruthy();
|
|
4060
4356
|
});
|
|
4061
4357
|
|
|
4062
4358
|
it("requires scores before submit and submits on pass", async () => {
|
|
@@ -4073,10 +4369,10 @@ describe("AiReviewItemScreen", () => {
|
|
|
4073
4369
|
fireEvent.press(view.getByTestId("ai-review-submit-next"));
|
|
4074
4370
|
await Promise.resolve();
|
|
4075
4371
|
});
|
|
4076
|
-
expect(view.getByText("
|
|
4372
|
+
expect(view.getByText(`Answer "correct" before submitting.`)).toBeTruthy();
|
|
4077
4373
|
|
|
4078
4374
|
await act(async () => {
|
|
4079
|
-
fireEvent.press(view.getByTestId("ai-review-
|
|
4375
|
+
fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
|
|
4080
4376
|
await Promise.resolve();
|
|
4081
4377
|
});
|
|
4082
4378
|
await act(async () => {
|
|
@@ -4105,6 +4401,12 @@ describe("AiReviewItemScreen", () => {
|
|
|
4105
4401
|
enhanceEndpoints: () => errorApi,
|
|
4106
4402
|
injectEndpoints: () => ({
|
|
4107
4403
|
useAiObservabilityCurrentUserQuery: () => ({data: {id: "user-1"}, isLoading: false}),
|
|
4404
|
+
useAiObservabilityReviewBatchQueueQuery: () => ({
|
|
4405
|
+
data: undefined,
|
|
4406
|
+
isError: false,
|
|
4407
|
+
isLoading: false,
|
|
4408
|
+
refetch: mock(() => {}),
|
|
4409
|
+
}),
|
|
4108
4410
|
useAiObservabilityReviewItemQuery: () => ({
|
|
4109
4411
|
data: undefined,
|
|
4110
4412
|
isError: true,
|
|
@@ -4137,7 +4439,7 @@ describe("AiReviewItemScreen", () => {
|
|
|
4137
4439
|
/>
|
|
4138
4440
|
);
|
|
4139
4441
|
await act(async () => {
|
|
4140
|
-
fireEvent.press(errored.
|
|
4442
|
+
fireEvent.press(errored.getByTestId("ai-review-item-error-retry"));
|
|
4141
4443
|
await new Promise((resolve) => setTimeout(resolve, 100));
|
|
4142
4444
|
});
|
|
4143
4445
|
assert.isAtLeast(refetch.mock.calls.length, 1);
|
|
@@ -4212,6 +4514,12 @@ describe("AiReviewItemScreen", () => {
|
|
|
4212
4514
|
enhanceEndpoints: () => twoPendingApi,
|
|
4213
4515
|
injectEndpoints: () => ({
|
|
4214
4516
|
useAiObservabilityCurrentUserQuery: () => ({data: {id: "user-1"}, isLoading: false}),
|
|
4517
|
+
useAiObservabilityReviewBatchQueueQuery: () => ({
|
|
4518
|
+
data: undefined,
|
|
4519
|
+
isError: false,
|
|
4520
|
+
isLoading: false,
|
|
4521
|
+
refetch: mock(() => {}),
|
|
4522
|
+
}),
|
|
4215
4523
|
useAiObservabilityReviewItemQuery: () => ({
|
|
4216
4524
|
data: detail,
|
|
4217
4525
|
isError: false,
|
|
@@ -4256,7 +4564,7 @@ describe("AiReviewItemScreen", () => {
|
|
|
4256
4564
|
|
|
4257
4565
|
actionImpl.mockClear();
|
|
4258
4566
|
await act(async () => {
|
|
4259
|
-
fireEvent.press(view.getByTestId("ai-review-
|
|
4567
|
+
fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
|
|
4260
4568
|
await Promise.resolve();
|
|
4261
4569
|
});
|
|
4262
4570
|
await act(async () => {
|
|
@@ -4269,6 +4577,88 @@ describe("AiReviewItemScreen", () => {
|
|
|
4269
4577
|
});
|
|
4270
4578
|
assert.isAtLeast(actionImpl.mock.calls.length, 1);
|
|
4271
4579
|
});
|
|
4580
|
+
|
|
4581
|
+
it("walks pending and in-progress items of the item's batch", async () => {
|
|
4582
|
+
const batchItem = (id: string, status: ReviewListItem["status"]): ReviewListItem => ({
|
|
4583
|
+
batchId: "b1",
|
|
4584
|
+
enqueuedAt: "2026-01-01T00:00:00.000Z",
|
|
4585
|
+
evaluatorId: "eval-1",
|
|
4586
|
+
id,
|
|
4587
|
+
reason: "manual",
|
|
4588
|
+
status,
|
|
4589
|
+
traceId: `trace-${id}`,
|
|
4590
|
+
traceName: "summarize",
|
|
4591
|
+
});
|
|
4592
|
+
const batchQueueArgs: unknown[] = [];
|
|
4593
|
+
// One object across renders, like RTK Query's cached data; a new one each render loops the reset effect.
|
|
4594
|
+
const batchDetail = {...detail, batchId: "b1"};
|
|
4595
|
+
const batchApi = {
|
|
4596
|
+
enhanceEndpoints: () => batchApi,
|
|
4597
|
+
injectEndpoints: () => ({
|
|
4598
|
+
useAiObservabilityCurrentUserQuery: () => ({data: {id: "user-1"}, isLoading: false}),
|
|
4599
|
+
useAiObservabilityReviewBatchQueueQuery: (args: unknown) => {
|
|
4600
|
+
batchQueueArgs.push(args);
|
|
4601
|
+
return {
|
|
4602
|
+
data: {
|
|
4603
|
+
data: [
|
|
4604
|
+
batchItem("rev-1", "pending"),
|
|
4605
|
+
batchItem("rev-2", "in_progress"),
|
|
4606
|
+
batchItem("rev-3", "done"),
|
|
4607
|
+
],
|
|
4608
|
+
},
|
|
4609
|
+
isError: false,
|
|
4610
|
+
isLoading: false,
|
|
4611
|
+
refetch: mock(() => {}),
|
|
4612
|
+
};
|
|
4613
|
+
},
|
|
4614
|
+
useAiObservabilityReviewItemQuery: () => ({
|
|
4615
|
+
data: batchDetail,
|
|
4616
|
+
isError: false,
|
|
4617
|
+
isLoading: false,
|
|
4618
|
+
refetch: mock(() => {}),
|
|
4619
|
+
}),
|
|
4620
|
+
useAiObservabilityReviewQuery: () => ({
|
|
4621
|
+
data: {data: []},
|
|
4622
|
+
isError: false,
|
|
4623
|
+
isLoading: false,
|
|
4624
|
+
refetch: mock(() => {}),
|
|
4625
|
+
}),
|
|
4626
|
+
useAiObservabilityStatusQuery: () => ({
|
|
4627
|
+
data: statusData,
|
|
4628
|
+
isError: false,
|
|
4629
|
+
isLoading: false,
|
|
4630
|
+
}),
|
|
4631
|
+
useUpdateAiObservabilityReviewItemMutation: () => [
|
|
4632
|
+
() => ({unwrap: actionImpl}),
|
|
4633
|
+
{isError: false, isLoading: false},
|
|
4634
|
+
],
|
|
4635
|
+
}),
|
|
4636
|
+
} as unknown as AdminApi;
|
|
4637
|
+
|
|
4638
|
+
routerPush.mockClear();
|
|
4639
|
+
actionImpl.mockClear();
|
|
4640
|
+
const view = renderWithTheme(
|
|
4641
|
+
<AiReviewItemScreenWidget
|
|
4642
|
+
api={batchApi}
|
|
4643
|
+
config={emptyConfig}
|
|
4644
|
+
routeBase="/admin"
|
|
4645
|
+
screenName="ai-review-item"
|
|
4646
|
+
/>
|
|
4647
|
+
);
|
|
4648
|
+
expect(batchQueueArgs.at(-1)).toEqual({batchId: "b1"});
|
|
4649
|
+
expect(view.getByText("Item 1 of 2")).toBeTruthy();
|
|
4650
|
+
|
|
4651
|
+
await act(async () => {
|
|
4652
|
+
fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
|
|
4653
|
+
await Promise.resolve();
|
|
4654
|
+
});
|
|
4655
|
+
await act(async () => {
|
|
4656
|
+
fireEvent.press(view.getByTestId("ai-review-submit-next"));
|
|
4657
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
4658
|
+
});
|
|
4659
|
+
assert.equal(actionImpl.mock.calls.length, 1);
|
|
4660
|
+
assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-item?id=rev-2");
|
|
4661
|
+
});
|
|
4272
4662
|
});
|
|
4273
4663
|
});
|
|
4274
4664
|
|
|
@@ -4299,18 +4689,16 @@ describe("AiReviewItemView", () => {
|
|
|
4299
4689
|
<AiReviewItemView
|
|
4300
4690
|
comment=""
|
|
4301
4691
|
detail={detail}
|
|
4302
|
-
isPending
|
|
4303
4692
|
onAssign={() => undefined}
|
|
4304
4693
|
onCommentChange={() => undefined}
|
|
4305
4694
|
onScoreChange={() => undefined}
|
|
4306
4695
|
onSkip={() => undefined}
|
|
4307
4696
|
onSubmit={() => undefined}
|
|
4308
|
-
position={1}
|
|
4309
4697
|
scores={{}}
|
|
4310
|
-
totalPending={2}
|
|
4311
4698
|
/>
|
|
4312
4699
|
);
|
|
4313
|
-
expect(
|
|
4700
|
+
expect(reviewItemTitle({isPending: true, position: 1, totalPending: 2})).toBe("Item 1 of 2");
|
|
4701
|
+
expect(reviewItemTitle({isPending: false, position: 1, totalPending: 0})).toBe("Review item");
|
|
4314
4702
|
expect(getByText("45 words")).toBeTruthy();
|
|
4315
4703
|
expect(queryByText(longInput)).toBeNull();
|
|
4316
4704
|
expect(getByTestId("ai-review-raw-json")).toBeTruthy();
|
|
@@ -4327,15 +4715,12 @@ describe("AiReviewItemView", () => {
|
|
|
4327
4715
|
<AiReviewItemView
|
|
4328
4716
|
comment=""
|
|
4329
4717
|
detail={detail}
|
|
4330
|
-
isPending
|
|
4331
4718
|
onAssign={onAssign}
|
|
4332
4719
|
onCommentChange={() => undefined}
|
|
4333
4720
|
onScoreChange={() => undefined}
|
|
4334
4721
|
onSkip={onSkip}
|
|
4335
4722
|
onSubmit={onSubmit}
|
|
4336
|
-
position={1}
|
|
4337
4723
|
scores={{correct: true}}
|
|
4338
|
-
totalPending={1}
|
|
4339
4724
|
/>
|
|
4340
4725
|
);
|
|
4341
4726
|
await act(async () => {
|
|
@@ -4354,24 +4739,25 @@ describe("AiReviewItemView", () => {
|
|
|
4354
4739
|
const onPrevious = mock(() => undefined);
|
|
4355
4740
|
const onCommentChange = mock(() => undefined);
|
|
4356
4741
|
const {getByTestId, getByText} = renderWithTheme(
|
|
4357
|
-
|
|
4358
|
-
|
|
4359
|
-
|
|
4360
|
-
|
|
4361
|
-
|
|
4362
|
-
|
|
4363
|
-
|
|
4364
|
-
|
|
4365
|
-
|
|
4366
|
-
|
|
4367
|
-
|
|
4368
|
-
|
|
4369
|
-
|
|
4370
|
-
|
|
4371
|
-
|
|
4372
|
-
|
|
4373
|
-
);
|
|
4374
|
-
expect(getByText(
|
|
4742
|
+
<>
|
|
4743
|
+
<AiReviewItemHeaderMeta detail={{...detail, status: "done"}} isPending={false} />
|
|
4744
|
+
<AiReviewItemNav onNext={onNext} onPrevious={onPrevious} />
|
|
4745
|
+
<AiReviewItemView
|
|
4746
|
+
comment="needs work"
|
|
4747
|
+
detail={{...detail, status: "done"}}
|
|
4748
|
+
onAssign={() => undefined}
|
|
4749
|
+
onCommentChange={onCommentChange}
|
|
4750
|
+
onScoreChange={() => undefined}
|
|
4751
|
+
onSkip={() => undefined}
|
|
4752
|
+
onSubmit={() => undefined}
|
|
4753
|
+
scores={{correct: true}}
|
|
4754
|
+
submitError="Could not submit this review."
|
|
4755
|
+
/>
|
|
4756
|
+
</>
|
|
4757
|
+
);
|
|
4758
|
+
expect(getByText("Not in the pending queue")).toBeTruthy();
|
|
4759
|
+
expect(getByText("From a trace")).toBeTruthy();
|
|
4760
|
+
expect(getByTestId("ai-review-item-status")).toBeTruthy();
|
|
4375
4761
|
await act(async () => {
|
|
4376
4762
|
fireEvent.press(getByText("Previous"));
|
|
4377
4763
|
fireEvent.press(getByText("Next"));
|
|
@@ -4387,22 +4773,22 @@ describe("AiReviewItemView", () => {
|
|
|
4387
4773
|
it("scores boolean dimensions when navigation handlers are absent", async () => {
|
|
4388
4774
|
const onScoreChange = mock(() => undefined);
|
|
4389
4775
|
const {getByTestId, getByText, UNSAFE_root} = renderWithTheme(
|
|
4390
|
-
|
|
4391
|
-
|
|
4392
|
-
|
|
4393
|
-
|
|
4394
|
-
|
|
4395
|
-
|
|
4396
|
-
|
|
4397
|
-
|
|
4398
|
-
|
|
4399
|
-
|
|
4400
|
-
|
|
4401
|
-
|
|
4402
|
-
|
|
4776
|
+
<>
|
|
4777
|
+
<AiReviewItemNav />
|
|
4778
|
+
<AiReviewItemView
|
|
4779
|
+
comment=""
|
|
4780
|
+
detail={detail}
|
|
4781
|
+
onAssign={() => undefined}
|
|
4782
|
+
onCommentChange={() => undefined}
|
|
4783
|
+
onScoreChange={onScoreChange}
|
|
4784
|
+
onSkip={() => undefined}
|
|
4785
|
+
onSubmit={() => undefined}
|
|
4786
|
+
scores={{}}
|
|
4787
|
+
/>
|
|
4788
|
+
</>
|
|
4403
4789
|
);
|
|
4404
4790
|
await act(async () => {
|
|
4405
|
-
fireEvent.press(getByTestId("ai-review-
|
|
4791
|
+
fireEvent.press(getByTestId("ai-review-question-correct-yes"));
|
|
4406
4792
|
await Promise.resolve();
|
|
4407
4793
|
});
|
|
4408
4794
|
assert.isAtLeast(onScoreChange.mock.calls.length, 1);
|
|
@@ -4425,15 +4811,12 @@ describe("AiReviewItemView", () => {
|
|
|
4425
4811
|
<AiReviewItemView
|
|
4426
4812
|
comment=""
|
|
4427
4813
|
detail={detail}
|
|
4428
|
-
isPending
|
|
4429
4814
|
onAssign={() => undefined}
|
|
4430
4815
|
onCommentChange={() => undefined}
|
|
4431
4816
|
onScoreChange={() => undefined}
|
|
4432
4817
|
onSkip={() => undefined}
|
|
4433
4818
|
onSubmit={() => undefined}
|
|
4434
|
-
position={1}
|
|
4435
4819
|
scores={{}}
|
|
4436
|
-
totalPending={1}
|
|
4437
4820
|
/>
|
|
4438
4821
|
);
|
|
4439
4822
|
await act(async () => {
|
|
@@ -4458,19 +4841,18 @@ describe("AiReviewItemView", () => {
|
|
|
4458
4841
|
<AiReviewItemView
|
|
4459
4842
|
comment=""
|
|
4460
4843
|
detail={multiDetail}
|
|
4461
|
-
isPending
|
|
4462
4844
|
isSaving
|
|
4463
4845
|
onAssign={() => undefined}
|
|
4464
4846
|
onCommentChange={() => undefined}
|
|
4465
4847
|
onScoreChange={onScoreChange}
|
|
4466
4848
|
onSkip={() => undefined}
|
|
4467
4849
|
onSubmit={() => undefined}
|
|
4468
|
-
position={2}
|
|
4469
4850
|
scores={{correct: true, helpfulness: 0.7}}
|
|
4470
|
-
totalPending={3}
|
|
4471
4851
|
/>
|
|
4472
4852
|
);
|
|
4473
|
-
|
|
4853
|
+
// Scores without question text are labelled by their humanized key, not "2. helpfulness".
|
|
4854
|
+
expect(getByText("Helpfulness")).toBeTruthy();
|
|
4855
|
+
expect(queryByText("2. helpfulness")).toBeNull();
|
|
4474
4856
|
expect(queryByText("Mark correct only when grounded.")).toBeNull();
|
|
4475
4857
|
await act(async () => {
|
|
4476
4858
|
fireEvent.press(getByTestId("ai-review-score-tone-safe"));
|
|
@@ -4522,6 +4904,12 @@ describe("AiReviewQueueScreen", () => {
|
|
|
4522
4904
|
const api = {
|
|
4523
4905
|
enhanceEndpoints: () => api,
|
|
4524
4906
|
injectEndpoints: () => ({
|
|
4907
|
+
useAiObservabilityEvaluatorsQuery: () => ({
|
|
4908
|
+
data: [{dimensions: [], id: "eval-1", name: "summary-questions", type: "human"}],
|
|
4909
|
+
isError: false,
|
|
4910
|
+
isLoading: false,
|
|
4911
|
+
refetch: mock(() => {}),
|
|
4912
|
+
}),
|
|
4525
4913
|
useAiObservabilityReviewQuery: () => listState,
|
|
4526
4914
|
useAiObservabilityStatusQuery: () => ({
|
|
4527
4915
|
data: statusData,
|
|
@@ -4547,11 +4935,22 @@ describe("AiReviewQueueScreen", () => {
|
|
|
4547
4935
|
/>
|
|
4548
4936
|
);
|
|
4549
4937
|
expect(view.getByTestId("ai-review-table")).toBeTruthy();
|
|
4938
|
+
expect(view.getByText("summary-questions")).toBeTruthy();
|
|
4939
|
+
expect(
|
|
4940
|
+
view.getByText(
|
|
4941
|
+
"Answer yes or no questions about AI outputs, oldest first. Items arrive from Traces and from review batches."
|
|
4942
|
+
)
|
|
4943
|
+
).toBeTruthy();
|
|
4550
4944
|
await act(async () => {
|
|
4551
4945
|
fireEvent.press(view.getByTestId("ai-review-start-oldest"));
|
|
4552
4946
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
4553
4947
|
});
|
|
4554
4948
|
assert.include(String(routerPush.mock.calls[0]?.[0]), "ai-review-item");
|
|
4949
|
+
await act(async () => {
|
|
4950
|
+
fireEvent.press(view.getByTestId("ai-review-open-batches"));
|
|
4951
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
4952
|
+
});
|
|
4953
|
+
assert.include(String(routerPush.mock.calls.at(-1)?.[0]), "ai-review-batches");
|
|
4555
4954
|
});
|
|
4556
4955
|
});
|
|
4557
4956
|
});
|
|
@@ -4574,40 +4973,49 @@ describe("AiReviewQueueView", () => {
|
|
|
4574
4973
|
};
|
|
4575
4974
|
|
|
4576
4975
|
describe("AiReviewQueueView", () => {
|
|
4577
|
-
it("names both review intake paths in the empty state", () => {
|
|
4976
|
+
it("names both review intake paths in the empty state and links to Traces", async () => {
|
|
4977
|
+
const onOpenTraces = mock(() => undefined);
|
|
4578
4978
|
const {getByTestId, getByText} = renderWithTheme(
|
|
4579
4979
|
<AiReviewQueueView
|
|
4580
4980
|
counts={counts}
|
|
4581
4981
|
items={[]}
|
|
4582
4982
|
onOpenItem={() => undefined}
|
|
4983
|
+
onOpenTraces={onOpenTraces}
|
|
4583
4984
|
onRetry={() => undefined}
|
|
4584
|
-
onStart={() => undefined}
|
|
4585
4985
|
onStatusChange={() => undefined}
|
|
4586
4986
|
status="pending"
|
|
4587
4987
|
/>
|
|
4588
4988
|
);
|
|
4589
4989
|
expect(getByTestId("ai-review-empty")).toBeTruthy();
|
|
4590
|
-
expect(getByText(/
|
|
4591
|
-
|
|
4990
|
+
expect(getByText(/send them to human review, or start a review batch/)).toBeTruthy();
|
|
4991
|
+
await act(async () => {
|
|
4992
|
+
fireEvent.press(getByTestId("ai-review-empty-action"));
|
|
4993
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
4994
|
+
});
|
|
4995
|
+
expect(onOpenTraces).toHaveBeenCalled();
|
|
4592
4996
|
});
|
|
4593
4997
|
|
|
4594
4998
|
it("renders oldest-first row fields and starts reviewing", async () => {
|
|
4595
4999
|
const onStart = mock(() => undefined);
|
|
4596
|
-
const {getByTestId, getByText} = renderWithTheme(
|
|
4597
|
-
|
|
4598
|
-
|
|
4599
|
-
|
|
4600
|
-
|
|
4601
|
-
|
|
4602
|
-
|
|
4603
|
-
|
|
4604
|
-
|
|
4605
|
-
|
|
5000
|
+
const {getByTestId, getByText, queryByText} = renderWithTheme(
|
|
5001
|
+
<>
|
|
5002
|
+
<AiReviewQueueActions canStart onStart={onStart} />
|
|
5003
|
+
<AiReviewQueueView
|
|
5004
|
+
counts={{...counts, pending: 1}}
|
|
5005
|
+
items={[item, {...item, batchId: "b1", id: "review-item-2", outputPreview: "Short"}]}
|
|
5006
|
+
onOpenItem={() => undefined}
|
|
5007
|
+
onRetry={() => undefined}
|
|
5008
|
+
onStatusChange={() => undefined}
|
|
5009
|
+
status="pending"
|
|
5010
|
+
/>
|
|
5011
|
+
</>
|
|
4606
5012
|
);
|
|
4607
5013
|
expect(getByTestId("ai-review-table")).toBeTruthy();
|
|
4608
|
-
expect(
|
|
4609
|
-
expect(getByText("
|
|
4610
|
-
expect(getByText("
|
|
5014
|
+
expect(getByTestId("ai-review-open-review-item-1")).toBeTruthy();
|
|
5015
|
+
expect(getByText("From Traces")).toBeTruthy();
|
|
5016
|
+
expect(getByText("Short")).toBeTruthy();
|
|
5017
|
+
expect(getByText("Review oldest pending")).toBeTruthy();
|
|
5018
|
+
expect(queryByText("Open")).toBeNull();
|
|
4611
5019
|
await act(async () => {
|
|
4612
5020
|
fireEvent.press(getByTestId("ai-review-start-oldest"));
|
|
4613
5021
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
@@ -4615,6 +5023,26 @@ describe("AiReviewQueueView", () => {
|
|
|
4615
5023
|
expect(onStart).toHaveBeenCalled();
|
|
4616
5024
|
});
|
|
4617
5025
|
|
|
5026
|
+
it("labels where each untitled review item came from", () => {
|
|
5027
|
+
const {getByText} = renderWithTheme(
|
|
5028
|
+
<AiReviewQueueView
|
|
5029
|
+
counts={{...counts, pending: 3}}
|
|
5030
|
+
items={[
|
|
5031
|
+
{...item, batchId: "b1", id: "review-item-batch"},
|
|
5032
|
+
{...item, id: "review-item-eval", reason: "eval"},
|
|
5033
|
+
{...item, id: "review-item-other", reason: "other"},
|
|
5034
|
+
]}
|
|
5035
|
+
onOpenItem={() => undefined}
|
|
5036
|
+
onRetry={() => undefined}
|
|
5037
|
+
onStatusChange={() => undefined}
|
|
5038
|
+
status="pending"
|
|
5039
|
+
/>
|
|
5040
|
+
);
|
|
5041
|
+
expect(getByText("From a review batch")).toBeTruthy();
|
|
5042
|
+
expect(getByText("From an experiment")).toBeTruthy();
|
|
5043
|
+
expect(getByText("From Traces")).toBeTruthy();
|
|
5044
|
+
});
|
|
5045
|
+
|
|
4618
5046
|
it("renders loading, error retry, status tabs, and open controls", async () => {
|
|
4619
5047
|
const onRetry = mock(() => undefined);
|
|
4620
5048
|
const onStatusChange = mock(() => undefined);
|
|
@@ -4626,7 +5054,6 @@ describe("AiReviewQueueView", () => {
|
|
|
4626
5054
|
items={[]}
|
|
4627
5055
|
onOpenItem={onOpenItem}
|
|
4628
5056
|
onRetry={onRetry}
|
|
4629
|
-
onStart={() => undefined}
|
|
4630
5057
|
onStatusChange={onStatusChange}
|
|
4631
5058
|
status="pending"
|
|
4632
5059
|
/>
|
|
@@ -4640,24 +5067,23 @@ describe("AiReviewQueueView", () => {
|
|
|
4640
5067
|
items={[]}
|
|
4641
5068
|
onOpenItem={onOpenItem}
|
|
4642
5069
|
onRetry={onRetry}
|
|
4643
|
-
onStart={() => undefined}
|
|
4644
5070
|
onStatusChange={onStatusChange}
|
|
4645
5071
|
status="pending"
|
|
4646
5072
|
/>
|
|
4647
5073
|
);
|
|
5074
|
+
expect(errored.getByText("Could not load the review queue.")).toBeTruthy();
|
|
4648
5075
|
await act(async () => {
|
|
4649
|
-
fireEvent.press(errored.
|
|
4650
|
-
await Promise
|
|
5076
|
+
fireEvent.press(errored.getByTestId("ai-review-error-retry"));
|
|
5077
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
4651
5078
|
});
|
|
4652
5079
|
expect(onRetry).toHaveBeenCalled();
|
|
4653
5080
|
|
|
4654
|
-
const {getByText} = renderWithTheme(
|
|
5081
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
4655
5082
|
<AiReviewQueueView
|
|
4656
5083
|
counts={{...counts, done: 1, pending: 1}}
|
|
4657
5084
|
items={[item]}
|
|
4658
5085
|
onOpenItem={onOpenItem}
|
|
4659
5086
|
onRetry={onRetry}
|
|
4660
|
-
onStart={() => undefined}
|
|
4661
5087
|
onStatusChange={onStatusChange}
|
|
4662
5088
|
status="pending"
|
|
4663
5089
|
/>
|
|
@@ -4668,10 +5094,10 @@ describe("AiReviewQueueView", () => {
|
|
|
4668
5094
|
});
|
|
4669
5095
|
assert.isAtLeast(onStatusChange.mock.calls.length, 1);
|
|
4670
5096
|
await act(async () => {
|
|
4671
|
-
fireEvent.press(
|
|
5097
|
+
fireEvent.press(getByTestId("ai-review-open-review-item-1"));
|
|
4672
5098
|
await Promise.resolve();
|
|
4673
5099
|
});
|
|
4674
|
-
expect(onOpenItem).
|
|
5100
|
+
expect(onOpenItem).toHaveBeenCalledWith("review-item-1");
|
|
4675
5101
|
});
|
|
4676
5102
|
});
|
|
4677
5103
|
});
|
|
@@ -5263,22 +5689,14 @@ describe("AiTracesListScreen", () => {
|
|
|
5263
5689
|
fireEvent.press(view.getByTestId("ai-traces-clear-selection"));
|
|
5264
5690
|
await Promise.resolve();
|
|
5265
5691
|
});
|
|
5266
|
-
|
|
5267
|
-
|
|
5268
|
-
|
|
5269
|
-
|
|
5270
|
-
|
|
5271
|
-
|
|
5272
|
-
|
|
5273
|
-
|
|
5274
|
-
(field) => field.props.testID === "ai-traces-filter-sensitive"
|
|
5275
|
-
);
|
|
5276
|
-
assert.isDefined(promptFilter);
|
|
5277
|
-
assert.isDefined(scoreFilter);
|
|
5278
|
-
assert.isDefined(sensitiveFilter);
|
|
5279
|
-
fireEvent(promptFilter!, "onChange", "summarize");
|
|
5280
|
-
fireEvent(scoreFilter!, "onChange", "false");
|
|
5281
|
-
fireEvent(sensitiveFilter!, "onChange", "true");
|
|
5692
|
+
await act(async () => {
|
|
5693
|
+
fireEvent(view.getByTestId("ai-traces-table"), "filterValuesChange", {
|
|
5694
|
+
hasScore: false,
|
|
5695
|
+
prompt: ["summarize"],
|
|
5696
|
+
sensitive: true,
|
|
5697
|
+
});
|
|
5698
|
+
await Promise.resolve();
|
|
5699
|
+
});
|
|
5282
5700
|
expect(view.getByTestId("ai-traces-pagination")).toBeTruthy();
|
|
5283
5701
|
listState = {
|
|
5284
5702
|
data: {data: loaded, limit: 20, more: false, page: 1, total: 1},
|
|
@@ -5287,10 +5705,11 @@ describe("AiTracesListScreen", () => {
|
|
|
5287
5705
|
};
|
|
5288
5706
|
});
|
|
5289
5707
|
|
|
5290
|
-
it("surfaces list load error
|
|
5708
|
+
it("surfaces a list load error with Try again", () => {
|
|
5291
5709
|
listState = {data: undefined, isError: true, isLoading: false};
|
|
5292
5710
|
const view = renderWithTheme(<AiTracesScreenWidget {...widgetProps} />);
|
|
5293
|
-
expect(view.getByText("
|
|
5711
|
+
expect(view.getByText("Could not load traces.")).toBeTruthy();
|
|
5712
|
+
expect(view.getByTestId("ai-traces-load-error-retry")).toBeTruthy();
|
|
5294
5713
|
listState = {
|
|
5295
5714
|
data: {data: loaded, limit: 20, more: false, page: 1, total: 1},
|
|
5296
5715
|
isError: false,
|
|
@@ -5411,12 +5830,12 @@ describe("AiTracesListView", () => {
|
|
|
5411
5830
|
onDismissReviewModal: () => undefined,
|
|
5412
5831
|
onEnqueueReview: () => undefined,
|
|
5413
5832
|
onEvaluatorChange: () => undefined,
|
|
5414
|
-
|
|
5833
|
+
onFilterValuesChange: () => undefined,
|
|
5415
5834
|
onOpenAddToDataset: () => undefined,
|
|
5416
5835
|
onOpenReview: () => undefined,
|
|
5417
5836
|
onOpenTrace: () => undefined,
|
|
5418
5837
|
onPageChange: () => undefined,
|
|
5419
|
-
|
|
5838
|
+
onSortChange: () => undefined,
|
|
5420
5839
|
onToggleSelect: () => undefined,
|
|
5421
5840
|
};
|
|
5422
5841
|
|
|
@@ -5436,7 +5855,7 @@ describe("AiTracesListView", () => {
|
|
|
5436
5855
|
{...datasetDefaults}
|
|
5437
5856
|
evaluatorId=""
|
|
5438
5857
|
evaluators={[]}
|
|
5439
|
-
|
|
5858
|
+
filterValues={{}}
|
|
5440
5859
|
page={1}
|
|
5441
5860
|
selectedIds={[]}
|
|
5442
5861
|
showMultiStageTest
|
|
@@ -5446,26 +5865,31 @@ describe("AiTracesListView", () => {
|
|
|
5446
5865
|
/>
|
|
5447
5866
|
);
|
|
5448
5867
|
expect(getByTestId("ai-traces-empty")).toBeTruthy();
|
|
5449
|
-
expect(getByText("No traces
|
|
5868
|
+
expect(getByText("No traces yet")).toBeTruthy();
|
|
5450
5869
|
});
|
|
5451
5870
|
|
|
5452
|
-
it("
|
|
5453
|
-
const
|
|
5454
|
-
const {getByTestId} = renderWithTheme(
|
|
5871
|
+
it("says no traces match when filters are applied", () => {
|
|
5872
|
+
const {getByText} = renderWithTheme(
|
|
5455
5873
|
<AiTracesListView
|
|
5456
5874
|
{...datasetDefaults}
|
|
5457
5875
|
evaluatorId=""
|
|
5458
5876
|
evaluators={[]}
|
|
5459
|
-
|
|
5877
|
+
filterValues={{status: ["error"]}}
|
|
5460
5878
|
page={1}
|
|
5461
5879
|
selectedIds={[]}
|
|
5462
|
-
showMultiStageTest
|
|
5463
5880
|
total={0}
|
|
5464
5881
|
traces={[]}
|
|
5465
5882
|
{...idleHandlers}
|
|
5466
|
-
onRunTestMultiStage={onRunTestMultiStage}
|
|
5467
5883
|
/>
|
|
5468
5884
|
);
|
|
5885
|
+
expect(getByText("No traces match these filters")).toBeTruthy();
|
|
5886
|
+
});
|
|
5887
|
+
|
|
5888
|
+
it("runs the test trace from the header action", async () => {
|
|
5889
|
+
const onRunTestMultiStage = mock(() => undefined);
|
|
5890
|
+
const {getByTestId} = renderWithTheme(
|
|
5891
|
+
<AiTracesHeaderActions onRunTestMultiStage={onRunTestMultiStage} showMultiStageTest />
|
|
5892
|
+
);
|
|
5469
5893
|
|
|
5470
5894
|
await act(async () => {
|
|
5471
5895
|
fireEvent.press(getByTestId("ai-traces-run-multi-stage"));
|
|
@@ -5475,14 +5899,24 @@ describe("AiTracesListView", () => {
|
|
|
5475
5899
|
assert.equal(onRunTestMultiStage.mock.calls.length, 1);
|
|
5476
5900
|
});
|
|
5477
5901
|
|
|
5478
|
-
it("disables the
|
|
5902
|
+
it("disables the test trace action and explains why when it is blocked", () => {
|
|
5479
5903
|
const onRunTestMultiStage = mock(() => undefined);
|
|
5480
|
-
const
|
|
5904
|
+
const header = renderWithTheme(
|
|
5905
|
+
<AiTracesHeaderActions
|
|
5906
|
+
multiStageBlockedMessage="Save a Gemini API key on Profile."
|
|
5907
|
+
onRunTestMultiStage={onRunTestMultiStage}
|
|
5908
|
+
showMultiStageTest
|
|
5909
|
+
/>
|
|
5910
|
+
);
|
|
5911
|
+
expect(header.getByTestId("ai-traces-run-multi-stage")).toBeDisabled();
|
|
5912
|
+
assert.equal(onRunTestMultiStage.mock.calls.length, 0);
|
|
5913
|
+
|
|
5914
|
+
const body = renderWithTheme(
|
|
5481
5915
|
<AiTracesListView
|
|
5482
5916
|
{...datasetDefaults}
|
|
5483
5917
|
evaluatorId=""
|
|
5484
5918
|
evaluators={[]}
|
|
5485
|
-
|
|
5919
|
+
filterValues={{}}
|
|
5486
5920
|
multiStageBlockedMessage="Save a Gemini API key on Profile."
|
|
5487
5921
|
page={1}
|
|
5488
5922
|
selectedIds={[]}
|
|
@@ -5490,42 +5924,28 @@ describe("AiTracesListView", () => {
|
|
|
5490
5924
|
total={0}
|
|
5491
5925
|
traces={[]}
|
|
5492
5926
|
{...idleHandlers}
|
|
5493
|
-
onRunTestMultiStage={onRunTestMultiStage}
|
|
5494
5927
|
/>
|
|
5495
5928
|
);
|
|
5496
|
-
|
|
5497
|
-
expect(getByTestId("ai-traces-multi-stage-blocked")).toHaveTextContent(
|
|
5929
|
+
expect(body.getByTestId("ai-traces-multi-stage-blocked")).toHaveTextContent(
|
|
5498
5930
|
"Save a Gemini API key on Profile."
|
|
5499
5931
|
);
|
|
5500
|
-
expect(getByTestId("ai-traces-run-multi-stage")).toBeDisabled();
|
|
5501
|
-
assert.equal(onRunTestMultiStage.mock.calls.length, 0);
|
|
5502
5932
|
});
|
|
5503
5933
|
|
|
5504
|
-
it("hides the
|
|
5934
|
+
it("hides the test trace action without local trace storage", () => {
|
|
5505
5935
|
const {queryByTestId} = renderWithTheme(
|
|
5506
|
-
<
|
|
5507
|
-
{...datasetDefaults}
|
|
5508
|
-
evaluatorId=""
|
|
5509
|
-
evaluators={[]}
|
|
5510
|
-
filters={emptyTraceFilters()}
|
|
5511
|
-
page={1}
|
|
5512
|
-
selectedIds={[]}
|
|
5513
|
-
total={0}
|
|
5514
|
-
traces={[]}
|
|
5515
|
-
{...idleHandlers}
|
|
5516
|
-
/>
|
|
5936
|
+
<AiTracesHeaderActions onRunTestMultiStage={() => undefined} />
|
|
5517
5937
|
);
|
|
5518
5938
|
|
|
5519
5939
|
assert.notExists(queryByTestId("ai-traces-run-multi-stage"));
|
|
5520
5940
|
});
|
|
5521
5941
|
|
|
5522
|
-
it("renders an error row with the error line and
|
|
5942
|
+
it("renders an error row with the error line and step count", () => {
|
|
5523
5943
|
const {getByText} = renderWithTheme(
|
|
5524
5944
|
<AiTracesListView
|
|
5525
5945
|
{...datasetDefaults}
|
|
5526
5946
|
evaluatorId=""
|
|
5527
5947
|
evaluators={[]}
|
|
5528
|
-
|
|
5948
|
+
filterValues={{}}
|
|
5529
5949
|
page={1}
|
|
5530
5950
|
selectedIds={[]}
|
|
5531
5951
|
total={1}
|
|
@@ -5534,17 +5954,17 @@ describe("AiTracesListView", () => {
|
|
|
5534
5954
|
/>
|
|
5535
5955
|
);
|
|
5536
5956
|
expect(getByText("model timeout")).toBeTruthy();
|
|
5537
|
-
expect(getByText("
|
|
5957
|
+
expect(getByText("1 step")).toBeTruthy();
|
|
5538
5958
|
expect(getByText("failed-call")).toBeTruthy();
|
|
5539
5959
|
});
|
|
5540
5960
|
|
|
5541
|
-
it("uses
|
|
5542
|
-
const {
|
|
5961
|
+
it("uses the shared OK and Error status badges", () => {
|
|
5962
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
5543
5963
|
<AiTracesListView
|
|
5544
5964
|
{...datasetDefaults}
|
|
5545
5965
|
evaluatorId=""
|
|
5546
5966
|
evaluators={[]}
|
|
5547
|
-
|
|
5967
|
+
filterValues={{}}
|
|
5548
5968
|
page={1}
|
|
5549
5969
|
selectedIds={[]}
|
|
5550
5970
|
total={2}
|
|
@@ -5552,14 +5972,10 @@ describe("AiTracesListView", () => {
|
|
|
5552
5972
|
{...idleHandlers}
|
|
5553
5973
|
/>
|
|
5554
5974
|
);
|
|
5555
|
-
|
|
5556
|
-
|
|
5557
|
-
|
|
5558
|
-
|
|
5559
|
-
assert.isString(accentDotColor);
|
|
5560
|
-
assert.notEqual(primaryDotColor, accentDotColor);
|
|
5561
|
-
expect(getByLabelText("Trace status: ok")).toBeTruthy();
|
|
5562
|
-
expect(getByLabelText("Trace status: error")).toBeTruthy();
|
|
5975
|
+
expect(getByTestId("ai-traces-status-ok")).toBeTruthy();
|
|
5976
|
+
expect(getByTestId("ai-traces-status-error")).toBeTruthy();
|
|
5977
|
+
expect(getByText("OK")).toBeTruthy();
|
|
5978
|
+
expect(getByText("Error")).toBeTruthy();
|
|
5563
5979
|
});
|
|
5564
5980
|
|
|
5565
5981
|
it("renders a sensitive badge on sensitive traces", () => {
|
|
@@ -5568,7 +5984,7 @@ describe("AiTracesListView", () => {
|
|
|
5568
5984
|
{...datasetDefaults}
|
|
5569
5985
|
evaluatorId=""
|
|
5570
5986
|
evaluators={[]}
|
|
5571
|
-
|
|
5987
|
+
filterValues={{}}
|
|
5572
5988
|
page={1}
|
|
5573
5989
|
selectedIds={[]}
|
|
5574
5990
|
total={1}
|
|
@@ -5577,7 +5993,7 @@ describe("AiTracesListView", () => {
|
|
|
5577
5993
|
/>
|
|
5578
5994
|
);
|
|
5579
5995
|
expect(getByTestId("ai-traces-sensitive-badge")).toBeTruthy();
|
|
5580
|
-
expect(getByText("3")).toBeTruthy();
|
|
5996
|
+
expect(getByText("3 steps")).toBeTruthy();
|
|
5581
5997
|
expect(getByText("2")).toBeTruthy();
|
|
5582
5998
|
});
|
|
5583
5999
|
|
|
@@ -5587,7 +6003,7 @@ describe("AiTracesListView", () => {
|
|
|
5587
6003
|
{...datasetDefaults}
|
|
5588
6004
|
evaluatorId="eval-1"
|
|
5589
6005
|
evaluators={[{id: "eval-1", name: "correctness", type: "human"}]}
|
|
5590
|
-
|
|
6006
|
+
filterValues={{}}
|
|
5591
6007
|
page={1}
|
|
5592
6008
|
selectedIds={[sensitiveTrace.id, okTrace.id]}
|
|
5593
6009
|
total={2}
|
|
@@ -5607,12 +6023,12 @@ describe("AiTracesListView", () => {
|
|
|
5607
6023
|
|
|
5608
6024
|
it("toggles selection, filters, dataset modal, and pagination", async () => {
|
|
5609
6025
|
const onToggleSelect = mock(() => undefined);
|
|
5610
|
-
const
|
|
6026
|
+
const onFilterValuesChange = mock((_values: Record<string, unknown>) => undefined);
|
|
5611
6027
|
const onClearSelection = mock(() => undefined);
|
|
5612
6028
|
const onPageChange = mock(() => undefined);
|
|
5613
6029
|
const onAddToDataset = mock(() => undefined);
|
|
5614
6030
|
const onDismissDatasetModal = mock(() => undefined);
|
|
5615
|
-
const {getByTestId, getByText
|
|
6031
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
5616
6032
|
<AiTracesListView
|
|
5617
6033
|
addToDatasetError="Could not add traces to the dataset."
|
|
5618
6034
|
datasetId="ds-1"
|
|
@@ -5621,8 +6037,7 @@ describe("AiTracesListView", () => {
|
|
|
5621
6037
|
enqueueError="enqueue failed"
|
|
5622
6038
|
evaluatorId="eval-1"
|
|
5623
6039
|
evaluators={[{id: "eval-1", name: "correctness", type: "human"}]}
|
|
5624
|
-
|
|
5625
|
-
more
|
|
6040
|
+
filterValues={{}}
|
|
5626
6041
|
onAddToDataset={onAddToDataset}
|
|
5627
6042
|
onClearSelection={onClearSelection}
|
|
5628
6043
|
onDatasetChange={() => undefined}
|
|
@@ -5630,11 +6045,12 @@ describe("AiTracesListView", () => {
|
|
|
5630
6045
|
onDismissReviewModal={() => undefined}
|
|
5631
6046
|
onEnqueueReview={() => undefined}
|
|
5632
6047
|
onEvaluatorChange={() => undefined}
|
|
5633
|
-
|
|
6048
|
+
onFilterValuesChange={onFilterValuesChange}
|
|
5634
6049
|
onOpenAddToDataset={() => undefined}
|
|
5635
6050
|
onOpenReview={() => undefined}
|
|
5636
6051
|
onOpenTrace={() => undefined}
|
|
5637
6052
|
onPageChange={onPageChange}
|
|
6053
|
+
onSortChange={() => undefined}
|
|
5638
6054
|
onToggleSelect={onToggleSelect}
|
|
5639
6055
|
page={1}
|
|
5640
6056
|
promptOptions={["summarize", "safety"]}
|
|
@@ -5651,22 +6067,19 @@ describe("AiTracesListView", () => {
|
|
|
5651
6067
|
});
|
|
5652
6068
|
assert.isAtLeast(onToggleSelect.mock.calls.length, 1);
|
|
5653
6069
|
|
|
5654
|
-
|
|
5655
|
-
(
|
|
5656
|
-
|
|
5657
|
-
|
|
5658
|
-
|
|
5659
|
-
|
|
5660
|
-
|
|
5661
|
-
|
|
5662
|
-
|
|
5663
|
-
|
|
5664
|
-
|
|
5665
|
-
|
|
5666
|
-
|
|
5667
|
-
fireEvent(scoreSelect!, "onChange", "false");
|
|
5668
|
-
fireEvent(sensitiveSelect!, "onChange", "true");
|
|
5669
|
-
assert.isAtLeast(onFiltersChange.mock.calls.length, 3);
|
|
6070
|
+
await act(async () => {
|
|
6071
|
+
fireEvent(getByTestId("ai-traces-table"), "filterValuesChange", {
|
|
6072
|
+
hasScore: false,
|
|
6073
|
+
prompt: ["summarize"],
|
|
6074
|
+
sensitive: true,
|
|
6075
|
+
});
|
|
6076
|
+
await Promise.resolve();
|
|
6077
|
+
});
|
|
6078
|
+
assert.deepEqual(onFilterValuesChange.mock.calls[0]?.[0], {
|
|
6079
|
+
hasScore: false,
|
|
6080
|
+
prompt: ["summarize"],
|
|
6081
|
+
sensitive: true,
|
|
6082
|
+
});
|
|
5670
6083
|
|
|
5671
6084
|
expect(getByText("enqueue failed")).toBeTruthy();
|
|
5672
6085
|
expect(getByTestId("ai-traces-add-dataset-error")).toBeTruthy();
|
|
@@ -5675,7 +6088,27 @@ describe("AiTracesListView", () => {
|
|
|
5675
6088
|
expect(getByTestId("ai-traces-review-modal")).toHaveTextContent(
|
|
5676
6089
|
/human evaluator defines the score fields/
|
|
5677
6090
|
);
|
|
5678
|
-
expect(getByText("40 traces
|
|
6091
|
+
expect(getByText("40 traces")).toBeTruthy();
|
|
6092
|
+
});
|
|
6093
|
+
|
|
6094
|
+
it("links to datasets instead of a fake option when there are none", () => {
|
|
6095
|
+
const {getByTestId, getByText, queryByTestId} = renderWithTheme(
|
|
6096
|
+
<AiTracesListView
|
|
6097
|
+
{...datasetDefaults}
|
|
6098
|
+
datasetModalOpen
|
|
6099
|
+
evaluatorId=""
|
|
6100
|
+
evaluators={[]}
|
|
6101
|
+
filterValues={{}}
|
|
6102
|
+
page={1}
|
|
6103
|
+
selectedIds={[okTrace.id]}
|
|
6104
|
+
total={1}
|
|
6105
|
+
traces={[okTrace]}
|
|
6106
|
+
{...idleHandlers}
|
|
6107
|
+
/>
|
|
6108
|
+
);
|
|
6109
|
+
expect(getByTestId("ai-traces-dataset-none")).toBeTruthy();
|
|
6110
|
+
expect(getByText("Create a dataset")).toBeTruthy();
|
|
6111
|
+
assert.notExists(queryByTestId("ai-traces-dataset-picker"));
|
|
5679
6112
|
});
|
|
5680
6113
|
|
|
5681
6114
|
it("wires evaluator change, page change, and dataset modal dismiss", async () => {
|
|
@@ -5692,8 +6125,7 @@ describe("AiTracesListView", () => {
|
|
|
5692
6125
|
{id: "eval-1", name: "correctness", type: "human"},
|
|
5693
6126
|
{id: "eval-2", name: "tone", type: "human"},
|
|
5694
6127
|
]}
|
|
5695
|
-
|
|
5696
|
-
more
|
|
6128
|
+
filterValues={{}}
|
|
5697
6129
|
onAddToDataset={() => undefined}
|
|
5698
6130
|
onClearSelection={() => undefined}
|
|
5699
6131
|
onDatasetChange={() => undefined}
|
|
@@ -5701,11 +6133,12 @@ describe("AiTracesListView", () => {
|
|
|
5701
6133
|
onDismissReviewModal={() => undefined}
|
|
5702
6134
|
onEnqueueReview={() => undefined}
|
|
5703
6135
|
onEvaluatorChange={onEvaluatorChange}
|
|
5704
|
-
|
|
6136
|
+
onFilterValuesChange={() => undefined}
|
|
5705
6137
|
onOpenAddToDataset={() => undefined}
|
|
5706
6138
|
onOpenReview={() => undefined}
|
|
5707
6139
|
onOpenTrace={() => undefined}
|
|
5708
6140
|
onPageChange={onPageChange}
|
|
6141
|
+
onSortChange={() => undefined}
|
|
5709
6142
|
onToggleSelect={() => undefined}
|
|
5710
6143
|
page={1}
|
|
5711
6144
|
promptOptions={["summarize", "safety"]}
|
|
@@ -5734,26 +6167,29 @@ describe("AiTracesListView", () => {
|
|
|
5734
6167
|
assert.equal(onDismissDatasetModal.mock.calls.length, 1);
|
|
5735
6168
|
});
|
|
5736
6169
|
|
|
5737
|
-
it("wires
|
|
5738
|
-
const
|
|
6170
|
+
it("wires sort and column filters and opens traces from the table", async () => {
|
|
6171
|
+
const onFilterValuesChange = mock((_values: Record<string, unknown>) => undefined);
|
|
6172
|
+
const onSortChange = mock((_sort: string) => undefined);
|
|
5739
6173
|
const onOpenTrace = mock(() => undefined);
|
|
5740
|
-
const {getByTestId
|
|
6174
|
+
const {getByTestId} = renderWithTheme(
|
|
5741
6175
|
<AiTracesListView
|
|
5742
6176
|
{...datasetDefaults}
|
|
5743
6177
|
evaluatorId=""
|
|
5744
6178
|
evaluators={[]}
|
|
5745
|
-
|
|
6179
|
+
filterValues={{}}
|
|
5746
6180
|
onAddToDataset={() => undefined}
|
|
5747
6181
|
onClearSelection={() => undefined}
|
|
5748
6182
|
onDatasetChange={() => undefined}
|
|
5749
6183
|
onDismissDatasetModal={() => undefined}
|
|
6184
|
+
onDismissReviewModal={() => undefined}
|
|
5750
6185
|
onEnqueueReview={() => undefined}
|
|
5751
6186
|
onEvaluatorChange={() => undefined}
|
|
5752
|
-
|
|
6187
|
+
onFilterValuesChange={onFilterValuesChange}
|
|
5753
6188
|
onOpenAddToDataset={() => undefined}
|
|
6189
|
+
onOpenReview={() => undefined}
|
|
5754
6190
|
onOpenTrace={onOpenTrace}
|
|
5755
6191
|
onPageChange={() => undefined}
|
|
5756
|
-
|
|
6192
|
+
onSortChange={onSortChange}
|
|
5757
6193
|
onToggleSelect={() => undefined}
|
|
5758
6194
|
page={1}
|
|
5759
6195
|
selectedIds={[]}
|
|
@@ -5761,15 +6197,17 @@ describe("AiTracesListView", () => {
|
|
|
5761
6197
|
traces={[okTrace]}
|
|
5762
6198
|
/>
|
|
5763
6199
|
);
|
|
5764
|
-
|
|
5765
|
-
|
|
5766
|
-
|
|
5767
|
-
(
|
|
5768
|
-
|
|
5769
|
-
|
|
5770
|
-
|
|
5771
|
-
|
|
5772
|
-
|
|
6200
|
+
const table = getByTestId("ai-traces-table");
|
|
6201
|
+
await act(async () => {
|
|
6202
|
+
fireEvent(table, "setSortColumn", {column: 6, direction: "desc"});
|
|
6203
|
+
fireEvent(table, "filterValuesChange", {status: ["error"], userId: "user-1"});
|
|
6204
|
+
await Promise.resolve();
|
|
6205
|
+
});
|
|
6206
|
+
assert.deepEqual(onSortChange.mock.calls[0]?.[0], "-cost");
|
|
6207
|
+
assert.deepEqual(onFilterValuesChange.mock.calls[0]?.[0], {
|
|
6208
|
+
status: ["error"],
|
|
6209
|
+
userId: "user-1",
|
|
6210
|
+
});
|
|
5773
6211
|
await act(async () => {
|
|
5774
6212
|
fireEvent.press(getByTestId("ai-traces-open-trace-ok"));
|
|
5775
6213
|
await Promise.resolve();
|
|
@@ -5785,24 +6223,27 @@ describe("ReviewScoreField", () => {
|
|
|
5785
6223
|
routerPush.mockClear();
|
|
5786
6224
|
});
|
|
5787
6225
|
describe("ReviewScoreField", () => {
|
|
5788
|
-
it("renders boolean dimensions as
|
|
6226
|
+
it("renders boolean dimensions as one Yes/No control", async () => {
|
|
5789
6227
|
const onChange = mock(() => undefined);
|
|
5790
|
-
const {getByTestId, getByText} = renderWithTheme(
|
|
6228
|
+
const {getByTestId, getByText, queryByText} = renderWithTheme(
|
|
5791
6229
|
<ReviewScoreField
|
|
5792
|
-
dimension={{dataType: "boolean", key: "
|
|
6230
|
+
dimension={{dataType: "boolean", key: "is_correct", required: true}}
|
|
5793
6231
|
onChange={onChange}
|
|
6232
|
+
value={false}
|
|
5794
6233
|
/>
|
|
5795
6234
|
);
|
|
5796
|
-
expect(getByTestId("ai-review-score-boolean-
|
|
5797
|
-
expect(
|
|
5798
|
-
expect(getByText("
|
|
6235
|
+
expect(getByTestId("ai-review-score-boolean-is_correct")).toBeTruthy();
|
|
6236
|
+
expect(getByTestId("ai-review-score-is_correct-answer")).toBeTruthy();
|
|
6237
|
+
expect(getByText("Is correct")).toBeTruthy();
|
|
6238
|
+
expect(queryByText("Pass")).toBeNull();
|
|
6239
|
+
expect(queryByText("Fail")).toBeNull();
|
|
5799
6240
|
await act(async () => {
|
|
5800
|
-
fireEvent.press(getByTestId("ai-review-score-
|
|
6241
|
+
fireEvent.press(getByTestId("ai-review-score-is_correct-yes"));
|
|
5801
6242
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
5802
6243
|
});
|
|
5803
6244
|
expect(onChange).toHaveBeenCalledWith(true);
|
|
5804
6245
|
await act(async () => {
|
|
5805
|
-
fireEvent.press(getByTestId("ai-review-score-
|
|
6246
|
+
fireEvent.press(getByTestId("ai-review-score-is_correct-no"));
|
|
5806
6247
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
5807
6248
|
});
|
|
5808
6249
|
expect(onChange).toHaveBeenCalledWith(false);
|
|
@@ -5818,7 +6259,7 @@ describe("ReviewScoreField", () => {
|
|
|
5818
6259
|
/>
|
|
5819
6260
|
);
|
|
5820
6261
|
expect(getByTestId("ai-review-score-numeric-helpfulness")).toBeTruthy();
|
|
5821
|
-
expect(getByText("
|
|
6262
|
+
expect(getByText("Helpfulness")).toBeTruthy();
|
|
5822
6263
|
expect(getByText("0")).toBeTruthy();
|
|
5823
6264
|
expect(getByText("1")).toBeTruthy();
|
|
5824
6265
|
fireEvent(UNSAFE_getByType(SliderComponent), "valueChange", 0.8);
|
|
@@ -5942,7 +6383,6 @@ describe("AiExperimentResultsView", () => {
|
|
|
5942
6383
|
onSelectVersion={() => undefined}
|
|
5943
6384
|
promoteConfirmOpen={false}
|
|
5944
6385
|
promoteVersion={2}
|
|
5945
|
-
selectedVersion={2}
|
|
5946
6386
|
/>
|
|
5947
6387
|
);
|
|
5948
6388
|
expect(getByTestId("ai-experiment-results-running")).toBeTruthy();
|
|
@@ -5957,16 +6397,13 @@ describe("AiExperimentResultsView", () => {
|
|
|
5957
6397
|
onOpenPromoteConfirm={() => undefined}
|
|
5958
6398
|
onPromote={() => undefined}
|
|
5959
6399
|
onSelectVersion={() => undefined}
|
|
5960
|
-
promoteBlockedMessage="gate failed for v2 quality.correct"
|
|
5961
6400
|
promoteConfirmOpen={false}
|
|
5962
6401
|
promoteVersion={2}
|
|
5963
|
-
selectedVersion={2}
|
|
5964
6402
|
/>
|
|
5965
6403
|
);
|
|
5966
|
-
expect(getByTestId("ai-experiment-gates-failing")).
|
|
5967
|
-
|
|
5968
|
-
String(getByTestId("ai-experiment-promote-blocked").props.children),
|
|
5969
|
-
"quality.correct"
|
|
6404
|
+
expect(getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
|
|
6405
|
+
/v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\)/
|
|
5970
6406
|
);
|
|
6407
|
+
expect(getByTestId("ai-experiment-gates-v2-verdict")).toHaveTextContent("Fails 1 of 1 gate");
|
|
5971
6408
|
});
|
|
5972
6409
|
});
|