@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +166 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -5,26 +5,20 @@ import {assert} from "chai";
|
|
|
5
5
|
import React from "react";
|
|
6
6
|
import {renderWithTheme} from "../../../ui/src/test-utils";
|
|
7
7
|
import type {AdminConfigResponse} from "../types";
|
|
8
|
-
import {AiDatasetDetailScreenWidget as AiDatasetDetailScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetDetailScreen";
|
|
9
|
-
import {AiDatasetsScreenWidget as AiDatasetsScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetsListScreen";
|
|
10
|
-
import {AiEvaluatorDetailScreenWidget as AiEvaluatorDetailScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorDetailScreen";
|
|
11
|
-
import {AiEvaluatorNewScreenWidget as AiEvaluatorNewScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorNewScreen";
|
|
12
|
-
import {AiEvaluatorsScreenWidget as AiEvaluatorsScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorsListScreen";
|
|
13
|
-
import {AiExperimentNewScreenWidget as AiExperimentNewScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentNewScreen";
|
|
14
|
-
import {AiExperimentResultsScreenWidget as AiExperimentResultsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentResultsScreen";
|
|
15
|
-
import {AiExperimentsScreenWidget as AiExperimentsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentsListScreen";
|
|
16
|
-
import {AiPromptEditorScreenWidget as AiPromptEditorScreenWidgetBase} from "../widgets/aiObservability/prompts/AiPromptEditorScreen";
|
|
17
|
-
import {AiPromptsScreenWidget as AiPromptsScreenWidgetBase} from "../widgets/aiObservability/prompts/AiPromptsListScreen";
|
|
18
8
|
import {AiReviewItemScreenWidget as AiReviewItemScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewItemScreen";
|
|
19
|
-
import {
|
|
9
|
+
import {
|
|
10
|
+
AiReviewItemHeaderMeta,
|
|
11
|
+
AiReviewItemNav,
|
|
12
|
+
AiReviewItemView,
|
|
13
|
+
reviewItemTitle,
|
|
14
|
+
} from "../widgets/aiObservability/review/AiReviewItemView";
|
|
20
15
|
import {AiReviewScreenWidget as AiReviewScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewQueueScreen";
|
|
21
|
-
import {
|
|
16
|
+
import {
|
|
17
|
+
AiReviewQueueActions,
|
|
18
|
+
AiReviewQueueView,
|
|
19
|
+
} from "../widgets/aiObservability/review/AiReviewQueueView";
|
|
22
20
|
import {ReviewScoreField} from "../widgets/aiObservability/review/ReviewScoreField";
|
|
23
21
|
import type {ReviewDetail, ReviewListItem} from "../widgets/aiObservability/review/reviewTypes";
|
|
24
|
-
import {AiObservabilityChrome as AiObservabilityChromeBase} from "../widgets/aiObservability/shell/AiObservabilityChrome";
|
|
25
|
-
import {AiObservabilityStatusChip as AiObservabilityStatusChipBase} from "../widgets/aiObservability/shell/AiObservabilityStatusChip";
|
|
26
|
-
import {AiTraceDetailScreenWidget as AiTraceDetailScreenWidgetBase} from "../widgets/aiObservability/traces/AiTraceDetailScreen";
|
|
27
|
-
import {AiTracesScreenWidget as AiTracesScreenWidgetBase} from "../widgets/aiObservability/traces/AiTracesListScreen";
|
|
28
22
|
import {
|
|
29
23
|
createObservabilityServer,
|
|
30
24
|
type FakeObservabilityRoute,
|
|
@@ -33,24 +27,8 @@ import {
|
|
|
33
27
|
withObservabilityServer,
|
|
34
28
|
} from "./observabilityFakeApi.isolated";
|
|
35
29
|
|
|
36
|
-
const _AiDatasetDetailScreenWidget = withObservabilityServer(AiDatasetDetailScreenWidgetBase);
|
|
37
|
-
const _AiDatasetsScreenWidget = withObservabilityServer(AiDatasetsScreenWidgetBase);
|
|
38
|
-
const _AiEvaluatorDetailScreenWidget = withObservabilityServer(AiEvaluatorDetailScreenWidgetBase);
|
|
39
|
-
const _AiEvaluatorNewScreenWidget = withObservabilityServer(AiEvaluatorNewScreenWidgetBase);
|
|
40
|
-
const _AiEvaluatorsScreenWidget = withObservabilityServer(AiEvaluatorsScreenWidgetBase);
|
|
41
|
-
const _AiExperimentNewScreenWidget = withObservabilityServer(AiExperimentNewScreenWidgetBase);
|
|
42
|
-
const _AiExperimentResultsScreenWidget = withObservabilityServer(
|
|
43
|
-
AiExperimentResultsScreenWidgetBase
|
|
44
|
-
);
|
|
45
|
-
const _AiExperimentsScreenWidget = withObservabilityServer(AiExperimentsScreenWidgetBase);
|
|
46
|
-
const _AiPromptEditorScreenWidget = withObservabilityServer(AiPromptEditorScreenWidgetBase);
|
|
47
|
-
const _AiPromptsScreenWidget = withObservabilityServer(AiPromptsScreenWidgetBase);
|
|
48
30
|
const AiReviewItemScreenWidget = withObservabilityServer(AiReviewItemScreenWidgetBase);
|
|
49
31
|
const AiReviewScreenWidget = withObservabilityServer(AiReviewScreenWidgetBase);
|
|
50
|
-
const _AiTraceDetailScreenWidget = withObservabilityServer(AiTraceDetailScreenWidgetBase);
|
|
51
|
-
const _AiTracesScreenWidget = withObservabilityServer(AiTracesScreenWidgetBase);
|
|
52
|
-
const _AiObservabilityChrome = withObservabilityServer(AiObservabilityChromeBase);
|
|
53
|
-
const _AiObservabilityStatusChip = withObservabilityServer(AiObservabilityStatusChipBase);
|
|
54
32
|
|
|
55
33
|
interface ExpoRouterPushMock {
|
|
56
34
|
(...args: unknown[]): void;
|
|
@@ -76,6 +54,27 @@ mock.module("expo-router", () => ({
|
|
|
76
54
|
},
|
|
77
55
|
useLocalSearchParams: (): Record<string, string> => readExpoSearchParams.current(),
|
|
78
56
|
}));
|
|
57
|
+
|
|
58
|
+
const statusData = {
|
|
59
|
+
localOn: true,
|
|
60
|
+
plugins: [],
|
|
61
|
+
primaries: {
|
|
62
|
+
datasets: "local",
|
|
63
|
+
experiments: "local",
|
|
64
|
+
prompts: "local",
|
|
65
|
+
reviewQueue: "local",
|
|
66
|
+
},
|
|
67
|
+
};
|
|
68
|
+
|
|
69
|
+
const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
|
|
70
|
+
|
|
71
|
+
/** A review list envelope; `more` keeps it a list envelope so `counts` reaches the screen. */
|
|
72
|
+
const reviewList = (items: ReviewListItem[]): Record<string, unknown> => ({
|
|
73
|
+
counts: {done: 0, in_progress: 0, pending: items.length, skipped: 0},
|
|
74
|
+
data: items,
|
|
75
|
+
more: false,
|
|
76
|
+
});
|
|
77
|
+
|
|
79
78
|
describe("AiReviewItemScreen", () => {
|
|
80
79
|
beforeEach(() => {
|
|
81
80
|
setExpoSearchParams(() => ({id: reviewId}));
|
|
@@ -83,17 +82,6 @@ describe("AiReviewItemScreen", () => {
|
|
|
83
82
|
});
|
|
84
83
|
let reviewId = "rev-1";
|
|
85
84
|
|
|
86
|
-
const statusData = {
|
|
87
|
-
localOn: true,
|
|
88
|
-
plugins: [],
|
|
89
|
-
primaries: {
|
|
90
|
-
datasets: "local",
|
|
91
|
-
experiments: "local",
|
|
92
|
-
prompts: "local",
|
|
93
|
-
reviewQueue: "local",
|
|
94
|
-
},
|
|
95
|
-
};
|
|
96
|
-
|
|
97
85
|
const detail: ReviewDetail = {
|
|
98
86
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
99
87
|
evaluatorId: "eval-1",
|
|
@@ -126,6 +114,7 @@ describe("AiReviewItemScreen", () => {
|
|
|
126
114
|
const createServer = (options?: {
|
|
127
115
|
currentUserId?: string;
|
|
128
116
|
detailRoute?: FakeObservabilityRoute;
|
|
117
|
+
listRoute?: FakeObservabilityRoute;
|
|
129
118
|
pendingItems?: ReviewListItem[];
|
|
130
119
|
}): FakeObservabilityServer => {
|
|
131
120
|
const pendingItems = options?.pendingItems ?? pending;
|
|
@@ -140,69 +129,54 @@ describe("AiReviewItemScreen", () => {
|
|
|
140
129
|
data: options?.currentUserId === "" ? undefined : {id: options?.currentUserId ?? "user-1"},
|
|
141
130
|
},
|
|
142
131
|
[DETAIL_ROUTE]: options?.detailRoute ?? {data: detail},
|
|
143
|
-
[LIST_ROUTE]: {
|
|
144
|
-
data: {
|
|
145
|
-
counts: {done: 0, in_progress: 0, pending: pendingItems.length, skipped: 0},
|
|
146
|
-
data: pendingItems,
|
|
147
|
-
more: false,
|
|
148
|
-
},
|
|
149
|
-
},
|
|
132
|
+
[LIST_ROUTE]: options?.listRoute ?? {data: reviewList(pendingItems)},
|
|
150
133
|
[STATUS_ROUTE]: {data: statusData},
|
|
151
134
|
});
|
|
152
135
|
};
|
|
153
136
|
|
|
154
|
-
const
|
|
137
|
+
const renderScreen = async (
|
|
138
|
+
server: FakeObservabilityServer
|
|
139
|
+
): Promise<ReturnType<typeof renderWithTheme>> => {
|
|
140
|
+
const view = renderWithTheme(
|
|
141
|
+
<AiReviewItemScreenWidget
|
|
142
|
+
config={emptyConfig}
|
|
143
|
+
routeBase="/admin"
|
|
144
|
+
screenName="ai-review-item"
|
|
145
|
+
server={server}
|
|
146
|
+
/>
|
|
147
|
+
);
|
|
148
|
+
await flushObservabilityRequests();
|
|
149
|
+
return view;
|
|
150
|
+
};
|
|
155
151
|
|
|
156
152
|
describe("AiReviewItemScreenWidget", () => {
|
|
157
153
|
it("shows loading then review item with score controls", async () => {
|
|
158
|
-
const loading =
|
|
159
|
-
|
|
160
|
-
config={emptyConfig}
|
|
161
|
-
routeBase="/admin"
|
|
162
|
-
screenName="ai-review-item"
|
|
163
|
-
server={createServer({currentUserId: "", detailRoute: {isLoading: true}})}
|
|
164
|
-
/>
|
|
154
|
+
const loading = await renderScreen(
|
|
155
|
+
createServer({currentUserId: "", detailRoute: {isLoading: true}})
|
|
165
156
|
);
|
|
166
|
-
await flushObservabilityRequests();
|
|
167
157
|
expect(loading.getByTestId("ai-review-item-loading")).toBeTruthy();
|
|
168
158
|
loading.unmount();
|
|
169
159
|
|
|
170
160
|
const server = createServer();
|
|
171
|
-
const loaded =
|
|
172
|
-
<AiReviewItemScreenWidget
|
|
173
|
-
config={emptyConfig}
|
|
174
|
-
routeBase="/admin"
|
|
175
|
-
screenName="ai-review-item"
|
|
176
|
-
server={server}
|
|
177
|
-
/>
|
|
178
|
-
);
|
|
179
|
-
await flushObservabilityRequests();
|
|
161
|
+
const loaded = await renderScreen(server);
|
|
180
162
|
expect(loaded.getByTestId("ai-review-item")).toBeTruthy();
|
|
181
|
-
expect(loaded.getByTestId("ai-review-
|
|
163
|
+
expect(loaded.getByTestId("ai-review-question-correct")).toBeTruthy();
|
|
182
164
|
assert.deepEqual(server.callsTo(DETAIL_ROUTE)[0]?.params, {id: "rev-1"});
|
|
183
165
|
assert.equal(server.callsTo(LIST_ROUTE)[0]?.query.status, "pending");
|
|
184
166
|
});
|
|
185
167
|
|
|
186
168
|
it("requires scores before submit and submits on pass", async () => {
|
|
187
169
|
const server = createServer();
|
|
188
|
-
const view =
|
|
189
|
-
<AiReviewItemScreenWidget
|
|
190
|
-
config={emptyConfig}
|
|
191
|
-
routeBase="/admin"
|
|
192
|
-
screenName="ai-review-item"
|
|
193
|
-
server={server}
|
|
194
|
-
/>
|
|
195
|
-
);
|
|
196
|
-
await flushObservabilityRequests();
|
|
170
|
+
const view = await renderScreen(server);
|
|
197
171
|
await act(async () => {
|
|
198
172
|
fireEvent.press(view.getByTestId("ai-review-submit-next"));
|
|
199
173
|
await Promise.resolve();
|
|
200
174
|
});
|
|
201
|
-
expect(view.getByText("
|
|
175
|
+
expect(view.getByText(`Answer "correct" before submitting.`)).toBeTruthy();
|
|
202
176
|
assert.equal(server.callsTo(ACTION_ROUTE).length, 0);
|
|
203
177
|
|
|
204
178
|
await act(async () => {
|
|
205
|
-
fireEvent.press(view.getByTestId("ai-review-
|
|
179
|
+
fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
|
|
206
180
|
await Promise.resolve();
|
|
207
181
|
});
|
|
208
182
|
await act(async () => {
|
|
@@ -221,32 +195,17 @@ describe("AiReviewItemScreen", () => {
|
|
|
221
195
|
|
|
222
196
|
it("shows missing id and load error with retry", async () => {
|
|
223
197
|
reviewId = "";
|
|
224
|
-
const missing =
|
|
225
|
-
<AiReviewItemScreenWidget
|
|
226
|
-
config={emptyConfig}
|
|
227
|
-
routeBase="/admin"
|
|
228
|
-
screenName="ai-review-item"
|
|
229
|
-
server={createServer()}
|
|
230
|
-
/>
|
|
231
|
-
);
|
|
232
|
-
await flushObservabilityRequests();
|
|
198
|
+
const missing = await renderScreen(createServer());
|
|
233
199
|
expect(missing.getByText(/Missing review item id/)).toBeTruthy();
|
|
234
200
|
missing.unmount();
|
|
235
201
|
reviewId = "rev-1";
|
|
236
202
|
|
|
237
203
|
const errorServer = createServer({detailRoute: {isError: true}});
|
|
238
|
-
const errored =
|
|
239
|
-
|
|
240
|
-
config={emptyConfig}
|
|
241
|
-
routeBase="/admin"
|
|
242
|
-
screenName="ai-review-item"
|
|
243
|
-
server={errorServer}
|
|
244
|
-
/>
|
|
245
|
-
);
|
|
246
|
-
await flushObservabilityRequests();
|
|
204
|
+
const errored = await renderScreen(errorServer);
|
|
205
|
+
expect(errored.getByText("Could not load this review item.")).toBeTruthy();
|
|
247
206
|
assert.equal(errorServer.callsTo(DETAIL_ROUTE).length, 1);
|
|
248
207
|
await act(async () => {
|
|
249
|
-
fireEvent.press(errored.
|
|
208
|
+
fireEvent.press(errored.getByTestId("ai-review-item-error-retry"));
|
|
250
209
|
await new Promise((resolve) => setTimeout(resolve, 100));
|
|
251
210
|
});
|
|
252
211
|
await flushObservabilityRequests();
|
|
@@ -255,23 +214,14 @@ describe("AiReviewItemScreen", () => {
|
|
|
255
214
|
|
|
256
215
|
it("skips, assigns, and surfaces action errors", async () => {
|
|
257
216
|
actionShouldFail = false;
|
|
258
|
-
routerPush.mockClear();
|
|
259
217
|
const server = createServer();
|
|
260
|
-
const view =
|
|
261
|
-
<AiReviewItemScreenWidget
|
|
262
|
-
config={emptyConfig}
|
|
263
|
-
routeBase="/admin"
|
|
264
|
-
screenName="ai-review-item"
|
|
265
|
-
server={server}
|
|
266
|
-
/>
|
|
267
|
-
);
|
|
268
|
-
await flushObservabilityRequests();
|
|
218
|
+
const view = await renderScreen(server);
|
|
269
219
|
await act(async () => {
|
|
270
220
|
fireEvent.press(view.getByTestId("ai-review-skip"));
|
|
271
221
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
272
222
|
});
|
|
273
223
|
await flushObservabilityRequests();
|
|
274
|
-
assert.
|
|
224
|
+
assert.equal(server.callsTo(ACTION_ROUTE).length, 1);
|
|
275
225
|
assert.deepInclude(server.callsTo(ACTION_ROUTE)[0]?.body as Record<string, unknown>, {
|
|
276
226
|
action: "skip",
|
|
277
227
|
});
|
|
@@ -289,15 +239,7 @@ describe("AiReviewItemScreen", () => {
|
|
|
289
239
|
});
|
|
290
240
|
|
|
291
241
|
actionShouldFail = true;
|
|
292
|
-
const failing =
|
|
293
|
-
<AiReviewItemScreenWidget
|
|
294
|
-
config={emptyConfig}
|
|
295
|
-
routeBase="/admin"
|
|
296
|
-
screenName="ai-review-item"
|
|
297
|
-
server={createServer()}
|
|
298
|
-
/>
|
|
299
|
-
);
|
|
300
|
-
await flushObservabilityRequests();
|
|
242
|
+
const failing = await renderScreen(createServer());
|
|
301
243
|
await act(async () => {
|
|
302
244
|
fireEvent.press(failing.getByTestId("ai-review-skip"));
|
|
303
245
|
await Promise.resolve();
|
|
@@ -306,15 +248,7 @@ describe("AiReviewItemScreen", () => {
|
|
|
306
248
|
expect(failing.getByText("Could not skip this review.")).toBeTruthy();
|
|
307
249
|
|
|
308
250
|
const noUserServer = createServer({currentUserId: ""});
|
|
309
|
-
const noUser =
|
|
310
|
-
<AiReviewItemScreenWidget
|
|
311
|
-
config={emptyConfig}
|
|
312
|
-
routeBase="/admin"
|
|
313
|
-
screenName="ai-review-item"
|
|
314
|
-
server={noUserServer}
|
|
315
|
-
/>
|
|
316
|
-
);
|
|
317
|
-
await flushObservabilityRequests();
|
|
251
|
+
const noUser = await renderScreen(noUserServer);
|
|
318
252
|
await act(async () => {
|
|
319
253
|
fireEvent.press(noUser.getByTestId("ai-review-assign"));
|
|
320
254
|
await Promise.resolve();
|
|
@@ -335,26 +269,17 @@ describe("AiReviewItemScreen", () => {
|
|
|
335
269
|
traceId: "trace-2",
|
|
336
270
|
traceName: "summarize",
|
|
337
271
|
};
|
|
338
|
-
const server = createServer({pendingItems: [pending
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
const view = renderWithTheme(
|
|
342
|
-
<AiReviewItemScreenWidget
|
|
343
|
-
config={emptyConfig}
|
|
344
|
-
routeBase="/admin"
|
|
345
|
-
screenName="ai-review-item"
|
|
346
|
-
server={server}
|
|
347
|
-
/>
|
|
348
|
-
);
|
|
349
|
-
await flushObservabilityRequests();
|
|
272
|
+
const server = createServer({pendingItems: [...pending, secondPending]});
|
|
273
|
+
const view = await renderScreen(server);
|
|
274
|
+
expect(view.getByText("Item 1 of 2")).toBeTruthy();
|
|
350
275
|
await act(async () => {
|
|
351
276
|
fireEvent.press(view.getByText("Next"));
|
|
352
277
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
353
278
|
});
|
|
354
|
-
assert.
|
|
279
|
+
assert.equal(String(routerPush.mock.calls[0]?.[0]), "/admin/ai-review-item?id=rev-2");
|
|
355
280
|
|
|
356
281
|
await act(async () => {
|
|
357
|
-
fireEvent.press(view.getByTestId("ai-review-
|
|
282
|
+
fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
|
|
358
283
|
await Promise.resolve();
|
|
359
284
|
});
|
|
360
285
|
await act(async () => {
|
|
@@ -367,11 +292,55 @@ describe("AiReviewItemScreen", () => {
|
|
|
367
292
|
});
|
|
368
293
|
await flushObservabilityRequests();
|
|
369
294
|
const actions = server.callsTo(ACTION_ROUTE);
|
|
370
|
-
assert.
|
|
295
|
+
assert.equal(actions.length, 1);
|
|
371
296
|
assert.deepInclude(actions[0]?.body as Record<string, unknown>, {
|
|
372
297
|
action: "submit",
|
|
373
298
|
comment: "looks good",
|
|
299
|
+
scores: {correct: true},
|
|
374
300
|
});
|
|
301
|
+
assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-item?id=rev-2");
|
|
302
|
+
});
|
|
303
|
+
|
|
304
|
+
it("walks pending and in-progress items of the item's batch", async () => {
|
|
305
|
+
const batchItem = (id: string, status: ReviewListItem["status"]): ReviewListItem => ({
|
|
306
|
+
batchId: "b1",
|
|
307
|
+
enqueuedAt: "2026-01-01T00:00:00.000Z",
|
|
308
|
+
evaluatorId: "eval-1",
|
|
309
|
+
id,
|
|
310
|
+
reason: "manual",
|
|
311
|
+
status,
|
|
312
|
+
traceId: `trace-${id}`,
|
|
313
|
+
traceName: "summarize",
|
|
314
|
+
});
|
|
315
|
+
const batchItems = [
|
|
316
|
+
batchItem("rev-1", "pending"),
|
|
317
|
+
batchItem("rev-2", "in_progress"),
|
|
318
|
+
batchItem("rev-3", "done"),
|
|
319
|
+
];
|
|
320
|
+
// The global pending queue and the batch queue share a route; branch on `batchId`.
|
|
321
|
+
const server = createServer({
|
|
322
|
+
detailRoute: {data: {...detail, batchId: "b1"}},
|
|
323
|
+
listRoute: (request) => reviewList(request.query.batchId === "b1" ? batchItems : []),
|
|
324
|
+
});
|
|
325
|
+
const view = await renderScreen(server);
|
|
326
|
+
const batchQueueCalls = server
|
|
327
|
+
.callsTo(LIST_ROUTE)
|
|
328
|
+
.filter((request) => request.query.batchId !== undefined);
|
|
329
|
+
assert.isAtLeast(batchQueueCalls.length, 1);
|
|
330
|
+
assert.deepEqual(batchQueueCalls.at(-1)?.query, {batchId: "b1"});
|
|
331
|
+
expect(view.getByText("Item 1 of 2")).toBeTruthy();
|
|
332
|
+
|
|
333
|
+
await act(async () => {
|
|
334
|
+
fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
|
|
335
|
+
await Promise.resolve();
|
|
336
|
+
});
|
|
337
|
+
await act(async () => {
|
|
338
|
+
fireEvent.press(view.getByTestId("ai-review-submit-next"));
|
|
339
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
340
|
+
});
|
|
341
|
+
await flushObservabilityRequests();
|
|
342
|
+
assert.equal(server.callsTo(ACTION_ROUTE).length, 1);
|
|
343
|
+
assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-item?id=rev-2");
|
|
375
344
|
});
|
|
376
345
|
});
|
|
377
346
|
});
|
|
@@ -403,18 +372,16 @@ describe("AiReviewItemView", () => {
|
|
|
403
372
|
<AiReviewItemView
|
|
404
373
|
comment=""
|
|
405
374
|
detail={detail}
|
|
406
|
-
isPending
|
|
407
375
|
onAssign={() => undefined}
|
|
408
376
|
onCommentChange={() => undefined}
|
|
409
377
|
onScoreChange={() => undefined}
|
|
410
378
|
onSkip={() => undefined}
|
|
411
379
|
onSubmit={() => undefined}
|
|
412
|
-
position={1}
|
|
413
380
|
scores={{}}
|
|
414
|
-
totalPending={2}
|
|
415
381
|
/>
|
|
416
382
|
);
|
|
417
|
-
expect(
|
|
383
|
+
expect(reviewItemTitle({isPending: true, position: 1, totalPending: 2})).toBe("Item 1 of 2");
|
|
384
|
+
expect(reviewItemTitle({isPending: false, position: 1, totalPending: 0})).toBe("Review item");
|
|
418
385
|
expect(getByText("45 words")).toBeTruthy();
|
|
419
386
|
expect(queryByText(longInput)).toBeNull();
|
|
420
387
|
expect(getByTestId("ai-review-raw-json")).toBeTruthy();
|
|
@@ -431,15 +398,12 @@ describe("AiReviewItemView", () => {
|
|
|
431
398
|
<AiReviewItemView
|
|
432
399
|
comment=""
|
|
433
400
|
detail={detail}
|
|
434
|
-
isPending
|
|
435
401
|
onAssign={onAssign}
|
|
436
402
|
onCommentChange={() => undefined}
|
|
437
403
|
onScoreChange={() => undefined}
|
|
438
404
|
onSkip={onSkip}
|
|
439
405
|
onSubmit={onSubmit}
|
|
440
|
-
position={1}
|
|
441
406
|
scores={{correct: true}}
|
|
442
|
-
totalPending={1}
|
|
443
407
|
/>
|
|
444
408
|
);
|
|
445
409
|
await act(async () => {
|
|
@@ -458,24 +422,25 @@ describe("AiReviewItemView", () => {
|
|
|
458
422
|
const onPrevious = mock(() => undefined);
|
|
459
423
|
const onCommentChange = mock(() => undefined);
|
|
460
424
|
const {getByTestId, getByText} = renderWithTheme(
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
/>
|
|
425
|
+
<>
|
|
426
|
+
<AiReviewItemHeaderMeta detail={{...detail, status: "done"}} isPending={false} />
|
|
427
|
+
<AiReviewItemNav onNext={onNext} onPrevious={onPrevious} />
|
|
428
|
+
<AiReviewItemView
|
|
429
|
+
comment="needs work"
|
|
430
|
+
detail={{...detail, status: "done"}}
|
|
431
|
+
onAssign={() => undefined}
|
|
432
|
+
onCommentChange={onCommentChange}
|
|
433
|
+
onScoreChange={() => undefined}
|
|
434
|
+
onSkip={() => undefined}
|
|
435
|
+
onSubmit={() => undefined}
|
|
436
|
+
scores={{correct: true}}
|
|
437
|
+
submitError="Could not submit this review."
|
|
438
|
+
/>
|
|
439
|
+
</>
|
|
477
440
|
);
|
|
478
|
-
expect(getByText(
|
|
441
|
+
expect(getByText("Not in the pending queue")).toBeTruthy();
|
|
442
|
+
expect(getByText("From a trace")).toBeTruthy();
|
|
443
|
+
expect(getByTestId("ai-review-item-status")).toBeTruthy();
|
|
479
444
|
await act(async () => {
|
|
480
445
|
fireEvent.press(getByText("Previous"));
|
|
481
446
|
fireEvent.press(getByText("Next"));
|
|
@@ -491,22 +456,22 @@ describe("AiReviewItemView", () => {
|
|
|
491
456
|
it("scores boolean dimensions when navigation handlers are absent", async () => {
|
|
492
457
|
const onScoreChange = mock(() => undefined);
|
|
493
458
|
const {getByTestId, getByText, UNSAFE_root} = renderWithTheme(
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
459
|
+
<>
|
|
460
|
+
<AiReviewItemNav />
|
|
461
|
+
<AiReviewItemView
|
|
462
|
+
comment=""
|
|
463
|
+
detail={detail}
|
|
464
|
+
onAssign={() => undefined}
|
|
465
|
+
onCommentChange={() => undefined}
|
|
466
|
+
onScoreChange={onScoreChange}
|
|
467
|
+
onSkip={() => undefined}
|
|
468
|
+
onSubmit={() => undefined}
|
|
469
|
+
scores={{}}
|
|
470
|
+
/>
|
|
471
|
+
</>
|
|
507
472
|
);
|
|
508
473
|
await act(async () => {
|
|
509
|
-
fireEvent.press(getByTestId("ai-review-
|
|
474
|
+
fireEvent.press(getByTestId("ai-review-question-correct-yes"));
|
|
510
475
|
await Promise.resolve();
|
|
511
476
|
});
|
|
512
477
|
assert.isAtLeast(onScoreChange.mock.calls.length, 1);
|
|
@@ -529,15 +494,12 @@ describe("AiReviewItemView", () => {
|
|
|
529
494
|
<AiReviewItemView
|
|
530
495
|
comment=""
|
|
531
496
|
detail={detail}
|
|
532
|
-
isPending
|
|
533
497
|
onAssign={() => undefined}
|
|
534
498
|
onCommentChange={() => undefined}
|
|
535
499
|
onScoreChange={() => undefined}
|
|
536
500
|
onSkip={() => undefined}
|
|
537
501
|
onSubmit={() => undefined}
|
|
538
|
-
position={1}
|
|
539
502
|
scores={{}}
|
|
540
|
-
totalPending={1}
|
|
541
503
|
/>
|
|
542
504
|
);
|
|
543
505
|
await act(async () => {
|
|
@@ -562,19 +524,18 @@ describe("AiReviewItemView", () => {
|
|
|
562
524
|
<AiReviewItemView
|
|
563
525
|
comment=""
|
|
564
526
|
detail={multiDetail}
|
|
565
|
-
isPending
|
|
566
527
|
isSaving
|
|
567
528
|
onAssign={() => undefined}
|
|
568
529
|
onCommentChange={() => undefined}
|
|
569
530
|
onScoreChange={onScoreChange}
|
|
570
531
|
onSkip={() => undefined}
|
|
571
532
|
onSubmit={() => undefined}
|
|
572
|
-
position={2}
|
|
573
533
|
scores={{correct: true, helpfulness: 0.7}}
|
|
574
|
-
totalPending={3}
|
|
575
534
|
/>
|
|
576
535
|
);
|
|
577
|
-
|
|
536
|
+
// Scores without question text are labelled by their humanized key, not "2. helpfulness".
|
|
537
|
+
expect(getByText("Helpfulness")).toBeTruthy();
|
|
538
|
+
expect(queryByText("2. helpfulness")).toBeNull();
|
|
578
539
|
expect(queryByText("Mark correct only when grounded.")).toBeNull();
|
|
579
540
|
await act(async () => {
|
|
580
541
|
fireEvent.press(getByTestId("ai-review-score-tone-safe"));
|
|
@@ -592,16 +553,6 @@ describe("AiReviewQueueScreen", () => {
|
|
|
592
553
|
setExpoSearchParams(() => ({}));
|
|
593
554
|
routerPush.mockClear();
|
|
594
555
|
});
|
|
595
|
-
const statusData = {
|
|
596
|
-
localOn: true,
|
|
597
|
-
plugins: [],
|
|
598
|
-
primaries: {
|
|
599
|
-
datasets: "local",
|
|
600
|
-
experiments: "local",
|
|
601
|
-
prompts: "local",
|
|
602
|
-
reviewQueue: "local",
|
|
603
|
-
},
|
|
604
|
-
};
|
|
605
556
|
|
|
606
557
|
const items: ReviewListItem[] = [
|
|
607
558
|
{
|
|
@@ -615,25 +566,21 @@ describe("AiReviewQueueScreen", () => {
|
|
|
615
566
|
},
|
|
616
567
|
];
|
|
617
568
|
|
|
618
|
-
const
|
|
619
|
-
// The review route answers a list envelope (`more`), so `counts` reaches the screen.
|
|
620
|
-
data: {counts: {done: 0, in_progress: 0, pending: 1, skipped: 0}, data: items, more: false},
|
|
621
|
-
};
|
|
622
|
-
|
|
569
|
+
const EVALUATORS_ROUTE = "GET /ai/observability/evaluators";
|
|
623
570
|
const LIST_ROUTE = "GET /ai/observability/review";
|
|
624
571
|
|
|
625
572
|
const createServer = (): FakeObservabilityServer => {
|
|
626
573
|
return createObservabilityServer({
|
|
627
|
-
[
|
|
574
|
+
[EVALUATORS_ROUTE]: {
|
|
575
|
+
data: [{dimensions: [], id: "eval-1", name: "summary-questions", type: "human"}],
|
|
576
|
+
},
|
|
577
|
+
[LIST_ROUTE]: {data: reviewList(items)},
|
|
628
578
|
"GET /ai/observability/status": {data: statusData},
|
|
629
579
|
});
|
|
630
580
|
};
|
|
631
581
|
|
|
632
|
-
const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
|
|
633
|
-
|
|
634
582
|
describe("AiReviewScreenWidget", () => {
|
|
635
583
|
it("shows pending queue and opens the oldest item", async () => {
|
|
636
|
-
routerPush.mockClear();
|
|
637
584
|
const server = createServer();
|
|
638
585
|
const view = renderWithTheme(
|
|
639
586
|
<AiReviewScreenWidget
|
|
@@ -646,11 +593,23 @@ describe("AiReviewQueueScreen", () => {
|
|
|
646
593
|
await flushObservabilityRequests();
|
|
647
594
|
expect(view.getByTestId("ai-review-table")).toBeTruthy();
|
|
648
595
|
assert.equal(server.callsTo(LIST_ROUTE)[0]?.query.status, "pending");
|
|
596
|
+
assert.isAtLeast(server.callsTo(EVALUATORS_ROUTE).length, 1);
|
|
597
|
+
expect(view.getByText("summary-questions")).toBeTruthy();
|
|
598
|
+
expect(
|
|
599
|
+
view.getByText(
|
|
600
|
+
"Answer yes or no questions about AI outputs, oldest first. Items arrive from Traces and from review batches."
|
|
601
|
+
)
|
|
602
|
+
).toBeTruthy();
|
|
649
603
|
await act(async () => {
|
|
650
604
|
fireEvent.press(view.getByTestId("ai-review-start-oldest"));
|
|
651
605
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
652
606
|
});
|
|
653
|
-
assert.
|
|
607
|
+
assert.equal(String(routerPush.mock.calls[0]?.[0]), "/admin/ai-review-item?id=rev-1");
|
|
608
|
+
await act(async () => {
|
|
609
|
+
fireEvent.press(view.getByTestId("ai-review-open-batches"));
|
|
610
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
611
|
+
});
|
|
612
|
+
assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-batches");
|
|
654
613
|
});
|
|
655
614
|
});
|
|
656
615
|
});
|
|
@@ -673,40 +632,49 @@ describe("AiReviewQueueView", () => {
|
|
|
673
632
|
};
|
|
674
633
|
|
|
675
634
|
describe("AiReviewQueueView", () => {
|
|
676
|
-
it("names both review intake paths in the empty state", () => {
|
|
635
|
+
it("names both review intake paths in the empty state and links to Traces", async () => {
|
|
636
|
+
const onOpenTraces = mock(() => undefined);
|
|
677
637
|
const {getByTestId, getByText} = renderWithTheme(
|
|
678
638
|
<AiReviewQueueView
|
|
679
639
|
counts={counts}
|
|
680
640
|
items={[]}
|
|
681
641
|
onOpenItem={() => undefined}
|
|
642
|
+
onOpenTraces={onOpenTraces}
|
|
682
643
|
onRetry={() => undefined}
|
|
683
|
-
onStart={() => undefined}
|
|
684
644
|
onStatusChange={() => undefined}
|
|
685
645
|
status="pending"
|
|
686
646
|
/>
|
|
687
647
|
);
|
|
688
648
|
expect(getByTestId("ai-review-empty")).toBeTruthy();
|
|
689
|
-
expect(getByText(/
|
|
690
|
-
|
|
649
|
+
expect(getByText(/send them to human review, or start a review batch/)).toBeTruthy();
|
|
650
|
+
await act(async () => {
|
|
651
|
+
fireEvent.press(getByTestId("ai-review-empty-action"));
|
|
652
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
653
|
+
});
|
|
654
|
+
expect(onOpenTraces).toHaveBeenCalled();
|
|
691
655
|
});
|
|
692
656
|
|
|
693
657
|
it("renders oldest-first row fields and starts reviewing", async () => {
|
|
694
658
|
const onStart = mock(() => undefined);
|
|
695
|
-
const {getByTestId, getByText} = renderWithTheme(
|
|
696
|
-
|
|
697
|
-
|
|
698
|
-
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
659
|
+
const {getByTestId, getByText, queryByText} = renderWithTheme(
|
|
660
|
+
<>
|
|
661
|
+
<AiReviewQueueActions canStart onStart={onStart} />
|
|
662
|
+
<AiReviewQueueView
|
|
663
|
+
counts={{...counts, pending: 1}}
|
|
664
|
+
items={[item, {...item, batchId: "b1", id: "review-item-2", outputPreview: "Short"}]}
|
|
665
|
+
onOpenItem={() => undefined}
|
|
666
|
+
onRetry={() => undefined}
|
|
667
|
+
onStatusChange={() => undefined}
|
|
668
|
+
status="pending"
|
|
669
|
+
/>
|
|
670
|
+
</>
|
|
705
671
|
);
|
|
706
672
|
expect(getByTestId("ai-review-table")).toBeTruthy();
|
|
707
|
-
expect(
|
|
708
|
-
expect(getByText("
|
|
709
|
-
expect(getByText("
|
|
673
|
+
expect(getByTestId("ai-review-open-review-item-1")).toBeTruthy();
|
|
674
|
+
expect(getByText("From Traces")).toBeTruthy();
|
|
675
|
+
expect(getByText("Short")).toBeTruthy();
|
|
676
|
+
expect(getByText("Review oldest pending")).toBeTruthy();
|
|
677
|
+
expect(queryByText("Open")).toBeNull();
|
|
710
678
|
await act(async () => {
|
|
711
679
|
fireEvent.press(getByTestId("ai-review-start-oldest"));
|
|
712
680
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
@@ -714,6 +682,26 @@ describe("AiReviewQueueView", () => {
|
|
|
714
682
|
expect(onStart).toHaveBeenCalled();
|
|
715
683
|
});
|
|
716
684
|
|
|
685
|
+
it("labels where each untitled review item came from", () => {
|
|
686
|
+
const {getByText} = renderWithTheme(
|
|
687
|
+
<AiReviewQueueView
|
|
688
|
+
counts={{...counts, pending: 3}}
|
|
689
|
+
items={[
|
|
690
|
+
{...item, batchId: "b1", id: "review-item-batch"},
|
|
691
|
+
{...item, id: "review-item-eval", reason: "eval"},
|
|
692
|
+
{...item, id: "review-item-other", reason: "other"},
|
|
693
|
+
]}
|
|
694
|
+
onOpenItem={() => undefined}
|
|
695
|
+
onRetry={() => undefined}
|
|
696
|
+
onStatusChange={() => undefined}
|
|
697
|
+
status="pending"
|
|
698
|
+
/>
|
|
699
|
+
);
|
|
700
|
+
expect(getByText("From a review batch")).toBeTruthy();
|
|
701
|
+
expect(getByText("From an experiment")).toBeTruthy();
|
|
702
|
+
expect(getByText("From Traces")).toBeTruthy();
|
|
703
|
+
});
|
|
704
|
+
|
|
717
705
|
it("renders loading, error retry, status tabs, and open controls", async () => {
|
|
718
706
|
const onRetry = mock(() => undefined);
|
|
719
707
|
const onStatusChange = mock(() => undefined);
|
|
@@ -725,7 +713,6 @@ describe("AiReviewQueueView", () => {
|
|
|
725
713
|
items={[]}
|
|
726
714
|
onOpenItem={onOpenItem}
|
|
727
715
|
onRetry={onRetry}
|
|
728
|
-
onStart={() => undefined}
|
|
729
716
|
onStatusChange={onStatusChange}
|
|
730
717
|
status="pending"
|
|
731
718
|
/>
|
|
@@ -739,24 +726,23 @@ describe("AiReviewQueueView", () => {
|
|
|
739
726
|
items={[]}
|
|
740
727
|
onOpenItem={onOpenItem}
|
|
741
728
|
onRetry={onRetry}
|
|
742
|
-
onStart={() => undefined}
|
|
743
729
|
onStatusChange={onStatusChange}
|
|
744
730
|
status="pending"
|
|
745
731
|
/>
|
|
746
732
|
);
|
|
733
|
+
expect(errored.getByText("Could not load the review queue.")).toBeTruthy();
|
|
747
734
|
await act(async () => {
|
|
748
|
-
fireEvent.press(errored.
|
|
749
|
-
await Promise
|
|
735
|
+
fireEvent.press(errored.getByTestId("ai-review-error-retry"));
|
|
736
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
750
737
|
});
|
|
751
738
|
expect(onRetry).toHaveBeenCalled();
|
|
752
739
|
|
|
753
|
-
const {getByText} = renderWithTheme(
|
|
740
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
754
741
|
<AiReviewQueueView
|
|
755
742
|
counts={{...counts, done: 1, pending: 1}}
|
|
756
743
|
items={[item]}
|
|
757
744
|
onOpenItem={onOpenItem}
|
|
758
745
|
onRetry={onRetry}
|
|
759
|
-
onStart={() => undefined}
|
|
760
746
|
onStatusChange={onStatusChange}
|
|
761
747
|
status="pending"
|
|
762
748
|
/>
|
|
@@ -767,37 +753,41 @@ describe("AiReviewQueueView", () => {
|
|
|
767
753
|
});
|
|
768
754
|
assert.isAtLeast(onStatusChange.mock.calls.length, 1);
|
|
769
755
|
await act(async () => {
|
|
770
|
-
fireEvent.press(
|
|
756
|
+
fireEvent.press(getByTestId("ai-review-open-review-item-1"));
|
|
771
757
|
await Promise.resolve();
|
|
772
758
|
});
|
|
773
|
-
expect(onOpenItem).
|
|
759
|
+
expect(onOpenItem).toHaveBeenCalledWith("review-item-1");
|
|
774
760
|
});
|
|
775
761
|
});
|
|
776
762
|
});
|
|
763
|
+
|
|
777
764
|
describe("ReviewScoreField", () => {
|
|
778
765
|
beforeEach(() => {
|
|
779
766
|
setExpoSearchParams(() => ({}));
|
|
780
767
|
routerPush.mockClear();
|
|
781
768
|
});
|
|
782
769
|
describe("ReviewScoreField", () => {
|
|
783
|
-
it("renders boolean dimensions as
|
|
770
|
+
it("renders boolean dimensions as one Yes/No control", async () => {
|
|
784
771
|
const onChange = mock(() => undefined);
|
|
785
|
-
const {getByTestId, getByText} = renderWithTheme(
|
|
772
|
+
const {getByTestId, getByText, queryByText} = renderWithTheme(
|
|
786
773
|
<ReviewScoreField
|
|
787
|
-
dimension={{dataType: "boolean", key: "
|
|
774
|
+
dimension={{dataType: "boolean", key: "is_correct", required: true}}
|
|
788
775
|
onChange={onChange}
|
|
776
|
+
value={false}
|
|
789
777
|
/>
|
|
790
778
|
);
|
|
791
|
-
expect(getByTestId("ai-review-score-boolean-
|
|
792
|
-
expect(
|
|
793
|
-
expect(getByText("
|
|
779
|
+
expect(getByTestId("ai-review-score-boolean-is_correct")).toBeTruthy();
|
|
780
|
+
expect(getByTestId("ai-review-score-is_correct-answer")).toBeTruthy();
|
|
781
|
+
expect(getByText("Is correct")).toBeTruthy();
|
|
782
|
+
expect(queryByText("Pass")).toBeNull();
|
|
783
|
+
expect(queryByText("Fail")).toBeNull();
|
|
794
784
|
await act(async () => {
|
|
795
|
-
fireEvent.press(getByTestId("ai-review-score-
|
|
785
|
+
fireEvent.press(getByTestId("ai-review-score-is_correct-yes"));
|
|
796
786
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
797
787
|
});
|
|
798
788
|
expect(onChange).toHaveBeenCalledWith(true);
|
|
799
789
|
await act(async () => {
|
|
800
|
-
fireEvent.press(getByTestId("ai-review-score-
|
|
790
|
+
fireEvent.press(getByTestId("ai-review-score-is_correct-no"));
|
|
801
791
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
802
792
|
});
|
|
803
793
|
expect(onChange).toHaveBeenCalledWith(false);
|
|
@@ -813,7 +803,7 @@ describe("ReviewScoreField", () => {
|
|
|
813
803
|
/>
|
|
814
804
|
);
|
|
815
805
|
expect(getByTestId("ai-review-score-numeric-helpfulness")).toBeTruthy();
|
|
816
|
-
expect(getByText("
|
|
806
|
+
expect(getByText("Helpfulness")).toBeTruthy();
|
|
817
807
|
expect(getByText("0")).toBeTruthy();
|
|
818
808
|
expect(getByText("1")).toBeTruthy();
|
|
819
809
|
fireEvent(UNSAFE_getByType(SliderComponent), "valueChange", 0.8);
|
|
@@ -829,7 +819,9 @@ describe("ReviewScoreField", () => {
|
|
|
829
819
|
value=""
|
|
830
820
|
/>
|
|
831
821
|
);
|
|
832
|
-
|
|
822
|
+
const [input] = getAllByDisplayValue("");
|
|
823
|
+
assert.exists(input);
|
|
824
|
+
fireEvent.changeText(input as NonNullable<typeof input>, "custom");
|
|
833
825
|
expect(onChange).toHaveBeenCalledWith("custom");
|
|
834
826
|
});
|
|
835
827
|
|