@terreno/admin-frontend 57.20.0 → 57.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +81 -0
- package/dist/AdminFilterDrawer.d.ts.map +1 -1
- package/dist/AdminFilterDrawer.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +2 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/package.json +7 -3
- package/src/AdminBreadcrumbs.test.tsx +1 -1
- package/src/AdminFieldRenderer.test.tsx +2 -1
- package/src/AdminFilterDrawer.tsx +1 -2
- package/src/AdminHome.test.tsx +2 -1
- package/src/AdminModelTable.test.tsx +16 -12
- package/src/AdminModelTable.windowed.test.tsx +11 -5
- package/src/AdminPrimitiveArrayField.test.tsx +3 -3
- package/src/AdminProvider.test.tsx +11 -6
- package/src/AdminRolesList.test.tsx +22 -13
- package/src/AdminScreenPage.test.tsx +1 -1
- package/src/AdminScreenRouter.test.tsx +15 -5
- package/src/AdminScriptList.test.tsx +9 -2
- package/src/AdminShell.test.tsx +1 -1
- package/src/AdminVersionConfig.test.tsx +4 -4
- package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
- package/src/CheckboxListEditor.test.tsx +11 -9
- package/src/ConfigurationScreen.test.tsx +2 -2
- package/src/adminRequest.test.ts +3 -3
- package/src/adminWindowedTable.test.ts +4 -2
- package/src/comms/CommsDashboardScreen.test.tsx +5 -5
- package/src/comms/CommsMessageDetail.test.tsx +1 -1
- package/src/index.tsx +4 -0
- package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
- package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
- package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
- package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
- package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
- package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
- package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
- package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
- package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
- package/src/isolated/adminWidgets.isolated.tsx +46 -6
- package/src/isolated/aiListTables.isolated.tsx +654 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
- package/src/isolated/aiTracesTable.isolated.tsx +375 -0
- package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
- package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
- package/src/isolated/hooks.isolated.tsx +84 -60
- package/src/isolated/rpcDualRun.isolated.tsx +9 -2
- package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
- package/src/jobs/JobsHomeWidget.test.tsx +1 -1
- package/src/jobs/JobsJobDetail.test.tsx +1 -1
- package/src/orgs/OrgManagementScreens.test.tsx +1 -1
- package/src/orgs/adminModelEndpoints.test.ts +1 -1
- package/src/testing/useAdminApiDouble.ts +2 -1
- package/src/types.ts +2 -0
- package/src/useAdminRpc.test.tsx +3 -3
- package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
- package/src/widgets/ModelsGridWidget.test.tsx +25 -5
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
|
@@ -1,79 +1,121 @@
|
|
|
1
|
-
import {Accordion, Badge, Box, Button, Card,
|
|
1
|
+
import {Accordion, Badge, Box, Button, Card, Text, TextArea} from "@terreno/ui";
|
|
2
2
|
import React from "react";
|
|
3
|
+
import {ObservabilityStatusBadge} from "../shell/ObservabilityStatusBadge";
|
|
4
|
+
import {ReviewQuestionList} from "./ReviewQuestionList";
|
|
3
5
|
import {ReviewReadOnlyPanel} from "./ReviewReadOnlyPanel";
|
|
4
|
-
import {
|
|
5
|
-
|
|
6
|
+
import {displayReviewValue, type ReviewDetail} from "./reviewTypes";
|
|
7
|
+
|
|
8
|
+
/** Page title for a review item: its place in the open queue, or that it is no longer open. */
|
|
9
|
+
export const reviewItemTitle = ({
|
|
10
|
+
isPending,
|
|
11
|
+
position,
|
|
12
|
+
totalPending,
|
|
13
|
+
}: {
|
|
14
|
+
isPending: boolean;
|
|
15
|
+
position: number;
|
|
16
|
+
totalPending: number;
|
|
17
|
+
}): string => {
|
|
18
|
+
return isPending ? `Item ${position} of ${totalPending}` : "Review item";
|
|
19
|
+
};
|
|
20
|
+
|
|
21
|
+
export interface AiReviewItemHeaderMetaProps {
|
|
22
|
+
detail: ReviewDetail;
|
|
23
|
+
isPending: boolean;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/** Status badge and where the item came from, shown under the page title. */
|
|
27
|
+
export const AiReviewItemHeaderMeta: React.FC<AiReviewItemHeaderMetaProps> = ({
|
|
28
|
+
detail,
|
|
29
|
+
isPending,
|
|
30
|
+
}) => (
|
|
31
|
+
<>
|
|
32
|
+
<ObservabilityStatusBadge status={detail.status} testID="ai-review-item-status" />
|
|
33
|
+
{detail.batchName ? (
|
|
34
|
+
<Badge
|
|
35
|
+
iconName="layer-group"
|
|
36
|
+
secondary
|
|
37
|
+
status="neutral"
|
|
38
|
+
testID="ai-review-batch-name"
|
|
39
|
+
value={`Batch ${detail.batchName}`}
|
|
40
|
+
/>
|
|
41
|
+
) : undefined}
|
|
42
|
+
<Badge
|
|
43
|
+
iconName={detail.traceId ? "list" : "database"}
|
|
44
|
+
secondary
|
|
45
|
+
status="neutral"
|
|
46
|
+
testID="ai-review-item-source"
|
|
47
|
+
value={detail.traceId ? "From a trace" : "From a dataset item"}
|
|
48
|
+
/>
|
|
49
|
+
{isPending ? undefined : (
|
|
50
|
+
<Text color="secondaryLight" size="sm" testID="ai-review-item-not-pending">
|
|
51
|
+
Not in the pending queue
|
|
52
|
+
</Text>
|
|
53
|
+
)}
|
|
54
|
+
</>
|
|
55
|
+
);
|
|
56
|
+
|
|
57
|
+
export interface AiReviewItemNavProps {
|
|
58
|
+
onNext?: () => void;
|
|
59
|
+
onPrevious?: () => void;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
/** Outline Previous and Next buttons for the page header. */
|
|
63
|
+
export const AiReviewItemNav: React.FC<AiReviewItemNavProps> = ({onNext, onPrevious}) => (
|
|
64
|
+
<>
|
|
65
|
+
<Button
|
|
66
|
+
disabled={!onPrevious}
|
|
67
|
+
iconName="chevron-left"
|
|
68
|
+
onClick={onPrevious ?? (() => undefined)}
|
|
69
|
+
testID="ai-review-previous"
|
|
70
|
+
text="Previous"
|
|
71
|
+
variant="outline"
|
|
72
|
+
/>
|
|
73
|
+
<Button
|
|
74
|
+
disabled={!onNext}
|
|
75
|
+
iconName="chevron-right"
|
|
76
|
+
iconPosition="right"
|
|
77
|
+
onClick={onNext ?? (() => undefined)}
|
|
78
|
+
testID="ai-review-next"
|
|
79
|
+
text="Next"
|
|
80
|
+
variant="outline"
|
|
81
|
+
/>
|
|
82
|
+
</>
|
|
83
|
+
);
|
|
6
84
|
|
|
7
85
|
export interface AiReviewItemViewProps {
|
|
86
|
+
activeQuestionKey?: string;
|
|
8
87
|
comment: string;
|
|
9
88
|
detail: ReviewDetail;
|
|
10
|
-
isPending: boolean;
|
|
11
89
|
isSaving?: boolean;
|
|
12
90
|
onAssign: () => void;
|
|
13
91
|
onCommentChange: (value: string) => void;
|
|
14
|
-
onNext?: () => void;
|
|
15
|
-
onPrevious?: () => void;
|
|
16
92
|
onScoreChange: (key: string, value: boolean | number | string) => void;
|
|
17
93
|
onSkip: () => void;
|
|
18
94
|
onSubmit: () => void;
|
|
19
|
-
position: number;
|
|
20
95
|
scores: Record<string, boolean | number | string>;
|
|
21
96
|
submitError?: string;
|
|
22
|
-
totalPending: number;
|
|
23
97
|
}
|
|
24
98
|
|
|
25
99
|
export const AiReviewItemView: React.FC<AiReviewItemViewProps> = ({
|
|
100
|
+
activeQuestionKey,
|
|
26
101
|
comment,
|
|
27
102
|
detail,
|
|
28
|
-
isPending,
|
|
29
103
|
isSaving,
|
|
30
104
|
onAssign,
|
|
31
105
|
onCommentChange,
|
|
32
|
-
onNext,
|
|
33
|
-
onPrevious,
|
|
34
106
|
onScoreChange,
|
|
35
107
|
onSkip,
|
|
36
108
|
onSubmit,
|
|
37
|
-
position,
|
|
38
109
|
scores,
|
|
39
110
|
submitError,
|
|
40
|
-
totalPending,
|
|
41
111
|
}) => (
|
|
42
112
|
<Box gap={4} testID="ai-review-item">
|
|
43
|
-
<Box alignItems="
|
|
44
|
-
<Box
|
|
45
|
-
<Heading size="md">
|
|
46
|
-
{isPending
|
|
47
|
-
? `Item ${position} of ${totalPending} pending`
|
|
48
|
-
: `${reviewStatusLabel(detail.status)} — not in pending queue`}
|
|
49
|
-
</Heading>
|
|
50
|
-
<Box direction="row" gap={2}>
|
|
51
|
-
<Badge status="info" value={reviewStatusLabel(detail.status)} />
|
|
52
|
-
<Text color="secondaryDark">{`Trace ${detail.traceId}`}</Text>
|
|
53
|
-
</Box>
|
|
54
|
-
</Box>
|
|
55
|
-
<Box direction="row" gap={2}>
|
|
56
|
-
<Button
|
|
57
|
-
disabled={!onPrevious}
|
|
58
|
-
onClick={onPrevious ?? (() => undefined)}
|
|
59
|
-
text="Previous"
|
|
60
|
-
variant="secondary"
|
|
61
|
-
/>
|
|
62
|
-
<Button
|
|
63
|
-
disabled={!onNext}
|
|
64
|
-
onClick={onNext ?? (() => undefined)}
|
|
65
|
-
text="Next"
|
|
66
|
-
variant="secondary"
|
|
67
|
-
/>
|
|
68
|
-
</Box>
|
|
69
|
-
</Box>
|
|
70
|
-
|
|
71
|
-
<Box direction="row" gap={3} wrap>
|
|
72
|
-
<Box flex="grow" minWidth={300}>
|
|
113
|
+
<Box alignItems="stretch" direction="row" gap={4} width="100%">
|
|
114
|
+
<Box flex="grow" minWidth={0} width="50%">
|
|
73
115
|
<ReviewReadOnlyPanel fields={detail.panels.given} title="What the AI was given" />
|
|
74
116
|
</Box>
|
|
75
|
-
<Box flex="grow" minWidth={
|
|
76
|
-
<ReviewReadOnlyPanel fields={detail.panels.wrote} title="What the AI wrote" />
|
|
117
|
+
<Box flex="grow" minWidth={0} width="50%">
|
|
118
|
+
<ReviewReadOnlyPanel color="ai" fields={detail.panels.wrote} title="What the AI wrote" />
|
|
77
119
|
</Box>
|
|
78
120
|
</Box>
|
|
79
121
|
|
|
@@ -83,40 +125,33 @@ export const AiReviewItemView: React.FC<AiReviewItemViewProps> = ({
|
|
|
83
125
|
</Text>
|
|
84
126
|
</Accordion>
|
|
85
127
|
|
|
86
|
-
<Card padding={
|
|
87
|
-
<Box gap={
|
|
88
|
-
<
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
onScoreChange(dimension.key, value);
|
|
96
|
-
}}
|
|
97
|
-
value={scores[dimension.key]}
|
|
98
|
-
/>
|
|
99
|
-
))}
|
|
128
|
+
<Card padding={4} testID="ai-review-questions-card">
|
|
129
|
+
<Box gap={4}>
|
|
130
|
+
<ReviewQuestionList
|
|
131
|
+
activeKey={activeQuestionKey}
|
|
132
|
+
dimensions={detail.dimensions}
|
|
133
|
+
instructions={detail.instructions}
|
|
134
|
+
onAnswer={onScoreChange}
|
|
135
|
+
scores={scores}
|
|
136
|
+
/>
|
|
100
137
|
<TextArea
|
|
101
138
|
onChange={onCommentChange}
|
|
139
|
+
rows={2}
|
|
102
140
|
testID="ai-review-comment"
|
|
103
|
-
title="
|
|
141
|
+
title="Note (optional)"
|
|
104
142
|
value={comment}
|
|
105
143
|
/>
|
|
106
|
-
{submitError ?
|
|
107
|
-
|
|
144
|
+
{submitError ? (
|
|
145
|
+
<Text color="error" testID="ai-review-submit-error">
|
|
146
|
+
{submitError}
|
|
147
|
+
</Text>
|
|
148
|
+
) : undefined}
|
|
149
|
+
<Box alignItems="center" direction="row" gap={2} wrap>
|
|
108
150
|
<Button
|
|
109
151
|
loading={isSaving}
|
|
110
152
|
onClick={onSubmit}
|
|
111
153
|
testID="ai-review-submit-next"
|
|
112
|
-
text="Submit
|
|
113
|
-
/>
|
|
114
|
-
<Button
|
|
115
|
-
disabled={isSaving}
|
|
116
|
-
onClick={onSkip}
|
|
117
|
-
testID="ai-review-skip"
|
|
118
|
-
text="Skip"
|
|
119
|
-
variant="secondary"
|
|
154
|
+
text="Submit and open next"
|
|
120
155
|
/>
|
|
121
156
|
<Button
|
|
122
157
|
disabled={isSaving}
|
|
@@ -125,6 +160,13 @@ export const AiReviewItemView: React.FC<AiReviewItemViewProps> = ({
|
|
|
125
160
|
text="Assign to me"
|
|
126
161
|
variant="outline"
|
|
127
162
|
/>
|
|
163
|
+
<Button
|
|
164
|
+
disabled={isSaving}
|
|
165
|
+
onClick={onSkip}
|
|
166
|
+
testID="ai-review-skip"
|
|
167
|
+
text="Skip"
|
|
168
|
+
variant="ghost"
|
|
169
|
+
/>
|
|
128
170
|
</Box>
|
|
129
171
|
</Box>
|
|
130
172
|
</Card>
|
|
@@ -1,20 +1,32 @@
|
|
|
1
1
|
import {router} from "expo-router";
|
|
2
2
|
import React, {useCallback, useMemo, useState} from "react";
|
|
3
3
|
import type {AdminScreenWidgetProps} from "../../../types";
|
|
4
|
+
import {unwrapEvaluatorList} from "../evaluators/evaluatorTypes";
|
|
5
|
+
import {useAiObservabilityEvaluatorsApi} from "../evaluators/useAiObservabilityEvaluatorsApi";
|
|
4
6
|
import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
|
|
5
7
|
import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
|
|
6
|
-
import {AiReviewQueueView} from "./AiReviewQueueView";
|
|
8
|
+
import {AiReviewQueueActions, AiReviewQueueView} from "./AiReviewQueueView";
|
|
7
9
|
import {type ReviewStatus, unwrapReviewCounts, unwrapReviewList} from "./reviewTypes";
|
|
8
10
|
import {useAiObservabilityReviewApi} from "./useAiObservabilityReviewApi";
|
|
9
11
|
|
|
12
|
+
const QUEUE_DESCRIPTION =
|
|
13
|
+
"Answer yes or no questions about AI outputs, oldest first. Items arrive from Traces and from review batches.";
|
|
14
|
+
|
|
10
15
|
export const AiReviewScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
|
|
11
16
|
const {api, routeBase} = props;
|
|
12
17
|
const {useListQuery, useStatusQuery} = useAiObservabilityReviewApi(api);
|
|
18
|
+
const {useListQuery: useEvaluatorListQuery} = useAiObservabilityEvaluatorsApi(api);
|
|
13
19
|
const [status, setStatus] = useState<ReviewStatus>("pending");
|
|
14
20
|
const query = useListQuery(status);
|
|
15
21
|
const statusQuery = useStatusQuery();
|
|
22
|
+
const evaluatorsQuery = useEvaluatorListQuery();
|
|
16
23
|
const items = useMemo(() => unwrapReviewList(query.data), [query.data]);
|
|
17
24
|
const counts = useMemo(() => unwrapReviewCounts(query.data), [query.data]);
|
|
25
|
+
const questionSetNames = useMemo(() => {
|
|
26
|
+
return Object.fromEntries(
|
|
27
|
+
unwrapEvaluatorList(evaluatorsQuery.data).map((evaluator) => [evaluator.id, evaluator.name])
|
|
28
|
+
);
|
|
29
|
+
}, [evaluatorsQuery.data]);
|
|
18
30
|
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
19
31
|
const openItem = useCallback(
|
|
20
32
|
(id: string): void => {
|
|
@@ -22,6 +34,12 @@ export const AiReviewScreenWidget: React.FC<AdminScreenWidgetProps> = (props) =>
|
|
|
22
34
|
},
|
|
23
35
|
[prefix]
|
|
24
36
|
);
|
|
37
|
+
const openBatches = useCallback((): void => {
|
|
38
|
+
router.push(`${prefix}/ai-review-batches`);
|
|
39
|
+
}, [prefix]);
|
|
40
|
+
const openTraces = useCallback((): void => {
|
|
41
|
+
router.push(`${prefix}/ai-traces`);
|
|
42
|
+
}, [prefix]);
|
|
25
43
|
const handleStart = useCallback((): void => {
|
|
26
44
|
const oldest = status === "pending" ? items[0] : undefined;
|
|
27
45
|
if (!oldest) {
|
|
@@ -33,6 +51,14 @@ export const AiReviewScreenWidget: React.FC<AdminScreenWidgetProps> = (props) =>
|
|
|
33
51
|
return (
|
|
34
52
|
<AiObservabilityChrome
|
|
35
53
|
{...props}
|
|
54
|
+
actions={
|
|
55
|
+
<AiReviewQueueActions
|
|
56
|
+
canStart={counts.pending > 0 && status === "pending"}
|
|
57
|
+
onOpenBatches={openBatches}
|
|
58
|
+
onStart={handleStart}
|
|
59
|
+
/>
|
|
60
|
+
}
|
|
61
|
+
description={QUEUE_DESCRIPTION}
|
|
36
62
|
error={statusQuery.isError}
|
|
37
63
|
isLoading={statusQuery.isLoading}
|
|
38
64
|
screenName="ai-review"
|
|
@@ -44,9 +70,10 @@ export const AiReviewScreenWidget: React.FC<AdminScreenWidgetProps> = (props) =>
|
|
|
44
70
|
isLoading={query.isLoading}
|
|
45
71
|
items={items}
|
|
46
72
|
onOpenItem={openItem}
|
|
73
|
+
onOpenTraces={openTraces}
|
|
47
74
|
onRetry={query.refetch}
|
|
48
|
-
onStart={handleStart}
|
|
49
75
|
onStatusChange={setStatus}
|
|
76
|
+
questionSetNames={questionSetNames}
|
|
50
77
|
status={status}
|
|
51
78
|
/>
|
|
52
79
|
</AiObservabilityChrome>
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
import {
|
|
2
|
-
Badge,
|
|
3
2
|
Box,
|
|
4
3
|
Button,
|
|
5
4
|
DataTable,
|
|
6
5
|
type DataTableCellData,
|
|
7
|
-
type DataTableColumn,
|
|
8
|
-
Heading,
|
|
9
6
|
SegmentedControl,
|
|
10
7
|
Spinner,
|
|
11
8
|
Text,
|
|
12
9
|
} from "@terreno/ui";
|
|
13
10
|
import React, {useMemo} from "react";
|
|
11
|
+
import {type ClientTableColumn, distinctChoiceOptions, useClientTable} from "../shell/clientTable";
|
|
12
|
+
import {ObservabilityEmptyState, ObservabilityErrorState} from "../shell/ObservabilityStates";
|
|
13
|
+
import {ObservabilityStatusBadge} from "../shell/ObservabilityStatusBadge";
|
|
14
14
|
import {
|
|
15
15
|
REVIEW_STATUSES,
|
|
16
16
|
type ReviewListItem,
|
|
@@ -19,33 +19,126 @@ import {
|
|
|
19
19
|
waitingLabel,
|
|
20
20
|
} from "./reviewTypes";
|
|
21
21
|
|
|
22
|
-
const
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
22
|
+
const assigneeLabel = (item: ReviewListItem): string => item.assigneeId ?? "Unassigned";
|
|
23
|
+
|
|
24
|
+
/** Where an item came from, in reviewer words. */
|
|
25
|
+
const REASON_LABELS: Record<string, string> = {
|
|
26
|
+
dataset_candidate: "From a dataset",
|
|
27
|
+
eval: "From an experiment",
|
|
28
|
+
feedback: "From user feedback",
|
|
29
|
+
manual: "From Traces",
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
const reviewSourceLabel = (item: ReviewListItem): string => {
|
|
33
|
+
if (item.batchId) {
|
|
34
|
+
return "From a review batch";
|
|
35
|
+
}
|
|
36
|
+
return REASON_LABELS[item.reason] ?? "From Traces";
|
|
37
|
+
};
|
|
38
|
+
|
|
39
|
+
const reviewSearchText = (item: ReviewListItem): string =>
|
|
40
|
+
`${item.outputPreview ?? ""} ${item.traceName} ${item.promptName ?? ""}`;
|
|
41
|
+
|
|
42
|
+
const buildColumns = ({
|
|
43
|
+
items,
|
|
44
|
+
questionSetName,
|
|
45
|
+
}: {
|
|
46
|
+
items: ReviewListItem[];
|
|
47
|
+
questionSetName: (item: ReviewListItem) => string;
|
|
48
|
+
}): ClientTableColumn<ReviewListItem>[] => [
|
|
49
|
+
{
|
|
50
|
+
cell: (item) => ({value: item}),
|
|
51
|
+
columnType: "reviewOutput",
|
|
52
|
+
filter: {kind: "text"},
|
|
53
|
+
key: "output",
|
|
54
|
+
title: "Output",
|
|
55
|
+
value: (item) => item.outputPreview || item.traceName,
|
|
56
|
+
width: 300,
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
filter: {kind: "choice", options: distinctChoiceOptions(items, questionSetName)},
|
|
60
|
+
key: "questionSet",
|
|
61
|
+
title: "Question set",
|
|
62
|
+
value: questionSetName,
|
|
63
|
+
width: 220,
|
|
64
|
+
},
|
|
65
|
+
{
|
|
66
|
+
cell: (item) => ({value: item.promptName ?? "—"}),
|
|
67
|
+
filter: {kind: "choice", options: distinctChoiceOptions(items, (item) => item.promptName)},
|
|
68
|
+
key: "prompt",
|
|
69
|
+
title: "Prompt",
|
|
70
|
+
value: (item) => item.promptName,
|
|
71
|
+
width: 200,
|
|
72
|
+
},
|
|
73
|
+
{
|
|
74
|
+
filter: {kind: "choice", options: distinctChoiceOptions(items, assigneeLabel)},
|
|
75
|
+
key: "assignee",
|
|
76
|
+
title: "Assignee",
|
|
77
|
+
value: assigneeLabel,
|
|
78
|
+
width: 180,
|
|
79
|
+
},
|
|
80
|
+
{
|
|
81
|
+
// Sorting by enqueue time ascending lists the longest-waiting items first.
|
|
82
|
+
cell: (item) => ({value: waitingLabel(item.enqueuedAt)}),
|
|
83
|
+
filter: {kind: "dateRange", label: "Enqueued"},
|
|
84
|
+
key: "waiting",
|
|
85
|
+
title: "Waiting",
|
|
86
|
+
value: (item) => item.enqueuedAt,
|
|
87
|
+
width: 130,
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
columnType: "reviewStatus",
|
|
91
|
+
filter: {
|
|
92
|
+
kind: "choice",
|
|
93
|
+
options: distinctChoiceOptions(items, (item) => item.status).map((option) => ({
|
|
94
|
+
label: reviewStatusLabel(option.value as ReviewStatus),
|
|
95
|
+
value: option.value,
|
|
96
|
+
})),
|
|
97
|
+
},
|
|
98
|
+
key: "status",
|
|
99
|
+
title: "Status",
|
|
100
|
+
value: (item) => item.status,
|
|
101
|
+
width: 150,
|
|
102
|
+
},
|
|
30
103
|
];
|
|
31
104
|
|
|
32
|
-
const StatusCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) =>
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
105
|
+
const StatusCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => (
|
|
106
|
+
<Box justifyContent="center">
|
|
107
|
+
<ObservabilityStatusBadge status={String(cellData.value)} />
|
|
108
|
+
</Box>
|
|
109
|
+
);
|
|
110
|
+
|
|
111
|
+
export interface AiReviewQueueActionsProps {
|
|
112
|
+
canStart: boolean;
|
|
113
|
+
onOpenBatches?: () => void;
|
|
114
|
+
onStart: () => void;
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
/** Header actions for the review queue: batches (outline) and the one primary action. */
|
|
118
|
+
export const AiReviewQueueActions: React.FC<AiReviewQueueActionsProps> = ({
|
|
119
|
+
canStart,
|
|
120
|
+
onOpenBatches,
|
|
121
|
+
onStart,
|
|
122
|
+
}) => (
|
|
123
|
+
<>
|
|
124
|
+
{onOpenBatches ? (
|
|
125
|
+
<Button
|
|
126
|
+
iconName="layer-group"
|
|
127
|
+
onClick={onOpenBatches}
|
|
128
|
+
testID="ai-review-open-batches"
|
|
129
|
+
text="Review batches"
|
|
130
|
+
variant="outline"
|
|
131
|
+
/>
|
|
132
|
+
) : undefined}
|
|
133
|
+
<Button
|
|
134
|
+
disabled={!canStart}
|
|
135
|
+
iconName="play"
|
|
136
|
+
onClick={onStart}
|
|
137
|
+
testID="ai-review-start-oldest"
|
|
138
|
+
text="Review oldest pending"
|
|
46
139
|
/>
|
|
47
|
-
|
|
48
|
-
|
|
140
|
+
</>
|
|
141
|
+
);
|
|
49
142
|
|
|
50
143
|
export interface AiReviewQueueViewProps {
|
|
51
144
|
counts: Record<ReviewStatus, number>;
|
|
@@ -53,9 +146,12 @@ export interface AiReviewQueueViewProps {
|
|
|
53
146
|
isLoading?: boolean;
|
|
54
147
|
items: ReviewListItem[];
|
|
55
148
|
onOpenItem: (id: string) => void;
|
|
149
|
+
/** Opens Traces, where reviewers send traces to this queue. */
|
|
150
|
+
onOpenTraces?: () => void;
|
|
56
151
|
onRetry: () => void;
|
|
57
|
-
onStart: () => void;
|
|
58
152
|
onStatusChange: (status: ReviewStatus) => void;
|
|
153
|
+
/** Question set names by evaluator id. */
|
|
154
|
+
questionSetNames?: Record<string, string>;
|
|
59
155
|
status: ReviewStatus;
|
|
60
156
|
}
|
|
61
157
|
|
|
@@ -65,54 +161,58 @@ export const AiReviewQueueView: React.FC<AiReviewQueueViewProps> = ({
|
|
|
65
161
|
isLoading,
|
|
66
162
|
items,
|
|
67
163
|
onOpenItem,
|
|
164
|
+
onOpenTraces,
|
|
68
165
|
onRetry,
|
|
69
|
-
onStart,
|
|
70
166
|
onStatusChange,
|
|
167
|
+
questionSetNames,
|
|
71
168
|
status,
|
|
72
169
|
}) => {
|
|
73
170
|
const customColumnComponentMap = useMemo(
|
|
74
171
|
() => ({
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
172
|
+
reviewOutput: ({cellData}: {cellData: DataTableCellData}) => {
|
|
173
|
+
const item = cellData.value as ReviewListItem;
|
|
174
|
+
return (
|
|
175
|
+
<Box
|
|
176
|
+
accessibilityHint="Opens this review item"
|
|
177
|
+
accessibilityLabel={`Open review item for ${item.traceName}`}
|
|
178
|
+
gap={1}
|
|
179
|
+
justifyContent="center"
|
|
180
|
+
onClick={() => {
|
|
181
|
+
onOpenItem(item.id);
|
|
182
|
+
}}
|
|
183
|
+
>
|
|
184
|
+
<Box testID={`ai-review-open-${item.id}`}>
|
|
185
|
+
<Text bold numberOfLines={1} skipLinking>
|
|
186
|
+
{item.outputPreview || item.traceName}
|
|
187
|
+
</Text>
|
|
188
|
+
</Box>
|
|
189
|
+
<Text color="secondaryLight" numberOfLines={1} size="sm">
|
|
190
|
+
{item.outputPreview ? item.traceName : reviewSourceLabel(item)}
|
|
191
|
+
</Text>
|
|
192
|
+
</Box>
|
|
193
|
+
);
|
|
194
|
+
},
|
|
85
195
|
reviewStatus: StatusCell,
|
|
86
196
|
}),
|
|
87
197
|
[onOpenItem]
|
|
88
198
|
);
|
|
89
|
-
const
|
|
90
|
-
|
|
91
|
-
{
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
199
|
+
const columns = useMemo(
|
|
200
|
+
() =>
|
|
201
|
+
buildColumns({
|
|
202
|
+
items,
|
|
203
|
+
questionSetName: (item) => questionSetNames?.[item.evaluatorId] ?? "—",
|
|
204
|
+
}),
|
|
205
|
+
[items, questionSetNames]
|
|
206
|
+
);
|
|
207
|
+
const {rows: _sortedItems, ...table} = useClientTable({
|
|
208
|
+
columns,
|
|
209
|
+
rows: items,
|
|
210
|
+
searchText: reviewSearchText,
|
|
211
|
+
});
|
|
100
212
|
const selectedIndex = REVIEW_STATUSES.indexOf(status);
|
|
101
213
|
|
|
102
214
|
return (
|
|
103
|
-
<Box gap={
|
|
104
|
-
<Box alignItems="center" direction="row" gap={3} justifyContent="between" wrap>
|
|
105
|
-
<Box gap={1}>
|
|
106
|
-
<Heading size="sm">Human review</Heading>
|
|
107
|
-
<Text color="secondaryDark">Oldest items appear first.</Text>
|
|
108
|
-
</Box>
|
|
109
|
-
<Button
|
|
110
|
-
disabled={counts.pending === 0 || status !== "pending"}
|
|
111
|
-
onClick={onStart}
|
|
112
|
-
testID="ai-review-start-oldest"
|
|
113
|
-
text="Start reviewing — oldest first"
|
|
114
|
-
/>
|
|
115
|
-
</Box>
|
|
215
|
+
<Box gap={4} testID="ai-review-queue">
|
|
116
216
|
<SegmentedControl
|
|
117
217
|
badges={REVIEW_STATUSES.map((entry) => ({count: counts[entry]}))}
|
|
118
218
|
items={REVIEW_STATUSES.map(reviewStatusLabel)}
|
|
@@ -130,22 +230,30 @@ export const AiReviewQueueView: React.FC<AiReviewQueueViewProps> = ({
|
|
|
130
230
|
<Spinner />
|
|
131
231
|
</Box>
|
|
132
232
|
) : isError ? (
|
|
133
|
-
<
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
233
|
+
<ObservabilityErrorState
|
|
234
|
+
onRetry={onRetry}
|
|
235
|
+
testID="ai-review-error"
|
|
236
|
+
text="Could not load the review queue."
|
|
237
|
+
/>
|
|
137
238
|
) : items.length === 0 ? (
|
|
138
|
-
<
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
239
|
+
<ObservabilityEmptyState
|
|
240
|
+
actionIconName="list"
|
|
241
|
+
actionText={onOpenTraces ? "Go to traces" : undefined}
|
|
242
|
+
description="Select traces in Traces and send them to human review, or start a review batch."
|
|
243
|
+
iconName="inbox"
|
|
244
|
+
onAction={onOpenTraces}
|
|
245
|
+
testID="ai-review-empty"
|
|
246
|
+
title={`No ${reviewStatusLabel(status).toLowerCase()} review items`}
|
|
247
|
+
/>
|
|
144
248
|
) : (
|
|
145
249
|
<DataTable
|
|
146
|
-
|
|
250
|
+
{...table}
|
|
147
251
|
customColumnComponentMap={customColumnComponentMap}
|
|
148
|
-
|
|
252
|
+
emptyContent={
|
|
253
|
+
<Box padding={4} testID="ai-review-no-matches">
|
|
254
|
+
<Text color="secondaryDark">No review items match these filters.</Text>
|
|
255
|
+
</Box>
|
|
256
|
+
}
|
|
149
257
|
testID="ai-review-table"
|
|
150
258
|
/>
|
|
151
259
|
)}
|