@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +166 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -0,0 +1,333 @@
|
|
|
1
|
+
import {
|
|
2
|
+
Box,
|
|
3
|
+
Button,
|
|
4
|
+
Card,
|
|
5
|
+
DataTable,
|
|
6
|
+
type DataTableCellData,
|
|
7
|
+
type DataTableColumnFilter,
|
|
8
|
+
Heading,
|
|
9
|
+
SelectField,
|
|
10
|
+
Spinner,
|
|
11
|
+
Text,
|
|
12
|
+
TextField,
|
|
13
|
+
} from "@terreno/ui";
|
|
14
|
+
import {DateTime} from "luxon";
|
|
15
|
+
import React, {useCallback, useMemo, useState} from "react";
|
|
16
|
+
import {AgreementMeter, ProgressMeter} from "../shell/AgreementMeter";
|
|
17
|
+
import {type ClientTableColumn, distinctChoiceOptions, useClientTable} from "../shell/clientTable";
|
|
18
|
+
import {ObservabilityEmptyState, ObservabilityErrorState} from "../shell/ObservabilityStates";
|
|
19
|
+
import {DEFAULT_BATCH_SIZE, type ReviewBatchListItem} from "./batchTypes";
|
|
20
|
+
|
|
21
|
+
const QUESTION_SET_FIELD = "questionSet";
|
|
22
|
+
|
|
23
|
+
const formatCreated = (iso: string): string => {
|
|
24
|
+
const parsed = DateTime.fromISO(iso);
|
|
25
|
+
if (!parsed.isValid) {
|
|
26
|
+
return "—";
|
|
27
|
+
}
|
|
28
|
+
return parsed.toRelative() ?? parsed.toLocaleString(DateTime.DATE_MED);
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
/** "summary-questions · example-summarize", plus the dataset when the batch came from one. */
|
|
32
|
+
const batchSubtitle = (batch: ReviewBatchListItem): string => {
|
|
33
|
+
const parts = [batch.evaluatorName, batch.promptName ?? "Any prompt"];
|
|
34
|
+
if (batch.datasetId) {
|
|
35
|
+
parts.push(`Dataset ${batch.datasetName ?? batch.datasetId}`);
|
|
36
|
+
}
|
|
37
|
+
return parts.join(" · ");
|
|
38
|
+
};
|
|
39
|
+
|
|
40
|
+
const AnsweredCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
|
|
41
|
+
const batch = cellData.value as ReviewBatchListItem;
|
|
42
|
+
return (
|
|
43
|
+
<Box justifyContent="center" width="100%">
|
|
44
|
+
<ProgressMeter
|
|
45
|
+
done={batch.counts.done}
|
|
46
|
+
testID={`ai-review-batch-answered-${batch.id}`}
|
|
47
|
+
total={batch.counts.total}
|
|
48
|
+
/>
|
|
49
|
+
</Box>
|
|
50
|
+
);
|
|
51
|
+
};
|
|
52
|
+
|
|
53
|
+
const BestJudgeCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
|
|
54
|
+
const best = (cellData.value as ReviewBatchListItem).bestJudge;
|
|
55
|
+
if (!best) {
|
|
56
|
+
return <Text color="secondaryLight">No judge run yet</Text>;
|
|
57
|
+
}
|
|
58
|
+
return (
|
|
59
|
+
<Box gap={1} justifyContent="center">
|
|
60
|
+
<AgreementMeter compact rate={best.rate} />
|
|
61
|
+
<Text color="secondaryLight" numberOfLines={1} size="sm">
|
|
62
|
+
{best.evaluatorName}
|
|
63
|
+
</Text>
|
|
64
|
+
</Box>
|
|
65
|
+
);
|
|
66
|
+
};
|
|
67
|
+
|
|
68
|
+
/** Best judge agreement as a whole percent, so the filter takes the same numbers the meter shows. */
|
|
69
|
+
const bestJudgePercent = (batch: ReviewBatchListItem): number | undefined => {
|
|
70
|
+
const rate = batch.bestJudge?.rate;
|
|
71
|
+
return rate === undefined || Number.isNaN(rate) ? undefined : Math.round(rate * 100);
|
|
72
|
+
};
|
|
73
|
+
|
|
74
|
+
const batchSearchText = (batch: ReviewBatchListItem): string =>
|
|
75
|
+
`${batch.name} ${batch.evaluatorName} ${batch.promptName ?? ""} ${batch.datasetName ?? ""}`;
|
|
76
|
+
|
|
77
|
+
const COLUMNS: ClientTableColumn<ReviewBatchListItem>[] = [
|
|
78
|
+
{
|
|
79
|
+
cell: (batch) => ({value: batch}),
|
|
80
|
+
columnType: "batchName",
|
|
81
|
+
filter: {kind: "text"},
|
|
82
|
+
key: "name",
|
|
83
|
+
title: "Batch",
|
|
84
|
+
value: (batch) => batch.name,
|
|
85
|
+
width: 320,
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
cell: (batch) => ({value: batch}),
|
|
89
|
+
columnType: "batchAnswered",
|
|
90
|
+
filter: {kind: "numberRange", label: "Answered items"},
|
|
91
|
+
key: "answered",
|
|
92
|
+
title: "Answered by people",
|
|
93
|
+
value: (batch) => batch.counts.done,
|
|
94
|
+
width: 200,
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
cell: (batch) => ({value: batch}),
|
|
98
|
+
columnType: "batchBestJudge",
|
|
99
|
+
filter: {kind: "numberRange", label: "Agreement %"},
|
|
100
|
+
key: "bestJudge",
|
|
101
|
+
title: "Best judge vs people",
|
|
102
|
+
value: bestJudgePercent,
|
|
103
|
+
width: 240,
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
cell: (batch) => ({value: formatCreated(batch.created)}),
|
|
107
|
+
filter: {kind: "dateRange", label: "Created"},
|
|
108
|
+
key: "created",
|
|
109
|
+
title: "Created",
|
|
110
|
+
value: (batch) => batch.created,
|
|
111
|
+
width: 150,
|
|
112
|
+
},
|
|
113
|
+
];
|
|
114
|
+
|
|
115
|
+
export interface BatchOption {
|
|
116
|
+
label: string;
|
|
117
|
+
value: string;
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
export interface AiReviewBatchesViewProps {
|
|
121
|
+
batches: ReviewBatchListItem[];
|
|
122
|
+
createError?: string;
|
|
123
|
+
isCreating?: boolean;
|
|
124
|
+
isError?: boolean;
|
|
125
|
+
isLoading?: boolean;
|
|
126
|
+
name: string;
|
|
127
|
+
onCreate: () => void;
|
|
128
|
+
onNameChange: (value: string) => void;
|
|
129
|
+
onOpenBatch: (id: string) => void;
|
|
130
|
+
onPromptChange: (value: string) => void;
|
|
131
|
+
onQuestionSetChange: (value: string) => void;
|
|
132
|
+
onRetry: () => void;
|
|
133
|
+
promptName: string;
|
|
134
|
+
promptOptions: BatchOption[];
|
|
135
|
+
questionSetId: string;
|
|
136
|
+
questionSetOptions: BatchOption[];
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
export const AiReviewBatchesView: React.FC<AiReviewBatchesViewProps> = ({
|
|
140
|
+
batches,
|
|
141
|
+
createError,
|
|
142
|
+
isCreating,
|
|
143
|
+
isError,
|
|
144
|
+
isLoading,
|
|
145
|
+
name,
|
|
146
|
+
onCreate,
|
|
147
|
+
onNameChange,
|
|
148
|
+
onOpenBatch,
|
|
149
|
+
onPromptChange,
|
|
150
|
+
onQuestionSetChange,
|
|
151
|
+
onRetry,
|
|
152
|
+
promptName,
|
|
153
|
+
promptOptions,
|
|
154
|
+
questionSetId,
|
|
155
|
+
questionSetOptions,
|
|
156
|
+
}) => {
|
|
157
|
+
const customColumnComponentMap = useMemo(
|
|
158
|
+
() => ({
|
|
159
|
+
batchAnswered: AnsweredCell,
|
|
160
|
+
batchBestJudge: BestJudgeCell,
|
|
161
|
+
batchName: ({cellData}: {cellData: DataTableCellData}) => {
|
|
162
|
+
const batch = cellData.value as ReviewBatchListItem;
|
|
163
|
+
return (
|
|
164
|
+
<Box
|
|
165
|
+
accessibilityHint="Opens this batch"
|
|
166
|
+
accessibilityLabel={`Open batch ${batch.name}`}
|
|
167
|
+
gap={1}
|
|
168
|
+
justifyContent="center"
|
|
169
|
+
onClick={() => {
|
|
170
|
+
onOpenBatch(batch.id);
|
|
171
|
+
}}
|
|
172
|
+
>
|
|
173
|
+
<Box testID={`ai-review-batches-open-${batch.id}`}>
|
|
174
|
+
<Text bold numberOfLines={1} skipLinking>
|
|
175
|
+
{batch.name}
|
|
176
|
+
</Text>
|
|
177
|
+
</Box>
|
|
178
|
+
<Text color="secondaryLight" numberOfLines={1} size="sm">
|
|
179
|
+
{batchSubtitle(batch)}
|
|
180
|
+
</Text>
|
|
181
|
+
{batch.questionsStale ? (
|
|
182
|
+
<Text color="warning" size="sm" testID={`ai-review-batch-stale-${batch.id}`}>
|
|
183
|
+
Questions changed, judge again
|
|
184
|
+
</Text>
|
|
185
|
+
) : undefined}
|
|
186
|
+
</Box>
|
|
187
|
+
);
|
|
188
|
+
},
|
|
189
|
+
}),
|
|
190
|
+
[onOpenBatch]
|
|
191
|
+
);
|
|
192
|
+
// The question set shows in each batch subtitle, so it filters from the toolbar, not a column.
|
|
193
|
+
const [questionSetFilter, setQuestionSetFilter] = useState<string[]>([]);
|
|
194
|
+
const questionSetFilters = useMemo(
|
|
195
|
+
(): DataTableColumnFilter[] => [
|
|
196
|
+
{
|
|
197
|
+
field: QUESTION_SET_FIELD,
|
|
198
|
+
kind: "choice",
|
|
199
|
+
label: "Question set",
|
|
200
|
+
options: distinctChoiceOptions(batches, (batch) => batch.evaluatorName),
|
|
201
|
+
},
|
|
202
|
+
],
|
|
203
|
+
[batches]
|
|
204
|
+
);
|
|
205
|
+
const filteredBatches = useMemo(
|
|
206
|
+
() =>
|
|
207
|
+
questionSetFilter.length === 0
|
|
208
|
+
? batches
|
|
209
|
+
: batches.filter((batch) => questionSetFilter.includes(batch.evaluatorName)),
|
|
210
|
+
[batches, questionSetFilter]
|
|
211
|
+
);
|
|
212
|
+
const {
|
|
213
|
+
onFilterValuesChange,
|
|
214
|
+
rows: _sortedBatches,
|
|
215
|
+
...table
|
|
216
|
+
} = useClientTable({
|
|
217
|
+
columns: COLUMNS,
|
|
218
|
+
rows: filteredBatches,
|
|
219
|
+
searchText: batchSearchText,
|
|
220
|
+
});
|
|
221
|
+
const handleFilterValuesChange = useCallback(
|
|
222
|
+
(next: Record<string, unknown>): void => {
|
|
223
|
+
const value = next[QUESTION_SET_FIELD];
|
|
224
|
+
setQuestionSetFilter(
|
|
225
|
+
Array.isArray(value) ? value.map(String) : typeof value === "string" && value ? [value] : []
|
|
226
|
+
);
|
|
227
|
+
onFilterValuesChange(next);
|
|
228
|
+
},
|
|
229
|
+
[onFilterValuesChange]
|
|
230
|
+
);
|
|
231
|
+
|
|
232
|
+
return (
|
|
233
|
+
<Box gap={4} testID="ai-review-batches">
|
|
234
|
+
{isLoading ? (
|
|
235
|
+
<Box alignItems="center" padding={5} testID="ai-review-batches-loading">
|
|
236
|
+
<Spinner />
|
|
237
|
+
</Box>
|
|
238
|
+
) : isError ? (
|
|
239
|
+
<ObservabilityErrorState
|
|
240
|
+
onRetry={onRetry}
|
|
241
|
+
testID="ai-review-batches-error"
|
|
242
|
+
text="Could not load review batches."
|
|
243
|
+
/>
|
|
244
|
+
) : batches.length === 0 ? (
|
|
245
|
+
<ObservabilityEmptyState
|
|
246
|
+
description={`Choose a question set below, then save the batch. That grabs the ${DEFAULT_BATCH_SIZE} newest traces.`}
|
|
247
|
+
iconName="layer-group"
|
|
248
|
+
testID="ai-review-batches-empty"
|
|
249
|
+
title="No batches yet"
|
|
250
|
+
/>
|
|
251
|
+
) : (
|
|
252
|
+
<DataTable
|
|
253
|
+
{...table}
|
|
254
|
+
additionalFilters={questionSetFilters}
|
|
255
|
+
customColumnComponentMap={customColumnComponentMap}
|
|
256
|
+
emptyContent={
|
|
257
|
+
<Box padding={4} testID="ai-review-batches-no-matches">
|
|
258
|
+
<Text color="secondaryDark">No batches match these filters.</Text>
|
|
259
|
+
</Box>
|
|
260
|
+
}
|
|
261
|
+
onFilterValuesChange={handleFilterValuesChange}
|
|
262
|
+
rowHeight={72}
|
|
263
|
+
testID="ai-review-batches-table"
|
|
264
|
+
toolbarAlign="end"
|
|
265
|
+
/>
|
|
266
|
+
)}
|
|
267
|
+
|
|
268
|
+
<Card padding={4} testID="ai-review-batch-create">
|
|
269
|
+
<Box gap={3}>
|
|
270
|
+
<Box gap={1}>
|
|
271
|
+
<Heading size="sm">New batch</Heading>
|
|
272
|
+
<Text color="secondaryLight" size="sm">
|
|
273
|
+
{`Takes the ${DEFAULT_BATCH_SIZE} newest successful traces not already in a batch for this question set.`}
|
|
274
|
+
</Text>
|
|
275
|
+
</Box>
|
|
276
|
+
<Box direction="row" gap={3} wrap>
|
|
277
|
+
<Box flex="grow" minWidth={220}>
|
|
278
|
+
<SelectField
|
|
279
|
+
helperText="Human evaluator whose questions reviewers answer"
|
|
280
|
+
onChange={onQuestionSetChange}
|
|
281
|
+
options={questionSetOptions}
|
|
282
|
+
requireValue
|
|
283
|
+
testID="ai-review-batch-question-set"
|
|
284
|
+
title="Question set"
|
|
285
|
+
value={questionSetId}
|
|
286
|
+
/>
|
|
287
|
+
</Box>
|
|
288
|
+
<Box flex="grow" minWidth={220}>
|
|
289
|
+
<SelectField
|
|
290
|
+
helperText="Only pull traces for this prompt"
|
|
291
|
+
onChange={onPromptChange}
|
|
292
|
+
options={promptOptions}
|
|
293
|
+
placeholder="Any prompt"
|
|
294
|
+
testID="ai-review-batch-prompt"
|
|
295
|
+
title="Prompt"
|
|
296
|
+
value={promptName}
|
|
297
|
+
/>
|
|
298
|
+
</Box>
|
|
299
|
+
<Box flex="grow" minWidth={220}>
|
|
300
|
+
<TextField
|
|
301
|
+
helperText="Leave blank to name it after the prompt"
|
|
302
|
+
onChange={onNameChange}
|
|
303
|
+
testID="ai-review-batch-name-input"
|
|
304
|
+
title="Name (optional)"
|
|
305
|
+
value={name}
|
|
306
|
+
/>
|
|
307
|
+
</Box>
|
|
308
|
+
</Box>
|
|
309
|
+
{createError ? (
|
|
310
|
+
<Text color="error" testID="ai-review-batch-create-error">
|
|
311
|
+
{createError}
|
|
312
|
+
</Text>
|
|
313
|
+
) : undefined}
|
|
314
|
+
<Box alignItems="start">
|
|
315
|
+
<Button
|
|
316
|
+
disabled={!questionSetId}
|
|
317
|
+
iconName="floppy-disk"
|
|
318
|
+
loading={isCreating}
|
|
319
|
+
onClick={onCreate}
|
|
320
|
+
testID="ai-review-batch-grab-recent"
|
|
321
|
+
text="Save batch"
|
|
322
|
+
/>
|
|
323
|
+
</Box>
|
|
324
|
+
{questionSetOptions.length === 0 ? (
|
|
325
|
+
<Text color="secondaryLight" size="sm">
|
|
326
|
+
Create a human evaluator with one score per question first.
|
|
327
|
+
</Text>
|
|
328
|
+
) : undefined}
|
|
329
|
+
</Box>
|
|
330
|
+
</Card>
|
|
331
|
+
</Box>
|
|
332
|
+
);
|
|
333
|
+
};
|
|
@@ -1,11 +1,27 @@
|
|
|
1
|
-
import {Box,
|
|
1
|
+
import {Box, Spinner, Text, useToast} from "@terreno/ui";
|
|
2
2
|
import {router, useLocalSearchParams} from "expo-router";
|
|
3
3
|
import React, {useCallback, useEffect, useMemo, useState} from "react";
|
|
4
4
|
import type {AdminScreenWidgetProps} from "../../../types";
|
|
5
5
|
import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
|
|
6
6
|
import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
7
|
+
import {ObservabilityErrorState} from "../shell/ObservabilityStates";
|
|
8
|
+
import {
|
|
9
|
+
AiReviewItemHeaderMeta,
|
|
10
|
+
AiReviewItemNav,
|
|
11
|
+
AiReviewItemView,
|
|
12
|
+
reviewItemTitle,
|
|
13
|
+
} from "./AiReviewItemView";
|
|
14
|
+
import {openBatchItems} from "./batchTypes";
|
|
15
|
+
import {focusReviewPage, type ReviewShortcutAction, useReviewShortcuts} from "./reviewShortcuts";
|
|
16
|
+
import {
|
|
17
|
+
type EvaluatorDimension,
|
|
18
|
+
firstUnansweredBoolean,
|
|
19
|
+
nextUnansweredAfter,
|
|
20
|
+
stepQuestionKey,
|
|
21
|
+
unwrapCurrentUserId,
|
|
22
|
+
unwrapReviewDetail,
|
|
23
|
+
unwrapReviewList,
|
|
24
|
+
} from "./reviewTypes";
|
|
9
25
|
import {type ReviewActionBody, useAiObservabilityReviewApi} from "./useAiObservabilityReviewApi";
|
|
10
26
|
|
|
11
27
|
export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
|
|
@@ -13,20 +29,40 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
13
29
|
const params = useLocalSearchParams<{id?: string | string[]}>();
|
|
14
30
|
const idParam = params.id;
|
|
15
31
|
const id = Array.isArray(idParam) ? idParam[0] : idParam;
|
|
16
|
-
const {
|
|
17
|
-
|
|
32
|
+
const {
|
|
33
|
+
useActionMutation,
|
|
34
|
+
useBatchQueueQuery,
|
|
35
|
+
useCurrentUserQuery,
|
|
36
|
+
useDetailQuery,
|
|
37
|
+
useListQuery,
|
|
38
|
+
useStatusQuery,
|
|
39
|
+
} = useAiObservabilityReviewApi();
|
|
18
40
|
const detailQuery = useDetailQuery(id ?? "", {skip: !id});
|
|
19
|
-
const
|
|
41
|
+
const detail = useMemo(() => unwrapReviewDetail(detailQuery.data), [detailQuery.data]);
|
|
42
|
+
const batchId = detail?.batchId;
|
|
43
|
+
// Batch items walk their own batch; everything else walks the whole pending queue.
|
|
44
|
+
const globalPendingQuery = useListQuery("pending");
|
|
45
|
+
const batchQueueQuery = useBatchQueueQuery({batchId: batchId ?? ""}, {skip: !batchId});
|
|
46
|
+
const pendingQuery = batchId ? batchQueueQuery : globalPendingQuery;
|
|
20
47
|
const currentUserQuery = useCurrentUserQuery();
|
|
21
48
|
const statusQuery = useStatusQuery();
|
|
22
49
|
const [runAction, actionState] = useActionMutation();
|
|
23
50
|
const [scores, setScores] = useState<Record<string, boolean | number | string>>({});
|
|
24
51
|
const [comment, setComment] = useState("");
|
|
25
52
|
const [submitError, setSubmitError] = useState("");
|
|
53
|
+
const [activeQuestionKey, setActiveQuestionKey] = useState<string | undefined>();
|
|
26
54
|
const toast = useToast();
|
|
55
|
+
const booleanDimensions = useMemo(
|
|
56
|
+
(): EvaluatorDimension[] =>
|
|
57
|
+
(detail?.dimensions ?? []).filter((dimension) => dimension.dataType === "boolean"),
|
|
58
|
+
[detail?.dimensions]
|
|
59
|
+
);
|
|
27
60
|
|
|
28
|
-
|
|
29
|
-
const pending = useMemo(() =>
|
|
61
|
+
// A batch counts assigned (in progress) items as open work, like the batch screen does.
|
|
62
|
+
const pending = useMemo(() => {
|
|
63
|
+
const items = unwrapReviewList(pendingQuery.data);
|
|
64
|
+
return batchId ? openBatchItems(items) : items;
|
|
65
|
+
}, [batchId, pendingQuery.data]);
|
|
30
66
|
const currentUserId = useMemo(
|
|
31
67
|
() => unwrapCurrentUserId(currentUserQuery.data),
|
|
32
68
|
[currentUserQuery.data]
|
|
@@ -36,15 +72,26 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
36
72
|
const previous = currentIndex > 0 ? pending[currentIndex - 1] : undefined;
|
|
37
73
|
const next = currentIndex >= 0 ? pending[currentIndex + 1] : pending[0];
|
|
38
74
|
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
39
|
-
const queueHref =
|
|
75
|
+
const queueHref = batchId
|
|
76
|
+
? `${prefix}/ai-review-batch?id=${encodeURIComponent(batchId)}`
|
|
77
|
+
: `${prefix}/ai-review`;
|
|
40
78
|
|
|
41
79
|
// Reset reviewer input when navigation loads a different queue item.
|
|
42
80
|
useEffect(() => {
|
|
43
81
|
setScores(detail?.scores ?? {});
|
|
44
82
|
setComment(detail?.comment ?? "");
|
|
45
83
|
setSubmitError("");
|
|
84
|
+
setActiveQuestionKey(firstUnansweredBoolean(detail?.dimensions ?? [], detail?.scores ?? {}));
|
|
46
85
|
}, [detail]);
|
|
47
86
|
|
|
87
|
+
// Focus the page once per item so Y/N work before the first click.
|
|
88
|
+
useEffect(() => {
|
|
89
|
+
if (!detail?.id) {
|
|
90
|
+
return;
|
|
91
|
+
}
|
|
92
|
+
focusReviewPage();
|
|
93
|
+
}, [detail?.id]);
|
|
94
|
+
|
|
48
95
|
const openItem = useCallback(
|
|
49
96
|
(nextId: string): void => {
|
|
50
97
|
router.push(`${prefix}/ai-review-item?id=${encodeURIComponent(nextId)}`);
|
|
@@ -55,7 +102,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
55
102
|
const finishAndNavigate = useCallback(
|
|
56
103
|
(remaining: number, nextId?: string): void => {
|
|
57
104
|
if (remaining === 0) {
|
|
58
|
-
toast.success("Queue clear");
|
|
105
|
+
toast.success(batchId ? "Batch complete" : "Queue clear");
|
|
59
106
|
router.push(queueHref);
|
|
60
107
|
return;
|
|
61
108
|
}
|
|
@@ -66,7 +113,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
66
113
|
}
|
|
67
114
|
router.push(queueHref);
|
|
68
115
|
},
|
|
69
|
-
[openItem, queueHref, toast]
|
|
116
|
+
[batchId, openItem, queueHref, toast]
|
|
70
117
|
);
|
|
71
118
|
|
|
72
119
|
const submitAction = useCallback(
|
|
@@ -81,9 +128,14 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
81
128
|
[currentIndex, finishAndNavigate, id, pending.length, runAction]
|
|
82
129
|
);
|
|
83
130
|
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
131
|
+
// Answering a question moves the keyboard highlight to the next unanswered yes/no question.
|
|
132
|
+
const handleScoreChange = useCallback(
|
|
133
|
+
(key: string, value: boolean | number | string): void => {
|
|
134
|
+
setScores((current) => ({...current, [key]: value}));
|
|
135
|
+
setActiveQuestionKey(nextUnansweredAfter(booleanDimensions, {...scores, [key]: value}, key));
|
|
136
|
+
},
|
|
137
|
+
[booleanDimensions, scores]
|
|
138
|
+
);
|
|
87
139
|
|
|
88
140
|
const handleSubmit = useCallback(async (): Promise<void> => {
|
|
89
141
|
if (!detail) {
|
|
@@ -93,7 +145,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
93
145
|
(dimension) => dimension.required && scores[dimension.key] === undefined
|
|
94
146
|
);
|
|
95
147
|
if (missing) {
|
|
96
|
-
setSubmitError(`
|
|
148
|
+
setSubmitError(`Answer "${missing.question ?? missing.key}" before submitting.`);
|
|
97
149
|
return;
|
|
98
150
|
}
|
|
99
151
|
setSubmitError("");
|
|
@@ -130,6 +182,44 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
130
182
|
}
|
|
131
183
|
}, [currentUserId, id, runAction, toast]);
|
|
132
184
|
|
|
185
|
+
const handleShortcut = useCallback(
|
|
186
|
+
(action: ReviewShortcutAction): void => {
|
|
187
|
+
if (actionState.isLoading || !detail) {
|
|
188
|
+
return;
|
|
189
|
+
}
|
|
190
|
+
if (action === "submit") {
|
|
191
|
+
void handleSubmit();
|
|
192
|
+
return;
|
|
193
|
+
}
|
|
194
|
+
if (action === "skip") {
|
|
195
|
+
void handleSkip();
|
|
196
|
+
return;
|
|
197
|
+
}
|
|
198
|
+
const currentKey = activeQuestionKey ?? firstUnansweredBoolean(booleanDimensions, scores);
|
|
199
|
+
if (action === "next" || action === "previous") {
|
|
200
|
+
setActiveQuestionKey(
|
|
201
|
+
stepQuestionKey(booleanDimensions, currentKey, action === "next" ? 1 : -1)
|
|
202
|
+
);
|
|
203
|
+
return;
|
|
204
|
+
}
|
|
205
|
+
if (currentKey) {
|
|
206
|
+
handleScoreChange(currentKey, action === "yes");
|
|
207
|
+
}
|
|
208
|
+
},
|
|
209
|
+
[
|
|
210
|
+
actionState.isLoading,
|
|
211
|
+
activeQuestionKey,
|
|
212
|
+
booleanDimensions,
|
|
213
|
+
detail,
|
|
214
|
+
handleScoreChange,
|
|
215
|
+
handleSkip,
|
|
216
|
+
handleSubmit,
|
|
217
|
+
scores,
|
|
218
|
+
]
|
|
219
|
+
);
|
|
220
|
+
|
|
221
|
+
useReviewShortcuts({enabled: Boolean(detail), onAction: handleShortcut});
|
|
222
|
+
|
|
133
223
|
if (!id) {
|
|
134
224
|
return (
|
|
135
225
|
<AiObservabilityChrome
|
|
@@ -141,7 +231,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
141
231
|
status={unwrapObservabilityStatus(statusQuery.data)}
|
|
142
232
|
>
|
|
143
233
|
<Box padding={4}>
|
|
144
|
-
<Text>Missing review item id. Open an item from the queue.</Text>
|
|
234
|
+
<Text color="secondaryLight">Missing review item id. Open an item from the queue.</Text>
|
|
145
235
|
</Box>
|
|
146
236
|
</AiObservabilityChrome>
|
|
147
237
|
);
|
|
@@ -174,44 +264,45 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
174
264
|
screenName="ai-review-item"
|
|
175
265
|
status={unwrapObservabilityStatus(statusQuery.data)}
|
|
176
266
|
>
|
|
177
|
-
<
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
}}
|
|
183
|
-
text="Retry"
|
|
184
|
-
/>
|
|
185
|
-
</Box>
|
|
267
|
+
<ObservabilityErrorState
|
|
268
|
+
onRetry={() => detailQuery.refetch()}
|
|
269
|
+
testID="ai-review-item-error"
|
|
270
|
+
text="Could not load this review item."
|
|
271
|
+
/>
|
|
186
272
|
</AiObservabilityChrome>
|
|
187
273
|
);
|
|
188
274
|
}
|
|
189
275
|
|
|
276
|
+
const isPending = currentIndex >= 0;
|
|
190
277
|
return (
|
|
191
278
|
<AiObservabilityChrome
|
|
192
279
|
{...props}
|
|
280
|
+
actions={
|
|
281
|
+
<AiReviewItemNav
|
|
282
|
+
onNext={next ? () => openItem(next.id) : undefined}
|
|
283
|
+
onPrevious={previous ? () => openItem(previous.id) : undefined}
|
|
284
|
+
/>
|
|
285
|
+
}
|
|
193
286
|
backHref={queueHref}
|
|
194
287
|
error={statusQuery.isError}
|
|
195
288
|
isLoading={statusQuery.isLoading}
|
|
289
|
+
meta={<AiReviewItemHeaderMeta detail={detail} isPending={isPending} />}
|
|
196
290
|
screenName="ai-review-item"
|
|
197
291
|
status={unwrapObservabilityStatus(statusQuery.data)}
|
|
292
|
+
title={reviewItemTitle({isPending, position, totalPending: pending.length})}
|
|
198
293
|
>
|
|
199
294
|
<AiReviewItemView
|
|
295
|
+
activeQuestionKey={activeQuestionKey}
|
|
200
296
|
comment={comment}
|
|
201
297
|
detail={detail}
|
|
202
|
-
isPending={currentIndex >= 0}
|
|
203
298
|
isSaving={actionState.isLoading}
|
|
204
299
|
onAssign={handleAssign}
|
|
205
300
|
onCommentChange={setComment}
|
|
206
|
-
onNext={next ? () => openItem(next.id) : undefined}
|
|
207
|
-
onPrevious={previous ? () => openItem(previous.id) : undefined}
|
|
208
301
|
onScoreChange={handleScoreChange}
|
|
209
302
|
onSkip={handleSkip}
|
|
210
303
|
onSubmit={handleSubmit}
|
|
211
|
-
position={position}
|
|
212
304
|
scores={scores}
|
|
213
305
|
submitError={submitError}
|
|
214
|
-
totalPending={pending.length}
|
|
215
306
|
/>
|
|
216
307
|
</AiObservabilityChrome>
|
|
217
308
|
);
|