@terreno/admin-frontend 57.21.0 → 57.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/package.json +3 -3
- package/src/index.tsx +2 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
- package/src/isolated/aiListTables.isolated.tsx +654 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
- package/src/isolated/aiTracesTable.isolated.tsx +375 -0
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
|
@@ -0,0 +1,468 @@
|
|
|
1
|
+
import {
|
|
2
|
+
Badge,
|
|
3
|
+
Banner,
|
|
4
|
+
Box,
|
|
5
|
+
Button,
|
|
6
|
+
Card,
|
|
7
|
+
CheckBox,
|
|
8
|
+
Heading,
|
|
9
|
+
SelectField,
|
|
10
|
+
Spinner,
|
|
11
|
+
Text,
|
|
12
|
+
TextField,
|
|
13
|
+
} from "@terreno/ui";
|
|
14
|
+
import React from "react";
|
|
15
|
+
import {
|
|
16
|
+
type DatasetJudgment,
|
|
17
|
+
type DatasetRecord,
|
|
18
|
+
formatJudgmentCoverage,
|
|
19
|
+
formatStaleAnswers,
|
|
20
|
+
judgedQuestionSets,
|
|
21
|
+
} from "../datasets/datasetTypes";
|
|
22
|
+
import {
|
|
23
|
+
type EvaluatorRecord,
|
|
24
|
+
sharedQuestionKeys,
|
|
25
|
+
summarizeCalibration,
|
|
26
|
+
} from "../evaluators/evaluatorTypes";
|
|
27
|
+
import type {PromptDetail} from "../prompts/promptTypes";
|
|
28
|
+
import {dimensionLabel} from "../review/reviewTypes";
|
|
29
|
+
import {AgreementMeter} from "../shell/AgreementMeter";
|
|
30
|
+
import {EvalStepBanner} from "../shell/EvalStepBanner";
|
|
31
|
+
import {EvalStepper} from "../shell/EvalStepper";
|
|
32
|
+
import {PIPELINE_ACTIVITY, PIPELINE_STEP} from "../shell/evalPipeline";
|
|
33
|
+
import {buildWizardSteps, WizardFooter} from "./ExperimentWizard";
|
|
34
|
+
import {
|
|
35
|
+
type ExperimentEstimate,
|
|
36
|
+
formatExperimentEstimate,
|
|
37
|
+
formatVersionList,
|
|
38
|
+
isValidExperimentVersionCount,
|
|
39
|
+
parseTargetAgreementPercent,
|
|
40
|
+
promptVersionTags,
|
|
41
|
+
} from "./experimentTypes";
|
|
42
|
+
|
|
43
|
+
export type JudgeWizardStep = 1 | 2 | 3 | 4;
|
|
44
|
+
|
|
45
|
+
export interface AiJudgeExperimentStepsProps {
|
|
46
|
+
datasetId: string;
|
|
47
|
+
datasets: DatasetRecord[];
|
|
48
|
+
estimate?: ExperimentEstimate;
|
|
49
|
+
estimateError?: string;
|
|
50
|
+
/** Every evaluator: human question sets and llm-judges. */
|
|
51
|
+
evaluators: EvaluatorRecord[];
|
|
52
|
+
isCreating: boolean;
|
|
53
|
+
isEstimating: boolean;
|
|
54
|
+
judgeEvaluatorId: string;
|
|
55
|
+
judgePromptDetail?: PromptDetail;
|
|
56
|
+
modelOverride: string;
|
|
57
|
+
onDatasetChange: (id: string) => void;
|
|
58
|
+
onJudgeChange: (id: string) => void;
|
|
59
|
+
onModelOverrideChange: (value: string) => void;
|
|
60
|
+
/** Opens the dataset detail, where the dataset can be sent to human review. */
|
|
61
|
+
onOpenDataset: (id: string) => void;
|
|
62
|
+
onQuestionSetChange: (id: string) => void;
|
|
63
|
+
onRun: () => void;
|
|
64
|
+
onStepChange: (step: JudgeWizardStep) => void;
|
|
65
|
+
onTargetAgreementChange: (value: string) => void;
|
|
66
|
+
onVersionToggle: (version: number) => void;
|
|
67
|
+
questionSetId: string;
|
|
68
|
+
step: JudgeWizardStep;
|
|
69
|
+
/** Target agreement as typed, in percent ("90"). */
|
|
70
|
+
targetAgreement: string;
|
|
71
|
+
versions: number[];
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
const JUDGE_STEP_LABELS = [
|
|
75
|
+
"Judged dataset",
|
|
76
|
+
"Question set",
|
|
77
|
+
"Judge and versions",
|
|
78
|
+
"Review and run",
|
|
79
|
+
];
|
|
80
|
+
|
|
81
|
+
const JUDGE_STEP_DETAILS: Record<JudgeWizardStep, string> = {
|
|
82
|
+
1: "pick a dataset humans already judged. Their answers are the answer key the LLM judge is graded against.",
|
|
83
|
+
2: "choose the questions the humans answered. The judge is graded only on these questions.",
|
|
84
|
+
3: "pick the LLM judge and 2–3 versions of its prompt to compare against the human answers.",
|
|
85
|
+
4: "check the plan and run it. Each version's agreement with the humans decides which one to promote.",
|
|
86
|
+
};
|
|
87
|
+
|
|
88
|
+
const JUDGE_REUSE_MESSAGE =
|
|
89
|
+
"Humans already answered these questions for this dataset. This experiment reuses their answers, so no new human work is needed.";
|
|
90
|
+
|
|
91
|
+
/** Llm-judges that answer at least one of the question set's questions, most overlap first. */
|
|
92
|
+
export const judgesForQuestionSet = (
|
|
93
|
+
evaluators: EvaluatorRecord[],
|
|
94
|
+
questionSet?: EvaluatorRecord
|
|
95
|
+
): Array<{judge: EvaluatorRecord; shared: string[]}> => {
|
|
96
|
+
if (!questionSet) {
|
|
97
|
+
return [];
|
|
98
|
+
}
|
|
99
|
+
return evaluators
|
|
100
|
+
.filter((evaluator) => evaluator.type === "llm-judge" && Boolean(evaluator.judgePromptName))
|
|
101
|
+
.map((judge) => ({judge, shared: sharedQuestionKeys(judge, questionSet)}))
|
|
102
|
+
.filter((entry) => entry.shared.length > 0)
|
|
103
|
+
.sort((left, right) => right.shared.length - left.shared.length);
|
|
104
|
+
};
|
|
105
|
+
|
|
106
|
+
const DatasetChoiceBody: React.FC<{
|
|
107
|
+
dataset: DatasetRecord;
|
|
108
|
+
isSelected: boolean;
|
|
109
|
+
onOpenDataset: (id: string) => void;
|
|
110
|
+
}> = ({dataset, isSelected, onOpenDataset}) => {
|
|
111
|
+
const judgments = dataset.judgments ?? [];
|
|
112
|
+
const isJudged = judgedQuestionSets(dataset).length > 0;
|
|
113
|
+
return (
|
|
114
|
+
<Box gap={1}>
|
|
115
|
+
<Box alignItems="center" direction="row" gap={2} wrap>
|
|
116
|
+
{isJudged ? <CheckBox selected={isSelected} /> : undefined}
|
|
117
|
+
<Text bold>{dataset.name}</Text>
|
|
118
|
+
<Text color="secondaryDark" size="sm">{`${dataset.counts.total} items`}</Text>
|
|
119
|
+
</Box>
|
|
120
|
+
{judgments.map((judgment: DatasetJudgment) => {
|
|
121
|
+
const stale = formatStaleAnswers(judgment);
|
|
122
|
+
return (
|
|
123
|
+
<Box gap={1} key={judgment.evaluatorId}>
|
|
124
|
+
<Text
|
|
125
|
+
color={judgment.current > 0 ? "primary" : "secondaryDark"}
|
|
126
|
+
size="sm"
|
|
127
|
+
testID={`ai-judge-dataset-coverage-${dataset.id}-${judgment.evaluatorId}`}
|
|
128
|
+
>
|
|
129
|
+
{formatJudgmentCoverage(judgment)}
|
|
130
|
+
</Text>
|
|
131
|
+
{stale ? (
|
|
132
|
+
<Text
|
|
133
|
+
color="warning"
|
|
134
|
+
size="sm"
|
|
135
|
+
testID={`ai-judge-dataset-stale-${dataset.id}-${judgment.evaluatorId}`}
|
|
136
|
+
>
|
|
137
|
+
{stale}
|
|
138
|
+
</Text>
|
|
139
|
+
) : undefined}
|
|
140
|
+
</Box>
|
|
141
|
+
);
|
|
142
|
+
})}
|
|
143
|
+
{isJudged ? undefined : (
|
|
144
|
+
<Box alignItems="center" direction="row" gap={2} wrap>
|
|
145
|
+
<Text color="secondaryDark" size="sm">
|
|
146
|
+
No current human answers yet, so there is nothing to grade a judge against.
|
|
147
|
+
</Text>
|
|
148
|
+
<Button
|
|
149
|
+
onClick={() => {
|
|
150
|
+
onOpenDataset(dataset.id);
|
|
151
|
+
}}
|
|
152
|
+
size="sm"
|
|
153
|
+
testID={`ai-judge-dataset-send-review-${dataset.id}`}
|
|
154
|
+
text="Send to human review first"
|
|
155
|
+
variant="outline"
|
|
156
|
+
/>
|
|
157
|
+
</Box>
|
|
158
|
+
)}
|
|
159
|
+
</Box>
|
|
160
|
+
);
|
|
161
|
+
};
|
|
162
|
+
|
|
163
|
+
export const AiJudgeExperimentSteps: React.FC<AiJudgeExperimentStepsProps> = ({
|
|
164
|
+
datasetId,
|
|
165
|
+
datasets,
|
|
166
|
+
estimate,
|
|
167
|
+
estimateError,
|
|
168
|
+
evaluators,
|
|
169
|
+
isCreating,
|
|
170
|
+
isEstimating,
|
|
171
|
+
judgeEvaluatorId,
|
|
172
|
+
judgePromptDetail,
|
|
173
|
+
modelOverride,
|
|
174
|
+
onDatasetChange,
|
|
175
|
+
onJudgeChange,
|
|
176
|
+
onModelOverrideChange,
|
|
177
|
+
onOpenDataset,
|
|
178
|
+
onQuestionSetChange,
|
|
179
|
+
onRun,
|
|
180
|
+
onStepChange,
|
|
181
|
+
onTargetAgreementChange,
|
|
182
|
+
onVersionToggle,
|
|
183
|
+
questionSetId,
|
|
184
|
+
step,
|
|
185
|
+
targetAgreement,
|
|
186
|
+
versions,
|
|
187
|
+
}) => {
|
|
188
|
+
const dataset = datasets.find((entry) => entry.id === datasetId);
|
|
189
|
+
const judgedSets = judgedQuestionSets(dataset);
|
|
190
|
+
const judgment = judgedSets.find((entry) => entry.evaluatorId === questionSetId);
|
|
191
|
+
const questionSet = evaluators.find((entry) => entry.id === questionSetId);
|
|
192
|
+
const judgeOptions = judgesForQuestionSet(evaluators, questionSet);
|
|
193
|
+
const judgeEntry = judgeOptions.find((entry) => entry.judge.id === judgeEvaluatorId);
|
|
194
|
+
const judge = judgeEntry?.judge;
|
|
195
|
+
const calibration = judge ? summarizeCalibration(judge.calibration) : undefined;
|
|
196
|
+
const uncoveredQuestions = questionSet
|
|
197
|
+
? questionSet.dimensions.filter((dimension) => !judgeEntry?.shared.includes(dimension.key))
|
|
198
|
+
: [];
|
|
199
|
+
const targetRate = parseTargetAgreementPercent(targetAgreement);
|
|
200
|
+
|
|
201
|
+
const hasDataset = judgedSets.length > 0;
|
|
202
|
+
const hasQuestionSet = Boolean(judgment);
|
|
203
|
+
const hasJudgeSetup = Boolean(judge) && isValidExperimentVersionCount(versions.length);
|
|
204
|
+
const isStepLocked = (stepNumber: JudgeWizardStep): boolean => {
|
|
205
|
+
if (stepNumber > 1 && !hasDataset) {
|
|
206
|
+
return true;
|
|
207
|
+
}
|
|
208
|
+
if (stepNumber > 2 && !hasQuestionSet) {
|
|
209
|
+
return true;
|
|
210
|
+
}
|
|
211
|
+
return stepNumber > 3 && !hasJudgeSetup;
|
|
212
|
+
};
|
|
213
|
+
const isNextDisabled = step < 4 && isStepLocked((step + 1) as JudgeWizardStep);
|
|
214
|
+
|
|
215
|
+
return (
|
|
216
|
+
<Card gap={4} padding={4} testID="ai-judge-wizard">
|
|
217
|
+
<EvalStepper
|
|
218
|
+
steps={buildWizardSteps({
|
|
219
|
+
current: step,
|
|
220
|
+
isLocked: isStepLocked,
|
|
221
|
+
labels: JUDGE_STEP_LABELS,
|
|
222
|
+
onStepChange,
|
|
223
|
+
testIDPrefix: "ai-judge-step",
|
|
224
|
+
})}
|
|
225
|
+
testID="ai-judge-stepper"
|
|
226
|
+
/>
|
|
227
|
+
<EvalStepBanner
|
|
228
|
+
activity={PIPELINE_ACTIVITY.judge}
|
|
229
|
+
detail={JUDGE_STEP_DETAILS[step]}
|
|
230
|
+
step={PIPELINE_STEP.judge}
|
|
231
|
+
/>
|
|
232
|
+
{step === 1 ? (
|
|
233
|
+
<Box gap={2} testID="ai-judge-step-dataset">
|
|
234
|
+
{datasets.length === 0 ? (
|
|
235
|
+
<Text color="secondaryDark" testID="ai-judge-datasets-empty">
|
|
236
|
+
No datasets yet. On Traces, choose Add to dataset, then send the dataset to human
|
|
237
|
+
review.
|
|
238
|
+
</Text>
|
|
239
|
+
) : undefined}
|
|
240
|
+
{datasets.map((entry) => {
|
|
241
|
+
const isJudged = judgedQuestionSets(entry).length > 0;
|
|
242
|
+
const isSelected = entry.id === datasetId && isJudged;
|
|
243
|
+
const body = (
|
|
244
|
+
<DatasetChoiceBody
|
|
245
|
+
dataset={entry}
|
|
246
|
+
isSelected={isSelected}
|
|
247
|
+
onOpenDataset={onOpenDataset}
|
|
248
|
+
/>
|
|
249
|
+
);
|
|
250
|
+
if (!isJudged) {
|
|
251
|
+
return (
|
|
252
|
+
<Box
|
|
253
|
+
border="default"
|
|
254
|
+
color="baseAlternate"
|
|
255
|
+
key={entry.id}
|
|
256
|
+
padding={3}
|
|
257
|
+
rounding="md"
|
|
258
|
+
testID={`ai-judge-dataset-${entry.id}-disabled`}
|
|
259
|
+
>
|
|
260
|
+
{body}
|
|
261
|
+
</Box>
|
|
262
|
+
);
|
|
263
|
+
}
|
|
264
|
+
return (
|
|
265
|
+
<Box
|
|
266
|
+
accessibilityHint="Use this judged dataset for the calibration"
|
|
267
|
+
accessibilityLabel={`Dataset ${entry.name}`}
|
|
268
|
+
accessibilityState={{checked: isSelected}}
|
|
269
|
+
border={isSelected ? "dark" : "default"}
|
|
270
|
+
key={entry.id}
|
|
271
|
+
onClick={() => {
|
|
272
|
+
onDatasetChange(entry.id);
|
|
273
|
+
}}
|
|
274
|
+
padding={3}
|
|
275
|
+
rounding="md"
|
|
276
|
+
testID={`ai-judge-dataset-${entry.id}`}
|
|
277
|
+
>
|
|
278
|
+
{body}
|
|
279
|
+
</Box>
|
|
280
|
+
);
|
|
281
|
+
})}
|
|
282
|
+
{hasDataset ? (
|
|
283
|
+
<Box testID="ai-judge-dataset-reuse">
|
|
284
|
+
<Banner hasIcon status="info" text={JUDGE_REUSE_MESSAGE} />
|
|
285
|
+
</Box>
|
|
286
|
+
) : (
|
|
287
|
+
<Text color="secondaryLight" size="sm" testID="ai-judge-dataset-help">
|
|
288
|
+
Pick a dataset with human answers. Datasets without them are greyed out.
|
|
289
|
+
</Text>
|
|
290
|
+
)}
|
|
291
|
+
</Box>
|
|
292
|
+
) : undefined}
|
|
293
|
+
{step === 2 ? (
|
|
294
|
+
<Box gap={2} testID="ai-judge-step-question-set">
|
|
295
|
+
<SelectField
|
|
296
|
+
onChange={onQuestionSetChange}
|
|
297
|
+
options={judgedSets.map((entry) => {
|
|
298
|
+
return {
|
|
299
|
+
label: `${entry.evaluatorName} (${entry.current} of ${entry.total} answered)`,
|
|
300
|
+
value: entry.evaluatorId,
|
|
301
|
+
};
|
|
302
|
+
})}
|
|
303
|
+
placeholder="Choose a question set"
|
|
304
|
+
testID="ai-judge-question-set"
|
|
305
|
+
title="Question set the humans answered"
|
|
306
|
+
value={judgment ? questionSetId : ""}
|
|
307
|
+
/>
|
|
308
|
+
{judgment ? (
|
|
309
|
+
<Text color="secondaryDark" size="sm" testID="ai-judge-question-set-summary">
|
|
310
|
+
{`The judge is graded on the ${judgment.current} items of ${dataset?.name ?? "this dataset"} with current answers.${
|
|
311
|
+
judgment.stale > 0
|
|
312
|
+
? ` ${judgment.stale} stale answers (given to older questions) are left out.`
|
|
313
|
+
: ""
|
|
314
|
+
}`}
|
|
315
|
+
</Text>
|
|
316
|
+
) : undefined}
|
|
317
|
+
{questionSet ? (
|
|
318
|
+
<Box gap={1} testID="ai-judge-questions">
|
|
319
|
+
{questionSet.dimensions.map((dimension, index) => (
|
|
320
|
+
<Text key={dimension.key} size="sm">
|
|
321
|
+
{`Question ${index + 1}: ${dimensionLabel(dimension)}`}
|
|
322
|
+
</Text>
|
|
323
|
+
))}
|
|
324
|
+
</Box>
|
|
325
|
+
) : undefined}
|
|
326
|
+
</Box>
|
|
327
|
+
) : undefined}
|
|
328
|
+
{step === 3 ? (
|
|
329
|
+
<Box gap={3} testID="ai-judge-step-judge">
|
|
330
|
+
{judgeOptions.length === 0 ? (
|
|
331
|
+
<Text color="secondaryDark" testID="ai-judge-judges-empty">
|
|
332
|
+
No LLM judge answers these questions yet. On Evaluators, create an LLM judge whose
|
|
333
|
+
questions use the same keys.
|
|
334
|
+
</Text>
|
|
335
|
+
) : (
|
|
336
|
+
<SelectField
|
|
337
|
+
onChange={onJudgeChange}
|
|
338
|
+
options={judgeOptions.map((entry) => {
|
|
339
|
+
return {
|
|
340
|
+
label: `${entry.judge.name} (answers ${entry.shared.length} of ${questionSet?.dimensions.length ?? 0} questions)`,
|
|
341
|
+
value: entry.judge.id,
|
|
342
|
+
};
|
|
343
|
+
})}
|
|
344
|
+
placeholder="Choose an LLM judge"
|
|
345
|
+
testID="ai-judge-evaluator"
|
|
346
|
+
title="LLM judge to calibrate"
|
|
347
|
+
value={judge ? judgeEvaluatorId : ""}
|
|
348
|
+
/>
|
|
349
|
+
)}
|
|
350
|
+
{judge && calibration ? (
|
|
351
|
+
<Box
|
|
352
|
+
alignItems="center"
|
|
353
|
+
direction="row"
|
|
354
|
+
gap={2}
|
|
355
|
+
testID="ai-judge-current-calibration"
|
|
356
|
+
wrap
|
|
357
|
+
>
|
|
358
|
+
<Text size="sm">Last calibration</Text>
|
|
359
|
+
{judge.calibration?.rate !== undefined && !judge.calibration.stale ? (
|
|
360
|
+
<AgreementMeter compact rate={judge.calibration.rate} />
|
|
361
|
+
) : (
|
|
362
|
+
<Text color="secondaryLight" size="sm">
|
|
363
|
+
{judge.calibration?.stale ? "Out of date" : "Not calibrated yet"}
|
|
364
|
+
</Text>
|
|
365
|
+
)}
|
|
366
|
+
</Box>
|
|
367
|
+
) : undefined}
|
|
368
|
+
{judge && uncoveredQuestions.length > 0 ? (
|
|
369
|
+
<Text color="secondaryDark" size="sm" testID="ai-judge-uncovered">
|
|
370
|
+
{`Not graded on ${uncoveredQuestions.map((dimension) => dimensionLabel(dimension)).join(", ")}. This judge does not answer ${uncoveredQuestions.length === 1 ? "it" : "them"}.`}
|
|
371
|
+
</Text>
|
|
372
|
+
) : undefined}
|
|
373
|
+
{judge ? (
|
|
374
|
+
<Box gap={2}>
|
|
375
|
+
<Heading size="sm">{`Versions of ${judge.judgePromptName ?? "the judge prompt"}`}</Heading>
|
|
376
|
+
{judgePromptDetail?.versions.map((version) => {
|
|
377
|
+
const tags = promptVersionTags(version.version, judgePromptDetail);
|
|
378
|
+
return (
|
|
379
|
+
<Box
|
|
380
|
+
accessibilityHint={`Toggle judge version ${version.version}`}
|
|
381
|
+
accessibilityLabel={`Judge version ${version.version}`}
|
|
382
|
+
alignItems="center"
|
|
383
|
+
direction="row"
|
|
384
|
+
gap={1}
|
|
385
|
+
key={version.version}
|
|
386
|
+
onClick={() => {
|
|
387
|
+
onVersionToggle(version.version);
|
|
388
|
+
}}
|
|
389
|
+
testID={`ai-judge-version-${version.version}`}
|
|
390
|
+
wrap
|
|
391
|
+
>
|
|
392
|
+
<CheckBox selected={versions.includes(version.version)} />
|
|
393
|
+
<Text>{`v${version.version}`}</Text>
|
|
394
|
+
{tags.map((tag) => (
|
|
395
|
+
<Badge key={tag} secondary status="neutral" value={tag} />
|
|
396
|
+
))}
|
|
397
|
+
</Box>
|
|
398
|
+
);
|
|
399
|
+
})}
|
|
400
|
+
<Text color="secondaryLight" size="sm" testID="ai-judge-version-help">
|
|
401
|
+
Select 2–3 judge prompt versions to compare. Iterate on the prompt and run again
|
|
402
|
+
until one agrees with the humans.
|
|
403
|
+
</Text>
|
|
404
|
+
</Box>
|
|
405
|
+
) : undefined}
|
|
406
|
+
</Box>
|
|
407
|
+
) : undefined}
|
|
408
|
+
{step === 4 ? (
|
|
409
|
+
<Box gap={3} testID="ai-judge-step-review">
|
|
410
|
+
<Box testID="ai-judge-review-summary">
|
|
411
|
+
<Text>
|
|
412
|
+
{`You're calibrating ${judge?.name ?? "the judge"}: ${formatVersionList(versions)} of ${judge?.judgePromptName ?? "its prompt"} will answer ${questionSet?.name ?? "the question set"}'s questions for the ${judgment?.current ?? 0} items of ${dataset?.name ?? "the dataset"} that humans already answered. Each version's answers are compared with the humans'; a version passes at ${targetRate !== undefined ? `${Math.round(targetRate * 1000) / 10}%` : "the target"} agreement or higher, and you promote the best one from the results page. No new human work is needed.`}
|
|
413
|
+
</Text>
|
|
414
|
+
</Box>
|
|
415
|
+
<TextField
|
|
416
|
+
errorText={targetRate === undefined ? "Enter a percent between 1 and 100." : undefined}
|
|
417
|
+
helperText="A version passes when its answers match the humans' at least this often. Default 90%."
|
|
418
|
+
onChange={onTargetAgreementChange}
|
|
419
|
+
testID="ai-judge-target-agreement"
|
|
420
|
+
title="Target agreement (%)"
|
|
421
|
+
value={targetAgreement}
|
|
422
|
+
/>
|
|
423
|
+
<TextField
|
|
424
|
+
helperText="Optional. Leave blank to use the judge prompt's model."
|
|
425
|
+
onChange={onModelOverrideChange}
|
|
426
|
+
testID="ai-judge-model-override"
|
|
427
|
+
title="Model override"
|
|
428
|
+
value={modelOverride}
|
|
429
|
+
/>
|
|
430
|
+
{isEstimating ? (
|
|
431
|
+
<Box alignItems="start" testID="ai-judge-estimating">
|
|
432
|
+
<Spinner size="sm" />
|
|
433
|
+
</Box>
|
|
434
|
+
) : undefined}
|
|
435
|
+
{estimate ? (
|
|
436
|
+
<Text bold testID="ai-judge-estimate">
|
|
437
|
+
{formatExperimentEstimate({estimate, unit: "judge calls"})}
|
|
438
|
+
</Text>
|
|
439
|
+
) : undefined}
|
|
440
|
+
{estimateError ? (
|
|
441
|
+
<Text color="error" size="sm">
|
|
442
|
+
{estimateError}
|
|
443
|
+
</Text>
|
|
444
|
+
) : undefined}
|
|
445
|
+
</Box>
|
|
446
|
+
) : undefined}
|
|
447
|
+
<WizardFooter
|
|
448
|
+
isLastStep={step === 4}
|
|
449
|
+
isNextDisabled={isNextDisabled}
|
|
450
|
+
isRunDisabled={targetRate === undefined}
|
|
451
|
+
isRunning={isCreating}
|
|
452
|
+
onBack={
|
|
453
|
+
step > 1
|
|
454
|
+
? () => {
|
|
455
|
+
onStepChange((step - 1) as JudgeWizardStep);
|
|
456
|
+
}
|
|
457
|
+
: undefined
|
|
458
|
+
}
|
|
459
|
+
onNext={() => {
|
|
460
|
+
onStepChange((step + 1) as JudgeWizardStep);
|
|
461
|
+
}}
|
|
462
|
+
onRun={onRun}
|
|
463
|
+
runText="Run calibration"
|
|
464
|
+
testIDPrefix="ai-judge"
|
|
465
|
+
/>
|
|
466
|
+
</Card>
|
|
467
|
+
);
|
|
468
|
+
};
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import {Box, Button} from "@terreno/ui";
|
|
2
|
+
import React from "react";
|
|
3
|
+
import type {EvalStepState} from "../shell/EvalStepper";
|
|
4
|
+
|
|
5
|
+
export interface WizardFooterProps {
|
|
6
|
+
isNextDisabled?: boolean;
|
|
7
|
+
isRunning?: boolean;
|
|
8
|
+
isRunDisabled?: boolean;
|
|
9
|
+
/** Last step shows the run button instead of Continue. */
|
|
10
|
+
isLastStep: boolean;
|
|
11
|
+
onBack?: () => void;
|
|
12
|
+
onNext: () => void;
|
|
13
|
+
onRun: () => void;
|
|
14
|
+
runText: string;
|
|
15
|
+
testIDPrefix: string;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
/** Ghost Back on the left of a primary Continue, or the run button on the last step. */
|
|
19
|
+
export const WizardFooter: React.FC<WizardFooterProps> = ({
|
|
20
|
+
isLastStep,
|
|
21
|
+
isNextDisabled,
|
|
22
|
+
isRunDisabled,
|
|
23
|
+
isRunning,
|
|
24
|
+
onBack,
|
|
25
|
+
onNext,
|
|
26
|
+
onRun,
|
|
27
|
+
runText,
|
|
28
|
+
testIDPrefix,
|
|
29
|
+
}) => {
|
|
30
|
+
return (
|
|
31
|
+
<Box alignItems="center" direction="row" gap={2} justifyContent="between" wrap>
|
|
32
|
+
<Box>
|
|
33
|
+
{onBack ? (
|
|
34
|
+
<Button
|
|
35
|
+
iconName="arrow-left"
|
|
36
|
+
onClick={onBack}
|
|
37
|
+
testID={`${testIDPrefix}-back`}
|
|
38
|
+
text="Back"
|
|
39
|
+
variant="ghost"
|
|
40
|
+
/>
|
|
41
|
+
) : null}
|
|
42
|
+
</Box>
|
|
43
|
+
{isLastStep ? (
|
|
44
|
+
<Button
|
|
45
|
+
disabled={isRunDisabled}
|
|
46
|
+
iconName="play"
|
|
47
|
+
loading={isRunning}
|
|
48
|
+
onClick={onRun}
|
|
49
|
+
testID={`${testIDPrefix}-run`}
|
|
50
|
+
text={runText}
|
|
51
|
+
/>
|
|
52
|
+
) : (
|
|
53
|
+
<Button
|
|
54
|
+
disabled={isNextDisabled}
|
|
55
|
+
iconName="arrow-right"
|
|
56
|
+
iconPosition="right"
|
|
57
|
+
onClick={() => {
|
|
58
|
+
if (isNextDisabled) {
|
|
59
|
+
return;
|
|
60
|
+
}
|
|
61
|
+
onNext();
|
|
62
|
+
}}
|
|
63
|
+
testID={`${testIDPrefix}-next`}
|
|
64
|
+
text="Continue"
|
|
65
|
+
/>
|
|
66
|
+
)}
|
|
67
|
+
</Box>
|
|
68
|
+
);
|
|
69
|
+
};
|
|
70
|
+
|
|
71
|
+
/** Stepper entries for a wizard: done before the current step, pressable unless locked. */
|
|
72
|
+
export const buildWizardSteps = <Step extends number>({
|
|
73
|
+
current,
|
|
74
|
+
isLocked,
|
|
75
|
+
labels,
|
|
76
|
+
onStepChange,
|
|
77
|
+
testIDPrefix,
|
|
78
|
+
}: {
|
|
79
|
+
current: Step;
|
|
80
|
+
isLocked: (step: Step) => boolean;
|
|
81
|
+
labels: string[];
|
|
82
|
+
onStepChange: (step: Step) => void;
|
|
83
|
+
testIDPrefix: string;
|
|
84
|
+
}): Array<{
|
|
85
|
+
onPress?: () => void;
|
|
86
|
+
state: EvalStepState;
|
|
87
|
+
testID: string;
|
|
88
|
+
title: string;
|
|
89
|
+
}> => {
|
|
90
|
+
return labels.map((label, index) => {
|
|
91
|
+
const stepNumber = (index + 1) as Step;
|
|
92
|
+
const state: EvalStepState =
|
|
93
|
+
stepNumber === current ? "now" : stepNumber < current ? "done" : "later";
|
|
94
|
+
return {
|
|
95
|
+
onPress:
|
|
96
|
+
isLocked(stepNumber) || stepNumber === current
|
|
97
|
+
? undefined
|
|
98
|
+
: () => {
|
|
99
|
+
onStepChange(stepNumber);
|
|
100
|
+
},
|
|
101
|
+
state,
|
|
102
|
+
testID: `${testIDPrefix}-${stepNumber}`,
|
|
103
|
+
title: label,
|
|
104
|
+
};
|
|
105
|
+
});
|
|
106
|
+
};
|