@terreno/admin-frontend 57.21.0 → 57.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/package.json +3 -3
- package/src/index.tsx +2 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
- package/src/isolated/aiListTables.isolated.tsx +654 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
- package/src/isolated/aiTracesTable.isolated.tsx +375 -0
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { jsx as _jsx, Fragment as _Fragment, jsxs as _jsxs } from "react/jsx-runtime";
|
|
2
|
+
import { Badge, Box, Button, Spinner, Text, useToast } from "@terreno/ui";
|
|
3
|
+
import { router, useLocalSearchParams } from "expo-router";
|
|
4
|
+
import { useCallback, useEffect, useMemo, useState } from "react";
|
|
5
|
+
import { unwrapEvaluatorList } from "../evaluators/evaluatorTypes";
|
|
6
|
+
import { useAiObservabilityEvaluatorsApi } from "../evaluators/useAiObservabilityEvaluatorsApi";
|
|
7
|
+
import { AiObservabilityChrome } from "../shell/AiObservabilityChrome";
|
|
8
|
+
import { unwrapObservabilityStatus } from "../shell/aiObservabilityNav";
|
|
9
|
+
import { ObservabilityErrorState } from "../shell/ObservabilityStates";
|
|
10
|
+
import { AiReviewBatchView } from "./AiReviewBatchView";
|
|
11
|
+
import { formatPercent, unwrapBatchDetail } from "./batchTypes";
|
|
12
|
+
import { useAiObservabilityReviewApi } from "./useAiObservabilityReviewApi";
|
|
13
|
+
const errorTitle = (error) => {
|
|
14
|
+
if (!error || typeof error !== "object") {
|
|
15
|
+
return undefined;
|
|
16
|
+
}
|
|
17
|
+
const data = error.data;
|
|
18
|
+
return typeof data?.title === "string" ? data.title : undefined;
|
|
19
|
+
};
|
|
20
|
+
export const AiReviewBatchScreenWidget = (props) => {
|
|
21
|
+
const { api, apiKey, apiKeyHint, apiKeyLoading, routeBase } = props;
|
|
22
|
+
const params = useLocalSearchParams();
|
|
23
|
+
const id = Array.isArray(params.id) ? params.id[0] : params.id;
|
|
24
|
+
const { useBatchQuery, useRunJudgeMutation, useStatusQuery } = useAiObservabilityReviewApi(api);
|
|
25
|
+
const { useListQuery: useEvaluatorListQuery } = useAiObservabilityEvaluatorsApi(api);
|
|
26
|
+
const batchQuery = useBatchQuery(id ?? "", { skip: !id });
|
|
27
|
+
const statusQuery = useStatusQuery();
|
|
28
|
+
const evaluatorsQuery = useEvaluatorListQuery();
|
|
29
|
+
const [runJudge, runState] = useRunJudgeMutation();
|
|
30
|
+
const [judgeId, setJudgeId] = useState("");
|
|
31
|
+
const [selectedJudgeId, setSelectedJudgeId] = useState(undefined);
|
|
32
|
+
const [runError, setRunError] = useState("");
|
|
33
|
+
const toast = useToast();
|
|
34
|
+
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
35
|
+
const listHref = `${prefix}/ai-review-batches`;
|
|
36
|
+
const batch = useMemo(() => unwrapBatchDetail(batchQuery.data), [batchQuery.data]);
|
|
37
|
+
const aiSource = unwrapObservabilityStatus(statusQuery.data)?.playgroundAi?.source;
|
|
38
|
+
const aiBlockedMessage = aiSource === "unavailable"
|
|
39
|
+
? "No AI service is configured on the server, so judges cannot run."
|
|
40
|
+
: aiSource === "request-key" && !apiKey && !apiKeyLoading
|
|
41
|
+
? (apiKeyHint ?? "Save an AI API key to run judges.")
|
|
42
|
+
: undefined;
|
|
43
|
+
const judgeOptions = useMemo(() => {
|
|
44
|
+
const questionKeys = new Set((batch?.dimensions ?? []).map((dimension) => dimension.key));
|
|
45
|
+
return unwrapEvaluatorList(evaluatorsQuery.data)
|
|
46
|
+
.filter((evaluator) => evaluator.type === "llm-judge")
|
|
47
|
+
.map((evaluator) => {
|
|
48
|
+
const shared = evaluator.dimensions.filter((dimension) => questionKeys.has(dimension.key));
|
|
49
|
+
return { evaluator, shared: shared.length };
|
|
50
|
+
})
|
|
51
|
+
.filter((entry) => entry.shared > 0)
|
|
52
|
+
.sort((a, b) => b.shared - a.shared)
|
|
53
|
+
.map(({ evaluator, shared }) => ({
|
|
54
|
+
label: `${evaluator.name} (answers ${shared} of ${questionKeys.size})`,
|
|
55
|
+
value: evaluator.id,
|
|
56
|
+
}));
|
|
57
|
+
}, [batch?.dimensions, evaluatorsQuery.data]);
|
|
58
|
+
// Preselect the first judge that has not run on this batch yet, else the first option.
|
|
59
|
+
useEffect(() => {
|
|
60
|
+
if (judgeId || judgeOptions.length === 0) {
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
const ran = new Set((batch?.judges ?? []).map((judge) => judge.evaluatorId));
|
|
64
|
+
setJudgeId(judgeOptions.find((option) => !ran.has(option.value))?.value ?? judgeOptions[0]?.value ?? "");
|
|
65
|
+
}, [batch?.judges, judgeId, judgeOptions]);
|
|
66
|
+
const selectedJudge = useMemo(() => {
|
|
67
|
+
const judges = batch?.judges ?? [];
|
|
68
|
+
return judges.find((judge) => judge.evaluatorId === selectedJudgeId) ?? judges[0];
|
|
69
|
+
}, [batch?.judges, selectedJudgeId]);
|
|
70
|
+
const openItem = useCallback((reviewItemId) => {
|
|
71
|
+
router.push(`${prefix}/ai-review-item?id=${encodeURIComponent(reviewItemId)}`);
|
|
72
|
+
}, [prefix]);
|
|
73
|
+
const nextPending = batch?.items.find((item) => item.status === "pending" || item.status === "in_progress");
|
|
74
|
+
const handleAnswerNext = useCallback(() => {
|
|
75
|
+
if (nextPending) {
|
|
76
|
+
openItem(nextPending.reviewItemId);
|
|
77
|
+
}
|
|
78
|
+
}, [nextPending, openItem]);
|
|
79
|
+
const handleRunJudge = useCallback(async () => {
|
|
80
|
+
if (!id || !judgeId) {
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
setRunError("");
|
|
84
|
+
try {
|
|
85
|
+
const result = await runJudge({ apiKey, batchId: id, evaluatorId: judgeId }).unwrap();
|
|
86
|
+
const summary = unwrapBatchDetail(result)?.judges.find((judge) => judge.evaluatorId === judgeId);
|
|
87
|
+
setSelectedJudgeId(judgeId);
|
|
88
|
+
toast.success(summary?.agreement.rate === undefined
|
|
89
|
+
? `${summary?.evaluatorName ?? "Judge"} ran; answer items to compare`
|
|
90
|
+
: `${summary.evaluatorName} agrees with people ${formatPercent(summary.agreement.rate)}`);
|
|
91
|
+
}
|
|
92
|
+
catch (error) {
|
|
93
|
+
setRunError(errorTitle(error) ?? "Could not run the judge.");
|
|
94
|
+
}
|
|
95
|
+
}, [apiKey, id, judgeId, runJudge, toast]);
|
|
96
|
+
const header = batch
|
|
97
|
+
? {
|
|
98
|
+
actions: (_jsx(Button, { disabled: !nextPending, iconName: "play", onClick: handleAnswerNext, testID: "ai-review-batch-answer-next", text: batch.counts.pending > 0 ? `Answer ${batch.counts.pending} remaining` : "All answered" })),
|
|
99
|
+
meta: (_jsxs(_Fragment, { children: [_jsx(Badge, { iconName: "list-check", secondary: true, status: "neutral", testID: "ai-review-batch-question-set", value: batch.evaluatorName }), batch.promptName ? (_jsx(Badge, { iconName: "file-lines", secondary: true, status: "neutral", value: batch.promptName })) : undefined, batch.datasetId ? (_jsx(Badge, { iconName: "database", secondary: true, status: "neutral", testID: "ai-review-batch-dataset", value: `Dataset ${batch.datasetName ?? batch.datasetId}` })) : undefined] })),
|
|
100
|
+
title: batch.name,
|
|
101
|
+
}
|
|
102
|
+
: {};
|
|
103
|
+
const chrome = (children) => (_jsx(AiObservabilityChrome, { ...props, ...header, backHref: listHref, description: batch?.description, error: statusQuery.isError, isLoading: statusQuery.isLoading, screenName: "ai-review-batch", status: unwrapObservabilityStatus(statusQuery.data), children: children }));
|
|
104
|
+
if (!id) {
|
|
105
|
+
return chrome(_jsx(Box, { padding: 4, children: _jsx(Text, { color: "secondaryLight", children: "Missing batch id. Open a batch from Review batches." }) }));
|
|
106
|
+
}
|
|
107
|
+
if (batchQuery.isLoading) {
|
|
108
|
+
return chrome(_jsx(Box, { alignItems: "center", padding: 5, testID: "ai-review-batch-loading", children: _jsx(Spinner, {}) }));
|
|
109
|
+
}
|
|
110
|
+
if (batchQuery.isError || !batch) {
|
|
111
|
+
return chrome(_jsx(ObservabilityErrorState, { onRetry: () => batchQuery.refetch(), testID: "ai-review-batch-error", text: "Could not load this batch." }));
|
|
112
|
+
}
|
|
113
|
+
return chrome(_jsx(AiReviewBatchView, { aiBlockedMessage: aiBlockedMessage, batch: batch, isRunningJudge: runState.isLoading, judgeId: judgeId, judgeOptions: judgeOptions, onJudgeChange: setJudgeId, onOpenItem: openItem, onRunJudge: handleRunJudge, onSelectJudge: setSelectedJudgeId, runError: runError, selectedJudge: selectedJudge }));
|
|
114
|
+
};
|
|
115
|
+
//# sourceMappingURL=AiReviewBatchScreen.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AiReviewBatchScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAC,MAAM,aAAa,CAAC;AACxE,OAAO,EAAC,MAAM,EAAE,oBAAoB,EAAC,MAAM,aAAa,CAAC;AACzD,OAAc,EAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAEvE,OAAO,EAAC,mBAAmB,EAAC,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAC,+BAA+B,EAAC,MAAM,+CAA+C,CAAC;AAC9F,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAC,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAC,aAAa,EAAE,iBAAiB,EAAC,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAC,2BAA2B,EAAC,MAAM,+BAA+B,CAAC;AAE1E,MAAM,UAAU,GAAG,CAAC,KAAc,EAAsB,EAAE;IACxD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAI,KAAoC,CAAC,IAAI,CAAC;IACxD,OAAO,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClE,CAAC,CAAC;AAUF,MAAM,CAAC,MAAM,yBAAyB,GAA6C,CAAC,KAAK,EAAE,EAAE;IAC3F,MAAM,EAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAC,GAAG,KAAK,CAAC;IAClE,MAAM,MAAM,GAAG,oBAAoB,EAA4B,CAAC;IAChE,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/D,MAAM,EAAC,aAAa,EAAE,mBAAmB,EAAE,cAAc,EAAC,GAAG,2BAA2B,CAAC,GAAG,CAAC,CAAC;IAC9F,MAAM,EAAC,YAAY,EAAE,qBAAqB,EAAC,GAAG,+BAA+B,CAAC,GAAG,CAAC,CAAC;IACnF,MAAM,UAAU,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,EAAE,EAAC,IAAI,EAAE,CAAC,EAAE,EAAC,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAC;IAChD,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,mBAAmB,EAAE,CAAC;IACnD,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3C,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAqB,SAAS,CAAC,CAAC;IACtF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,GAAG,MAAM,oBAAoB,CAAC;IAE/C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,MAAM,QAAQ,GAAG,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC;IACnF,MAAM,gBAAgB,GACpB,QAAQ,KAAK,aAAa;QACxB,CAAC,CAAC,kEAAkE;QACpE,CAAC,CAAC,QAAQ,KAAK,aAAa,IAAI,CAAC,MAAM,IAAI,CAAC,aAAa;YACvD,CAAC,CAAC,CAAC,UAAU,IAAI,mCAAmC,CAAC;YACrD,CAAC,CAAC,SAAS,CAAC;IAClB,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,EAAE;QAChC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1F,OAAO,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC;aAC7C,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,WAAW,CAAC;aACrD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACjB,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3F,OAAO,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAC,CAAC;QAC5C,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACnC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;aACnC,GAAG,CAAC,CAAC,EAAC,SAAS,EAAE,MAAM,EAAC,EAAE,EAAE,CAAC,CAAC;YAC7B,KAAK,EAAE,GAAG,SAAS,CAAC,IAAI,aAAa,MAAM,OAAO,YAAY,CAAC,IAAI,GAAG;YACtE,KAAK,EAAE,SAAS,CAAC,EAAE;SACpB,CAAC,CAAC,CAAC;IACR,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAE9C,uFAAuF;IACvF,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,OAAO,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QAC7E,UAAU,CACR,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAC7F,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;IAE3C,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,eAAe,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;IAErC,MAAM,QAAQ,GAAG,WAAW,CAC1B,CAAC,YAAoB,EAAQ,EAAE;QAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,sBAAsB,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC,EACD,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,EAAE,KAAK,CAAC,IAAI,CACnC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,aAAa,CACrE,CAAC;IACF,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAS,EAAE;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;IAE5B,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QAC3D,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,WAAW,CAAC,EAAE,CAAC,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,EAAC,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,OAAO,EAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACpF,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,OAAO,CACzC,CAAC;YACF,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC5B,KAAK,CAAC,OAAO,CACX,OAAO,EAAE,SAAS,CAAC,IAAI,KAAK,SAAS;gBACnC,CAAC,CAAC,GAAG,OAAO,EAAE,aAAa,IAAI,OAAO,+BAA+B;gBACrE,CAAC,CAAC,GAAG,OAAO,CAAC,aAAa,uBAAuB,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAC3F,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,0BAA0B,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IAE3C,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC;YACE,OAAO,EAAE,CACP,KAAC,MAAM,IACL,QAAQ,EAAE,CAAC,WAAW,EACtB,QAAQ,EAAC,MAAM,EACf,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAC,6BAA6B,EACpC,IAAI,EACF,KAAK,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,MAAM,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,cAAc,GAExF,CACH;YACD,IAAI,EAAE,CACJ,8BACE,KAAC,KAAK,IACJ,QAAQ,EAAC,YAAY,EACrB,SAAS,QACT,MAAM,EAAC,SAAS,EAChB,MAAM,EAAC,8BAA8B,EACrC,KAAK,EAAE,KAAK,CAAC,aAAa,GAC1B,EACD,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAClB,KAAC,KAAK,IAAC,QAAQ,EAAC,YAAY,EAAC,SAAS,QAAC,MAAM,EAAC,SAAS,EAAC,KAAK,EAAE,KAAK,CAAC,UAAU,GAAI,CACpF,CAAC,CAAC,CAAC,SAAS,EACZ,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CACjB,KAAC,KAAK,IACJ,QAAQ,EAAC,UAAU,EACnB,SAAS,QACT,MAAM,EAAC,SAAS,EAChB,MAAM,EAAC,yBAAyB,EAChC,KAAK,EAAE,WAAW,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,EAAE,GACxD,CACH,CAAC,CAAC,CAAC,SAAS,IACZ,CACJ;YACD,KAAK,EAAE,KAAK,CAAC,IAAI;SAClB;QACH,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,MAAM,GAAG,CAAC,QAAyB,EAAsB,EAAE,CAAC,CAChE,KAAC,qBAAqB,OAChB,KAAK,KACL,MAAM,EACV,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,KAAK,EAAE,WAAW,EAC/B,KAAK,EAAE,WAAW,CAAC,OAAO,EAC1B,SAAS,EAAE,WAAW,CAAC,SAAS,EAChC,UAAU,EAAC,iBAAiB,EAC5B,MAAM,EAAE,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,YAElD,QAAQ,GACa,CACzB,CAAC;IAEF,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,OAAO,MAAM,CACX,KAAC,GAAG,IAAC,OAAO,EAAE,CAAC,YACb,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,oEAA2D,GACnF,CACP,CAAC;IACJ,CAAC;IACD,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,MAAM,CACX,KAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,yBAAyB,YACnE,KAAC,OAAO,KAAG,GACP,CACP,CAAC;IACJ,CAAC;IACD,IAAI,UAAU,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,OAAO,MAAM,CACX,KAAC,uBAAuB,IACtB,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EACnC,MAAM,EAAC,uBAAuB,EAC9B,IAAI,EAAC,4BAA4B,GACjC,CACH,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CACX,KAAC,iBAAiB,IAChB,gBAAgB,EAAE,gBAAgB,EAClC,KAAK,EAAE,KAAK,EACZ,cAAc,EAAE,QAAQ,CAAC,SAAS,EAClC,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,UAAU,EACzB,UAAU,EAAE,QAAQ,EACpB,UAAU,EAAE,cAAc,EAC1B,aAAa,EAAE,kBAAkB,EACjC,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,aAAa,GAC5B,CACH,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import React from "react";
|
|
2
|
+
import { type ReviewBatchDetail, type ReviewBatchJudgeSummary } from "./batchTypes";
|
|
3
|
+
export interface JudgeOption {
|
|
4
|
+
label: string;
|
|
5
|
+
value: string;
|
|
6
|
+
}
|
|
7
|
+
export interface AiReviewBatchViewProps {
|
|
8
|
+
/** Why judges cannot run right now (no server AI and no saved key). */
|
|
9
|
+
aiBlockedMessage?: string;
|
|
10
|
+
batch: ReviewBatchDetail;
|
|
11
|
+
isRunningJudge?: boolean;
|
|
12
|
+
judgeId: string;
|
|
13
|
+
judgeOptions: JudgeOption[];
|
|
14
|
+
onJudgeChange: (value: string) => void;
|
|
15
|
+
onOpenItem: (reviewItemId: string) => void;
|
|
16
|
+
onRunJudge: () => void;
|
|
17
|
+
onSelectJudge: (evaluatorId: string) => void;
|
|
18
|
+
runError?: string;
|
|
19
|
+
selectedJudge?: ReviewBatchJudgeSummary;
|
|
20
|
+
}
|
|
21
|
+
export declare const AiReviewBatchView: React.FC<AiReviewBatchViewProps>;
|
|
22
|
+
//# sourceMappingURL=AiReviewBatchView.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AiReviewBatchView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchView.tsx"],"names":[],"mappings":"AACA,OAAO,KAAgB,MAAM,OAAO,CAAC;AASrC,OAAO,EAOL,KAAK,iBAAiB,EACtB,KAAK,uBAAuB,EAC7B,MAAM,cAAc,CAAC;AAGtB,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,uEAAuE;IACvE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,iBAAiB,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,UAAU,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,UAAU,EAAE,MAAM,IAAI,CAAC;IACvB,aAAa,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,uBAAuB,CAAC;CACzC;AAKD,eAAO,MAAM,iBAAiB,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAgW9D,CAAC"}
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
2
|
+
import { Badge, Banner, Box, Button, Card, Heading, SelectField, Text } from "@terreno/ui";
|
|
3
|
+
import { useMemo } from "react";
|
|
4
|
+
import { AgreementMeter, ProgressMeter } from "../shell/AgreementMeter";
|
|
5
|
+
import { formatStepReminder, HUMAN_JUDGING_ACTIVITY } from "../shell/evalPipeline";
|
|
6
|
+
import { ObservabilityStatusBadge } from "../shell/ObservabilityStatusBadge";
|
|
7
|
+
import { ObservabilityTable, } from "../shell/ObservabilityTable";
|
|
8
|
+
import { agreementTextColor, answerSubjectKey, formatAnswer, formatPercent, humanizeKey, previewText, } from "./batchTypes";
|
|
9
|
+
import { dimensionLabel } from "./reviewTypes";
|
|
10
|
+
/** Short column title for a question: its key in words, e.g. "faithful" becomes "Faithful". */
|
|
11
|
+
const questionTitle = (key) => humanizeKey(key);
|
|
12
|
+
export const AiReviewBatchView = ({ aiBlockedMessage, batch, isRunningJudge, judgeId, judgeOptions, onJudgeChange, onOpenItem, onRunJudge, onSelectJudge, runError, selectedJudge, }) => {
|
|
13
|
+
const { counts, dimensions } = batch;
|
|
14
|
+
const bestJudge = useMemo(() => {
|
|
15
|
+
return batch.judges.reduce((best, judge) => {
|
|
16
|
+
if (judge.agreement.rate === undefined) {
|
|
17
|
+
return best;
|
|
18
|
+
}
|
|
19
|
+
if (!best || (best.agreement.rate ?? -1) < judge.agreement.rate) {
|
|
20
|
+
return judge;
|
|
21
|
+
}
|
|
22
|
+
return best;
|
|
23
|
+
}, undefined);
|
|
24
|
+
}, [batch.judges]);
|
|
25
|
+
const judgeColumns = useMemo(() => {
|
|
26
|
+
return [
|
|
27
|
+
{ grow: 2, minWidth: 220, title: "Judge" },
|
|
28
|
+
{ grow: 2, minWidth: 220, title: "Agreement with people" },
|
|
29
|
+
...dimensions.map((dimension) => ({
|
|
30
|
+
minWidth: 110,
|
|
31
|
+
title: questionTitle(dimension.key),
|
|
32
|
+
})),
|
|
33
|
+
{ minWidth: 90, title: "Compared" },
|
|
34
|
+
];
|
|
35
|
+
}, [dimensions]);
|
|
36
|
+
const judgeRows = useMemo(() => {
|
|
37
|
+
return batch.judges.map((judge) => {
|
|
38
|
+
const isSelected = judge.evaluatorId === selectedJudge?.evaluatorId;
|
|
39
|
+
return {
|
|
40
|
+
accessibilityLabel: `Show disagreements for ${judge.evaluatorName}`,
|
|
41
|
+
cells: [
|
|
42
|
+
_jsxs(Box, { gap: 1, children: [_jsxs(Box, { alignItems: "center", direction: "row", gap: 2, wrap: true, children: [_jsx(Text, { bold: isSelected, children: judge.evaluatorName }), isSelected ? (_jsx(Badge, { secondary: true, status: "info", testID: `ai-review-batch-judge-selected-${judge.evaluatorId}`, value: "Selected" })) : undefined] }), judge.judgePromptName ? (_jsx(Text, { color: "secondaryDark", size: "sm", children: judge.judgePromptName })) : undefined] }, "judge"),
|
|
43
|
+
_jsx(AgreementMeter, { rate: judge.agreement.rate, testID: `ai-review-batch-judge-rate-${judge.evaluatorId}` }, "rate"),
|
|
44
|
+
...judge.agreement.questions.map((question) => question.covered ? (_jsx(Text, { bold: true, color: agreementTextColor(question.rate), children: formatPercent(question.rate) }, question.key)) : (_jsx(Text, { color: "secondaryDark", children: "Not asked" }, question.key))),
|
|
45
|
+
`${judge.agreement.matches}/${judge.agreement.compared}`,
|
|
46
|
+
],
|
|
47
|
+
key: judge.evaluatorId,
|
|
48
|
+
onClick: () => {
|
|
49
|
+
onSelectJudge(judge.evaluatorId);
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
});
|
|
53
|
+
}, [batch.judges, onSelectJudge, selectedJudge?.evaluatorId]);
|
|
54
|
+
// Human and judge answers pair by dataset item when the batch came from a dataset, else by trace.
|
|
55
|
+
const itemBySubject = useMemo(() => {
|
|
56
|
+
return new Map(batch.items.map((item) => [answerSubjectKey(item), item]));
|
|
57
|
+
}, [batch.items]);
|
|
58
|
+
const disagreementRows = useMemo(() => {
|
|
59
|
+
if (!selectedJudge) {
|
|
60
|
+
return [];
|
|
61
|
+
}
|
|
62
|
+
return selectedJudge.agreement.disagreements.map((row, index) => {
|
|
63
|
+
const item = itemBySubject.get(answerSubjectKey(row));
|
|
64
|
+
const dimension = dimensions.find((entry) => entry.key === row.key);
|
|
65
|
+
return {
|
|
66
|
+
cells: [
|
|
67
|
+
previewText(item?.output, 120),
|
|
68
|
+
dimension ? dimensionLabel(dimension) : row.key,
|
|
69
|
+
formatAnswer(row.human),
|
|
70
|
+
_jsx(Text, { color: "error", children: row.judge === undefined ? "No answer" : formatAnswer(row.judge) }, "judge"),
|
|
71
|
+
],
|
|
72
|
+
key: `${answerSubjectKey(row)}-${row.key}-${index}`,
|
|
73
|
+
onClick: item
|
|
74
|
+
? () => {
|
|
75
|
+
onOpenItem(item.reviewItemId);
|
|
76
|
+
}
|
|
77
|
+
: undefined,
|
|
78
|
+
};
|
|
79
|
+
});
|
|
80
|
+
}, [dimensions, itemBySubject, onOpenItem, selectedJudge]);
|
|
81
|
+
const itemColumns = useMemo(() => {
|
|
82
|
+
return [
|
|
83
|
+
{ minWidth: 40, title: "#" },
|
|
84
|
+
{ grow: 3, minWidth: 260, title: "Output" },
|
|
85
|
+
{ minWidth: 130, title: "Status" },
|
|
86
|
+
...dimensions.map((dimension) => ({
|
|
87
|
+
minWidth: 110,
|
|
88
|
+
title: questionTitle(dimension.key),
|
|
89
|
+
})),
|
|
90
|
+
];
|
|
91
|
+
}, [dimensions]);
|
|
92
|
+
// Disagreements come from the backend so item cells flag exactly what the agreement rate counts.
|
|
93
|
+
const disagreementKeys = useMemo(() => {
|
|
94
|
+
return new Set((selectedJudge?.agreement.disagreements ?? []).map((row) => `${answerSubjectKey(row)}:${row.key}`));
|
|
95
|
+
}, [selectedJudge]);
|
|
96
|
+
const itemRows = useMemo(() => {
|
|
97
|
+
return batch.items.map((item, index) => {
|
|
98
|
+
const judgeScores = selectedJudge
|
|
99
|
+
? item.judgeAnswers[selectedJudge.evaluatorId]?.scores
|
|
100
|
+
: undefined;
|
|
101
|
+
return {
|
|
102
|
+
accessibilityLabel: `Open item ${index + 1}`,
|
|
103
|
+
cells: [
|
|
104
|
+
String(index + 1),
|
|
105
|
+
previewText(item.output, 140),
|
|
106
|
+
_jsx(ObservabilityStatusBadge, { status: item.status }, "status"),
|
|
107
|
+
...dimensions.map((dimension) => {
|
|
108
|
+
const human = item.scores?.[dimension.key];
|
|
109
|
+
const judge = judgeScores?.[dimension.key];
|
|
110
|
+
const isDisagreement = disagreementKeys.has(`${answerSubjectKey(item)}:${dimension.key}`);
|
|
111
|
+
return (_jsxs(Box, { gap: 1, children: [_jsx(Text, { children: formatAnswer(human) }), isDisagreement ? (_jsx(Text, { color: "error", size: "sm", children: `Judge said ${formatAnswer(judge)}` })) : undefined] }, dimension.key));
|
|
112
|
+
}),
|
|
113
|
+
],
|
|
114
|
+
key: item.reviewItemId,
|
|
115
|
+
onClick: () => {
|
|
116
|
+
onOpenItem(item.reviewItemId);
|
|
117
|
+
},
|
|
118
|
+
};
|
|
119
|
+
});
|
|
120
|
+
}, [batch.items, dimensions, disagreementKeys, onOpenItem, selectedJudge]);
|
|
121
|
+
return (_jsxs(Box, { gap: 4, testID: "ai-review-batch", children: [_jsxs(Box, { direction: "row", gap: 4, testID: "ai-review-batch-stats", wrap: true, children: [_jsx(Card, { flex: "grow", minWidth: 220, padding: 4, children: _jsxs(Box, { gap: 2, children: [_jsx(Text, { color: "secondaryLight", size: "sm", children: "Answered by people" }), _jsx(ProgressMeter, { done: counts.done, testID: "ai-review-batch-progress", total: counts.total })] }) }), _jsx(Card, { flex: "grow", minWidth: 220, padding: 4, children: _jsxs(Box, { gap: 2, children: [_jsx(Text, { color: "secondaryLight", size: "sm", children: "Best judge" }), _jsx(AgreementMeter, { rate: bestJudge?.agreement.rate, testID: "ai-review-batch-best-judge" }), bestJudge ? (_jsx(Text, { numberOfLines: 1, size: "sm", children: bestJudge.evaluatorName })) : undefined] }) }), _jsx(Card, { flex: "grow", minWidth: 160, padding: 4, children: _jsxs(Box, { gap: 2, children: [_jsx(Text, { color: "secondaryLight", size: "sm", children: "Judges run" }), _jsx(Text, { bold: true, size: "lg", testID: "ai-review-batch-judge-count", children: String(batch.judges.length) })] }) })] }), batch.datasetId ? (_jsx(Box, { testID: "ai-eval-step-banner", children: _jsx(Banner, { hasIcon: true, status: "info", text: formatStepReminder({
|
|
122
|
+
activity: HUMAN_JUDGING_ACTIVITY,
|
|
123
|
+
detail: `answer each item of ${batch.datasetName ?? "this dataset"} once. Answers are saved on the dataset, so every judge experiment reuses them while the questions stay the same.`,
|
|
124
|
+
step: 2,
|
|
125
|
+
}) }) })) : undefined, batch.questionsStale ? (_jsx(Box, { testID: "ai-review-batch-questions-stale", children: _jsx(Banner, { hasIcon: true, status: "warning", text: `The questions in ${batch.evaluatorName} changed after this batch was created. Answers given before the change no longer count. Send the dataset to human review again to judge those items again.` }) })) : undefined, _jsx(Card, { padding: 4, testID: "ai-review-batch-judges", children: _jsxs(Box, { gap: 3, children: [_jsxs(Box, { gap: 1, children: [_jsx(Heading, { size: "sm", children: "Which judge matches people?" }), _jsx(Text, { color: "secondaryLight", children: "Run an LLM judge on the same items. Agreement counts only items people answered and only the questions the judge also answers." })] }), _jsxs(Box, { alignItems: "end", direction: "row", gap: 3, wrap: true, children: [_jsx(Box, { flex: "grow", minWidth: 260, children: _jsx(SelectField, { onChange: onJudgeChange, options: judgeOptions, placeholder: judgeOptions.length === 0
|
|
126
|
+
? "No LLM judges share these questions"
|
|
127
|
+
: "Choose a judge", testID: "ai-review-batch-judge-select", title: "LLM judge", value: judgeId }) }), _jsx(Button, { disabled: !judgeId || Boolean(aiBlockedMessage), iconName: "gavel", loading: isRunningJudge, onClick: onRunJudge, testID: "ai-review-batch-run-judge", text: `Run on ${counts.total} items`, variant: "secondary" })] }), aiBlockedMessage ? (_jsx(Text, { color: "secondaryLight", testID: "ai-review-batch-ai-blocked", children: aiBlockedMessage })) : undefined, runError ? (_jsx(Text, { color: "error", testID: "ai-review-batch-run-error", children: runError })) : undefined, counts.done === 0 ? (_jsx(Text, { color: "secondaryLight", size: "sm", children: "No answers from people yet. Answer a few items first so there is something to compare." })) : undefined, batch.judges.length === 0 ? (_jsx(Text, { color: "secondaryLight", testID: "ai-review-batch-judges-empty", children: "No judge has run on this batch yet." })) : (_jsx(ObservabilityTable, { columns: judgeColumns, rows: judgeRows, testID: "ai-review-batch-judges-table" }))] }) }), selectedJudge ? (_jsx(Card, { padding: 4, testID: "ai-review-batch-disagreements", children: _jsxs(Box, { gap: 3, children: [_jsx(Heading, { size: "sm", children: `Where ${selectedJudge.evaluatorName} disagrees (${selectedJudge.agreement.disagreements.length})` }), disagreementRows.length === 0 ? (_jsx(Text, { color: "secondaryLight", children: selectedJudge.agreement.compared === 0
|
|
128
|
+
? "Nothing to compare yet."
|
|
129
|
+
: "No disagreements on the answered items." })) : (_jsx(ObservabilityTable, { columns: [
|
|
130
|
+
{ grow: 3, minWidth: 260, title: "Output" },
|
|
131
|
+
{ grow: 2, minWidth: 220, title: "Question" },
|
|
132
|
+
{ minWidth: 90, title: "People" },
|
|
133
|
+
{ minWidth: 90, title: "Judge" },
|
|
134
|
+
], rows: disagreementRows, testID: "ai-review-batch-disagreements-table" }))] }) })) : undefined, _jsx(Card, { padding: 4, testID: "ai-review-batch-items", children: _jsxs(Box, { gap: 3, children: [_jsx(Heading, { size: "sm", children: "Items and answers from people" }), _jsx(Box, { gap: 1, children: dimensions.map((dimension) => (_jsxs(Text, { color: "secondaryLight", size: "sm", children: [_jsx(Text, { bold: true, size: "sm", children: questionTitle(dimension.key) }), `: ${dimensionLabel(dimension)}`] }, dimension.key))) }), _jsx(ObservabilityTable, { columns: itemColumns, rows: itemRows, testID: "ai-review-batch-items-table" })] }) })] }));
|
|
135
|
+
};
|
|
136
|
+
//# sourceMappingURL=AiReviewBatchView.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AiReviewBatchView.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchView.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAC,MAAM,aAAa,CAAC;AACzF,OAAc,EAAC,OAAO,EAAC,MAAM,OAAO,CAAC;AACrC,OAAO,EAAC,cAAc,EAAE,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wBAAwB,EAAC,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EACL,kBAAkB,GAGnB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,YAAY,EACZ,aAAa,EACb,WAAW,EACX,WAAW,GAGZ,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,cAAc,EAAC,MAAM,eAAe,CAAC;AAsB7C,+FAA+F;AAC/F,MAAM,aAAa,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,iBAAiB,GAAqC,CAAC,EAClE,gBAAgB,EAChB,KAAK,EACL,cAAc,EACd,OAAO,EACP,YAAY,EACZ,aAAa,EACb,UAAU,EACV,UAAU,EACV,aAAa,EACb,QAAQ,EACR,aAAa,GACd,EAAE,EAAE;IACH,MAAM,EAAC,MAAM,EAAE,UAAU,EAAC,GAAG,KAAK,CAAC;IACnC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,EAAE;QAC7B,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAsC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC9E,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvC,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAChE,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAEnB,MAAM,YAAY,GAA+B,OAAO,CAAC,GAAG,EAAE;QAC5D,OAAO;YACL,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAC;YACxC,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,uBAAuB,EAAC;YACxD,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAChC,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC;aACpC,CAAC,CAAC;YACH,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAC;SAClC,CAAC;IACJ,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAEjB,MAAM,SAAS,GAA4B,OAAO,CAAC,GAAG,EAAE;QACtD,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAChC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,KAAK,aAAa,EAAE,WAAW,CAAC;YACpE,OAAO;gBACL,kBAAkB,EAAE,0BAA0B,KAAK,CAAC,aAAa,EAAE;gBACnE,KAAK,EAAE;oBACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,MAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,mBACnD,KAAC,IAAI,IAAC,IAAI,EAAE,UAAU,YAAG,KAAK,CAAC,aAAa,GAAQ,EACnD,UAAU,CAAC,CAAC,CAAC,CACZ,KAAC,KAAK,IACJ,SAAS,QACT,MAAM,EAAC,MAAM,EACb,MAAM,EAAE,kCAAkC,KAAK,CAAC,WAAW,EAAE,EAC7D,KAAK,EAAC,UAAU,GAChB,CACH,CAAC,CAAC,CAAC,SAAS,IACT,EACL,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CACvB,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,EAAC,IAAI,EAAC,IAAI,YAClC,KAAK,CAAC,eAAe,GACjB,CACR,CAAC,CAAC,CAAC,SAAS,KAhBE,OAAO,CAiBlB;oBACN,KAAC,cAAc,IAEb,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,IAAI,EAC1B,MAAM,EAAE,8BAA8B,KAAK,CAAC,WAAW,EAAE,IAFrD,MAAM,CAGV;oBACF,GAAG,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAC5C,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CACjB,KAAC,IAAI,IAAC,IAAI,QAAC,KAAK,EAAE,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,YAChD,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAD2B,QAAQ,CAAC,GAAG,CAE/D,CACR,CAAC,CAAC,CAAC,CACF,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,2BAAM,QAAQ,CAAC,GAAG,CAEtC,CACR,CACF;oBACD,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE;iBACzD;gBACD,GAAG,EAAE,KAAK,CAAC,WAAW;gBACtB,OAAO,EAAE,GAAG,EAAE;oBACZ,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC;IAE9D,kGAAkG;IAClG,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE;QACjC,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAElB,MAAM,gBAAgB,GAA4B,OAAO,CAAC,GAAG,EAAE;QAC7D,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,aAAa,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC9D,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;YACpE,OAAO;gBACL,KAAK,EAAE;oBACL,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC;oBAC9B,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG;oBAC/C,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;oBACvB,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,YAChB,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAD1C,OAAO,CAExB;iBACR;gBACD,GAAG,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,KAAK,EAAE;gBACnD,OAAO,EAAE,IAAI;oBACX,CAAC,CAAC,GAAG,EAAE;wBACH,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAChC,CAAC;oBACH,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;IAE3D,MAAM,WAAW,GAA+B,OAAO,CAAC,GAAG,EAAE;QAC3D,OAAO;YACL,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAC;YAC1B,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAC;YACzC,EAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAC;YAChC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAChC,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC;aACpC,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAEjB,iGAAiG;IACjG,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,EAAE;QACpC,OAAO,IAAI,GAAG,CACZ,CAAC,aAAa,EAAE,SAAS,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,GAAG,CAChD,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,CAC/C,CACF,CAAC;IACJ,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IAEpB,MAAM,QAAQ,GAA4B,OAAO,CAAC,GAAG,EAAE;QACrD,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,aAAa;gBAC/B,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM;gBACtD,CAAC,CAAC,SAAS,CAAC;YACd,OAAO;gBACL,kBAAkB,EAAE,aAAa,KAAK,GAAG,CAAC,EAAE;gBAC5C,KAAK,EAAE;oBACL,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;oBACjB,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;oBAC7B,KAAC,wBAAwB,IAAc,MAAM,EAAE,IAAI,CAAC,MAAM,IAA5B,QAAQ,CAAwB;oBAC9D,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;wBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;wBAC3C,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;wBAC3C,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CACzC,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,GAAG,EAAE,CAC7C,CAAC;wBACF,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,cAAE,YAAY,CAAC,KAAK,CAAC,GAAQ,EACjC,cAAc,CAAC,CAAC,CAAC,CAChB,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,EAAC,IAAI,EAAC,IAAI,YAC1B,cAAc,YAAY,CAAC,KAAK,CAAC,EAAE,GAC/B,CACR,CAAC,CAAC,CAAC,SAAS,KANG,SAAS,CAAC,GAAG,CAOzB,CACP,CAAC;oBACJ,CAAC,CAAC;iBACH;gBACD,GAAG,EAAE,IAAI,CAAC,YAAY;gBACtB,OAAO,EAAE,GAAG,EAAE;oBACZ,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAChC,CAAC;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;IAE3E,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,iBAAiB,aACnC,MAAC,GAAG,IAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,uBAAuB,EAAC,IAAI,mBAC9D,KAAC,IAAI,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,YACzC,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,mCAE/B,EACP,KAAC,aAAa,IACZ,IAAI,EAAE,MAAM,CAAC,IAAI,EACjB,MAAM,EAAC,0BAA0B,EACjC,KAAK,EAAE,MAAM,CAAC,KAAK,GACnB,IACE,GACD,EACP,KAAC,IAAI,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,YACzC,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,2BAE/B,EACP,KAAC,cAAc,IAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,MAAM,EAAC,4BAA4B,GAAG,EACtF,SAAS,CAAC,CAAC,CAAC,CACX,KAAC,IAAI,IAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAC,IAAI,YAC9B,SAAS,CAAC,aAAa,GACnB,CACR,CAAC,CAAC,CAAC,SAAS,IACT,GACD,EACP,KAAC,IAAI,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,YACzC,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,2BAE/B,EACP,KAAC,IAAI,IAAC,IAAI,QAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAC,6BAA6B,YACtD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GACvB,IACH,GACD,IACH,EACL,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CACjB,KAAC,GAAG,IAAC,MAAM,EAAC,qBAAqB,YAC/B,KAAC,MAAM,IACL,OAAO,QACP,MAAM,EAAC,MAAM,EACb,IAAI,EAAE,kBAAkB,CAAC;wBACvB,QAAQ,EAAE,sBAAsB;wBAChC,MAAM,EAAE,uBAAuB,KAAK,CAAC,WAAW,IAAI,cAAc,mHAAmH;wBACrL,IAAI,EAAE,CAAC;qBACR,CAAC,GACF,GACE,CACP,CAAC,CAAC,CAAC,SAAS,EACZ,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CACtB,KAAC,GAAG,IAAC,MAAM,EAAC,iCAAiC,YAC3C,KAAC,MAAM,IACL,OAAO,QACP,MAAM,EAAC,SAAS,EAChB,IAAI,EAAE,oBAAoB,KAAK,CAAC,aAAa,4JAA4J,GACzM,GACE,CACP,CAAC,CAAC,CAAC,SAAS,EAEb,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,wBAAwB,YAC/C,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,4CAAsC,EACxD,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,+IAGrB,IACH,EACN,MAAC,GAAG,IAAC,UAAU,EAAC,KAAK,EAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,mBAChD,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,WAAW,IACV,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,YAAY,EACrB,WAAW,EACT,YAAY,CAAC,MAAM,KAAK,CAAC;4CACvB,CAAC,CAAC,qCAAqC;4CACvC,CAAC,CAAC,gBAAgB,EAEtB,MAAM,EAAC,8BAA8B,EACrC,KAAK,EAAC,WAAW,EACjB,KAAK,EAAE,OAAO,GACd,GACE,EACN,KAAC,MAAM,IACL,QAAQ,EAAE,CAAC,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC,EAC/C,QAAQ,EAAC,OAAO,EAChB,OAAO,EAAE,cAAc,EACvB,OAAO,EAAE,UAAU,EACnB,MAAM,EAAC,2BAA2B,EAClC,IAAI,EAAE,UAAU,MAAM,CAAC,KAAK,QAAQ,EACpC,OAAO,EAAC,WAAW,GACnB,IACE,EACL,gBAAgB,CAAC,CAAC,CAAC,CAClB,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,MAAM,EAAC,4BAA4B,YAC7D,gBAAgB,GACZ,CACR,CAAC,CAAC,CAAC,SAAS,EACZ,QAAQ,CAAC,CAAC,CAAC,CACV,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,EAAC,MAAM,EAAC,2BAA2B,YACnD,QAAQ,GACJ,CACR,CAAC,CAAC,CAAC,SAAS,EACZ,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CACnB,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,uGAE/B,CACR,CAAC,CAAC,CAAC,SAAS,EACZ,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAC3B,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,MAAM,EAAC,8BAA8B,oDAE3D,CACR,CAAC,CAAC,CAAC,CACF,KAAC,kBAAkB,IACjB,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,SAAS,EACf,MAAM,EAAC,8BAA8B,GACrC,CACH,IACG,GACD,EAEN,aAAa,CAAC,CAAC,CAAC,CACf,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,+BAA+B,YACtD,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,YACf,SAAS,aAAa,CAAC,aAAa,eAAe,aAAa,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,GAAG,GAC3F,EACT,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAC/B,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,YACzB,aAAa,CAAC,SAAS,CAAC,QAAQ,KAAK,CAAC;gCACrC,CAAC,CAAC,yBAAyB;gCAC3B,CAAC,CAAC,yCAAyC,GACxC,CACR,CAAC,CAAC,CAAC,CACF,KAAC,kBAAkB,IACjB,OAAO,EAAE;gCACP,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAC;gCACzC,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAC;gCAC3C,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAC;gCAC/B,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAC;6BAC/B,EACD,IAAI,EAAE,gBAAgB,EACtB,MAAM,EAAC,qCAAqC,GAC5C,CACH,IACG,GACD,CACR,CAAC,CAAC,CAAC,SAAS,EAEb,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,uBAAuB,YAC9C,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,8CAAwC,EAC1D,KAAC,GAAG,IAAC,GAAG,EAAE,CAAC,YACR,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAC7B,MAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAqB,IAAI,EAAC,IAAI,aACxD,KAAC,IAAI,IAAC,IAAI,QAAC,IAAI,EAAC,IAAI,YACjB,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,GACxB,EACN,KAAK,cAAc,CAAC,SAAS,CAAC,EAAE,KAJD,SAAS,CAAC,GAAG,CAKxC,CACR,CAAC,GACE,EACN,KAAC,kBAAkB,IACjB,OAAO,EAAE,WAAW,EACpB,IAAI,EAAE,QAAQ,EACd,MAAM,EAAC,6BAA6B,GACpC,IACE,GACD,IACH,CACP,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AiReviewBatchesScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx"],"names":[],"mappings":"AAEA,OAAO,KAAkD,MAAM,OAAO,CAAC;AACvE,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;AAyB3D,eAAO,MAAM,2BAA2B,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CA4GxE,CAAC"}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
import { jsx as _jsx } from "react/jsx-runtime";
|
|
2
|
+
import { useToast } from "@terreno/ui";
|
|
3
|
+
import { router } from "expo-router";
|
|
4
|
+
import { useCallback, useEffect, useMemo, useState } from "react";
|
|
5
|
+
import { unwrapEvaluatorList } from "../evaluators/evaluatorTypes";
|
|
6
|
+
import { useAiObservabilityEvaluatorsApi } from "../evaluators/useAiObservabilityEvaluatorsApi";
|
|
7
|
+
import { unwrapPromptList } from "../prompts/promptTypes";
|
|
8
|
+
import { useAiObservabilityPromptsApi } from "../prompts/useAiObservabilityPromptsApi";
|
|
9
|
+
import { AiObservabilityChrome } from "../shell/AiObservabilityChrome";
|
|
10
|
+
import { unwrapObservabilityStatus } from "../shell/aiObservabilityNav";
|
|
11
|
+
import { AiReviewBatchesView } from "./AiReviewBatchesView";
|
|
12
|
+
import { DEFAULT_BATCH_SIZE, unwrapBatchDetail, unwrapBatchList } from "./batchTypes";
|
|
13
|
+
import { useAiObservabilityReviewApi } from "./useAiObservabilityReviewApi";
|
|
14
|
+
// Judge prompts live in this folder; they never produce traces worth reviewing.
|
|
15
|
+
const EVALUATOR_PROMPT_FOLDER = "evaluators";
|
|
16
|
+
const BATCHES_DESCRIPTION = "A batch is a fixed set of AI outputs that people answer the same questions for. Run LLM judges on it to see which ones agree with people.";
|
|
17
|
+
const errorTitle = (error) => {
|
|
18
|
+
if (!error || typeof error !== "object") {
|
|
19
|
+
return undefined;
|
|
20
|
+
}
|
|
21
|
+
const data = error.data;
|
|
22
|
+
return typeof data?.title === "string" ? data.title : undefined;
|
|
23
|
+
};
|
|
24
|
+
export const AiReviewBatchesScreenWidget = (props) => {
|
|
25
|
+
const { api, routeBase } = props;
|
|
26
|
+
const { useBatchesQuery, useCreateBatchMutation, useStatusQuery } = useAiObservabilityReviewApi(api);
|
|
27
|
+
const { useListQuery: useEvaluatorListQuery } = useAiObservabilityEvaluatorsApi(api);
|
|
28
|
+
const { useListQuery: usePromptListQuery } = useAiObservabilityPromptsApi(api);
|
|
29
|
+
const batchesQuery = useBatchesQuery();
|
|
30
|
+
const statusQuery = useStatusQuery();
|
|
31
|
+
const evaluatorsQuery = useEvaluatorListQuery();
|
|
32
|
+
const promptsQuery = usePromptListQuery({});
|
|
33
|
+
const [createBatch, createState] = useCreateBatchMutation();
|
|
34
|
+
const [questionSetId, setQuestionSetId] = useState("");
|
|
35
|
+
const [promptName, setPromptName] = useState("");
|
|
36
|
+
const [name, setName] = useState("");
|
|
37
|
+
const [createError, setCreateError] = useState("");
|
|
38
|
+
const toast = useToast();
|
|
39
|
+
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
40
|
+
const batches = useMemo(() => unwrapBatchList(batchesQuery.data), [batchesQuery.data]);
|
|
41
|
+
const questionSetOptions = useMemo(() => {
|
|
42
|
+
return unwrapEvaluatorList(evaluatorsQuery.data)
|
|
43
|
+
.filter((evaluator) => evaluator.type === "human")
|
|
44
|
+
.map((evaluator) => ({
|
|
45
|
+
label: `${evaluator.name} (${evaluator.dimensions.length} ${evaluator.dimensions.length === 1 ? "question" : "questions"})`,
|
|
46
|
+
value: evaluator.id,
|
|
47
|
+
}));
|
|
48
|
+
}, [evaluatorsQuery.data]);
|
|
49
|
+
const promptOptions = useMemo(() => {
|
|
50
|
+
return unwrapPromptList(promptsQuery.data)
|
|
51
|
+
.filter((prompt) => prompt.folder !== EVALUATOR_PROMPT_FOLDER)
|
|
52
|
+
.map((prompt) => ({ label: prompt.name, value: prompt.name }));
|
|
53
|
+
}, [promptsQuery.data]);
|
|
54
|
+
// Default to the question set with the most questions, the usual batch target.
|
|
55
|
+
useEffect(() => {
|
|
56
|
+
if (questionSetId || questionSetOptions.length === 0) {
|
|
57
|
+
return;
|
|
58
|
+
}
|
|
59
|
+
const humans = unwrapEvaluatorList(evaluatorsQuery.data).filter((evaluator) => evaluator.type === "human");
|
|
60
|
+
const widest = [...humans].sort((a, b) => b.dimensions.length - a.dimensions.length)[0];
|
|
61
|
+
setQuestionSetId(widest?.id ?? questionSetOptions[0]?.value ?? "");
|
|
62
|
+
}, [evaluatorsQuery.data, questionSetId, questionSetOptions]);
|
|
63
|
+
const openBatch = useCallback((id) => {
|
|
64
|
+
router.push(`${prefix}/ai-review-batch?id=${encodeURIComponent(id)}`);
|
|
65
|
+
}, [prefix]);
|
|
66
|
+
const handleCreate = useCallback(async () => {
|
|
67
|
+
if (!questionSetId) {
|
|
68
|
+
setCreateError("Choose a question set first.");
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
setCreateError("");
|
|
72
|
+
try {
|
|
73
|
+
const result = await createBatch({
|
|
74
|
+
evaluatorId: questionSetId,
|
|
75
|
+
limit: DEFAULT_BATCH_SIZE,
|
|
76
|
+
name: name.trim() || undefined,
|
|
77
|
+
promptName: promptName || undefined,
|
|
78
|
+
}).unwrap();
|
|
79
|
+
const created = unwrapBatchDetail(result);
|
|
80
|
+
setName("");
|
|
81
|
+
toast.success(`Created ${created?.name ?? "batch"} with ${created?.counts.total ?? 0} items`);
|
|
82
|
+
if (created?.id) {
|
|
83
|
+
openBatch(created.id);
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
catch (error) {
|
|
87
|
+
setCreateError(errorTitle(error) ?? "Could not create the batch.");
|
|
88
|
+
}
|
|
89
|
+
}, [createBatch, name, openBatch, promptName, questionSetId, toast]);
|
|
90
|
+
return (_jsx(AiObservabilityChrome, { ...props, backHref: `${prefix}/ai-review`, description: BATCHES_DESCRIPTION, error: statusQuery.isError, isLoading: statusQuery.isLoading, screenName: "ai-review-batches", status: unwrapObservabilityStatus(statusQuery.data), children: _jsx(AiReviewBatchesView, { batches: batches, createError: createError, isCreating: createState.isLoading, isError: batchesQuery.isError, isLoading: batchesQuery.isLoading, name: name, onCreate: handleCreate, onNameChange: setName, onOpenBatch: openBatch, onPromptChange: setPromptName, onQuestionSetChange: setQuestionSetId, onRetry: batchesQuery.refetch, promptName: promptName, promptOptions: promptOptions, questionSetId: questionSetId, questionSetOptions: questionSetOptions }) }));
|
|
91
|
+
};
|
|
92
|
+
//# sourceMappingURL=AiReviewBatchesScreen.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AiReviewBatchesScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AACrC,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AACnC,OAAc,EAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAEvE,OAAO,EAAC,mBAAmB,EAAC,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAC,+BAA+B,EAAC,MAAM,+CAA+C,CAAC;AAC9F,OAAO,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAC,4BAA4B,EAAC,MAAM,yCAAyC,CAAC;AACrF,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,mBAAmB,EAAC,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAC,kBAAkB,EAAE,iBAAiB,EAAE,eAAe,EAAC,MAAM,cAAc,CAAC;AACpF,OAAO,EAAC,2BAA2B,EAAC,MAAM,+BAA+B,CAAC;AAE1E,gFAAgF;AAChF,MAAM,uBAAuB,GAAG,YAAY,CAAC;AAE7C,MAAM,mBAAmB,GACvB,2IAA2I,CAAC;AAE9I,MAAM,UAAU,GAAG,CAAC,KAAc,EAAsB,EAAE;IACxD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAI,KAAoC,CAAC,IAAI,CAAC;IACxD,OAAO,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAqC,CAAC,KAAK,EAAE,EAAE;IACrF,MAAM,EAAC,GAAG,EAAE,SAAS,EAAC,GAAG,KAAK,CAAC;IAC/B,MAAM,EAAC,eAAe,EAAE,sBAAsB,EAAE,cAAc,EAAC,GAC7D,2BAA2B,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,EAAC,YAAY,EAAE,qBAAqB,EAAC,GAAG,+BAA+B,CAAC,GAAG,CAAC,CAAC;IACnF,MAAM,EAAC,YAAY,EAAE,kBAAkB,EAAC,GAAG,4BAA4B,CAAC,GAAG,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC;IACvC,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAC;IAChD,MAAM,YAAY,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAC5C,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,sBAAsB,EAAE,CAAC;IAC5D,MAAM,CAAC,aAAa,EAAE,gBAAgB,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACvD,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACjD,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEpD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IACvF,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,EAAE;QACtC,OAAO,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC;aAC7C,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO,CAAC;aACjD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACnB,KAAK,EAAE,GAAG,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC,MAAM,IACtD,SAAS,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WACnD,GAAG;YACH,KAAK,EAAE,SAAS,CAAC,EAAE;SACpB,CAAC,CAAC,CAAC;IACR,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE;QACjC,OAAO,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC;aACvC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,uBAAuB,CAAC;aAC7D,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAC,CAAC,CAAC,CAAC;IACjE,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAExB,+EAA+E;IAC/E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,aAAa,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,CAC7D,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO,CAC1C,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,gBAAgB,CAAC,MAAM,EAAE,EAAE,IAAI,kBAAkB,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAE9D,MAAM,SAAS,GAAG,WAAW,CAC3B,CAAC,EAAU,EAAQ,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC,EACD,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QACzD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,cAAc,CAAC,8BAA8B,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QACD,cAAc,CAAC,EAAE,CAAC,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;gBAC/B,WAAW,EAAE,aAAa;gBAC1B,KAAK,EAAE,kBAAkB;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,SAAS;gBAC9B,UAAU,EAAE,UAAU,IAAI,SAAS;aACpC,CAAC,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC1C,OAAO,CAAC,EAAE,CAAC,CAAC;YACZ,KAAK,CAAC,OAAO,CAAC,WAAW,OAAO,EAAE,IAAI,IAAI,OAAO,SAAS,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9F,IAAI,OAAO,EAAE,EAAE,EAAE,CAAC;gBAChB,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,6BAA6B,CAAC,CAAC;QACrE,CAAC;IACH,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC;IAErE,OAAO,CACL,KAAC,qBAAqB,OAChB,KAAK,EACT,QAAQ,EAAE,GAAG,MAAM,YAAY,EAC/B,WAAW,EAAE,mBAAmB,EAChC,KAAK,EAAE,WAAW,CAAC,OAAO,EAC1B,SAAS,EAAE,WAAW,CAAC,SAAS,EAChC,UAAU,EAAC,mBAAmB,EAC9B,MAAM,EAAE,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,YAEnD,KAAC,mBAAmB,IAClB,OAAO,EAAE,OAAO,EAChB,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,WAAW,CAAC,SAAS,EACjC,OAAO,EAAE,YAAY,CAAC,OAAO,EAC7B,SAAS,EAAE,YAAY,CAAC,SAAS,EACjC,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,YAAY,EACtB,YAAY,EAAE,OAAO,EACrB,WAAW,EAAE,SAAS,EACtB,cAAc,EAAE,aAAa,EAC7B,mBAAmB,EAAE,gBAAgB,EACrC,OAAO,EAAE,YAAY,CAAC,OAAO,EAC7B,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa,EAC5B,aAAa,EAAE,aAAa,EAC5B,kBAAkB,EAAE,kBAAkB,GACtC,GACoB,CACzB,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import React from "react";
|
|
2
|
+
import { type ReviewBatchListItem } from "./batchTypes";
|
|
3
|
+
export interface BatchOption {
|
|
4
|
+
label: string;
|
|
5
|
+
value: string;
|
|
6
|
+
}
|
|
7
|
+
export interface AiReviewBatchesViewProps {
|
|
8
|
+
batches: ReviewBatchListItem[];
|
|
9
|
+
createError?: string;
|
|
10
|
+
isCreating?: boolean;
|
|
11
|
+
isError?: boolean;
|
|
12
|
+
isLoading?: boolean;
|
|
13
|
+
name: string;
|
|
14
|
+
onCreate: () => void;
|
|
15
|
+
onNameChange: (value: string) => void;
|
|
16
|
+
onOpenBatch: (id: string) => void;
|
|
17
|
+
onPromptChange: (value: string) => void;
|
|
18
|
+
onQuestionSetChange: (value: string) => void;
|
|
19
|
+
onRetry: () => void;
|
|
20
|
+
promptName: string;
|
|
21
|
+
promptOptions: BatchOption[];
|
|
22
|
+
questionSetId: string;
|
|
23
|
+
questionSetOptions: BatchOption[];
|
|
24
|
+
}
|
|
25
|
+
export declare const AiReviewBatchesView: React.FC<AiReviewBatchesViewProps>;
|
|
26
|
+
//# sourceMappingURL=AiReviewBatchesView.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AiReviewBatchesView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesView.tsx"],"names":[],"mappings":"AAcA,OAAO,KAAuC,MAAM,OAAO,CAAC;AAI5D,OAAO,EAAqB,KAAK,mBAAmB,EAAC,MAAM,cAAc,CAAC;AAgG1E,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,IAAI,CAAC;IACrB,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACtC,WAAW,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,cAAc,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,mBAAmB,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7C,OAAO,EAAE,MAAM,IAAI,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,WAAW,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,WAAW,EAAE,CAAC;CACnC;AAED,eAAO,MAAM,mBAAmB,EAAE,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAkMlE,CAAC"}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
2
|
+
import { Box, Button, Card, DataTable, Heading, SelectField, Spinner, Text, TextField, } from "@terreno/ui";
|
|
3
|
+
import { DateTime } from "luxon";
|
|
4
|
+
import { useCallback, useMemo, useState } from "react";
|
|
5
|
+
import { AgreementMeter, ProgressMeter } from "../shell/AgreementMeter";
|
|
6
|
+
import { distinctChoiceOptions, useClientTable } from "../shell/clientTable";
|
|
7
|
+
import { ObservabilityEmptyState, ObservabilityErrorState } from "../shell/ObservabilityStates";
|
|
8
|
+
import { DEFAULT_BATCH_SIZE } from "./batchTypes";
|
|
9
|
+
const QUESTION_SET_FIELD = "questionSet";
|
|
10
|
+
const formatCreated = (iso) => {
|
|
11
|
+
const parsed = DateTime.fromISO(iso);
|
|
12
|
+
if (!parsed.isValid) {
|
|
13
|
+
return "—";
|
|
14
|
+
}
|
|
15
|
+
return parsed.toRelative() ?? parsed.toLocaleString(DateTime.DATE_MED);
|
|
16
|
+
};
|
|
17
|
+
/** "summary-questions · example-summarize", plus the dataset when the batch came from one. */
|
|
18
|
+
const batchSubtitle = (batch) => {
|
|
19
|
+
const parts = [batch.evaluatorName, batch.promptName ?? "Any prompt"];
|
|
20
|
+
if (batch.datasetId) {
|
|
21
|
+
parts.push(`Dataset ${batch.datasetName ?? batch.datasetId}`);
|
|
22
|
+
}
|
|
23
|
+
return parts.join(" · ");
|
|
24
|
+
};
|
|
25
|
+
const AnsweredCell = ({ cellData }) => {
|
|
26
|
+
const batch = cellData.value;
|
|
27
|
+
return (_jsx(Box, { justifyContent: "center", width: "100%", children: _jsx(ProgressMeter, { done: batch.counts.done, testID: `ai-review-batch-answered-${batch.id}`, total: batch.counts.total }) }));
|
|
28
|
+
};
|
|
29
|
+
const BestJudgeCell = ({ cellData }) => {
|
|
30
|
+
const best = cellData.value.bestJudge;
|
|
31
|
+
if (!best) {
|
|
32
|
+
return _jsx(Text, { color: "secondaryLight", children: "No judge run yet" });
|
|
33
|
+
}
|
|
34
|
+
return (_jsxs(Box, { gap: 1, justifyContent: "center", children: [_jsx(AgreementMeter, { compact: true, rate: best.rate }), _jsx(Text, { color: "secondaryLight", numberOfLines: 1, size: "sm", children: best.evaluatorName })] }));
|
|
35
|
+
};
|
|
36
|
+
/** Best judge agreement as a whole percent, so the filter takes the same numbers the meter shows. */
|
|
37
|
+
const bestJudgePercent = (batch) => {
|
|
38
|
+
const rate = batch.bestJudge?.rate;
|
|
39
|
+
return rate === undefined || Number.isNaN(rate) ? undefined : Math.round(rate * 100);
|
|
40
|
+
};
|
|
41
|
+
const batchSearchText = (batch) => `${batch.name} ${batch.evaluatorName} ${batch.promptName ?? ""} ${batch.datasetName ?? ""}`;
|
|
42
|
+
const COLUMNS = [
|
|
43
|
+
{
|
|
44
|
+
cell: (batch) => ({ value: batch }),
|
|
45
|
+
columnType: "batchName",
|
|
46
|
+
filter: { kind: "text" },
|
|
47
|
+
key: "name",
|
|
48
|
+
title: "Batch",
|
|
49
|
+
value: (batch) => batch.name,
|
|
50
|
+
width: 320,
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
cell: (batch) => ({ value: batch }),
|
|
54
|
+
columnType: "batchAnswered",
|
|
55
|
+
filter: { kind: "numberRange", label: "Answered items" },
|
|
56
|
+
key: "answered",
|
|
57
|
+
title: "Answered by people",
|
|
58
|
+
value: (batch) => batch.counts.done,
|
|
59
|
+
width: 200,
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
cell: (batch) => ({ value: batch }),
|
|
63
|
+
columnType: "batchBestJudge",
|
|
64
|
+
filter: { kind: "numberRange", label: "Agreement %" },
|
|
65
|
+
key: "bestJudge",
|
|
66
|
+
title: "Best judge vs people",
|
|
67
|
+
value: bestJudgePercent,
|
|
68
|
+
width: 240,
|
|
69
|
+
},
|
|
70
|
+
{
|
|
71
|
+
cell: (batch) => ({ value: formatCreated(batch.created) }),
|
|
72
|
+
filter: { kind: "dateRange", label: "Created" },
|
|
73
|
+
key: "created",
|
|
74
|
+
title: "Created",
|
|
75
|
+
value: (batch) => batch.created,
|
|
76
|
+
width: 150,
|
|
77
|
+
},
|
|
78
|
+
];
|
|
79
|
+
export const AiReviewBatchesView = ({ batches, createError, isCreating, isError, isLoading, name, onCreate, onNameChange, onOpenBatch, onPromptChange, onQuestionSetChange, onRetry, promptName, promptOptions, questionSetId, questionSetOptions, }) => {
|
|
80
|
+
const customColumnComponentMap = useMemo(() => ({
|
|
81
|
+
batchAnswered: AnsweredCell,
|
|
82
|
+
batchBestJudge: BestJudgeCell,
|
|
83
|
+
batchName: ({ cellData }) => {
|
|
84
|
+
const batch = cellData.value;
|
|
85
|
+
return (_jsxs(Box, { accessibilityHint: "Opens this batch", accessibilityLabel: `Open batch ${batch.name}`, gap: 1, justifyContent: "center", onClick: () => {
|
|
86
|
+
onOpenBatch(batch.id);
|
|
87
|
+
}, children: [_jsx(Box, { testID: `ai-review-batches-open-${batch.id}`, children: _jsx(Text, { bold: true, numberOfLines: 1, skipLinking: true, children: batch.name }) }), _jsx(Text, { color: "secondaryLight", numberOfLines: 1, size: "sm", children: batchSubtitle(batch) }), batch.questionsStale ? (_jsx(Text, { color: "warning", size: "sm", testID: `ai-review-batch-stale-${batch.id}`, children: "Questions changed, judge again" })) : undefined] }));
|
|
88
|
+
},
|
|
89
|
+
}), [onOpenBatch]);
|
|
90
|
+
// The question set shows in each batch subtitle, so it filters from the toolbar, not a column.
|
|
91
|
+
const [questionSetFilter, setQuestionSetFilter] = useState([]);
|
|
92
|
+
const questionSetFilters = useMemo(() => [
|
|
93
|
+
{
|
|
94
|
+
field: QUESTION_SET_FIELD,
|
|
95
|
+
kind: "choice",
|
|
96
|
+
label: "Question set",
|
|
97
|
+
options: distinctChoiceOptions(batches, (batch) => batch.evaluatorName),
|
|
98
|
+
},
|
|
99
|
+
], [batches]);
|
|
100
|
+
const filteredBatches = useMemo(() => questionSetFilter.length === 0
|
|
101
|
+
? batches
|
|
102
|
+
: batches.filter((batch) => questionSetFilter.includes(batch.evaluatorName)), [batches, questionSetFilter]);
|
|
103
|
+
const { onFilterValuesChange, rows: _sortedBatches, ...table } = useClientTable({
|
|
104
|
+
columns: COLUMNS,
|
|
105
|
+
rows: filteredBatches,
|
|
106
|
+
searchText: batchSearchText,
|
|
107
|
+
});
|
|
108
|
+
const handleFilterValuesChange = useCallback((next) => {
|
|
109
|
+
const value = next[QUESTION_SET_FIELD];
|
|
110
|
+
setQuestionSetFilter(Array.isArray(value) ? value.map(String) : typeof value === "string" && value ? [value] : []);
|
|
111
|
+
onFilterValuesChange(next);
|
|
112
|
+
}, [onFilterValuesChange]);
|
|
113
|
+
return (_jsxs(Box, { gap: 4, testID: "ai-review-batches", children: [isLoading ? (_jsx(Box, { alignItems: "center", padding: 5, testID: "ai-review-batches-loading", children: _jsx(Spinner, {}) })) : isError ? (_jsx(ObservabilityErrorState, { onRetry: onRetry, testID: "ai-review-batches-error", text: "Could not load review batches." })) : batches.length === 0 ? (_jsx(ObservabilityEmptyState, { description: `Choose a question set below, then save the batch. That grabs the ${DEFAULT_BATCH_SIZE} newest traces.`, iconName: "layer-group", testID: "ai-review-batches-empty", title: "No batches yet" })) : (_jsx(DataTable, { ...table, additionalFilters: questionSetFilters, customColumnComponentMap: customColumnComponentMap, emptyContent: _jsx(Box, { padding: 4, testID: "ai-review-batches-no-matches", children: _jsx(Text, { color: "secondaryDark", children: "No batches match these filters." }) }), onFilterValuesChange: handleFilterValuesChange, rowHeight: 72, testID: "ai-review-batches-table", toolbarAlign: "end" })), _jsx(Card, { padding: 4, testID: "ai-review-batch-create", children: _jsxs(Box, { gap: 3, children: [_jsxs(Box, { gap: 1, children: [_jsx(Heading, { size: "sm", children: "New batch" }), _jsx(Text, { color: "secondaryLight", size: "sm", children: `Takes the ${DEFAULT_BATCH_SIZE} newest successful traces not already in a batch for this question set.` })] }), _jsxs(Box, { direction: "row", gap: 3, wrap: true, children: [_jsx(Box, { flex: "grow", minWidth: 220, children: _jsx(SelectField, { helperText: "Human evaluator whose questions reviewers answer", onChange: onQuestionSetChange, options: questionSetOptions, requireValue: true, testID: "ai-review-batch-question-set", title: "Question set", value: questionSetId }) }), _jsx(Box, { flex: "grow", minWidth: 220, children: _jsx(SelectField, { helperText: "Only pull traces for this prompt", onChange: onPromptChange, options: promptOptions, placeholder: "Any prompt", testID: "ai-review-batch-prompt", title: "Prompt", value: promptName }) }), _jsx(Box, { flex: "grow", minWidth: 220, children: _jsx(TextField, { helperText: "Leave blank to name it after the prompt", onChange: onNameChange, testID: "ai-review-batch-name-input", title: "Name (optional)", value: name }) })] }), createError ? (_jsx(Text, { color: "error", testID: "ai-review-batch-create-error", children: createError })) : undefined, _jsx(Box, { alignItems: "start", children: _jsx(Button, { disabled: !questionSetId, iconName: "floppy-disk", loading: isCreating, onClick: onCreate, testID: "ai-review-batch-grab-recent", text: "Save batch" }) }), questionSetOptions.length === 0 ? (_jsx(Text, { color: "secondaryLight", size: "sm", children: "Create a human evaluator with one score per question first." })) : undefined] }) })] }));
|
|
114
|
+
};
|
|
115
|
+
//# sourceMappingURL=AiReviewBatchesView.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AiReviewBatchesView.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesView.tsx"],"names":[],"mappings":";AAAA,OAAO,EACL,GAAG,EACH,MAAM,EACN,IAAI,EACJ,SAAS,EAGT,OAAO,EACP,WAAW,EACX,OAAO,EACP,IAAI,EACJ,SAAS,GACV,MAAM,aAAa,CAAC;AACrB,OAAO,EAAC,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC/B,OAAc,EAAC,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC5D,OAAO,EAAC,cAAc,EAAE,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAyB,qBAAqB,EAAE,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACnG,OAAO,EAAC,uBAAuB,EAAE,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAC9F,OAAO,EAAC,kBAAkB,EAA2B,MAAM,cAAc,CAAC;AAE1E,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAEzC,MAAM,aAAa,GAAG,CAAC,GAAW,EAAU,EAAE;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,MAAM,CAAC,UAAU,EAAE,IAAI,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,8FAA8F;AAC9F,MAAM,aAAa,GAAG,CAAC,KAA0B,EAAU,EAAE;IAC3D,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,IAAI,YAAY,CAAC,CAAC;IACtE,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,YAAY,GAA4C,CAAC,EAAC,QAAQ,EAAC,EAAE,EAAE;IAC3E,MAAM,KAAK,GAAG,QAAQ,CAAC,KAA4B,CAAC;IACpD,OAAO,CACL,KAAC,GAAG,IAAC,cAAc,EAAC,QAAQ,EAAC,KAAK,EAAC,MAAM,YACvC,KAAC,aAAa,IACZ,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EACvB,MAAM,EAAE,4BAA4B,KAAK,CAAC,EAAE,EAAE,EAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,GACzB,GACE,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,aAAa,GAA4C,CAAC,EAAC,QAAQ,EAAC,EAAE,EAAE;IAC5E,MAAM,IAAI,GAAI,QAAQ,CAAC,KAA6B,CAAC,SAAS,CAAC;IAC/D,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,iCAAwB,CAAC;IAC9D,CAAC;IACD,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,cAAc,EAAC,QAAQ,aAClC,KAAC,cAAc,IAAC,OAAO,QAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAI,EAC3C,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAC,IAAI,YACrD,IAAI,CAAC,aAAa,GACd,IACH,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,qGAAqG;AACrG,MAAM,gBAAgB,GAAG,CAAC,KAA0B,EAAsB,EAAE;IAC1E,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC;IACnC,OAAO,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;AACvF,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAA0B,EAAU,EAAE,CAC7D,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;AAE9F,MAAM,OAAO,GAA6C;IACxD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC;QACjC,UAAU,EAAE,WAAW;QACvB,MAAM,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC;QACtB,GAAG,EAAE,MAAM;QACX,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI;QAC5B,KAAK,EAAE,GAAG;KACX;IACD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC;QACjC,UAAU,EAAE,eAAe;QAC3B,MAAM,EAAE,EAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,gBAAgB,EAAC;QACtD,GAAG,EAAE,UAAU;QACf,KAAK,EAAE,oBAAoB;QAC3B,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI;QACnC,KAAK,EAAE,GAAG;KACX;IACD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC;QACjC,UAAU,EAAE,gBAAgB;QAC5B,MAAM,EAAE,EAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAC;QACnD,GAAG,EAAE,WAAW;QAChB,KAAK,EAAE,sBAAsB;QAC7B,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE,GAAG;KACX;IACD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,EAAC,CAAC;QACxD,MAAM,EAAE,EAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAC;QAC7C,GAAG,EAAE,SAAS;QACd,KAAK,EAAE,SAAS;QAChB,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO;QAC/B,KAAK,EAAE,GAAG;KACX;CACF,CAAC;AA0BF,MAAM,CAAC,MAAM,mBAAmB,GAAuC,CAAC,EACtE,OAAO,EACP,WAAW,EACX,UAAU,EACV,OAAO,EACP,SAAS,EACT,IAAI,EACJ,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,OAAO,EACP,UAAU,EACV,aAAa,EACb,aAAa,EACb,kBAAkB,GACnB,EAAE,EAAE;IACH,MAAM,wBAAwB,GAAG,OAAO,CACtC,GAAG,EAAE,CAAC,CAAC;QACL,aAAa,EAAE,YAAY;QAC3B,cAAc,EAAE,aAAa;QAC7B,SAAS,EAAE,CAAC,EAAC,QAAQ,EAAgC,EAAE,EAAE;YACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAA4B,CAAC;YACpD,OAAO,CACL,MAAC,GAAG,IACF,iBAAiB,EAAC,kBAAkB,EACpC,kBAAkB,EAAE,cAAc,KAAK,CAAC,IAAI,EAAE,EAC9C,GAAG,EAAE,CAAC,EACN,cAAc,EAAC,QAAQ,EACvB,OAAO,EAAE,GAAG,EAAE;oBACZ,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxB,CAAC,aAED,KAAC,GAAG,IAAC,MAAM,EAAE,0BAA0B,KAAK,CAAC,EAAE,EAAE,YAC/C,KAAC,IAAI,IAAC,IAAI,QAAC,aAAa,EAAE,CAAC,EAAE,WAAW,kBACrC,KAAK,CAAC,IAAI,GACN,GACH,EACN,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAC,IAAI,YACrD,aAAa,CAAC,KAAK,CAAC,GAChB,EACN,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CACtB,KAAC,IAAI,IAAC,KAAK,EAAC,SAAS,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAE,yBAAyB,KAAK,CAAC,EAAE,EAAE,+CAEpE,CACR,CAAC,CAAC,CAAC,SAAS,IACT,CACP,CAAC;QACJ,CAAC;KACF,CAAC,EACF,CAAC,WAAW,CAAC,CACd,CAAC;IACF,+FAA+F;IAC/F,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,GAAG,QAAQ,CAAW,EAAE,CAAC,CAAC;IACzE,MAAM,kBAAkB,GAAG,OAAO,CAChC,GAA4B,EAAE,CAAC;QAC7B;YACE,KAAK,EAAE,kBAAkB;YACzB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,cAAc;YACrB,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC;SACxE;KACF,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IACF,MAAM,eAAe,GAAG,OAAO,CAC7B,GAAG,EAAE,CACH,iBAAiB,CAAC,MAAM,KAAK,CAAC;QAC5B,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAChF,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAC7B,CAAC;IACF,MAAM,EACJ,oBAAoB,EACpB,IAAI,EAAE,cAAc,EACpB,GAAG,KAAK,EACT,GAAG,cAAc,CAAC;QACjB,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,eAAe;QACrB,UAAU,EAAE,eAAe;KAC5B,CAAC,CAAC;IACH,MAAM,wBAAwB,GAAG,WAAW,CAC1C,CAAC,IAA6B,EAAQ,EAAE;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACvC,oBAAoB,CAClB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAC7F,CAAC;QACF,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC,EACD,CAAC,oBAAoB,CAAC,CACvB,CAAC;IAEF,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,mBAAmB,aACpC,SAAS,CAAC,CAAC,CAAC,CACX,KAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,2BAA2B,YACrE,KAAC,OAAO,KAAG,GACP,CACP,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CACZ,KAAC,uBAAuB,IACtB,OAAO,EAAE,OAAO,EAChB,MAAM,EAAC,yBAAyB,EAChC,IAAI,EAAC,gCAAgC,GACrC,CACH,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CACzB,KAAC,uBAAuB,IACtB,WAAW,EAAE,oEAAoE,kBAAkB,iBAAiB,EACpH,QAAQ,EAAC,aAAa,EACtB,MAAM,EAAC,yBAAyB,EAChC,KAAK,EAAC,gBAAgB,GACtB,CACH,CAAC,CAAC,CAAC,CACF,KAAC,SAAS,OACJ,KAAK,EACT,iBAAiB,EAAE,kBAAkB,EACrC,wBAAwB,EAAE,wBAAwB,EAClD,YAAY,EACV,KAAC,GAAG,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,8BAA8B,YACpD,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,gDAAuC,GAC9D,EAER,oBAAoB,EAAE,wBAAwB,EAC9C,SAAS,EAAE,EAAE,EACb,MAAM,EAAC,yBAAyB,EAChC,YAAY,EAAC,KAAK,GAClB,CACH,EAED,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,wBAAwB,YAC/C,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,0BAAoB,EACtC,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,YACnC,aAAa,kBAAkB,yEAAyE,GACpG,IACH,EACN,MAAC,GAAG,IAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,mBAC/B,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,WAAW,IACV,UAAU,EAAC,kDAAkD,EAC7D,QAAQ,EAAE,mBAAmB,EAC7B,OAAO,EAAE,kBAAkB,EAC3B,YAAY,QACZ,MAAM,EAAC,8BAA8B,EACrC,KAAK,EAAC,cAAc,EACpB,KAAK,EAAE,aAAa,GACpB,GACE,EACN,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,WAAW,IACV,UAAU,EAAC,kCAAkC,EAC7C,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,aAAa,EACtB,WAAW,EAAC,YAAY,EACxB,MAAM,EAAC,wBAAwB,EAC/B,KAAK,EAAC,QAAQ,EACd,KAAK,EAAE,UAAU,GACjB,GACE,EACN,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,SAAS,IACR,UAAU,EAAC,yCAAyC,EACpD,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAC,4BAA4B,EACnC,KAAK,EAAC,iBAAiB,EACvB,KAAK,EAAE,IAAI,GACX,GACE,IACF,EACL,WAAW,CAAC,CAAC,CAAC,CACb,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,EAAC,MAAM,EAAC,8BAA8B,YACtD,WAAW,GACP,CACR,CAAC,CAAC,CAAC,SAAS,EACb,KAAC,GAAG,IAAC,UAAU,EAAC,OAAO,YACrB,KAAC,MAAM,IACL,QAAQ,EAAE,CAAC,aAAa,EACxB,QAAQ,EAAC,aAAa,EACtB,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,QAAQ,EACjB,MAAM,EAAC,6BAA6B,EACpC,IAAI,EAAC,YAAY,GACjB,GACE,EACL,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CACjC,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,4EAE/B,CACR,CAAC,CAAC,CAAC,SAAS,IACT,GACD,IACH,CACP,CAAC;AACJ,CAAC,CAAC"}
|