@terreno/admin-frontend 57.21.0 → 57.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/package.json +3 -3
- package/src/index.tsx +2 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
- package/src/isolated/aiListTables.isolated.tsx +654 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
- package/src/isolated/aiTracesTable.isolated.tsx +375 -0
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
|
@@ -1,14 +1,15 @@
|
|
|
1
1
|
import {Box, Spinner, Text} from "@terreno/ui";
|
|
2
|
-
import {useLocalSearchParams} from "expo-router";
|
|
2
|
+
import {router, useLocalSearchParams} from "expo-router";
|
|
3
3
|
import {DateTime} from "luxon";
|
|
4
|
-
import React, {useMemo} from "react";
|
|
4
|
+
import React, {useCallback, useMemo} from "react";
|
|
5
5
|
import type {AdminScreenWidgetProps} from "../../../types";
|
|
6
6
|
import {unwrapExperimentList} from "../experiments/experimentTypes";
|
|
7
7
|
import {useAiObservabilityExperimentsApi} from "../experiments/useAiObservabilityExperimentsApi";
|
|
8
8
|
import {judgeOutputSchemaFromDetail, unwrapPromptDetail} from "../prompts/promptTypes";
|
|
9
9
|
import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
|
|
10
10
|
import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
|
|
11
|
-
import {
|
|
11
|
+
import {ObservabilityErrorState} from "../shell/ObservabilityStates";
|
|
12
|
+
import {AiEvaluatorDetailMeta, AiEvaluatorDetailView} from "./AiEvaluatorPanels";
|
|
12
13
|
import {type EvaluatorUsageRow, unwrapEvaluatorRecord} from "./evaluatorTypes";
|
|
13
14
|
import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
|
|
14
15
|
|
|
@@ -20,7 +21,7 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
20
21
|
const {useDetailQuery} = useAiObservabilityEvaluatorsApi(api);
|
|
21
22
|
const {useListQuery: useExperimentsQuery} = useAiObservabilityExperimentsApi(api);
|
|
22
23
|
const {useDetailQuery: usePromptDetailQuery} = useAiObservabilityPromptsApi(api);
|
|
23
|
-
const {data, isError, isLoading} = useDetailQuery(id ?? "", {skip: !id});
|
|
24
|
+
const {data, isError, isLoading, refetch} = useDetailQuery(id ?? "", {skip: !id});
|
|
24
25
|
const {data: experimentsRaw, isError: isExperimentsError} = useExperimentsQuery();
|
|
25
26
|
const evaluator = useMemo(() => unwrapEvaluatorRecord(data), [data]);
|
|
26
27
|
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
@@ -74,11 +75,18 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
74
75
|
});
|
|
75
76
|
}, [evaluator, experimentsRaw]);
|
|
76
77
|
|
|
78
|
+
const handleOpenExperiment = useCallback(
|
|
79
|
+
(experimentId: string): void => {
|
|
80
|
+
router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(experimentId)}`);
|
|
81
|
+
},
|
|
82
|
+
[prefix]
|
|
83
|
+
);
|
|
84
|
+
|
|
77
85
|
if (!id) {
|
|
78
86
|
return (
|
|
79
87
|
<AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
|
|
80
88
|
<Box padding={4}>
|
|
81
|
-
<Text>Missing evaluator id.</Text>
|
|
89
|
+
<Text color="secondaryLight">Missing evaluator id.</Text>
|
|
82
90
|
</Box>
|
|
83
91
|
</AiObservabilityChrome>
|
|
84
92
|
);
|
|
@@ -86,8 +94,13 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
86
94
|
|
|
87
95
|
if (isLoading) {
|
|
88
96
|
return (
|
|
89
|
-
<AiObservabilityChrome
|
|
90
|
-
|
|
97
|
+
<AiObservabilityChrome
|
|
98
|
+
{...props}
|
|
99
|
+
backHref={backHref}
|
|
100
|
+
hideHeader
|
|
101
|
+
screenName="ai-evaluator-detail"
|
|
102
|
+
>
|
|
103
|
+
<Box alignItems="center" padding={5} testID="ai-evaluator-detail-loading">
|
|
91
104
|
<Spinner />
|
|
92
105
|
</Box>
|
|
93
106
|
</AiObservabilityChrome>
|
|
@@ -97,19 +110,29 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
97
110
|
if (isError || !evaluator) {
|
|
98
111
|
return (
|
|
99
112
|
<AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
|
|
100
|
-
<
|
|
101
|
-
|
|
102
|
-
|
|
113
|
+
<ObservabilityErrorState
|
|
114
|
+
onRetry={refetch}
|
|
115
|
+
testID="ai-evaluator-detail-error"
|
|
116
|
+
text="Could not load evaluator."
|
|
117
|
+
/>
|
|
103
118
|
</AiObservabilityChrome>
|
|
104
119
|
);
|
|
105
120
|
}
|
|
106
121
|
|
|
107
122
|
return (
|
|
108
|
-
<AiObservabilityChrome
|
|
123
|
+
<AiObservabilityChrome
|
|
124
|
+
{...props}
|
|
125
|
+
backHref={backHref}
|
|
126
|
+
description={evaluator.description}
|
|
127
|
+
meta={<AiEvaluatorDetailMeta evaluator={evaluator} />}
|
|
128
|
+
screenName="ai-evaluator-detail"
|
|
129
|
+
title={evaluator.name}
|
|
130
|
+
>
|
|
109
131
|
<AiEvaluatorDetailView
|
|
110
132
|
evaluator={evaluator}
|
|
111
133
|
judgeOutputSchema={judgeOutputSchema}
|
|
112
134
|
judgePromptStatus={judgePromptStatus}
|
|
135
|
+
onOpenExperiment={handleOpenExperiment}
|
|
113
136
|
routeBase={prefix}
|
|
114
137
|
usageError={isExperimentsError ? "Could not load experiments." : undefined}
|
|
115
138
|
usageRows={usageRows}
|
|
@@ -159,6 +159,10 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
159
159
|
});
|
|
160
160
|
}, []);
|
|
161
161
|
|
|
162
|
+
const handleCancel = useCallback((): void => {
|
|
163
|
+
router.push(backHref);
|
|
164
|
+
}, [backHref]);
|
|
165
|
+
|
|
162
166
|
const handleCreate = useCallback(async (): Promise<void> => {
|
|
163
167
|
setCreateError("");
|
|
164
168
|
if (!name.trim()) {
|
|
@@ -242,7 +246,13 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
242
246
|
]);
|
|
243
247
|
|
|
244
248
|
return (
|
|
245
|
-
<AiObservabilityChrome
|
|
249
|
+
<AiObservabilityChrome
|
|
250
|
+
{...props}
|
|
251
|
+
backHref={backHref}
|
|
252
|
+
description="Set who decides the score, what they look at, and which scores are saved."
|
|
253
|
+
screenName="ai-evaluator-new"
|
|
254
|
+
title="New evaluator"
|
|
255
|
+
>
|
|
246
256
|
<AiEvaluatorNewView
|
|
247
257
|
assertionConstraint={assertionConstraint}
|
|
248
258
|
assertionPath={assertionPath}
|
|
@@ -258,6 +268,7 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
258
268
|
onAddDimension={handleAddDimension}
|
|
259
269
|
onAssertionConstraintChange={setAssertionConstraint}
|
|
260
270
|
onAssertionPathChange={setAssertionPath}
|
|
271
|
+
onCancel={handleCancel}
|
|
261
272
|
onCreate={handleCreate}
|
|
262
273
|
onDescriptionChange={setDescription}
|
|
263
274
|
onDimensionChange={handleDimensionChange}
|
|
@@ -5,6 +5,7 @@ import {assert} from "chai";
|
|
|
5
5
|
import React from "react";
|
|
6
6
|
import {renderWithTheme} from "../../../../../ui/src/test-utils";
|
|
7
7
|
import {
|
|
8
|
+
AiEvaluatorDetailMeta,
|
|
8
9
|
AiEvaluatorDetailView,
|
|
9
10
|
type AiEvaluatorDetailViewProps,
|
|
10
11
|
AiEvaluatorNewView,
|
|
@@ -244,7 +245,7 @@ describe("AiEvaluatorNewView panels", () => {
|
|
|
244
245
|
/>
|
|
245
246
|
);
|
|
246
247
|
await act(async () => {
|
|
247
|
-
fireEvent.press(
|
|
248
|
+
fireEvent.press(getByText("LLM judge"));
|
|
248
249
|
fireEvent.press(getByTestId("ai-evaluator-add-dimension"));
|
|
249
250
|
const removeButtons = getAllByText("Remove");
|
|
250
251
|
if (removeButtons.length > 0) {
|
|
@@ -287,7 +288,6 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
287
288
|
/>
|
|
288
289
|
);
|
|
289
290
|
expect(getByTestId("ai-evaluator-detail")).toBeTruthy();
|
|
290
|
-
expect(getByTestId("ai-evaluator-name")).toHaveTextContent("quality");
|
|
291
291
|
expect(getByTestId("ai-evaluator-panel-llm-judge")).toBeTruthy();
|
|
292
292
|
expect(getByText("judge")).toBeTruthy();
|
|
293
293
|
|
|
@@ -295,7 +295,7 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
295
295
|
// height-constrained table container.
|
|
296
296
|
const dimensions = within(getByTestId("ai-evaluator-dimensions"));
|
|
297
297
|
expect(dimensions.getByText("correct")).toBeTruthy();
|
|
298
|
-
expect(dimensions.getByText("
|
|
298
|
+
expect(dimensions.getByText("Yes or no")).toBeTruthy();
|
|
299
299
|
expect(dimensions.getByText("Yes")).toBeTruthy();
|
|
300
300
|
|
|
301
301
|
const usage = within(getByTestId("ai-evaluator-used-by"));
|
|
@@ -304,6 +304,56 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
304
304
|
expect(usage.getByText("$1.20")).toBeTruthy();
|
|
305
305
|
});
|
|
306
306
|
|
|
307
|
+
it("opens the experiment from a usage row", async () => {
|
|
308
|
+
const onOpenExperiment = mock((_experimentId: string) => undefined);
|
|
309
|
+
const {getByTestId} = renderWithTheme(
|
|
310
|
+
<AiEvaluatorDetailView
|
|
311
|
+
evaluator={{
|
|
312
|
+
confidenceAlertBelow: 0.5,
|
|
313
|
+
dimensions: [{dataType: "numeric", key: "helpfulness", range: "0-1", required: true}],
|
|
314
|
+
id: "eval-help",
|
|
315
|
+
judgePromptName: "eval-judge-helpfulness",
|
|
316
|
+
name: "helpfulness",
|
|
317
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
318
|
+
target: "full trace",
|
|
319
|
+
type: "llm-judge",
|
|
320
|
+
}}
|
|
321
|
+
judgeOutputSchema={{properties: {helpfulness: {type: "number"}}}}
|
|
322
|
+
onOpenExperiment={onOpenExperiment}
|
|
323
|
+
routeBase="/admin"
|
|
324
|
+
usageRows={[
|
|
325
|
+
{costUsd: 0.4, experimentId: "exp-9", experimentName: "helpfulness-compare", runs: 2},
|
|
326
|
+
]}
|
|
327
|
+
/>
|
|
328
|
+
);
|
|
329
|
+
await act(async () => {
|
|
330
|
+
fireEvent.press(getByTestId("ai-evaluator-used-by-row-exp-9-clickable"));
|
|
331
|
+
await Promise.resolve();
|
|
332
|
+
});
|
|
333
|
+
assert.equal(onOpenExperiment.mock.calls.length, 1);
|
|
334
|
+
assert.equal(onOpenExperiment.mock.calls[0]?.[0], "exp-9");
|
|
335
|
+
});
|
|
336
|
+
|
|
337
|
+
it("puts kind, target, and run modes in the header meta", () => {
|
|
338
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
339
|
+
<AiEvaluatorDetailMeta
|
|
340
|
+
evaluator={{
|
|
341
|
+
confidenceAlertBelow: 0.5,
|
|
342
|
+
dimensions: [],
|
|
343
|
+
id: "eval-1",
|
|
344
|
+
name: "quality",
|
|
345
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 10},
|
|
346
|
+
target: "full trace",
|
|
347
|
+
type: "llm-judge",
|
|
348
|
+
}}
|
|
349
|
+
/>
|
|
350
|
+
);
|
|
351
|
+
expect(getByTestId("ai-evaluator-kind-badge")).toBeTruthy();
|
|
352
|
+
expect(getByText("LLM judge")).toBeTruthy();
|
|
353
|
+
expect(getByText("Full trace")).toBeTruthy();
|
|
354
|
+
expect(getByText("Live 10%")).toBeTruthy();
|
|
355
|
+
});
|
|
356
|
+
|
|
307
357
|
it("shows human and json-assert detail panels with empty usage", () => {
|
|
308
358
|
const human = renderWithTheme(
|
|
309
359
|
<AiEvaluatorDetailView
|
|
@@ -459,6 +509,44 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
459
509
|
});
|
|
460
510
|
});
|
|
461
511
|
|
|
512
|
+
describe("AiEvaluatorNewView footer", () => {
|
|
513
|
+
it("offers Cancel next to the primary Create evaluator button", async () => {
|
|
514
|
+
const onCancel = mock(() => undefined);
|
|
515
|
+
const {getByTestId} = renderWithTheme(
|
|
516
|
+
<AiEvaluatorNewView
|
|
517
|
+
assertionConstraint="exists"
|
|
518
|
+
assertionPath=""
|
|
519
|
+
description=""
|
|
520
|
+
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
521
|
+
instructions=""
|
|
522
|
+
isCreating={false}
|
|
523
|
+
judgePromptName=""
|
|
524
|
+
name=""
|
|
525
|
+
onAddDimension={() => undefined}
|
|
526
|
+
onAssertionConstraintChange={() => undefined}
|
|
527
|
+
onAssertionPathChange={() => undefined}
|
|
528
|
+
onCancel={onCancel}
|
|
529
|
+
onCreate={() => undefined}
|
|
530
|
+
onDimensionChange={() => undefined}
|
|
531
|
+
onInstructionsChange={() => undefined}
|
|
532
|
+
onJudgePromptNameChange={() => undefined}
|
|
533
|
+
onLiveSampleRateChange={() => undefined}
|
|
534
|
+
onNameChange={() => undefined}
|
|
535
|
+
onRemoveDimension={() => undefined}
|
|
536
|
+
onTypeChange={() => undefined}
|
|
537
|
+
runModes={{allowManualRun: true, availableInExperiments: true, liveSampleRate: 0}}
|
|
538
|
+
target="full trace"
|
|
539
|
+
type="human"
|
|
540
|
+
/>
|
|
541
|
+
);
|
|
542
|
+
await act(async () => {
|
|
543
|
+
fireEvent.press(getByTestId("ai-evaluator-cancel"));
|
|
544
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
545
|
+
});
|
|
546
|
+
assert.equal(onCancel.mock.calls.length, 1);
|
|
547
|
+
});
|
|
548
|
+
});
|
|
549
|
+
|
|
462
550
|
describe("AiEvaluatorNewView dimension editing", () => {
|
|
463
551
|
it("wires dimension key, type, range, and remove handlers", async () => {
|
|
464
552
|
const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
|
|
@@ -497,7 +585,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
|
|
|
497
585
|
/>
|
|
498
586
|
);
|
|
499
587
|
fireEvent.changeText(getAllByDisplayValue("pass")[0]!, "score");
|
|
500
|
-
const numericButtons = getAllByText("
|
|
588
|
+
const numericButtons = getAllByText("Number");
|
|
501
589
|
await act(async () => {
|
|
502
590
|
fireEvent.press(numericButtons[0]!);
|
|
503
591
|
const removeButtons = getAllByText("Remove");
|
|
@@ -633,7 +721,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
633
721
|
const onLiveSampleRateChange = mock<
|
|
634
722
|
NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
|
|
635
723
|
>(() => undefined);
|
|
636
|
-
const {getAllByText, getByTestId} = renderWithTheme(
|
|
724
|
+
const {getAllByText, getByTestId, getByText} = renderWithTheme(
|
|
637
725
|
<AiEvaluatorNewView
|
|
638
726
|
assertionConstraint="exists"
|
|
639
727
|
assertionPath="output"
|
|
@@ -660,10 +748,10 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
660
748
|
/>
|
|
661
749
|
);
|
|
662
750
|
await act(async () => {
|
|
663
|
-
fireEvent.press(
|
|
664
|
-
fireEvent.press(
|
|
665
|
-
fireEvent.press(getAllByText("
|
|
666
|
-
fireEvent.press(getAllByText("
|
|
751
|
+
fireEvent.press(getByText("Human"));
|
|
752
|
+
fireEvent.press(getByText("JSON assert"));
|
|
753
|
+
fireEvent.press(getAllByText("Number")[0]!);
|
|
754
|
+
fireEvent.press(getAllByText("Category")[0]!);
|
|
667
755
|
await Promise.resolve();
|
|
668
756
|
});
|
|
669
757
|
assert.isAtLeast(onTypeChange.mock.calls.length, 2);
|