@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +146 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import {Badge, Box, type SurfaceColor, Text} from "@terreno/ui";
|
|
2
|
+
import React from "react";
|
|
3
|
+
import {
|
|
4
|
+
AGREEMENT_LEVEL_STYLE,
|
|
5
|
+
formatRate,
|
|
6
|
+
getAgreementLevel,
|
|
7
|
+
type ObservabilityTone,
|
|
8
|
+
toMeterWidth,
|
|
9
|
+
} from "./observabilityStatus";
|
|
10
|
+
|
|
11
|
+
const TONE_SURFACE: Record<ObservabilityTone, SurfaceColor> = {
|
|
12
|
+
error: "error",
|
|
13
|
+
info: "primary",
|
|
14
|
+
neutral: "neutralLight",
|
|
15
|
+
success: "success",
|
|
16
|
+
warning: "warning",
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
export interface MeterBarProps {
|
|
20
|
+
/** 0–1 fraction of the bar to fill. */
|
|
21
|
+
fraction?: number;
|
|
22
|
+
testID?: string;
|
|
23
|
+
tone?: ObservabilityTone;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/** Thin rounded bar. Brand blue (`info`) for progress, status tones for outcomes. */
|
|
27
|
+
export const MeterBar: React.FC<MeterBarProps> = ({fraction, testID, tone = "info"}) => {
|
|
28
|
+
return (
|
|
29
|
+
<Box
|
|
30
|
+
color="neutralExtraLight"
|
|
31
|
+
flex="grow"
|
|
32
|
+
height={6}
|
|
33
|
+
overflow="hidden"
|
|
34
|
+
rounding="3xl"
|
|
35
|
+
testID={testID}
|
|
36
|
+
>
|
|
37
|
+
<Box
|
|
38
|
+
color={TONE_SURFACE[tone]}
|
|
39
|
+
height={6}
|
|
40
|
+
rounding="3xl"
|
|
41
|
+
testID={testID ? `${testID}-fill` : undefined}
|
|
42
|
+
width={toMeterWidth(fraction)}
|
|
43
|
+
/>
|
|
44
|
+
</Box>
|
|
45
|
+
);
|
|
46
|
+
};
|
|
47
|
+
|
|
48
|
+
export interface ProgressMeterProps {
|
|
49
|
+
done: number;
|
|
50
|
+
testID?: string;
|
|
51
|
+
total: number;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
/** "8 of 10" with a progress bar, for answered items and running experiments. */
|
|
55
|
+
export const ProgressMeter: React.FC<ProgressMeterProps> = ({done, testID, total}) => {
|
|
56
|
+
const fraction = total > 0 ? done / total : 0;
|
|
57
|
+
return (
|
|
58
|
+
<Box gap={1} testID={testID}>
|
|
59
|
+
<Text bold size="sm">{`${done} of ${total}`}</Text>
|
|
60
|
+
<MeterBar fraction={fraction} testID={testID ? `${testID}-bar` : undefined} />
|
|
61
|
+
</Box>
|
|
62
|
+
);
|
|
63
|
+
};
|
|
64
|
+
|
|
65
|
+
export interface AgreementMeterProps {
|
|
66
|
+
/** Hide the bar for compact cells; the percent and badge stay. */
|
|
67
|
+
compact?: boolean;
|
|
68
|
+
/** Agreement with people, 0–1. Undefined means nothing to compare yet. */
|
|
69
|
+
rate?: number;
|
|
70
|
+
testID?: string;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
/**
|
|
74
|
+
* How often a judge agrees with people: percent, bar, and Matches / Close / Off badge.
|
|
75
|
+
* Cut-offs come from AGREEMENT_THRESHOLDS so every screen agrees.
|
|
76
|
+
*/
|
|
77
|
+
export const AgreementMeter: React.FC<AgreementMeterProps> = ({compact, rate, testID}) => {
|
|
78
|
+
const level = getAgreementLevel(rate);
|
|
79
|
+
const style = AGREEMENT_LEVEL_STYLE[level];
|
|
80
|
+
if (level === "none") {
|
|
81
|
+
return (
|
|
82
|
+
<Text color="secondaryLight" size="sm" testID={testID}>
|
|
83
|
+
{style.label}
|
|
84
|
+
</Text>
|
|
85
|
+
);
|
|
86
|
+
}
|
|
87
|
+
return (
|
|
88
|
+
<Box alignItems="center" direction="row" gap={2} testID={testID}>
|
|
89
|
+
<Text bold testID={testID ? `${testID}-percent` : undefined}>
|
|
90
|
+
{formatRate(rate)}
|
|
91
|
+
</Text>
|
|
92
|
+
{compact ? null : (
|
|
93
|
+
<MeterBar fraction={rate} testID={testID ? `${testID}-bar` : undefined} tone={style.tone} />
|
|
94
|
+
)}
|
|
95
|
+
<Badge
|
|
96
|
+
secondary
|
|
97
|
+
status={style.tone}
|
|
98
|
+
testID={testID ? `${testID}-badge` : undefined}
|
|
99
|
+
value={style.label}
|
|
100
|
+
/>
|
|
101
|
+
</Box>
|
|
102
|
+
);
|
|
103
|
+
};
|
|
@@ -9,51 +9,80 @@ import {
|
|
|
9
9
|
buildAiObservabilityBreadcrumbs,
|
|
10
10
|
type ObservabilityStatusPayload,
|
|
11
11
|
} from "./aiObservabilityNav";
|
|
12
|
+
import {ObservabilityPageHeader} from "./ObservabilityPageHeader";
|
|
12
13
|
|
|
13
14
|
export interface AiObservabilityChromeProps extends AdminScreenWidgetProps {
|
|
15
|
+
/** Header buttons on the right. At most one primary. */
|
|
16
|
+
actions?: React.ReactNode;
|
|
14
17
|
backHref?: string;
|
|
15
18
|
children?: React.ReactNode;
|
|
19
|
+
/** One sentence on what the screen is for. */
|
|
20
|
+
description?: string;
|
|
16
21
|
error?: boolean;
|
|
22
|
+
/** Hide the page header when a screen renders its own loading or missing-id state. */
|
|
23
|
+
hideHeader?: boolean;
|
|
17
24
|
isLoading?: boolean;
|
|
25
|
+
/** Badges and timestamps under the title on detail screens. */
|
|
26
|
+
meta?: React.ReactNode;
|
|
18
27
|
status?: ObservabilityStatusPayload;
|
|
28
|
+
/** Overrides the screen's default title, e.g. with a record name. */
|
|
29
|
+
title?: string;
|
|
19
30
|
}
|
|
20
31
|
|
|
21
32
|
export const AiObservabilityChrome: React.FC<AiObservabilityChromeProps> = ({
|
|
33
|
+
actions,
|
|
22
34
|
backHref,
|
|
23
35
|
children,
|
|
36
|
+
description,
|
|
24
37
|
error,
|
|
38
|
+
hideHeader,
|
|
25
39
|
isLoading,
|
|
40
|
+
meta: headerMeta,
|
|
26
41
|
routeBase,
|
|
27
42
|
screenName,
|
|
28
43
|
status,
|
|
44
|
+
title,
|
|
29
45
|
}) => {
|
|
30
|
-
const
|
|
46
|
+
const screenMeta = AI_OBSERVABILITY_SCREENS[screenName];
|
|
31
47
|
const resolvedRouteBase = routeBase ?? "";
|
|
32
48
|
const breadcrumbs = buildAiObservabilityBreadcrumbs({
|
|
33
49
|
routeBase: resolvedRouteBase,
|
|
34
50
|
screenName,
|
|
35
51
|
});
|
|
36
|
-
const localOffReview =
|
|
37
|
-
|
|
52
|
+
const localOffReview = screenName.startsWith("ai-review") && status && !status.localOn;
|
|
53
|
+
|
|
54
|
+
const pageTitle = title ?? screenMeta?.title ?? screenName;
|
|
38
55
|
|
|
39
56
|
return (
|
|
40
57
|
<AdminScreenPage
|
|
58
|
+
backButton={false}
|
|
41
59
|
backHref={backHref ?? resolvedRouteBase}
|
|
42
60
|
maxWidth="100%"
|
|
43
61
|
scroll
|
|
44
|
-
title={meta?.title ?? screenName}
|
|
45
62
|
>
|
|
46
|
-
<Box
|
|
47
|
-
<
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
{localOffReview ? (
|
|
51
|
-
<Box padding={2} testID="ai-observability-review-hidden">
|
|
52
|
-
<Text color="secondaryDark">Review queue is hidden because the local plugin is off.</Text>
|
|
63
|
+
<Box gap={5} maxWidth={1240} width="100%">
|
|
64
|
+
<Box alignItems="center" direction="row" gap={3} justifyContent="between" wrap>
|
|
65
|
+
<AdminBreadcrumbs segments={breadcrumbs} />
|
|
66
|
+
<AiObservabilityStatusChip error={error} isLoading={isLoading} status={status} />
|
|
53
67
|
</Box>
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
68
|
+
{hideHeader ? null : (
|
|
69
|
+
<ObservabilityPageHeader
|
|
70
|
+
actions={localOffReview ? undefined : actions}
|
|
71
|
+
description={description}
|
|
72
|
+
meta={localOffReview ? undefined : headerMeta}
|
|
73
|
+
title={pageTitle}
|
|
74
|
+
/>
|
|
75
|
+
)}
|
|
76
|
+
{localOffReview ? (
|
|
77
|
+
<Box testID="ai-observability-review-hidden">
|
|
78
|
+
<Text color="secondaryLight">
|
|
79
|
+
Review is hidden because the local observability plugin is off.
|
|
80
|
+
</Text>
|
|
81
|
+
</Box>
|
|
82
|
+
) : (
|
|
83
|
+
children
|
|
84
|
+
)}
|
|
85
|
+
</Box>
|
|
57
86
|
</AdminScreenPage>
|
|
58
87
|
);
|
|
59
88
|
};
|
|
@@ -9,6 +9,8 @@ import {AiExperimentResultsScreenWidget} from "../experiments/AiExperimentResult
|
|
|
9
9
|
import {AiExperimentsScreenWidget} from "../experiments/AiExperimentsListScreen";
|
|
10
10
|
import {AiPromptEditorScreenWidget} from "../prompts/AiPromptEditorScreen";
|
|
11
11
|
import {AiPromptsScreenWidget} from "../prompts/AiPromptsListScreen";
|
|
12
|
+
import {AiReviewBatchesScreenWidget} from "../review/AiReviewBatchesScreen";
|
|
13
|
+
import {AiReviewBatchScreenWidget} from "../review/AiReviewBatchScreen";
|
|
12
14
|
import {AiReviewItemScreenWidget} from "../review/AiReviewItemScreen";
|
|
13
15
|
import {AiReviewScreenWidget} from "../review/AiReviewQueueScreen";
|
|
14
16
|
import {AiTraceDetailScreenWidget} from "../traces/AiTraceDetailScreen";
|
|
@@ -17,6 +19,8 @@ import {AiTracesScreenWidget} from "../traces/AiTracesListScreen";
|
|
|
17
19
|
export {
|
|
18
20
|
AiPromptEditorScreenWidget,
|
|
19
21
|
AiPromptsScreenWidget,
|
|
22
|
+
AiReviewBatchesScreenWidget,
|
|
23
|
+
AiReviewBatchScreenWidget,
|
|
20
24
|
AiReviewItemScreenWidget,
|
|
21
25
|
AiReviewScreenWidget,
|
|
22
26
|
AiTraceDetailScreenWidget,
|
|
@@ -35,6 +39,8 @@ export const AI_OBSERVABILITY_WIDGETS: Record<string, ScreenWidgetComponent> = {
|
|
|
35
39
|
"ai-prompt-editor": AiPromptEditorScreenWidget,
|
|
36
40
|
"ai-prompts": AiPromptsScreenWidget,
|
|
37
41
|
"ai-review": AiReviewScreenWidget,
|
|
42
|
+
"ai-review-batch": AiReviewBatchScreenWidget,
|
|
43
|
+
"ai-review-batches": AiReviewBatchesScreenWidget,
|
|
38
44
|
"ai-review-item": AiReviewItemScreenWidget,
|
|
39
45
|
"ai-trace-detail": AiTraceDetailScreenWidget,
|
|
40
46
|
"ai-traces": AiTracesScreenWidget,
|
|
@@ -40,9 +40,7 @@ describe("AiObservabilityStatusChip", () => {
|
|
|
40
40
|
expect(calls.map((call) => `${call.method} ${call.url}`)).toEqual([
|
|
41
41
|
"GET /ai/observability/status",
|
|
42
42
|
]);
|
|
43
|
-
expect(
|
|
44
|
-
view.getByText("Local on · prompts:local · datasets:local · experiments:local")
|
|
45
|
-
).toBeTruthy();
|
|
43
|
+
expect(view.getByText("Local observability on")).toBeTruthy();
|
|
46
44
|
});
|
|
47
45
|
|
|
48
46
|
it("shows unavailable when the status request fails", async () => {
|
|
@@ -67,8 +65,6 @@ describe("AiObservabilityStatusChip", () => {
|
|
|
67
65
|
);
|
|
68
66
|
await flushObservabilityRequests();
|
|
69
67
|
expect(calls).toHaveLength(0);
|
|
70
|
-
expect(
|
|
71
|
-
view.getByText("Local on · prompts:local · datasets:local · experiments:local")
|
|
72
|
-
).toBeTruthy();
|
|
68
|
+
expect(view.getByText("Local observability on")).toBeTruthy();
|
|
73
69
|
});
|
|
74
70
|
});
|
|
@@ -20,13 +20,19 @@ const StatusChipView: React.FC<{
|
|
|
20
20
|
}> = ({error, isLoading, status}) => {
|
|
21
21
|
if (isLoading) {
|
|
22
22
|
return (
|
|
23
|
-
<Badge
|
|
23
|
+
<Badge
|
|
24
|
+
secondary
|
|
25
|
+
status="neutral"
|
|
26
|
+
testID="ai-observability-status-chip"
|
|
27
|
+
value="Checking observability…"
|
|
28
|
+
/>
|
|
24
29
|
);
|
|
25
30
|
}
|
|
26
31
|
|
|
27
32
|
if (error || !status) {
|
|
28
33
|
return (
|
|
29
34
|
<Badge
|
|
35
|
+
secondary
|
|
30
36
|
status="error"
|
|
31
37
|
testID="ai-observability-status-chip"
|
|
32
38
|
value="Observability unavailable"
|
|
@@ -36,7 +42,9 @@ const StatusChipView: React.FC<{
|
|
|
36
42
|
|
|
37
43
|
return (
|
|
38
44
|
<Badge
|
|
39
|
-
|
|
45
|
+
iconName={status.localOn ? "circle-check" : "circle-minus"}
|
|
46
|
+
secondary
|
|
47
|
+
status={status.localOn ? "success" : "neutral"}
|
|
40
48
|
testID="ai-observability-status-chip"
|
|
41
49
|
value={formatObservabilityStatusChip(status)}
|
|
42
50
|
/>
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import {Box, Button, Card, Heading, Text} from "@terreno/ui";
|
|
2
|
+
import React from "react";
|
|
3
|
+
import {EvalStepper, type EvalStepState} from "./EvalStepper";
|
|
4
|
+
import {EVAL_PIPELINE_STEPS, type EvalPipelineStepNumber, JUDGE_ONCE_NOTE} from "./evalPipeline";
|
|
5
|
+
|
|
6
|
+
export interface EvalPipelineOverviewProps {
|
|
7
|
+
/** Label of the card's call to action, such as "Start an experiment". */
|
|
8
|
+
ctaText?: string;
|
|
9
|
+
/** Steps to highlight as the ones this screen is about; earlier steps show as done. */
|
|
10
|
+
currentSteps?: EvalPipelineStepNumber[];
|
|
11
|
+
onStart?: () => void;
|
|
12
|
+
startTestID?: string;
|
|
13
|
+
testID?: string;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
const stepState = (
|
|
17
|
+
stepNumber: EvalPipelineStepNumber,
|
|
18
|
+
currentSteps: EvalPipelineStepNumber[]
|
|
19
|
+
): EvalStepState => {
|
|
20
|
+
if (currentSteps.includes(stepNumber)) {
|
|
21
|
+
return "now";
|
|
22
|
+
}
|
|
23
|
+
if (currentSteps.length > 0 && stepNumber < Math.min(...currentSteps)) {
|
|
24
|
+
return "done";
|
|
25
|
+
}
|
|
26
|
+
return "later";
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
/** The four-step eval plan as a compact stepper, with the current steps highlighted. */
|
|
30
|
+
export const EvalPipelineOverview: React.FC<EvalPipelineOverviewProps> = ({
|
|
31
|
+
ctaText,
|
|
32
|
+
currentSteps = [],
|
|
33
|
+
onStart,
|
|
34
|
+
startTestID,
|
|
35
|
+
testID = "ai-eval-pipeline-overview",
|
|
36
|
+
}) => {
|
|
37
|
+
return (
|
|
38
|
+
<Card gap={3} padding={4} testID={testID}>
|
|
39
|
+
<Heading size="sm">Eval plan</Heading>
|
|
40
|
+
<EvalStepper
|
|
41
|
+
steps={EVAL_PIPELINE_STEPS.map((step) => {
|
|
42
|
+
const state = stepState(step.number, currentSteps);
|
|
43
|
+
return {
|
|
44
|
+
detail: step.summary,
|
|
45
|
+
state,
|
|
46
|
+
testID: `ai-eval-pipeline-step-${step.number}${state === "now" ? "-current" : ""}`,
|
|
47
|
+
title: step.title,
|
|
48
|
+
};
|
|
49
|
+
})}
|
|
50
|
+
testID={`${testID}-stepper`}
|
|
51
|
+
/>
|
|
52
|
+
<Text color="secondaryLight" size="sm" testID="ai-eval-pipeline-judge-once">
|
|
53
|
+
{JUDGE_ONCE_NOTE}
|
|
54
|
+
</Text>
|
|
55
|
+
{onStart && ctaText ? (
|
|
56
|
+
<Box direction="row">
|
|
57
|
+
<Button
|
|
58
|
+
iconName="flask"
|
|
59
|
+
onClick={onStart}
|
|
60
|
+
testID={startTestID}
|
|
61
|
+
text={ctaText}
|
|
62
|
+
variant="secondary"
|
|
63
|
+
/>
|
|
64
|
+
</Box>
|
|
65
|
+
) : null}
|
|
66
|
+
</Card>
|
|
67
|
+
);
|
|
68
|
+
};
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import {Banner, Box} from "@terreno/ui";
|
|
2
|
+
import React from "react";
|
|
3
|
+
import {type EvalPipelineStepNumber, formatStepReminder} from "./evalPipeline";
|
|
4
|
+
|
|
5
|
+
export interface EvalStepBannerProps {
|
|
6
|
+
activity: string;
|
|
7
|
+
detail: string;
|
|
8
|
+
step: EvalPipelineStepNumber;
|
|
9
|
+
testID?: string;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
/** One-line reminder of where this screen sits in the four-step eval plan. */
|
|
13
|
+
export const EvalStepBanner: React.FC<EvalStepBannerProps> = ({
|
|
14
|
+
activity,
|
|
15
|
+
detail,
|
|
16
|
+
step,
|
|
17
|
+
testID = "ai-eval-step-banner",
|
|
18
|
+
}) => {
|
|
19
|
+
return (
|
|
20
|
+
<Box testID={testID}>
|
|
21
|
+
<Banner hasIcon status="info" text={formatStepReminder({activity, detail, step})} />
|
|
22
|
+
</Box>
|
|
23
|
+
);
|
|
24
|
+
};
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import {describe, expect, it, mock} from "bun:test";
|
|
2
|
+
import {act, fireEvent} from "@testing-library/react-native";
|
|
3
|
+
import {assert} from "chai";
|
|
4
|
+
import React from "react";
|
|
5
|
+
import {renderWithTheme} from "../../../../../ui/src/test-utils";
|
|
6
|
+
import {EvalPipelineOverview} from "./EvalPipelineOverview";
|
|
7
|
+
import {EvalStepBanner} from "./EvalStepBanner";
|
|
8
|
+
import {EvalStepper} from "./EvalStepper";
|
|
9
|
+
|
|
10
|
+
describe("EvalStepper", () => {
|
|
11
|
+
it("numbers steps and marks done steps with a check instead of a number", () => {
|
|
12
|
+
const {getByTestId, queryByText} = renderWithTheme(
|
|
13
|
+
<EvalStepper
|
|
14
|
+
steps={[
|
|
15
|
+
{state: "done", title: "Dataset"},
|
|
16
|
+
{detail: "Pick 2–3 versions", state: "now", title: "Versions"},
|
|
17
|
+
{state: "later", title: "Review"},
|
|
18
|
+
]}
|
|
19
|
+
testID="stepper"
|
|
20
|
+
/>
|
|
21
|
+
);
|
|
22
|
+
expect(getByTestId("stepper-1")).toHaveTextContent(/^Dataset$/);
|
|
23
|
+
expect(getByTestId("stepper-2")).toHaveTextContent("2VersionsPick 2–3 versions");
|
|
24
|
+
expect(getByTestId("stepper-3")).toHaveTextContent("3Review");
|
|
25
|
+
assert.isNull(queryByText(/✓/));
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
it("calls onPress only for steps that have one", async () => {
|
|
29
|
+
const onPress = mock(() => undefined);
|
|
30
|
+
const {getByLabelText} = renderWithTheme(
|
|
31
|
+
<EvalStepper
|
|
32
|
+
steps={[
|
|
33
|
+
{onPress, state: "done", title: "Dataset"},
|
|
34
|
+
{state: "later", title: "Review"},
|
|
35
|
+
]}
|
|
36
|
+
/>
|
|
37
|
+
);
|
|
38
|
+
await act(async () => {
|
|
39
|
+
fireEvent.press(getByLabelText("Step 1: Dataset"));
|
|
40
|
+
fireEvent.press(getByLabelText("Step 2: Review"));
|
|
41
|
+
await Promise.resolve();
|
|
42
|
+
});
|
|
43
|
+
assert.equal(onPress.mock.calls.length, 1);
|
|
44
|
+
});
|
|
45
|
+
|
|
46
|
+
it("uses per-step test ids when given", () => {
|
|
47
|
+
const {getByTestId} = renderWithTheme(
|
|
48
|
+
<EvalStepper steps={[{state: "now", testID: "custom-step", title: "Only"}]} />
|
|
49
|
+
);
|
|
50
|
+
assert.exists(getByTestId("custom-step"));
|
|
51
|
+
});
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
describe("EvalPipelineOverview", () => {
|
|
55
|
+
it("marks earlier steps done and the current steps now", () => {
|
|
56
|
+
const {getByTestId} = renderWithTheme(<EvalPipelineOverview currentSteps={[3, 4]} />);
|
|
57
|
+
assert.exists(getByTestId("ai-eval-pipeline-step-1"));
|
|
58
|
+
assert.exists(getByTestId("ai-eval-pipeline-step-3-current"));
|
|
59
|
+
assert.exists(getByTestId("ai-eval-pipeline-step-4-current"));
|
|
60
|
+
assert.exists(getByTestId("ai-eval-pipeline-judge-once"));
|
|
61
|
+
});
|
|
62
|
+
|
|
63
|
+
it("renders the call to action as a secondary button", () => {
|
|
64
|
+
const onStart = mock(() => undefined);
|
|
65
|
+
const {getByTestId} = renderWithTheme(
|
|
66
|
+
<EvalPipelineOverview ctaText="Start" onStart={onStart} startTestID="start" />
|
|
67
|
+
);
|
|
68
|
+
assert.exists(getByTestId("start"));
|
|
69
|
+
});
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
describe("EvalStepBanner", () => {
|
|
73
|
+
it("shows the step reminder in an info banner", () => {
|
|
74
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
75
|
+
<EvalStepBanner activity="Calibrating a judge" detail="pick a dataset." step={3} />
|
|
76
|
+
);
|
|
77
|
+
assert.exists(getByTestId("ai-eval-step-banner"));
|
|
78
|
+
assert.exists(getByText("Step 3 of 4 · Calibrating a judge — pick a dataset."));
|
|
79
|
+
});
|
|
80
|
+
});
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
import {Box, Icon, Text} from "@terreno/ui";
|
|
2
|
+
import React from "react";
|
|
3
|
+
|
|
4
|
+
export type EvalStepState = "done" | "now" | "later";
|
|
5
|
+
|
|
6
|
+
export interface EvalStepperStep {
|
|
7
|
+
/** One short line under the title. */
|
|
8
|
+
detail?: string;
|
|
9
|
+
/** Makes the step pressable; leave unset for steps that cannot be opened yet. */
|
|
10
|
+
onPress?: () => void;
|
|
11
|
+
state: EvalStepState;
|
|
12
|
+
/** Overrides the default `${testID}-${number}` id for this step. */
|
|
13
|
+
testID?: string;
|
|
14
|
+
title: string;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export interface EvalStepperProps {
|
|
18
|
+
steps: EvalStepperStep[];
|
|
19
|
+
testID?: string;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
const CIRCLE_SIZE = 24;
|
|
23
|
+
|
|
24
|
+
const StepCircle: React.FC<{number: number; state: EvalStepState}> = ({number, state}) => {
|
|
25
|
+
if (state === "done") {
|
|
26
|
+
return (
|
|
27
|
+
<Box
|
|
28
|
+
alignItems="center"
|
|
29
|
+
color="success"
|
|
30
|
+
height={CIRCLE_SIZE}
|
|
31
|
+
justifyContent="center"
|
|
32
|
+
rounding="circle"
|
|
33
|
+
width={CIRCLE_SIZE}
|
|
34
|
+
>
|
|
35
|
+
<Icon color="inverted" iconName="check" size="sm" />
|
|
36
|
+
</Box>
|
|
37
|
+
);
|
|
38
|
+
}
|
|
39
|
+
const isNow = state === "now";
|
|
40
|
+
return (
|
|
41
|
+
<Box
|
|
42
|
+
alignItems="center"
|
|
43
|
+
border={isNow ? undefined : "default"}
|
|
44
|
+
color={isNow ? "primary" : "base"}
|
|
45
|
+
height={CIRCLE_SIZE}
|
|
46
|
+
justifyContent="center"
|
|
47
|
+
rounding="circle"
|
|
48
|
+
width={CIRCLE_SIZE}
|
|
49
|
+
>
|
|
50
|
+
<Text bold color={isNow ? "inverted" : "secondaryLight"} size="sm">
|
|
51
|
+
{String(number)}
|
|
52
|
+
</Text>
|
|
53
|
+
</Box>
|
|
54
|
+
);
|
|
55
|
+
};
|
|
56
|
+
|
|
57
|
+
const StepItem: React.FC<{number: number; step: EvalStepperStep; testID: string}> = ({
|
|
58
|
+
number,
|
|
59
|
+
step,
|
|
60
|
+
testID,
|
|
61
|
+
}) => {
|
|
62
|
+
const content = (
|
|
63
|
+
<Box alignItems="start" direction="row" gap={2} testID={testID}>
|
|
64
|
+
<StepCircle number={number} state={step.state} />
|
|
65
|
+
<Box flex="shrink" gap={1} paddingY={0}>
|
|
66
|
+
<Text
|
|
67
|
+
bold={step.state === "now"}
|
|
68
|
+
color={step.state === "later" ? "secondaryLight" : "primary"}
|
|
69
|
+
>
|
|
70
|
+
{step.title}
|
|
71
|
+
</Text>
|
|
72
|
+
{step.detail ? (
|
|
73
|
+
<Text color="secondaryLight" size="sm">
|
|
74
|
+
{step.detail}
|
|
75
|
+
</Text>
|
|
76
|
+
) : null}
|
|
77
|
+
</Box>
|
|
78
|
+
</Box>
|
|
79
|
+
);
|
|
80
|
+
if (!step.onPress) {
|
|
81
|
+
return (
|
|
82
|
+
<Box
|
|
83
|
+
accessibilityLabel={`Step ${number}: ${step.title}`}
|
|
84
|
+
flex="grow"
|
|
85
|
+
minWidth={160}
|
|
86
|
+
width={180}
|
|
87
|
+
>
|
|
88
|
+
{content}
|
|
89
|
+
</Box>
|
|
90
|
+
);
|
|
91
|
+
}
|
|
92
|
+
return (
|
|
93
|
+
<Box
|
|
94
|
+
accessibilityHint={`Open step ${number}`}
|
|
95
|
+
accessibilityLabel={`Step ${number}: ${step.title}`}
|
|
96
|
+
flex="grow"
|
|
97
|
+
minWidth={160}
|
|
98
|
+
onClick={step.onPress}
|
|
99
|
+
width={180}
|
|
100
|
+
>
|
|
101
|
+
{content}
|
|
102
|
+
</Box>
|
|
103
|
+
);
|
|
104
|
+
};
|
|
105
|
+
|
|
106
|
+
/**
|
|
107
|
+
* Compact numbered stepper: done steps show a check, the current step is filled, later steps are
|
|
108
|
+
* outlined. Used for the four-step eval plan and for wizard steps.
|
|
109
|
+
*/
|
|
110
|
+
export const EvalStepper: React.FC<EvalStepperProps> = ({steps, testID = "ai-eval-stepper"}) => {
|
|
111
|
+
return (
|
|
112
|
+
<Box direction="row" gap={4} testID={testID} wrap>
|
|
113
|
+
{steps.map((step, index) => {
|
|
114
|
+
const number = index + 1;
|
|
115
|
+
return (
|
|
116
|
+
<StepItem
|
|
117
|
+
key={step.title}
|
|
118
|
+
number={number}
|
|
119
|
+
step={step}
|
|
120
|
+
testID={step.testID ?? `${testID}-${number}`}
|
|
121
|
+
/>
|
|
122
|
+
);
|
|
123
|
+
})}
|
|
124
|
+
</Box>
|
|
125
|
+
);
|
|
126
|
+
};
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import {Box, Heading, Text} from "@terreno/ui";
|
|
2
|
+
import React from "react";
|
|
3
|
+
|
|
4
|
+
export interface ObservabilityPageHeaderProps {
|
|
5
|
+
/** Buttons on the right. At most one primary; the rest outline. */
|
|
6
|
+
actions?: React.ReactNode;
|
|
7
|
+
/** One sentence on what the screen is for. */
|
|
8
|
+
description?: string;
|
|
9
|
+
/** Badges and timestamps under the title on detail screens. */
|
|
10
|
+
meta?: React.ReactNode;
|
|
11
|
+
testID?: string;
|
|
12
|
+
title: string;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* The one page header for AI observability: a left-aligned 32px title, one sentence of
|
|
17
|
+
* purpose, optional meta, and actions on the right that wrap under the title on phones.
|
|
18
|
+
*/
|
|
19
|
+
export const ObservabilityPageHeader: React.FC<ObservabilityPageHeaderProps> = ({
|
|
20
|
+
actions,
|
|
21
|
+
description,
|
|
22
|
+
meta,
|
|
23
|
+
testID = "observability-page-header",
|
|
24
|
+
title,
|
|
25
|
+
}) => {
|
|
26
|
+
return (
|
|
27
|
+
<Box alignItems="end" direction="row" gap={4} justifyContent="between" testID={testID} wrap>
|
|
28
|
+
<Box flex="grow" gap={1} minWidth={280}>
|
|
29
|
+
<Heading size="xl" testID={`${testID}-title`}>
|
|
30
|
+
{title}
|
|
31
|
+
</Heading>
|
|
32
|
+
{description ? (
|
|
33
|
+
<Text color="secondaryLight" testID={`${testID}-description`}>
|
|
34
|
+
{description}
|
|
35
|
+
</Text>
|
|
36
|
+
) : null}
|
|
37
|
+
{meta ? (
|
|
38
|
+
<Box alignItems="center" direction="row" gap={2} marginTop={1} wrap>
|
|
39
|
+
{meta}
|
|
40
|
+
</Box>
|
|
41
|
+
) : null}
|
|
42
|
+
</Box>
|
|
43
|
+
{actions ? (
|
|
44
|
+
<Box alignItems="center" direction="row" gap={2} testID={`${testID}-actions`} wrap>
|
|
45
|
+
{actions}
|
|
46
|
+
</Box>
|
|
47
|
+
) : null}
|
|
48
|
+
</Box>
|
|
49
|
+
);
|
|
50
|
+
};
|