@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +146 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -79,7 +79,7 @@ describe("AiExperimentNewScreen", () => {
|
|
|
79
79
|
const pendingEstimates: PendingEstimate[] = [];
|
|
80
80
|
|
|
81
81
|
beforeEach(() => {
|
|
82
|
-
setExpoSearchParams(() => ({datasetId: "ds-1"}));
|
|
82
|
+
setExpoSearchParams(() => ({datasetId: "ds-1", pipeline: "prompt"}));
|
|
83
83
|
routerPush.mockClear();
|
|
84
84
|
estimateShouldFail = false;
|
|
85
85
|
createShouldFail = false;
|
|
@@ -142,10 +142,36 @@ describe("AiExperimentNewScreen", () => {
|
|
|
142
142
|
counts: {auto: 0, human: 2, needsReview: 0, total: 2},
|
|
143
143
|
created: "2026-01-01T00:00:00.000Z",
|
|
144
144
|
id: "ds-1",
|
|
145
|
+
judgments: [
|
|
146
|
+
{
|
|
147
|
+
answered: 2,
|
|
148
|
+
current: 2,
|
|
149
|
+
evaluatorId: "eval-human",
|
|
150
|
+
evaluatorName: "review queue",
|
|
151
|
+
stale: 0,
|
|
152
|
+
total: 2,
|
|
153
|
+
},
|
|
154
|
+
{
|
|
155
|
+
answered: 1,
|
|
156
|
+
current: 1,
|
|
157
|
+
evaluatorId: "eval-tone-human",
|
|
158
|
+
evaluatorName: "tone review",
|
|
159
|
+
stale: 0,
|
|
160
|
+
total: 2,
|
|
161
|
+
},
|
|
162
|
+
],
|
|
145
163
|
name: "gold",
|
|
146
164
|
tags: [],
|
|
147
165
|
updated: "2026-01-02T00:00:00.000Z",
|
|
148
166
|
},
|
|
167
|
+
{
|
|
168
|
+
counts: {auto: 0, human: 0, needsReview: 0, total: 1},
|
|
169
|
+
created: "2026-01-01T00:00:00.000Z",
|
|
170
|
+
id: "ds-plain",
|
|
171
|
+
name: "ungraded",
|
|
172
|
+
tags: [],
|
|
173
|
+
updated: "2026-01-02T00:00:00.000Z",
|
|
174
|
+
},
|
|
149
175
|
],
|
|
150
176
|
},
|
|
151
177
|
"GET /ai/observability/evaluators": {
|
|
@@ -159,6 +185,38 @@ describe("AiExperimentNewScreen", () => {
|
|
|
159
185
|
target: "full trace",
|
|
160
186
|
type: "human",
|
|
161
187
|
},
|
|
188
|
+
{
|
|
189
|
+
confidenceAlertBelow: 0.5,
|
|
190
|
+
dimensions: [{dataType: "boolean", key: "tone", required: true}],
|
|
191
|
+
id: "eval-tone-human",
|
|
192
|
+
name: "tone review",
|
|
193
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
194
|
+
target: "full trace",
|
|
195
|
+
type: "human",
|
|
196
|
+
},
|
|
197
|
+
{
|
|
198
|
+
confidenceAlertBelow: 0.5,
|
|
199
|
+
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
200
|
+
id: "eval-judge",
|
|
201
|
+
judgePromptName: "summarize",
|
|
202
|
+
name: "tone judge",
|
|
203
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
204
|
+
target: "full trace",
|
|
205
|
+
type: "llm-judge",
|
|
206
|
+
},
|
|
207
|
+
{
|
|
208
|
+
confidenceAlertBelow: 0.5,
|
|
209
|
+
dimensions: [
|
|
210
|
+
{dataType: "boolean", key: "correct", required: true},
|
|
211
|
+
{dataType: "boolean", key: "tone", required: true},
|
|
212
|
+
],
|
|
213
|
+
id: "eval-judge-tone",
|
|
214
|
+
judgePromptName: "summarize",
|
|
215
|
+
name: "full judge",
|
|
216
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
217
|
+
target: "full trace",
|
|
218
|
+
type: "llm-judge",
|
|
219
|
+
},
|
|
162
220
|
{
|
|
163
221
|
confidenceAlertBelow: 0.5,
|
|
164
222
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
@@ -305,17 +363,17 @@ describe("AiExperimentNewScreen", () => {
|
|
|
305
363
|
holdEstimates = true;
|
|
306
364
|
const view = await renderNewScreen();
|
|
307
365
|
await advanceToReview(view);
|
|
308
|
-
|
|
309
|
-
assert.
|
|
366
|
+
// One estimate per selection, not one per render.
|
|
367
|
+
assert.lengthOf(pendingEstimates, 1);
|
|
310
368
|
|
|
311
369
|
await act(async () => {
|
|
312
370
|
fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-test");
|
|
313
371
|
await Promise.resolve();
|
|
314
372
|
});
|
|
315
373
|
await flushObservabilityRequests();
|
|
316
|
-
assert.
|
|
374
|
+
assert.lengthOf(pendingEstimates, 2);
|
|
317
375
|
const stale = pendingEstimates[0];
|
|
318
|
-
const fresh = pendingEstimates[
|
|
376
|
+
const fresh = pendingEstimates[1];
|
|
319
377
|
assert.exists(stale);
|
|
320
378
|
assert.exists(fresh);
|
|
321
379
|
|
|
@@ -325,10 +383,7 @@ describe("AiExperimentNewScreen", () => {
|
|
|
325
383
|
});
|
|
326
384
|
await flushObservabilityRequests();
|
|
327
385
|
await waitFor(() => {
|
|
328
|
-
assert.include(
|
|
329
|
-
view.getByTestId("ai-experiment-estimate").props.children.join(""),
|
|
330
|
-
"~$0.20"
|
|
331
|
-
);
|
|
386
|
+
assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
|
|
332
387
|
});
|
|
333
388
|
|
|
334
389
|
await act(async () => {
|
|
@@ -336,23 +391,22 @@ describe("AiExperimentNewScreen", () => {
|
|
|
336
391
|
await Promise.resolve();
|
|
337
392
|
});
|
|
338
393
|
await flushObservabilityRequests();
|
|
339
|
-
assert.include(view.getByTestId("ai-experiment-estimate").props.children
|
|
340
|
-
assert.notInclude(view.getByTestId("ai-experiment-estimate").props.children
|
|
394
|
+
assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
|
|
395
|
+
assert.notInclude(String(view.getByTestId("ai-experiment-estimate").props.children), "9.99");
|
|
341
396
|
|
|
342
|
-
const beforeNext = pendingEstimates.length;
|
|
343
397
|
await act(async () => {
|
|
344
398
|
fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-next");
|
|
345
399
|
await Promise.resolve();
|
|
346
400
|
});
|
|
347
401
|
await flushObservabilityRequests();
|
|
348
|
-
const staleError = pendingEstimates[pendingEstimates.length - 1];
|
|
349
402
|
await act(async () => {
|
|
350
403
|
fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-latest");
|
|
351
404
|
await Promise.resolve();
|
|
352
405
|
});
|
|
353
406
|
await flushObservabilityRequests();
|
|
354
|
-
assert.
|
|
355
|
-
const
|
|
407
|
+
assert.lengthOf(pendingEstimates, 4);
|
|
408
|
+
const staleError = pendingEstimates[2];
|
|
409
|
+
const newest = pendingEstimates[3];
|
|
356
410
|
assert.exists(staleError);
|
|
357
411
|
assert.exists(newest);
|
|
358
412
|
assert.notStrictEqual(staleError, newest);
|
|
@@ -367,10 +421,7 @@ describe("AiExperimentNewScreen", () => {
|
|
|
367
421
|
});
|
|
368
422
|
await flushObservabilityRequests();
|
|
369
423
|
await waitFor(() => {
|
|
370
|
-
assert.include(
|
|
371
|
-
view.getByTestId("ai-experiment-estimate").props.children.join(""),
|
|
372
|
-
"~$0.30"
|
|
373
|
-
);
|
|
424
|
+
assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.30");
|
|
374
425
|
});
|
|
375
426
|
assert.isNull(view.queryByText("Could not estimate experiment cost."));
|
|
376
427
|
});
|
|
@@ -456,6 +507,152 @@ describe("AiExperimentNewScreen", () => {
|
|
|
456
507
|
});
|
|
457
508
|
expect(view.getByTestId("ai-experiment-step-review")).toBeTruthy();
|
|
458
509
|
});
|
|
510
|
+
|
|
511
|
+
it("runs a judge calibration from a judged dataset", async () => {
|
|
512
|
+
setExpoSearchParams(() => ({pipeline: "judge"}));
|
|
513
|
+
const server = createServer();
|
|
514
|
+
const view = await renderNewScreen(server);
|
|
515
|
+
fireEvent.changeText(view.getByTestId("ai-experiment-name"), "calibrate tone");
|
|
516
|
+
await act(async () => {
|
|
517
|
+
fireEvent.press(view.getByTestId("ai-judge-dataset-send-review-ds-plain"));
|
|
518
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
519
|
+
});
|
|
520
|
+
assert.equal(routerPush.mock.calls[0]?.[0], "/admin/ai-dataset-detail?id=ds-plain");
|
|
521
|
+
routerPush.mockClear();
|
|
522
|
+
await act(async () => {
|
|
523
|
+
fireEvent.press(view.getByTestId("ai-judge-dataset-ds-1-clickable"));
|
|
524
|
+
await Promise.resolve();
|
|
525
|
+
});
|
|
526
|
+
await act(async () => {
|
|
527
|
+
fireEvent.press(view.getByTestId("ai-judge-next"));
|
|
528
|
+
await Promise.resolve();
|
|
529
|
+
});
|
|
530
|
+
expect(view.getByTestId("ai-judge-step-question-set")).toBeTruthy();
|
|
531
|
+
await act(async () => {
|
|
532
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-tone-human"));
|
|
533
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-human"));
|
|
534
|
+
await Promise.resolve();
|
|
535
|
+
});
|
|
536
|
+
await act(async () => {
|
|
537
|
+
fireEvent.press(view.getByTestId("ai-judge-next"));
|
|
538
|
+
await Promise.resolve();
|
|
539
|
+
});
|
|
540
|
+
expect(view.getByTestId("ai-judge-step-judge")).toBeTruthy();
|
|
541
|
+
await act(async () => {
|
|
542
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge-tone"));
|
|
543
|
+
fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge"));
|
|
544
|
+
await Promise.resolve();
|
|
545
|
+
});
|
|
546
|
+
// The judge's prompt detail loads its versions.
|
|
547
|
+
await flushObservabilityRequests();
|
|
548
|
+
assert.isAtLeast(server.callsTo("GET /ai/observability/prompts/:name").length, 1);
|
|
549
|
+
assert.equal(
|
|
550
|
+
server.callsTo("GET /ai/observability/prompts/:name").at(-1)?.params.name,
|
|
551
|
+
"summarize"
|
|
552
|
+
);
|
|
553
|
+
await act(async () => {
|
|
554
|
+
fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
|
|
555
|
+
fireEvent.press(view.getByTestId("ai-judge-version-2-clickable"));
|
|
556
|
+
fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
|
|
557
|
+
fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
|
|
558
|
+
await Promise.resolve();
|
|
559
|
+
});
|
|
560
|
+
await act(async () => {
|
|
561
|
+
fireEvent.press(view.getByTestId("ai-judge-next"));
|
|
562
|
+
await Promise.resolve();
|
|
563
|
+
});
|
|
564
|
+
await flushObservabilityRequests();
|
|
565
|
+
await waitFor(() => {
|
|
566
|
+
expect(view.getByTestId("ai-judge-estimate")).toBeTruthy();
|
|
567
|
+
});
|
|
568
|
+
assert.deepEqual(server.callsTo(ESTIMATE_ROUTE).at(-1)?.body, {
|
|
569
|
+
datasetId: "ds-1",
|
|
570
|
+
kind: "judge",
|
|
571
|
+
questionSetId: "eval-human",
|
|
572
|
+
versions: [1, 2],
|
|
573
|
+
});
|
|
574
|
+
|
|
575
|
+
estimateShouldFail = true;
|
|
576
|
+
await act(async () => {
|
|
577
|
+
fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-test");
|
|
578
|
+
await Promise.resolve();
|
|
579
|
+
});
|
|
580
|
+
await flushObservabilityRequests();
|
|
581
|
+
await waitFor(() => {
|
|
582
|
+
expect(view.getByText("Could not estimate experiment cost.")).toBeTruthy();
|
|
583
|
+
});
|
|
584
|
+
assert.deepInclude(server.callsTo(ESTIMATE_ROUTE).at(-1)?.body as Record<string, unknown>, {
|
|
585
|
+
modelOverride: "gpt-test",
|
|
586
|
+
});
|
|
587
|
+
|
|
588
|
+
// Judge runs surface the server's error title.
|
|
589
|
+
estimateShouldFail = false;
|
|
590
|
+
createShouldFail = true;
|
|
591
|
+
await act(async () => {
|
|
592
|
+
fireEvent.press(view.getByTestId("ai-judge-run"));
|
|
593
|
+
await Promise.resolve();
|
|
594
|
+
});
|
|
595
|
+
await flushObservabilityRequests();
|
|
596
|
+
await waitFor(() => {
|
|
597
|
+
expect(view.getByText("create failed")).toBeTruthy();
|
|
598
|
+
});
|
|
599
|
+
assert.equal(routerPush.mock.calls.length, 0);
|
|
600
|
+
|
|
601
|
+
// A transport failure (no API error body) falls back to the generic copy. Tests freeze the
|
|
602
|
+
// clock, so the run button's 500ms press debounce never expires on its own; changing the
|
|
603
|
+
// model gives the button a fresh handler before each press.
|
|
604
|
+
createShouldFail = false;
|
|
605
|
+
await act(async () => {
|
|
606
|
+
fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-retry");
|
|
607
|
+
await Promise.resolve();
|
|
608
|
+
});
|
|
609
|
+
await flushObservabilityRequests();
|
|
610
|
+
const serverFetch = globalThis.fetch;
|
|
611
|
+
globalThis.fetch = ((input: RequestInfo | URL, init?: RequestInit) => {
|
|
612
|
+
if (String(input) === `${server.origin}${CREATE_ROUTE.split(" ")[1]}`) {
|
|
613
|
+
return Promise.reject(new TypeError("network"));
|
|
614
|
+
}
|
|
615
|
+
return serverFetch(input, init);
|
|
616
|
+
}) as unknown as typeof fetch;
|
|
617
|
+
try {
|
|
618
|
+
await act(async () => {
|
|
619
|
+
fireEvent.press(view.getByTestId("ai-judge-run"));
|
|
620
|
+
await Promise.resolve();
|
|
621
|
+
});
|
|
622
|
+
await flushObservabilityRequests();
|
|
623
|
+
await waitFor(() => {
|
|
624
|
+
expect(view.getByText("Could not start experiment.")).toBeTruthy();
|
|
625
|
+
});
|
|
626
|
+
} finally {
|
|
627
|
+
globalThis.fetch = serverFetch;
|
|
628
|
+
}
|
|
629
|
+
assert.equal(routerPush.mock.calls.length, 0);
|
|
630
|
+
|
|
631
|
+
// A fresh handler again for the successful run.
|
|
632
|
+
await act(async () => {
|
|
633
|
+
fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-judge");
|
|
634
|
+
await Promise.resolve();
|
|
635
|
+
});
|
|
636
|
+
await flushObservabilityRequests();
|
|
637
|
+
await act(async () => {
|
|
638
|
+
fireEvent.press(view.getByTestId("ai-judge-run"));
|
|
639
|
+
await Promise.resolve();
|
|
640
|
+
});
|
|
641
|
+
await flushObservabilityRequests();
|
|
642
|
+
await waitFor(() => {
|
|
643
|
+
assert.equal(routerPush.mock.calls[0]?.[0], "/admin/ai-experiment-results?id=exp-new");
|
|
644
|
+
});
|
|
645
|
+
assert.deepEqual(server.callsTo(CREATE_ROUTE).at(-1)?.body, {
|
|
646
|
+
datasetId: "ds-1",
|
|
647
|
+
judgeEvaluatorId: "eval-judge",
|
|
648
|
+
kind: "judge",
|
|
649
|
+
modelOverride: "gpt-judge",
|
|
650
|
+
name: "calibrate tone",
|
|
651
|
+
questionSetId: "eval-human",
|
|
652
|
+
targetAgreement: 0.9,
|
|
653
|
+
versions: [1, 2],
|
|
654
|
+
});
|
|
655
|
+
});
|
|
459
656
|
});
|
|
460
657
|
});
|
|
461
658
|
|
|
@@ -583,9 +780,20 @@ describe("AiExperimentResultsScreen", () => {
|
|
|
583
780
|
});
|
|
584
781
|
|
|
585
782
|
it("does not reset the selected version when polled experiment data updates", async () => {
|
|
783
|
+
// Both versions pass, so the version picker shows. The run is still going so it polls.
|
|
784
|
+
const bothPass: ExperimentRecord = {
|
|
785
|
+
...baseExperiment,
|
|
786
|
+
results: {
|
|
787
|
+
...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
|
|
788
|
+
gates: (baseExperiment.results?.gates ?? []).map((gate) => ({...gate, passed: true})),
|
|
789
|
+
},
|
|
790
|
+
};
|
|
791
|
+
detailState.data = bothPass;
|
|
586
792
|
const polling = capturePolling();
|
|
587
793
|
try {
|
|
588
|
-
const
|
|
794
|
+
const server = createServer();
|
|
795
|
+
const {getByTestId} = await renderResults(server);
|
|
796
|
+
expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v2 to production");
|
|
589
797
|
await act(async () => {
|
|
590
798
|
fireEvent.press(getByTestId("web_picker"));
|
|
591
799
|
await Promise.resolve();
|
|
@@ -594,20 +802,70 @@ describe("AiExperimentResultsScreen", () => {
|
|
|
594
802
|
fireEvent.press(getByTestId("web_dropdown_option_1"));
|
|
595
803
|
await Promise.resolve();
|
|
596
804
|
});
|
|
805
|
+
expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v1 to production");
|
|
806
|
+
const before = server.callsTo(DETAIL_ROUTE).length;
|
|
807
|
+
detailState.data = {
|
|
808
|
+
...bothPass,
|
|
809
|
+
results: {
|
|
810
|
+
...(bothPass.results as NonNullable<ExperimentRecord["results"]>),
|
|
811
|
+
progress: {completed: 2, total: 2},
|
|
812
|
+
},
|
|
813
|
+
updated: "2026-01-01T00:06:00.000Z",
|
|
814
|
+
};
|
|
815
|
+
await act(async () => {
|
|
816
|
+
polling.fire();
|
|
817
|
+
await Promise.resolve();
|
|
818
|
+
});
|
|
819
|
+
await flushObservabilityRequests();
|
|
820
|
+
assert.isAbove(server.callsTo(DETAIL_ROUTE).length, before);
|
|
821
|
+
expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v1 to production");
|
|
822
|
+
} finally {
|
|
823
|
+
polling.restore();
|
|
824
|
+
}
|
|
825
|
+
});
|
|
826
|
+
|
|
827
|
+
it("re-picks the promote version when gates arrive after the run finishes", async () => {
|
|
828
|
+
// While running there are no gates yet, so the default is the newest version.
|
|
829
|
+
detailState.data = {
|
|
830
|
+
...baseExperiment,
|
|
831
|
+
results: {
|
|
832
|
+
...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
|
|
833
|
+
gates: [],
|
|
834
|
+
progress: {completed: 1, total: 2},
|
|
835
|
+
},
|
|
836
|
+
status: "running",
|
|
837
|
+
};
|
|
838
|
+
const polling = capturePolling();
|
|
839
|
+
try {
|
|
840
|
+
const view = await renderResults();
|
|
841
|
+
expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
|
|
842
|
+
"Promote v2 to production"
|
|
843
|
+
);
|
|
844
|
+
expect(view.queryByTestId("ai-experiment-promote-version")).toBeNull();
|
|
845
|
+
|
|
846
|
+
// The run finishes and only the earlier version passes.
|
|
597
847
|
detailState.data = {
|
|
598
848
|
...baseExperiment,
|
|
599
849
|
results: {
|
|
600
|
-
...baseExperiment.results
|
|
850
|
+
...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
|
|
851
|
+
gates: (baseExperiment.results?.gates ?? []).map((gate) => {
|
|
852
|
+
return {...gate, passed: gate.version === 1};
|
|
853
|
+
}),
|
|
601
854
|
progress: {completed: 2, total: 2},
|
|
602
855
|
},
|
|
603
856
|
status: "completed",
|
|
857
|
+
updated: "2026-01-01T00:06:00.000Z",
|
|
604
858
|
};
|
|
605
859
|
await act(async () => {
|
|
606
860
|
polling.fire();
|
|
607
861
|
await Promise.resolve();
|
|
608
862
|
});
|
|
609
863
|
await flushObservabilityRequests();
|
|
610
|
-
expect(getByTestId("ai-experiment-
|
|
864
|
+
expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
|
|
865
|
+
"Promote v1 to production"
|
|
866
|
+
);
|
|
867
|
+
expect(view.getByTestId("ai-experiment-promote")).not.toBeDisabled();
|
|
868
|
+
expect(view.getByTestId("ai-experiment-promote-version")).toBeTruthy();
|
|
611
869
|
} finally {
|
|
612
870
|
polling.restore();
|
|
613
871
|
}
|
|
@@ -637,18 +895,29 @@ describe("AiExperimentResultsScreen", () => {
|
|
|
637
895
|
const server = createServer();
|
|
638
896
|
const view = await renderResults(server);
|
|
639
897
|
expect(view.getByTestId("ai-experiment-gates-failing")).toBeTruthy();
|
|
898
|
+
expect(view.getByTestId("ai-experiment-promote")).toBeDisabled();
|
|
640
899
|
fireEvent.press(view.getByTestId("ai-experiment-promote"));
|
|
641
900
|
await flushObservabilityRequests();
|
|
642
|
-
expect(view.getByTestId("ai-experiment-
|
|
901
|
+
expect(view.getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
|
|
902
|
+
/v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\) — can't promote v2\./
|
|
903
|
+
);
|
|
643
904
|
assert.lengthOf(server.callsTo(PROMOTE_ROUTE), 0);
|
|
644
905
|
});
|
|
645
906
|
|
|
646
|
-
it("shows query errors", async () => {
|
|
907
|
+
it("shows query errors with a retry", async () => {
|
|
647
908
|
detailState.isError = true;
|
|
909
|
+
const server = createServer();
|
|
648
910
|
|
|
649
|
-
const view = await renderResults();
|
|
911
|
+
const view = await renderResults(server);
|
|
650
912
|
|
|
651
|
-
assert.exists(view.getByText("
|
|
913
|
+
assert.exists(view.getByText("Could not load experiment results."));
|
|
914
|
+
const before = server.callsTo(DETAIL_ROUTE).length;
|
|
915
|
+
await act(async () => {
|
|
916
|
+
fireEvent.press(view.getByTestId("ai-experiment-results-error-retry"));
|
|
917
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
918
|
+
});
|
|
919
|
+
await flushObservabilityRequests();
|
|
920
|
+
assert.isAbove(server.callsTo(DETAIL_ROUTE).length, before);
|
|
652
921
|
});
|
|
653
922
|
|
|
654
923
|
it("surfaces promote API errors and dismisses the confirmation", async () => {
|
|
@@ -802,6 +1071,18 @@ describe("AiExperimentsListScreen", () => {
|
|
|
802
1071
|
|
|
803
1072
|
const createServer = (): FakeObservabilityServer =>
|
|
804
1073
|
createObservabilityServer({
|
|
1074
|
+
"GET /ai/observability/datasets": {
|
|
1075
|
+
data: [
|
|
1076
|
+
{
|
|
1077
|
+
counts: {auto: 0, human: 2, needsReview: 0, total: 2},
|
|
1078
|
+
created: "2026-01-01T00:00:00.000Z",
|
|
1079
|
+
id: "ds-1",
|
|
1080
|
+
name: "gold set",
|
|
1081
|
+
tags: [],
|
|
1082
|
+
updated: "2026-01-02T00:00:00.000Z",
|
|
1083
|
+
},
|
|
1084
|
+
],
|
|
1085
|
+
},
|
|
805
1086
|
"GET /ai/observability/experiments": listState,
|
|
806
1087
|
// Read at request time so tests can change permissions between renders.
|
|
807
1088
|
"GET /ai/observability/status": () => statusData,
|
|
@@ -809,13 +1090,15 @@ describe("AiExperimentsListScreen", () => {
|
|
|
809
1090
|
|
|
810
1091
|
const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
|
|
811
1092
|
|
|
812
|
-
const renderList = async (
|
|
1093
|
+
const renderList = async (
|
|
1094
|
+
server: FakeObservabilityServer = createServer()
|
|
1095
|
+
): Promise<ReturnType<typeof renderWithTheme>> => {
|
|
813
1096
|
const view = renderWithTheme(
|
|
814
1097
|
<AiExperimentsScreenWidget
|
|
815
1098
|
config={emptyConfig}
|
|
816
1099
|
routeBase="/admin"
|
|
817
1100
|
screenName="ai-experiments"
|
|
818
|
-
server={
|
|
1101
|
+
server={server}
|
|
819
1102
|
/>
|
|
820
1103
|
);
|
|
821
1104
|
await flushObservabilityRequests();
|
|
@@ -832,8 +1115,15 @@ describe("AiExperimentsListScreen", () => {
|
|
|
832
1115
|
listState.isLoading = false;
|
|
833
1116
|
listState.data = experiments;
|
|
834
1117
|
routerPush.mockClear();
|
|
835
|
-
const
|
|
1118
|
+
const server = createServer();
|
|
1119
|
+
const loaded = await renderList(server);
|
|
836
1120
|
expect(loaded.getByTestId("ai-experiments-table")).toBeTruthy();
|
|
1121
|
+
// Sorting and filtering run on the client, so the screen asks for the largest page.
|
|
1122
|
+
assert.deepEqual(server.callsTo("GET /ai/observability/experiments")[0]?.query, {
|
|
1123
|
+
limit: "100",
|
|
1124
|
+
});
|
|
1125
|
+
// Rows name the dataset from the datasets list rather than its id.
|
|
1126
|
+
expect(loaded.getByText("gold set")).toBeTruthy();
|
|
837
1127
|
await act(async () => {
|
|
838
1128
|
fireEvent.press(loaded.getByTestId("ai-experiments-create"));
|
|
839
1129
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
@@ -979,7 +1269,6 @@ describe("AiExperimentResultsView", () => {
|
|
|
979
1269
|
onSelectVersion={() => undefined}
|
|
980
1270
|
promoteConfirmOpen={false}
|
|
981
1271
|
promoteVersion={2}
|
|
982
|
-
selectedVersion={2}
|
|
983
1272
|
/>
|
|
984
1273
|
);
|
|
985
1274
|
expect(getByTestId("ai-experiment-results-running")).toBeTruthy();
|
|
@@ -994,16 +1283,13 @@ describe("AiExperimentResultsView", () => {
|
|
|
994
1283
|
onOpenPromoteConfirm={() => undefined}
|
|
995
1284
|
onPromote={() => undefined}
|
|
996
1285
|
onSelectVersion={() => undefined}
|
|
997
|
-
promoteBlockedMessage="gate failed for v2 quality.correct"
|
|
998
1286
|
promoteConfirmOpen={false}
|
|
999
1287
|
promoteVersion={2}
|
|
1000
|
-
selectedVersion={2}
|
|
1001
1288
|
/>
|
|
1002
1289
|
);
|
|
1003
|
-
expect(getByTestId("ai-experiment-gates-failing")).
|
|
1004
|
-
|
|
1005
|
-
String(getByTestId("ai-experiment-promote-blocked").props.children),
|
|
1006
|
-
"quality.correct"
|
|
1290
|
+
expect(getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
|
|
1291
|
+
/v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\)/
|
|
1007
1292
|
);
|
|
1293
|
+
expect(getByTestId("ai-experiment-gates-v2-verdict")).toHaveTextContent("Fails 1 of 1 gate");
|
|
1008
1294
|
});
|
|
1009
1295
|
});
|