@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +146 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -5,6 +5,19 @@ export interface DatasetCounts {
|
|
|
5
5
|
total: number;
|
|
6
6
|
}
|
|
7
7
|
|
|
8
|
+
/** Human judging progress for one question set on a dataset. */
|
|
9
|
+
export interface DatasetJudgment {
|
|
10
|
+
/** Items with any answer from this question set. */
|
|
11
|
+
answered: number;
|
|
12
|
+
/** Answers given to the questions as they are now. */
|
|
13
|
+
current: number;
|
|
14
|
+
evaluatorId: string;
|
|
15
|
+
evaluatorName: string;
|
|
16
|
+
/** Answers given to an older version of the questions; they no longer count. */
|
|
17
|
+
stale: number;
|
|
18
|
+
total: number;
|
|
19
|
+
}
|
|
20
|
+
|
|
8
21
|
export interface DatasetRecord {
|
|
9
22
|
counts: DatasetCounts;
|
|
10
23
|
created: string;
|
|
@@ -12,6 +25,8 @@ export interface DatasetRecord {
|
|
|
12
25
|
expectedOutputSchema?: Record<string, unknown>;
|
|
13
26
|
id: string;
|
|
14
27
|
inputSchemaPromptName?: string;
|
|
28
|
+
/** One row per question set that answered any item or has a review batch from this dataset. */
|
|
29
|
+
judgments?: DatasetJudgment[];
|
|
15
30
|
name: string;
|
|
16
31
|
tags: string[];
|
|
17
32
|
updated: string;
|
|
@@ -78,19 +93,6 @@ export const unwrapDatasetItems = (raw: unknown): DatasetItemRecord[] => {
|
|
|
78
93
|
});
|
|
79
94
|
};
|
|
80
95
|
|
|
81
|
-
export const formatProvenanceBar = (counts: DatasetCounts): string => {
|
|
82
|
-
if (counts.total === 0) {
|
|
83
|
-
return "—";
|
|
84
|
-
}
|
|
85
|
-
const humanPct = Math.round((counts.human / counts.total) * 100);
|
|
86
|
-
// Auto is the unreviewed trace/synthetic share. A stale payload that also
|
|
87
|
-
// counts those items as human must not render both shares at 100%.
|
|
88
|
-
const nonHuman = Math.max(0, counts.total - counts.human);
|
|
89
|
-
const autoCount = Math.min(Math.max(0, counts.auto), nonHuman);
|
|
90
|
-
const autoPct = Math.round((autoCount / counts.total) * 100);
|
|
91
|
-
return `${humanPct}% human · ${autoPct}% auto`;
|
|
92
|
-
};
|
|
93
|
-
|
|
94
96
|
export const filterDatasetItemsByTab = (
|
|
95
97
|
items: DatasetItemRecord[],
|
|
96
98
|
tab: DatasetItemTab
|
|
@@ -119,3 +121,25 @@ export const summarizeJson = (value: unknown): string => {
|
|
|
119
121
|
const text = JSON.stringify(value);
|
|
120
122
|
return text.length > 80 ? `${text.slice(0, 80)}…` : text;
|
|
121
123
|
};
|
|
124
|
+
|
|
125
|
+
/** "10 of 10 answered with summary-review-questions". */
|
|
126
|
+
export const formatJudgmentCoverage = (judgment: DatasetJudgment): string => {
|
|
127
|
+
return `${judgment.current} of ${judgment.total} answered with ${judgment.evaluatorName}`;
|
|
128
|
+
};
|
|
129
|
+
|
|
130
|
+
/** "2 stale answers — the questions changed after they were given". */
|
|
131
|
+
export const formatStaleAnswers = (judgment: DatasetJudgment): string | undefined => {
|
|
132
|
+
if (judgment.stale <= 0) {
|
|
133
|
+
return undefined;
|
|
134
|
+
}
|
|
135
|
+
return `${judgment.stale} stale ${judgment.stale === 1 ? "answer" : "answers"} — the questions changed after ${judgment.stale === 1 ? "it was" : "they were"} given, so ${judgment.stale === 1 ? "it no longer counts" : "they no longer count"}. Send the dataset to human review again to re-judge.`;
|
|
136
|
+
};
|
|
137
|
+
|
|
138
|
+
/** Question sets with current human answers, most answered first. */
|
|
139
|
+
export const judgedQuestionSets = (
|
|
140
|
+
dataset?: Pick<DatasetRecord, "judgments">
|
|
141
|
+
): DatasetJudgment[] => {
|
|
142
|
+
return [...(dataset?.judgments ?? [])]
|
|
143
|
+
.filter((judgment) => judgment.current > 0)
|
|
144
|
+
.sort((left, right) => right.current - left.current);
|
|
145
|
+
};
|
|
@@ -1,14 +1,15 @@
|
|
|
1
1
|
import {Box, Spinner, Text} from "@terreno/ui";
|
|
2
|
-
import {useLocalSearchParams} from "expo-router";
|
|
2
|
+
import {router, useLocalSearchParams} from "expo-router";
|
|
3
3
|
import {DateTime} from "luxon";
|
|
4
|
-
import React, {useMemo} from "react";
|
|
4
|
+
import React, {useCallback, useMemo} from "react";
|
|
5
5
|
import type {AdminScreenWidgetProps} from "../../../types";
|
|
6
6
|
import {unwrapExperimentList} from "../experiments/experimentTypes";
|
|
7
7
|
import {useAiObservabilityExperimentsApi} from "../experiments/useAiObservabilityExperimentsApi";
|
|
8
8
|
import {judgeOutputSchemaFromDetail, unwrapPromptDetail} from "../prompts/promptTypes";
|
|
9
9
|
import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
|
|
10
10
|
import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
|
|
11
|
-
import {
|
|
11
|
+
import {ObservabilityErrorState} from "../shell/ObservabilityStates";
|
|
12
|
+
import {AiEvaluatorDetailMeta, AiEvaluatorDetailView} from "./AiEvaluatorPanels";
|
|
12
13
|
import {type EvaluatorUsageRow, unwrapEvaluatorRecord} from "./evaluatorTypes";
|
|
13
14
|
import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
|
|
14
15
|
|
|
@@ -20,7 +21,7 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
20
21
|
const {useDetailQuery} = useAiObservabilityEvaluatorsApi();
|
|
21
22
|
const {useListQuery: useExperimentsQuery} = useAiObservabilityExperimentsApi();
|
|
22
23
|
const {useDetailQuery: usePromptDetailQuery} = useAiObservabilityPromptsApi();
|
|
23
|
-
const {data, isError, isLoading} = useDetailQuery(id ?? "", {skip: !id});
|
|
24
|
+
const {data, isError, isLoading, refetch} = useDetailQuery(id ?? "", {skip: !id});
|
|
24
25
|
const {data: experimentsRaw, isError: isExperimentsError} = useExperimentsQuery();
|
|
25
26
|
const evaluator = useMemo(() => unwrapEvaluatorRecord(data), [data]);
|
|
26
27
|
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
@@ -74,11 +75,18 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
74
75
|
});
|
|
75
76
|
}, [evaluator, experimentsRaw]);
|
|
76
77
|
|
|
78
|
+
const handleOpenExperiment = useCallback(
|
|
79
|
+
(experimentId: string): void => {
|
|
80
|
+
router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(experimentId)}`);
|
|
81
|
+
},
|
|
82
|
+
[prefix]
|
|
83
|
+
);
|
|
84
|
+
|
|
77
85
|
if (!id) {
|
|
78
86
|
return (
|
|
79
87
|
<AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
|
|
80
88
|
<Box padding={4}>
|
|
81
|
-
<Text>Missing evaluator id.</Text>
|
|
89
|
+
<Text color="secondaryLight">Missing evaluator id.</Text>
|
|
82
90
|
</Box>
|
|
83
91
|
</AiObservabilityChrome>
|
|
84
92
|
);
|
|
@@ -86,8 +94,13 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
86
94
|
|
|
87
95
|
if (isLoading) {
|
|
88
96
|
return (
|
|
89
|
-
<AiObservabilityChrome
|
|
90
|
-
|
|
97
|
+
<AiObservabilityChrome
|
|
98
|
+
{...props}
|
|
99
|
+
backHref={backHref}
|
|
100
|
+
hideHeader
|
|
101
|
+
screenName="ai-evaluator-detail"
|
|
102
|
+
>
|
|
103
|
+
<Box alignItems="center" padding={5} testID="ai-evaluator-detail-loading">
|
|
91
104
|
<Spinner />
|
|
92
105
|
</Box>
|
|
93
106
|
</AiObservabilityChrome>
|
|
@@ -97,19 +110,29 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
97
110
|
if (isError || !evaluator) {
|
|
98
111
|
return (
|
|
99
112
|
<AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
|
|
100
|
-
<
|
|
101
|
-
|
|
102
|
-
|
|
113
|
+
<ObservabilityErrorState
|
|
114
|
+
onRetry={refetch}
|
|
115
|
+
testID="ai-evaluator-detail-error"
|
|
116
|
+
text="Could not load evaluator."
|
|
117
|
+
/>
|
|
103
118
|
</AiObservabilityChrome>
|
|
104
119
|
);
|
|
105
120
|
}
|
|
106
121
|
|
|
107
122
|
return (
|
|
108
|
-
<AiObservabilityChrome
|
|
123
|
+
<AiObservabilityChrome
|
|
124
|
+
{...props}
|
|
125
|
+
backHref={backHref}
|
|
126
|
+
description={evaluator.description}
|
|
127
|
+
meta={<AiEvaluatorDetailMeta evaluator={evaluator} />}
|
|
128
|
+
screenName="ai-evaluator-detail"
|
|
129
|
+
title={evaluator.name}
|
|
130
|
+
>
|
|
109
131
|
<AiEvaluatorDetailView
|
|
110
132
|
evaluator={evaluator}
|
|
111
133
|
judgeOutputSchema={judgeOutputSchema}
|
|
112
134
|
judgePromptStatus={judgePromptStatus}
|
|
135
|
+
onOpenExperiment={handleOpenExperiment}
|
|
113
136
|
routeBase={prefix}
|
|
114
137
|
usageError={isExperimentsError ? "Could not load experiments." : undefined}
|
|
115
138
|
usageRows={usageRows}
|
|
@@ -159,6 +159,10 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
159
159
|
});
|
|
160
160
|
}, []);
|
|
161
161
|
|
|
162
|
+
const handleCancel = useCallback((): void => {
|
|
163
|
+
router.push(backHref);
|
|
164
|
+
}, [backHref]);
|
|
165
|
+
|
|
162
166
|
const handleCreate = useCallback(async (): Promise<void> => {
|
|
163
167
|
setCreateError("");
|
|
164
168
|
if (!name.trim()) {
|
|
@@ -242,7 +246,13 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
242
246
|
]);
|
|
243
247
|
|
|
244
248
|
return (
|
|
245
|
-
<AiObservabilityChrome
|
|
249
|
+
<AiObservabilityChrome
|
|
250
|
+
{...props}
|
|
251
|
+
backHref={backHref}
|
|
252
|
+
description="Set who decides the score, what they look at, and which scores are saved."
|
|
253
|
+
screenName="ai-evaluator-new"
|
|
254
|
+
title="New evaluator"
|
|
255
|
+
>
|
|
246
256
|
<AiEvaluatorNewView
|
|
247
257
|
assertionConstraint={assertionConstraint}
|
|
248
258
|
assertionPath={assertionPath}
|
|
@@ -258,6 +268,7 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
258
268
|
onAddDimension={handleAddDimension}
|
|
259
269
|
onAssertionConstraintChange={setAssertionConstraint}
|
|
260
270
|
onAssertionPathChange={setAssertionPath}
|
|
271
|
+
onCancel={handleCancel}
|
|
261
272
|
onCreate={handleCreate}
|
|
262
273
|
onDescriptionChange={setDescription}
|
|
263
274
|
onDimensionChange={handleDimensionChange}
|
|
@@ -5,6 +5,7 @@ import {assert} from "chai";
|
|
|
5
5
|
import React from "react";
|
|
6
6
|
import {renderWithTheme} from "../../../../../ui/src/test-utils";
|
|
7
7
|
import {
|
|
8
|
+
AiEvaluatorDetailMeta,
|
|
8
9
|
AiEvaluatorDetailView,
|
|
9
10
|
type AiEvaluatorDetailViewProps,
|
|
10
11
|
AiEvaluatorNewView,
|
|
@@ -244,7 +245,7 @@ describe("AiEvaluatorNewView panels", () => {
|
|
|
244
245
|
/>
|
|
245
246
|
);
|
|
246
247
|
await act(async () => {
|
|
247
|
-
fireEvent.press(
|
|
248
|
+
fireEvent.press(getByText("LLM judge"));
|
|
248
249
|
fireEvent.press(getByTestId("ai-evaluator-add-dimension"));
|
|
249
250
|
const removeButtons = getAllByText("Remove");
|
|
250
251
|
if (removeButtons.length > 0) {
|
|
@@ -287,7 +288,6 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
287
288
|
/>
|
|
288
289
|
);
|
|
289
290
|
expect(getByTestId("ai-evaluator-detail")).toBeTruthy();
|
|
290
|
-
expect(getByTestId("ai-evaluator-name")).toHaveTextContent("quality");
|
|
291
291
|
expect(getByTestId("ai-evaluator-panel-llm-judge")).toBeTruthy();
|
|
292
292
|
expect(getByText("judge")).toBeTruthy();
|
|
293
293
|
|
|
@@ -295,7 +295,7 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
295
295
|
// height-constrained table container.
|
|
296
296
|
const dimensions = within(getByTestId("ai-evaluator-dimensions"));
|
|
297
297
|
expect(dimensions.getByText("correct")).toBeTruthy();
|
|
298
|
-
expect(dimensions.getByText("
|
|
298
|
+
expect(dimensions.getByText("Yes or no")).toBeTruthy();
|
|
299
299
|
expect(dimensions.getByText("Yes")).toBeTruthy();
|
|
300
300
|
|
|
301
301
|
const usage = within(getByTestId("ai-evaluator-used-by"));
|
|
@@ -304,6 +304,56 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
304
304
|
expect(usage.getByText("$1.20")).toBeTruthy();
|
|
305
305
|
});
|
|
306
306
|
|
|
307
|
+
it("opens the experiment from a usage row", async () => {
|
|
308
|
+
const onOpenExperiment = mock((_experimentId: string) => undefined);
|
|
309
|
+
const {getByTestId} = renderWithTheme(
|
|
310
|
+
<AiEvaluatorDetailView
|
|
311
|
+
evaluator={{
|
|
312
|
+
confidenceAlertBelow: 0.5,
|
|
313
|
+
dimensions: [{dataType: "numeric", key: "helpfulness", range: "0-1", required: true}],
|
|
314
|
+
id: "eval-help",
|
|
315
|
+
judgePromptName: "eval-judge-helpfulness",
|
|
316
|
+
name: "helpfulness",
|
|
317
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
318
|
+
target: "full trace",
|
|
319
|
+
type: "llm-judge",
|
|
320
|
+
}}
|
|
321
|
+
judgeOutputSchema={{properties: {helpfulness: {type: "number"}}}}
|
|
322
|
+
onOpenExperiment={onOpenExperiment}
|
|
323
|
+
routeBase="/admin"
|
|
324
|
+
usageRows={[
|
|
325
|
+
{costUsd: 0.4, experimentId: "exp-9", experimentName: "helpfulness-compare", runs: 2},
|
|
326
|
+
]}
|
|
327
|
+
/>
|
|
328
|
+
);
|
|
329
|
+
await act(async () => {
|
|
330
|
+
fireEvent.press(getByTestId("ai-evaluator-used-by-row-exp-9-clickable"));
|
|
331
|
+
await Promise.resolve();
|
|
332
|
+
});
|
|
333
|
+
assert.equal(onOpenExperiment.mock.calls.length, 1);
|
|
334
|
+
assert.equal(onOpenExperiment.mock.calls[0]?.[0], "exp-9");
|
|
335
|
+
});
|
|
336
|
+
|
|
337
|
+
it("puts kind, target, and run modes in the header meta", () => {
|
|
338
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
339
|
+
<AiEvaluatorDetailMeta
|
|
340
|
+
evaluator={{
|
|
341
|
+
confidenceAlertBelow: 0.5,
|
|
342
|
+
dimensions: [],
|
|
343
|
+
id: "eval-1",
|
|
344
|
+
name: "quality",
|
|
345
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 10},
|
|
346
|
+
target: "full trace",
|
|
347
|
+
type: "llm-judge",
|
|
348
|
+
}}
|
|
349
|
+
/>
|
|
350
|
+
);
|
|
351
|
+
expect(getByTestId("ai-evaluator-kind-badge")).toBeTruthy();
|
|
352
|
+
expect(getByText("LLM judge")).toBeTruthy();
|
|
353
|
+
expect(getByText("Full trace")).toBeTruthy();
|
|
354
|
+
expect(getByText("Live 10%")).toBeTruthy();
|
|
355
|
+
});
|
|
356
|
+
|
|
307
357
|
it("shows human and json-assert detail panels with empty usage", () => {
|
|
308
358
|
const human = renderWithTheme(
|
|
309
359
|
<AiEvaluatorDetailView
|
|
@@ -459,6 +509,44 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
459
509
|
});
|
|
460
510
|
});
|
|
461
511
|
|
|
512
|
+
describe("AiEvaluatorNewView footer", () => {
|
|
513
|
+
it("offers Cancel next to the primary Create evaluator button", async () => {
|
|
514
|
+
const onCancel = mock(() => undefined);
|
|
515
|
+
const {getByTestId} = renderWithTheme(
|
|
516
|
+
<AiEvaluatorNewView
|
|
517
|
+
assertionConstraint="exists"
|
|
518
|
+
assertionPath=""
|
|
519
|
+
description=""
|
|
520
|
+
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
521
|
+
instructions=""
|
|
522
|
+
isCreating={false}
|
|
523
|
+
judgePromptName=""
|
|
524
|
+
name=""
|
|
525
|
+
onAddDimension={() => undefined}
|
|
526
|
+
onAssertionConstraintChange={() => undefined}
|
|
527
|
+
onAssertionPathChange={() => undefined}
|
|
528
|
+
onCancel={onCancel}
|
|
529
|
+
onCreate={() => undefined}
|
|
530
|
+
onDimensionChange={() => undefined}
|
|
531
|
+
onInstructionsChange={() => undefined}
|
|
532
|
+
onJudgePromptNameChange={() => undefined}
|
|
533
|
+
onLiveSampleRateChange={() => undefined}
|
|
534
|
+
onNameChange={() => undefined}
|
|
535
|
+
onRemoveDimension={() => undefined}
|
|
536
|
+
onTypeChange={() => undefined}
|
|
537
|
+
runModes={{allowManualRun: true, availableInExperiments: true, liveSampleRate: 0}}
|
|
538
|
+
target="full trace"
|
|
539
|
+
type="human"
|
|
540
|
+
/>
|
|
541
|
+
);
|
|
542
|
+
await act(async () => {
|
|
543
|
+
fireEvent.press(getByTestId("ai-evaluator-cancel"));
|
|
544
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
545
|
+
});
|
|
546
|
+
assert.equal(onCancel.mock.calls.length, 1);
|
|
547
|
+
});
|
|
548
|
+
});
|
|
549
|
+
|
|
462
550
|
describe("AiEvaluatorNewView dimension editing", () => {
|
|
463
551
|
it("wires dimension key, type, range, and remove handlers", async () => {
|
|
464
552
|
const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
|
|
@@ -497,7 +585,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
|
|
|
497
585
|
/>
|
|
498
586
|
);
|
|
499
587
|
fireEvent.changeText(getAllByDisplayValue("pass")[0]!, "score");
|
|
500
|
-
const numericButtons = getAllByText("
|
|
588
|
+
const numericButtons = getAllByText("Number");
|
|
501
589
|
await act(async () => {
|
|
502
590
|
fireEvent.press(numericButtons[0]!);
|
|
503
591
|
const removeButtons = getAllByText("Remove");
|
|
@@ -633,7 +721,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
633
721
|
const onLiveSampleRateChange = mock<
|
|
634
722
|
NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
|
|
635
723
|
>(() => undefined);
|
|
636
|
-
const {getAllByText, getByTestId} = renderWithTheme(
|
|
724
|
+
const {getAllByText, getByTestId, getByText} = renderWithTheme(
|
|
637
725
|
<AiEvaluatorNewView
|
|
638
726
|
assertionConstraint="exists"
|
|
639
727
|
assertionPath="output"
|
|
@@ -660,10 +748,10 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
660
748
|
/>
|
|
661
749
|
);
|
|
662
750
|
await act(async () => {
|
|
663
|
-
fireEvent.press(
|
|
664
|
-
fireEvent.press(
|
|
665
|
-
fireEvent.press(getAllByText("
|
|
666
|
-
fireEvent.press(getAllByText("
|
|
751
|
+
fireEvent.press(getByText("Human"));
|
|
752
|
+
fireEvent.press(getByText("JSON assert"));
|
|
753
|
+
fireEvent.press(getAllByText("Number")[0]!);
|
|
754
|
+
fireEvent.press(getAllByText("Category")[0]!);
|
|
667
755
|
await Promise.resolve();
|
|
668
756
|
});
|
|
669
757
|
assert.isAtLeast(onTypeChange.mock.calls.length, 2);
|