@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +99 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -1,10 +1,24 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {
|
|
2
|
+
Badge,
|
|
3
|
+
Banner,
|
|
4
|
+
Box,
|
|
5
|
+
Button,
|
|
6
|
+
Card,
|
|
7
|
+
Heading,
|
|
8
|
+
Link,
|
|
9
|
+
NumberField,
|
|
10
|
+
SegmentedControl,
|
|
11
|
+
SelectField,
|
|
12
|
+
Text,
|
|
13
|
+
TextField,
|
|
14
|
+
} from "@terreno/ui";
|
|
2
15
|
import React, {useCallback, useEffect, useMemo, useRef, useState} from "react";
|
|
3
16
|
import {
|
|
4
17
|
ObservabilityTable,
|
|
5
18
|
type ObservabilityTableColumn,
|
|
6
19
|
type ObservabilityTableRow,
|
|
7
20
|
} from "../shell/ObservabilityTable";
|
|
21
|
+
import {EVALUATOR_TARGET_LABELS, EvaluatorKindBadge} from "./AiEvaluatorsListView";
|
|
8
22
|
import {
|
|
9
23
|
DIMENSION_DATA_TYPES,
|
|
10
24
|
dimensionForDataType,
|
|
@@ -23,6 +37,24 @@ import {
|
|
|
23
37
|
|
|
24
38
|
type JudgePromptStatus = "error" | "idle" | "loading" | "ready";
|
|
25
39
|
|
|
40
|
+
/** Order of the kind picker on the new-evaluator form. */
|
|
41
|
+
const EVALUATOR_TYPE_ORDER: EvaluatorRecord["type"][] = ["human", "llm-judge", "json-assert"];
|
|
42
|
+
|
|
43
|
+
/** Readable data-type labels; the API keeps boolean / numeric / categorical. */
|
|
44
|
+
const DIMENSION_DATA_TYPE_LABELS: Record<EvaluatorDimension["dataType"], string> = {
|
|
45
|
+
boolean: "Yes or no",
|
|
46
|
+
categorical: "Category",
|
|
47
|
+
numeric: "Number",
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
const DIMENSION_DATA_TYPE_HELP: Record<EvaluatorDimension["dataType"], string> = {
|
|
51
|
+
boolean: "A yes or no answer, saved as pass or fail.",
|
|
52
|
+
categorical: "One label from a list you define, such as pass, partial or fail.",
|
|
53
|
+
numeric: "A number between a minimum and a maximum.",
|
|
54
|
+
};
|
|
55
|
+
|
|
56
|
+
const STEP_COUNT = 6;
|
|
57
|
+
|
|
26
58
|
const EVALUATOR_NEW_INTRO =
|
|
27
59
|
"Evaluators turn AI results into consistent scores you can compare, filter, and review. Set up who decides the score, what they can see, and which score fields are saved.";
|
|
28
60
|
|
|
@@ -50,6 +82,9 @@ const EVALUATOR_DIMENSIONS_HELP =
|
|
|
50
82
|
const EVALUATOR_DIMENSION_KEY_HELP =
|
|
51
83
|
"The score label shown on traces and experiment results, such as correct, helpful, or toxicity.";
|
|
52
84
|
|
|
85
|
+
const EVALUATOR_DIMENSION_QUESTION_HELP =
|
|
86
|
+
"Shown to human reviewers instead of the score name, such as: Does it mention every todo?";
|
|
87
|
+
|
|
53
88
|
const EVALUATOR_DIMENSION_MIN_HELP = "Lowest allowed number, such as 0.";
|
|
54
89
|
|
|
55
90
|
const EVALUATOR_DIMENSION_MAX_HELP = "Highest allowed number, such as 1 or 5.";
|
|
@@ -88,25 +123,27 @@ const EvaluatorSetupStep: React.FC<EvaluatorSetupStepProps> = ({
|
|
|
88
123
|
title,
|
|
89
124
|
}) => {
|
|
90
125
|
return (
|
|
91
|
-
<
|
|
92
|
-
accessibilityLabel={`Step ${number} of
|
|
93
|
-
border="default"
|
|
126
|
+
<Card
|
|
127
|
+
accessibilityLabel={`Step ${number} of ${STEP_COUNT}: ${title}`}
|
|
94
128
|
gap={3}
|
|
95
129
|
padding={4}
|
|
96
|
-
rounding="md"
|
|
97
130
|
testID={testID}
|
|
98
131
|
>
|
|
99
|
-
<Box direction="row" gap={
|
|
100
|
-
<
|
|
132
|
+
<Box direction="row" gap={3}>
|
|
133
|
+
<Box>
|
|
134
|
+
<Badge secondary status="neutral" value={String(number)} />
|
|
135
|
+
</Box>
|
|
101
136
|
<Box flex="grow" gap={1}>
|
|
102
137
|
<Heading size="sm">{title}</Heading>
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
138
|
+
{description ? (
|
|
139
|
+
<Text color="secondaryLight" size="sm">
|
|
140
|
+
{description}
|
|
141
|
+
</Text>
|
|
142
|
+
) : null}
|
|
106
143
|
</Box>
|
|
107
144
|
</Box>
|
|
108
145
|
{children}
|
|
109
|
-
</
|
|
146
|
+
</Card>
|
|
110
147
|
);
|
|
111
148
|
};
|
|
112
149
|
|
|
@@ -114,6 +151,7 @@ export interface AiEvaluatorDetailViewProps {
|
|
|
114
151
|
evaluator: EvaluatorRecord;
|
|
115
152
|
judgeOutputSchema?: Record<string, unknown>;
|
|
116
153
|
judgePromptStatus?: JudgePromptStatus;
|
|
154
|
+
onOpenExperiment?: (experimentId: string) => void;
|
|
117
155
|
onOpenPrompt?: (name: string) => void;
|
|
118
156
|
routeBase: string;
|
|
119
157
|
usageError?: string;
|
|
@@ -135,6 +173,8 @@ export interface AiEvaluatorNewViewProps {
|
|
|
135
173
|
onAddDimension: () => void;
|
|
136
174
|
onAssertionConstraintChange: (value: string) => void;
|
|
137
175
|
onAssertionPathChange: (value: string) => void;
|
|
176
|
+
/** Leaves the form without saving. */
|
|
177
|
+
onCancel?: () => void;
|
|
138
178
|
onCreate: () => void;
|
|
139
179
|
onDescriptionChange?: (value: string) => void;
|
|
140
180
|
onDimensionChange: (index: number, dimension: EvaluatorDimension) => void;
|
|
@@ -151,7 +191,8 @@ export interface AiEvaluatorNewViewProps {
|
|
|
151
191
|
}
|
|
152
192
|
|
|
153
193
|
const DIMENSION_COLUMNS: ObservabilityTableColumn[] = [
|
|
154
|
-
{minWidth: 120, title: "
|
|
194
|
+
{minWidth: 120, title: "Score"},
|
|
195
|
+
{grow: 2, minWidth: 200, title: "Reviewer question"},
|
|
155
196
|
{minWidth: 100, title: "Data type"},
|
|
156
197
|
{minWidth: 80, title: "Range"},
|
|
157
198
|
{minWidth: 80, title: "Required"},
|
|
@@ -159,7 +200,7 @@ const DIMENSION_COLUMNS: ObservabilityTableColumn[] = [
|
|
|
159
200
|
|
|
160
201
|
const USAGE_COLUMNS: ObservabilityTableColumn[] = [
|
|
161
202
|
{minWidth: 160, title: "Experiment"},
|
|
162
|
-
{minWidth: 90, title: "
|
|
203
|
+
{minWidth: 90, title: "Runs"},
|
|
163
204
|
{minWidth: 90, title: "Cost"},
|
|
164
205
|
];
|
|
165
206
|
|
|
@@ -266,9 +307,9 @@ const renderTypePanel = ({
|
|
|
266
307
|
Select a judge prompt to check its production output schema.
|
|
267
308
|
</Text>
|
|
268
309
|
) : (
|
|
269
|
-
<
|
|
270
|
-
Schema match check passed
|
|
271
|
-
</
|
|
310
|
+
<Box alignItems="start">
|
|
311
|
+
<Badge iconName="check" secondary status="success" value="Schema match check passed" />
|
|
312
|
+
</Box>
|
|
272
313
|
)}
|
|
273
314
|
</Box>
|
|
274
315
|
);
|
|
@@ -329,6 +370,7 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
|
|
|
329
370
|
evaluator,
|
|
330
371
|
judgeOutputSchema,
|
|
331
372
|
judgePromptStatus,
|
|
373
|
+
onOpenExperiment,
|
|
332
374
|
onOpenPrompt,
|
|
333
375
|
routeBase,
|
|
334
376
|
usageError,
|
|
@@ -339,7 +381,8 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
|
|
|
339
381
|
return {
|
|
340
382
|
cells: [
|
|
341
383
|
dimension.key,
|
|
342
|
-
dimension.
|
|
384
|
+
dimension.question ?? "—",
|
|
385
|
+
DIMENSION_DATA_TYPE_LABELS[dimension.dataType] ?? dimension.dataType,
|
|
343
386
|
dimension.range ?? "—",
|
|
344
387
|
dimension.required ? "Yes" : "No",
|
|
345
388
|
],
|
|
@@ -357,41 +400,32 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
|
|
|
357
400
|
row.costUsd !== undefined ? `$${row.costUsd.toFixed(2)}` : "—",
|
|
358
401
|
],
|
|
359
402
|
key: row.experimentId ?? `usage-${index}`,
|
|
403
|
+
onClick:
|
|
404
|
+
onOpenExperiment && row.experimentId
|
|
405
|
+
? () => {
|
|
406
|
+
onOpenExperiment(row.experimentId);
|
|
407
|
+
}
|
|
408
|
+
: undefined,
|
|
360
409
|
};
|
|
361
410
|
});
|
|
362
|
-
}, [usageRows]);
|
|
363
|
-
|
|
364
|
-
const chips = formatRunModeChips(evaluator.runModes);
|
|
411
|
+
}, [onOpenExperiment, usageRows]);
|
|
365
412
|
|
|
366
413
|
return (
|
|
367
414
|
<Box gap={4} testID="ai-evaluator-detail">
|
|
368
|
-
<
|
|
369
|
-
<
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
) : undefined}
|
|
375
|
-
<Box direction="row" gap={2} wrap>
|
|
376
|
-
<Badge status="info" value={EVALUATOR_TYPE_LABELS[evaluator.type]} />
|
|
377
|
-
<Badge status="neutral" value={evaluator.target} />
|
|
378
|
-
{chips.map((chip) => {
|
|
379
|
-
return <Badge key={chip} status="neutral" value={chip} />;
|
|
380
|
-
})}
|
|
415
|
+
<Card gap={3} padding={4} testID="ai-evaluator-scores-card">
|
|
416
|
+
<Box gap={1}>
|
|
417
|
+
<Heading size="sm">Scores this evaluator saves</Heading>
|
|
418
|
+
<Text color="secondaryLight" size="sm">
|
|
419
|
+
Each row is stored as a separate score on the trace or experiment result.
|
|
420
|
+
</Text>
|
|
381
421
|
</Box>
|
|
382
|
-
</Box>
|
|
383
|
-
<Box gap={2}>
|
|
384
|
-
<Heading size="sm">Scores this evaluator saves</Heading>
|
|
385
|
-
<Text color="secondaryDark" size="sm">
|
|
386
|
-
Each row is stored as a separate score on the trace or experiment result.
|
|
387
|
-
</Text>
|
|
388
422
|
<ObservabilityTable
|
|
389
423
|
columns={DIMENSION_COLUMNS}
|
|
390
424
|
rows={dimensionRows}
|
|
391
425
|
testID="ai-evaluator-dimensions"
|
|
392
426
|
/>
|
|
393
|
-
</
|
|
394
|
-
<
|
|
427
|
+
</Card>
|
|
428
|
+
<Card gap={3} padding={4} testID="ai-evaluator-method-card">
|
|
395
429
|
<Heading size="sm">How scoring works</Heading>
|
|
396
430
|
{renderTypePanel({
|
|
397
431
|
evaluator,
|
|
@@ -400,8 +434,8 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
|
|
|
400
434
|
onOpenPrompt,
|
|
401
435
|
routeBase,
|
|
402
436
|
})}
|
|
403
|
-
</
|
|
404
|
-
<
|
|
437
|
+
</Card>
|
|
438
|
+
<Card gap={3} padding={4} testID="ai-evaluator-runs-card">
|
|
405
439
|
<Heading size="sm">Where it runs</Heading>
|
|
406
440
|
{evaluator.type === "human" ? (
|
|
407
441
|
<Text size="sm">
|
|
@@ -414,15 +448,15 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
|
|
|
414
448
|
{Math.round(evaluator.runModes.liveSampleRate)}% of matching production traffic.
|
|
415
449
|
</Text>
|
|
416
450
|
)}
|
|
417
|
-
</
|
|
418
|
-
<
|
|
419
|
-
<Heading size="sm">Used
|
|
451
|
+
</Card>
|
|
452
|
+
<Card gap={3} padding={4} testID="ai-evaluator-usage-card">
|
|
453
|
+
<Heading size="sm">Used in the last 30 days</Heading>
|
|
420
454
|
{usageError ? (
|
|
421
455
|
<Text color="error" testID="ai-evaluator-used-by-error">
|
|
422
456
|
{usageError}
|
|
423
457
|
</Text>
|
|
424
458
|
) : usageRows.length === 0 ? (
|
|
425
|
-
<Text color="
|
|
459
|
+
<Text color="secondaryLight" testID="ai-evaluator-used-by-empty">
|
|
426
460
|
No experiments in the last 30 days.
|
|
427
461
|
</Text>
|
|
428
462
|
) : (
|
|
@@ -432,11 +466,35 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
|
|
|
432
466
|
testID="ai-evaluator-used-by"
|
|
433
467
|
/>
|
|
434
468
|
)}
|
|
435
|
-
</
|
|
469
|
+
</Card>
|
|
436
470
|
</Box>
|
|
437
471
|
);
|
|
438
472
|
};
|
|
439
473
|
|
|
474
|
+
export interface AiEvaluatorDetailMetaProps {
|
|
475
|
+
evaluator: EvaluatorRecord;
|
|
476
|
+
}
|
|
477
|
+
|
|
478
|
+
/** Header badges for an evaluator: kind with icon, what it looks at, and where it runs. */
|
|
479
|
+
export const AiEvaluatorDetailMeta: React.FC<AiEvaluatorDetailMetaProps> = ({evaluator}) => {
|
|
480
|
+
const chips =
|
|
481
|
+
evaluator.type === "human" ? ["People in review"] : formatRunModeChips(evaluator.runModes);
|
|
482
|
+
return (
|
|
483
|
+
<>
|
|
484
|
+
<EvaluatorKindBadge testID="ai-evaluator-kind-badge" type={evaluator.type} />
|
|
485
|
+
<Badge
|
|
486
|
+
iconName="eye"
|
|
487
|
+
secondary
|
|
488
|
+
status="neutral"
|
|
489
|
+
value={EVALUATOR_TARGET_LABELS[evaluator.target] ?? evaluator.target}
|
|
490
|
+
/>
|
|
491
|
+
{chips.map((chip) => {
|
|
492
|
+
return <Badge key={chip} secondary status="neutral" value={chip} />;
|
|
493
|
+
})}
|
|
494
|
+
</>
|
|
495
|
+
);
|
|
496
|
+
};
|
|
497
|
+
|
|
440
498
|
interface DimensionScaleFieldsProps {
|
|
441
499
|
dimension: EvaluatorDimension;
|
|
442
500
|
index: number;
|
|
@@ -544,13 +602,14 @@ const DimensionScaleFields: React.FC<DimensionScaleFieldsProps> = ({
|
|
|
544
602
|
helperText={EVALUATOR_DIMENSION_CATEGORY_HELP}
|
|
545
603
|
onChange={setDraftCategory}
|
|
546
604
|
testID={`ai-evaluator-dimension-${index}-category-draft`}
|
|
547
|
-
title="
|
|
605
|
+
title="New category"
|
|
548
606
|
value={draftCategory}
|
|
549
607
|
/>
|
|
550
608
|
<Button
|
|
551
609
|
onClick={handleAddCategory}
|
|
552
610
|
testID={`ai-evaluator-dimension-${index}-add-category`}
|
|
553
611
|
text="Add category"
|
|
612
|
+
variant="outline"
|
|
554
613
|
/>
|
|
555
614
|
</Box>
|
|
556
615
|
{categories.map((category) => {
|
|
@@ -587,6 +646,7 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
587
646
|
onAddDimension,
|
|
588
647
|
onAssertionConstraintChange,
|
|
589
648
|
onAssertionPathChange,
|
|
649
|
+
onCancel,
|
|
590
650
|
onCreate,
|
|
591
651
|
onDescriptionChange,
|
|
592
652
|
onDimensionChange,
|
|
@@ -601,13 +661,27 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
601
661
|
target,
|
|
602
662
|
type,
|
|
603
663
|
}) => {
|
|
604
|
-
const
|
|
605
|
-
(
|
|
606
|
-
|
|
664
|
+
const handleTypeIndexChange = useCallback(
|
|
665
|
+
(index: number): void => {
|
|
666
|
+
const next = EVALUATOR_TYPE_ORDER[index];
|
|
667
|
+
if (next) {
|
|
668
|
+
onTypeChange(next);
|
|
669
|
+
}
|
|
607
670
|
},
|
|
608
671
|
[onTypeChange]
|
|
609
672
|
);
|
|
610
673
|
|
|
674
|
+
const handleLiveSampleChange = useCallback(
|
|
675
|
+
(value: string): void => {
|
|
676
|
+
const parsed = Number(value);
|
|
677
|
+
if (value === "" || Number.isNaN(parsed)) {
|
|
678
|
+
return;
|
|
679
|
+
}
|
|
680
|
+
onLiveSampleRateChange(Math.min(100, Math.max(0, parsed)));
|
|
681
|
+
},
|
|
682
|
+
[onLiveSampleRateChange]
|
|
683
|
+
);
|
|
684
|
+
|
|
611
685
|
const methodStepDescription =
|
|
612
686
|
type === "human"
|
|
613
687
|
? "Write the guidance a reviewer needs to apply the scores consistently."
|
|
@@ -622,6 +696,10 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
622
696
|
|
|
623
697
|
return (
|
|
624
698
|
<Box gap={4} testID="ai-evaluator-new">
|
|
699
|
+
<Box gap={1} testID="ai-evaluator-help-intro">
|
|
700
|
+
<Heading size="sm">Create a reusable scoring rule</Heading>
|
|
701
|
+
<Text color="secondaryLight">{EVALUATOR_NEW_INTRO}</Text>
|
|
702
|
+
</Box>
|
|
625
703
|
<EvaluatorSetupStep
|
|
626
704
|
description="Give teammates enough context to recognize and reuse this evaluator."
|
|
627
705
|
number={1}
|
|
@@ -645,32 +723,22 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
645
723
|
value={description ?? ""}
|
|
646
724
|
/>
|
|
647
725
|
</EvaluatorSetupStep>
|
|
648
|
-
<Box border="default" gap={2} padding={4} rounding="md" testID="ai-evaluator-help-intro">
|
|
649
|
-
<Heading size="sm">Create a reusable scoring rule</Heading>
|
|
650
|
-
<Text color="secondaryDark">{EVALUATOR_NEW_INTRO}</Text>
|
|
651
|
-
</Box>
|
|
652
726
|
<EvaluatorSetupStep
|
|
653
|
-
description="Choose whether a person,
|
|
727
|
+
description="Choose whether a person, another model, or a JSON rule decides the score."
|
|
654
728
|
number={2}
|
|
655
729
|
testID="ai-evaluator-step-method"
|
|
656
730
|
title="Choose how scoring happens"
|
|
657
731
|
>
|
|
658
|
-
<Box
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
-
testID={`ai-evaluator-type-${entry}`}
|
|
667
|
-
text={EVALUATOR_TYPE_LABELS[entry]}
|
|
668
|
-
variant={type === entry ? "primary" : "secondary"}
|
|
669
|
-
/>
|
|
670
|
-
);
|
|
671
|
-
})}
|
|
732
|
+
<Box alignItems="start" testID="ai-evaluator-type-picker">
|
|
733
|
+
<SegmentedControl
|
|
734
|
+
items={EVALUATOR_TYPE_ORDER.map((entry) => EVALUATOR_TYPE_LABELS[entry])}
|
|
735
|
+
onChange={handleTypeIndexChange}
|
|
736
|
+
selectedIndex={EVALUATOR_TYPE_ORDER.indexOf(type)}
|
|
737
|
+
size="sm"
|
|
738
|
+
testID="ai-evaluator-type"
|
|
739
|
+
/>
|
|
672
740
|
</Box>
|
|
673
|
-
<Text color="
|
|
741
|
+
<Text color="secondaryLight" size="sm" testID="ai-evaluator-help-type">
|
|
674
742
|
{EVALUATOR_TYPE_HELP[type]}
|
|
675
743
|
</Text>
|
|
676
744
|
</EvaluatorSetupStep>
|
|
@@ -681,8 +749,15 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
681
749
|
testID="ai-evaluator-step-target"
|
|
682
750
|
title="What it evaluates"
|
|
683
751
|
>
|
|
684
|
-
<
|
|
685
|
-
|
|
752
|
+
<Box alignItems="start">
|
|
753
|
+
<Badge
|
|
754
|
+
iconName="eye"
|
|
755
|
+
secondary
|
|
756
|
+
status="neutral"
|
|
757
|
+
value={EVALUATOR_TARGET_LABELS[target] ?? target}
|
|
758
|
+
/>
|
|
759
|
+
</Box>
|
|
760
|
+
<Text color="secondaryLight" size="sm" testID="ai-evaluator-help-target">
|
|
686
761
|
{FULL_TRACE_TARGET_HELP}
|
|
687
762
|
</Text>
|
|
688
763
|
</EvaluatorSetupStep>
|
|
@@ -692,24 +767,31 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
692
767
|
testID="ai-evaluator-step-scores"
|
|
693
768
|
title="Define the scores it returns"
|
|
694
769
|
>
|
|
695
|
-
<
|
|
696
|
-
<Text bold>Score fields</Text>
|
|
697
|
-
<Button onClick={onAddDimension} testID="ai-evaluator-add-dimension" text="Add score" />
|
|
698
|
-
</Box>
|
|
699
|
-
<Text color="secondaryDark" size="sm" testID="ai-evaluator-help-dimensions">
|
|
770
|
+
<Text color="secondaryLight" size="sm" testID="ai-evaluator-help-dimensions">
|
|
700
771
|
{EVALUATOR_DIMENSIONS_HELP}
|
|
701
772
|
</Text>
|
|
702
773
|
{dimensions.map((dimension, index) => {
|
|
703
774
|
return (
|
|
704
|
-
<
|
|
705
|
-
|
|
706
|
-
direction="row"
|
|
707
|
-
gap={2}
|
|
775
|
+
<Card
|
|
776
|
+
gap={3}
|
|
708
777
|
key={`dimension-${index}`}
|
|
709
|
-
padding={
|
|
778
|
+
padding={4}
|
|
710
779
|
testID={`ai-evaluator-dimension-row-${index}`}
|
|
711
|
-
wrap
|
|
712
780
|
>
|
|
781
|
+
<Box alignItems="center" direction="row" justifyContent="between">
|
|
782
|
+
<Text bold>{`Score ${index + 1}`}</Text>
|
|
783
|
+
<Button
|
|
784
|
+
disabled={dimensions.length <= 1}
|
|
785
|
+
iconName="trash"
|
|
786
|
+
onClick={() => {
|
|
787
|
+
onRemoveDimension(index);
|
|
788
|
+
}}
|
|
789
|
+
size="sm"
|
|
790
|
+
testID={`ai-evaluator-dimension-${index}-remove`}
|
|
791
|
+
text="Remove"
|
|
792
|
+
variant="ghost"
|
|
793
|
+
/>
|
|
794
|
+
</Box>
|
|
713
795
|
<TextField
|
|
714
796
|
helperText={EVALUATOR_DIMENSION_KEY_HELP}
|
|
715
797
|
onChange={(value) => {
|
|
@@ -719,24 +801,38 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
719
801
|
title="Score name"
|
|
720
802
|
value={dimension.key}
|
|
721
803
|
/>
|
|
722
|
-
|
|
723
|
-
<
|
|
724
|
-
|
|
725
|
-
{
|
|
726
|
-
|
|
727
|
-
|
|
728
|
-
|
|
729
|
-
|
|
730
|
-
|
|
731
|
-
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
|
|
804
|
+
{type === "human" ? (
|
|
805
|
+
<TextField
|
|
806
|
+
helperText={EVALUATOR_DIMENSION_QUESTION_HELP}
|
|
807
|
+
onChange={(value) => {
|
|
808
|
+
onDimensionChange(index, {...dimension, question: value || undefined});
|
|
809
|
+
}}
|
|
810
|
+
testID={`ai-evaluator-dimension-${index}-question`}
|
|
811
|
+
title="Reviewer question (optional)"
|
|
812
|
+
value={dimension.question ?? ""}
|
|
813
|
+
/>
|
|
814
|
+
) : null}
|
|
815
|
+
<Box gap={2}>
|
|
816
|
+
<Text bold size="sm">
|
|
817
|
+
Answer type
|
|
818
|
+
</Text>
|
|
819
|
+
<Box alignItems="start" testID={`ai-evaluator-dimension-${index}-data-type`}>
|
|
820
|
+
<SegmentedControl
|
|
821
|
+
items={DIMENSION_DATA_TYPES.map(
|
|
822
|
+
(dataType) => DIMENSION_DATA_TYPE_LABELS[dataType]
|
|
823
|
+
)}
|
|
824
|
+
onChange={(dataTypeIndex) => {
|
|
825
|
+
const dataType = DIMENSION_DATA_TYPES[dataTypeIndex];
|
|
826
|
+
if (dataType) {
|
|
827
|
+
onDimensionChange(index, dimensionForDataType(dimension, dataType));
|
|
828
|
+
}
|
|
829
|
+
}}
|
|
830
|
+
selectedIndex={DIMENSION_DATA_TYPES.indexOf(dimension.dataType)}
|
|
831
|
+
size="sm"
|
|
832
|
+
/>
|
|
737
833
|
</Box>
|
|
738
|
-
<Text color="
|
|
739
|
-
|
|
834
|
+
<Text color="secondaryLight" size="sm">
|
|
835
|
+
{DIMENSION_DATA_TYPE_HELP[dimension.dataType]}
|
|
740
836
|
</Text>
|
|
741
837
|
</Box>
|
|
742
838
|
<DimensionScaleFields
|
|
@@ -744,16 +840,18 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
744
840
|
index={index}
|
|
745
841
|
onDimensionChange={onDimensionChange}
|
|
746
842
|
/>
|
|
747
|
-
|
|
748
|
-
onClick={() => {
|
|
749
|
-
onRemoveDimension(index);
|
|
750
|
-
}}
|
|
751
|
-
text="Remove"
|
|
752
|
-
variant="ghost"
|
|
753
|
-
/>
|
|
754
|
-
</Box>
|
|
843
|
+
</Card>
|
|
755
844
|
);
|
|
756
845
|
})}
|
|
846
|
+
<Box alignItems="start">
|
|
847
|
+
<Button
|
|
848
|
+
iconName="plus"
|
|
849
|
+
onClick={onAddDimension}
|
|
850
|
+
testID="ai-evaluator-add-dimension"
|
|
851
|
+
text="Add score"
|
|
852
|
+
variant="outline"
|
|
853
|
+
/>
|
|
854
|
+
</Box>
|
|
757
855
|
</EvaluatorSetupStep>
|
|
758
856
|
<EvaluatorSetupStep
|
|
759
857
|
description={methodStepDescription}
|
|
@@ -783,30 +881,30 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
783
881
|
title="Choose where it runs"
|
|
784
882
|
>
|
|
785
883
|
{type === "human" ? (
|
|
786
|
-
<Text color="
|
|
884
|
+
<Text color="secondaryLight" size="sm">
|
|
787
885
|
To use it, select traces and choose Send to human review.
|
|
788
886
|
</Text>
|
|
789
887
|
) : (
|
|
790
888
|
<>
|
|
791
|
-
<
|
|
889
|
+
<NumberField
|
|
792
890
|
helperText={EVALUATOR_LIVE_SAMPLE_HELP}
|
|
793
|
-
onChange={
|
|
794
|
-
const parsed = Number(value);
|
|
795
|
-
if (!Number.isNaN(parsed)) {
|
|
796
|
-
onLiveSampleRateChange(Math.min(100, Math.max(0, parsed)));
|
|
797
|
-
}
|
|
798
|
-
}}
|
|
891
|
+
onChange={handleLiveSampleChange}
|
|
799
892
|
testID="ai-evaluator-live-sample"
|
|
800
893
|
title="Production traces to score (%)"
|
|
894
|
+
type="number"
|
|
801
895
|
value={String(Math.round(runModes.liveSampleRate))}
|
|
802
896
|
/>
|
|
803
897
|
{runModes.liveSampleRate > 0 ? (
|
|
804
|
-
<
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
898
|
+
<Banner
|
|
899
|
+
hasIcon
|
|
900
|
+
status="warning"
|
|
901
|
+
text={
|
|
902
|
+
type === "llm-judge"
|
|
903
|
+
? "Live scoring creates a billed judge call for each sampled trace."
|
|
904
|
+
: "Live scoring checks each sampled trace automatically without a model call."
|
|
905
|
+
}
|
|
906
|
+
/>
|
|
907
|
+
) : null}
|
|
810
908
|
</>
|
|
811
909
|
)}
|
|
812
910
|
</EvaluatorSetupStep>
|
|
@@ -814,13 +912,19 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
|
814
912
|
<Text color="error" testID="ai-evaluator-create-error">
|
|
815
913
|
{createError}
|
|
816
914
|
</Text>
|
|
817
|
-
) :
|
|
818
|
-
<
|
|
819
|
-
|
|
820
|
-
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
915
|
+
) : null}
|
|
916
|
+
<Box direction="row" gap={2} justifyContent="end" wrap>
|
|
917
|
+
{onCancel ? (
|
|
918
|
+
<Button onClick={onCancel} testID="ai-evaluator-cancel" text="Cancel" variant="outline" />
|
|
919
|
+
) : null}
|
|
920
|
+
<Button
|
|
921
|
+
loading={isCreating}
|
|
922
|
+
onClick={onCreate}
|
|
923
|
+
testID="ai-evaluator-submit"
|
|
924
|
+
text="Create evaluator"
|
|
925
|
+
variant="primary"
|
|
926
|
+
/>
|
|
927
|
+
</Box>
|
|
824
928
|
</Box>
|
|
825
929
|
);
|
|
826
930
|
};
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import {Button} from "@terreno/ui";
|
|
1
2
|
import {router} from "expo-router";
|
|
2
3
|
import React, {useCallback, useMemo} from "react";
|
|
3
4
|
import type {AdminScreenWidgetProps} from "../../../types";
|
|
@@ -9,6 +10,9 @@ import {AiEvaluatorsListView} from "./AiEvaluatorsListView";
|
|
|
9
10
|
import {unwrapEvaluatorList} from "./evaluatorTypes";
|
|
10
11
|
import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
|
|
11
12
|
|
|
13
|
+
const EVALUATORS_DESCRIPTION =
|
|
14
|
+
"Rules that score AI outputs: questions people answer, LLM judges that answer the same questions, and JSON checks.";
|
|
15
|
+
|
|
12
16
|
export const AiEvaluatorsScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
|
|
13
17
|
const {routeBase} = props;
|
|
14
18
|
const {useListQuery} = useAiObservabilityEvaluatorsApi();
|
|
@@ -36,10 +40,25 @@ export const AiEvaluatorsScreenWidget: React.FC<AdminScreenWidgetProps> = (props
|
|
|
36
40
|
router.push(`${prefix}/ai-evaluator-new`);
|
|
37
41
|
}, [prefix]);
|
|
38
42
|
|
|
39
|
-
const loadError = isError ? "
|
|
43
|
+
const loadError = isError ? "Could not load evaluators." : undefined;
|
|
40
44
|
|
|
41
45
|
return (
|
|
42
|
-
<AiObservabilityChrome
|
|
46
|
+
<AiObservabilityChrome
|
|
47
|
+
{...props}
|
|
48
|
+
actions={
|
|
49
|
+
canCreate ? (
|
|
50
|
+
<Button
|
|
51
|
+
iconName="plus"
|
|
52
|
+
onClick={handleCreate}
|
|
53
|
+
testID="ai-evaluators-create"
|
|
54
|
+
text="New evaluator"
|
|
55
|
+
variant="primary"
|
|
56
|
+
/>
|
|
57
|
+
) : undefined
|
|
58
|
+
}
|
|
59
|
+
description={EVALUATORS_DESCRIPTION}
|
|
60
|
+
screenName="ai-evaluators"
|
|
61
|
+
>
|
|
43
62
|
<AiEvaluatorsListView
|
|
44
63
|
canCreate={canCreate}
|
|
45
64
|
evaluators={evaluators}
|