@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +146 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -0,0 +1,251 @@
|
|
|
1
|
+
import type {
|
|
2
|
+
ColumnSortInterface,
|
|
3
|
+
DataTableCellData,
|
|
4
|
+
DataTableColumn,
|
|
5
|
+
DataTableColumnFilter,
|
|
6
|
+
} from "@terreno/ui";
|
|
7
|
+
import {DateTime} from "luxon";
|
|
8
|
+
import {useCallback, useMemo, useState} from "react";
|
|
9
|
+
|
|
10
|
+
export type ClientTableValue = boolean | number | string | undefined;
|
|
11
|
+
|
|
12
|
+
/** One DataTable column over fully loaded rows; `value` drives sorting and filtering. */
|
|
13
|
+
export interface ClientTableColumn<Row> {
|
|
14
|
+
/** Display cell for the row; defaults to `{value: value(row)}`. */
|
|
15
|
+
cell?: (row: Row) => DataTableCellData;
|
|
16
|
+
columnType?: DataTableColumn["columnType"];
|
|
17
|
+
/** Column filter shown in the DataTable header. `field` defaults to the column key. */
|
|
18
|
+
filter?: Omit<DataTableColumnFilter, "field"> & {field?: string};
|
|
19
|
+
key: string;
|
|
20
|
+
/** Sortable unless false; columns without `value` never sort. */
|
|
21
|
+
sortable?: boolean;
|
|
22
|
+
title: string;
|
|
23
|
+
/** Raw comparable value: numbers sort numerically, ISO dates by time, everything else as text. */
|
|
24
|
+
value?: (row: Row) => ClientTableValue;
|
|
25
|
+
width: number;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export interface ClientTableState<Row> {
|
|
29
|
+
columns: DataTableColumn[];
|
|
30
|
+
data: DataTableCellData[][];
|
|
31
|
+
filterValues: Record<string, unknown>;
|
|
32
|
+
onFilterValuesChange: (next: Record<string, unknown>) => void;
|
|
33
|
+
onSearchChange?: (search: string) => void;
|
|
34
|
+
rows: Row[];
|
|
35
|
+
search: string;
|
|
36
|
+
searchFields?: string[];
|
|
37
|
+
setSortColumn: (sort?: ColumnSortInterface) => void;
|
|
38
|
+
sortColumn?: ColumnSortInterface;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
const isBlank = (value: unknown): boolean => {
|
|
42
|
+
return value === undefined || value === null || value === "";
|
|
43
|
+
};
|
|
44
|
+
|
|
45
|
+
const toTime = (value: ClientTableValue): number | undefined => {
|
|
46
|
+
if (typeof value !== "string") {
|
|
47
|
+
return undefined;
|
|
48
|
+
}
|
|
49
|
+
const parsed = DateTime.fromISO(value);
|
|
50
|
+
return parsed.isValid ? parsed.toMillis() : undefined;
|
|
51
|
+
};
|
|
52
|
+
|
|
53
|
+
/** Compare two cell values; blanks always sort last. */
|
|
54
|
+
const compareClientValues = (a: ClientTableValue, b: ClientTableValue): number => {
|
|
55
|
+
if (isBlank(a) || isBlank(b)) {
|
|
56
|
+
return Number(isBlank(a)) - Number(isBlank(b));
|
|
57
|
+
}
|
|
58
|
+
if (typeof a === "number" && typeof b === "number") {
|
|
59
|
+
return a - b;
|
|
60
|
+
}
|
|
61
|
+
if (typeof a === "boolean" && typeof b === "boolean") {
|
|
62
|
+
return Number(a) - Number(b);
|
|
63
|
+
}
|
|
64
|
+
const aTime = toTime(a);
|
|
65
|
+
const bTime = toTime(b);
|
|
66
|
+
if (aTime !== undefined && bTime !== undefined) {
|
|
67
|
+
return aTime - bTime;
|
|
68
|
+
}
|
|
69
|
+
return String(a).localeCompare(String(b), undefined, {numeric: true, sensitivity: "base"});
|
|
70
|
+
};
|
|
71
|
+
|
|
72
|
+
const numberRange = (value: unknown): {max?: number; min?: number} | undefined => {
|
|
73
|
+
if (!value || typeof value !== "object") {
|
|
74
|
+
return undefined;
|
|
75
|
+
}
|
|
76
|
+
const record = value as {$gte?: unknown; $lte?: unknown; gte?: unknown; lte?: unknown};
|
|
77
|
+
const min = record.$gte ?? record.gte;
|
|
78
|
+
const max = record.$lte ?? record.lte;
|
|
79
|
+
return {
|
|
80
|
+
max: typeof max === "number" ? max : undefined,
|
|
81
|
+
min: typeof min === "number" ? min : undefined,
|
|
82
|
+
};
|
|
83
|
+
};
|
|
84
|
+
|
|
85
|
+
const choiceValues = (value: unknown): string[] => {
|
|
86
|
+
if (Array.isArray(value)) {
|
|
87
|
+
return value.map(String).filter((entry) => entry !== "");
|
|
88
|
+
}
|
|
89
|
+
return typeof value === "string" && value !== "" ? [value] : [];
|
|
90
|
+
};
|
|
91
|
+
|
|
92
|
+
/** Whether one row value passes one column filter's current value. */
|
|
93
|
+
const matchesClientFilter = (
|
|
94
|
+
filter: DataTableColumnFilter,
|
|
95
|
+
value: ClientTableValue,
|
|
96
|
+
filterValues: Record<string, unknown>
|
|
97
|
+
): boolean => {
|
|
98
|
+
const current = filterValues[filter.field];
|
|
99
|
+
if (filter.kind === "text") {
|
|
100
|
+
const text = typeof current === "string" ? current.trim().toLowerCase() : "";
|
|
101
|
+
return (
|
|
102
|
+
!text ||
|
|
103
|
+
String(value ?? "")
|
|
104
|
+
.toLowerCase()
|
|
105
|
+
.includes(text)
|
|
106
|
+
);
|
|
107
|
+
}
|
|
108
|
+
if (filter.kind === "boolean") {
|
|
109
|
+
return typeof current !== "boolean" || Boolean(value) === current;
|
|
110
|
+
}
|
|
111
|
+
if (filter.kind === "choice") {
|
|
112
|
+
const choices = choiceValues(current);
|
|
113
|
+
return choices.length === 0 || choices.includes(String(value ?? ""));
|
|
114
|
+
}
|
|
115
|
+
if (filter.kind === "numberRange") {
|
|
116
|
+
const range = numberRange(current);
|
|
117
|
+
if (!range || (range.min === undefined && range.max === undefined)) {
|
|
118
|
+
return true;
|
|
119
|
+
}
|
|
120
|
+
if (typeof value !== "number") {
|
|
121
|
+
return false;
|
|
122
|
+
}
|
|
123
|
+
return (
|
|
124
|
+
(range.min === undefined || value >= range.min) &&
|
|
125
|
+
(range.max === undefined || value <= range.max)
|
|
126
|
+
);
|
|
127
|
+
}
|
|
128
|
+
const from = toTime(filterValues[`${filter.field}_gte`] as ClientTableValue);
|
|
129
|
+
const to = toTime(filterValues[`${filter.field}_lte`] as ClientTableValue);
|
|
130
|
+
if (from === undefined && to === undefined) {
|
|
131
|
+
return true;
|
|
132
|
+
}
|
|
133
|
+
const time = toTime(value);
|
|
134
|
+
if (time === undefined) {
|
|
135
|
+
return false;
|
|
136
|
+
}
|
|
137
|
+
return (from === undefined || time >= from) && (to === undefined || time <= to);
|
|
138
|
+
};
|
|
139
|
+
|
|
140
|
+
/** Choice filter options from the distinct values in a column. */
|
|
141
|
+
export const distinctChoiceOptions = <Row>(
|
|
142
|
+
rows: Row[],
|
|
143
|
+
value: (row: Row) => ClientTableValue
|
|
144
|
+
): Array<{label: string; value: string}> => {
|
|
145
|
+
const seen = new Set<string>();
|
|
146
|
+
for (const row of rows) {
|
|
147
|
+
const entry = value(row);
|
|
148
|
+
if (!isBlank(entry)) {
|
|
149
|
+
seen.add(String(entry));
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
return [...seen]
|
|
153
|
+
.sort((a, b) => a.localeCompare(b, undefined, {numeric: true}))
|
|
154
|
+
.map((entry) => ({label: entry, value: entry}));
|
|
155
|
+
};
|
|
156
|
+
|
|
157
|
+
/**
|
|
158
|
+
* Sorting, column filters, and search for DataTables whose rows are already loaded. Spread the
|
|
159
|
+
* returned state (minus `rows`) onto `DataTable`.
|
|
160
|
+
*/
|
|
161
|
+
export const useClientTable = <Row>({
|
|
162
|
+
columns,
|
|
163
|
+
defaultSort,
|
|
164
|
+
rows,
|
|
165
|
+
searchText,
|
|
166
|
+
}: {
|
|
167
|
+
columns: ClientTableColumn<Row>[];
|
|
168
|
+
defaultSort?: ColumnSortInterface;
|
|
169
|
+
rows: Row[];
|
|
170
|
+
/** Text a row matches for the toolbar search; omit to hide search. */
|
|
171
|
+
searchText?: (row: Row) => string;
|
|
172
|
+
}): ClientTableState<Row> => {
|
|
173
|
+
const [sortColumn, setSortColumn] = useState<ColumnSortInterface | undefined>(defaultSort);
|
|
174
|
+
const [filterValues, setFilterValues] = useState<Record<string, unknown>>({});
|
|
175
|
+
const [search, setSearch] = useState("");
|
|
176
|
+
|
|
177
|
+
const filters = useMemo(
|
|
178
|
+
() =>
|
|
179
|
+
columns.map((column): DataTableColumnFilter | undefined =>
|
|
180
|
+
column.filter ? {...column.filter, field: column.filter.field ?? column.key} : undefined
|
|
181
|
+
),
|
|
182
|
+
[columns]
|
|
183
|
+
);
|
|
184
|
+
|
|
185
|
+
const tableColumns = useMemo(
|
|
186
|
+
(): DataTableColumn[] =>
|
|
187
|
+
columns.map((column, index) => ({
|
|
188
|
+
columnType: column.columnType ?? "text",
|
|
189
|
+
filter: filters[index],
|
|
190
|
+
sortable: column.sortable !== false && Boolean(column.value),
|
|
191
|
+
title: column.title,
|
|
192
|
+
width: column.width,
|
|
193
|
+
})),
|
|
194
|
+
[columns, filters]
|
|
195
|
+
);
|
|
196
|
+
|
|
197
|
+
const visibleRows = useMemo((): Row[] => {
|
|
198
|
+
const query = search.trim().toLowerCase();
|
|
199
|
+
const filtered = rows.filter((row) => {
|
|
200
|
+
if (query && searchText && !searchText(row).toLowerCase().includes(query)) {
|
|
201
|
+
return false;
|
|
202
|
+
}
|
|
203
|
+
return columns.every((column, index) => {
|
|
204
|
+
const filter = filters[index];
|
|
205
|
+
if (!filter || !column.value) {
|
|
206
|
+
return true;
|
|
207
|
+
}
|
|
208
|
+
return matchesClientFilter(filter, column.value(row), filterValues);
|
|
209
|
+
});
|
|
210
|
+
});
|
|
211
|
+
const sortBy = sortColumn ? columns[sortColumn.column]?.value : undefined;
|
|
212
|
+
if (!sortColumn || !sortBy) {
|
|
213
|
+
return filtered;
|
|
214
|
+
}
|
|
215
|
+
const direction = sortColumn.direction === "desc" ? -1 : 1;
|
|
216
|
+
return [...filtered].sort((a, b) => {
|
|
217
|
+
const aValue = sortBy(a);
|
|
218
|
+
const bValue = sortBy(b);
|
|
219
|
+
// Blanks stay last in both directions.
|
|
220
|
+
if (isBlank(aValue) || isBlank(bValue)) {
|
|
221
|
+
return compareClientValues(aValue, bValue);
|
|
222
|
+
}
|
|
223
|
+
return direction * compareClientValues(aValue, bValue);
|
|
224
|
+
});
|
|
225
|
+
}, [columns, filterValues, filters, rows, search, searchText, sortColumn]);
|
|
226
|
+
|
|
227
|
+
const data = useMemo(
|
|
228
|
+
(): DataTableCellData[][] =>
|
|
229
|
+
visibleRows.map((row) =>
|
|
230
|
+
columns.map((column) => column.cell?.(row) ?? {value: column.value?.(row) ?? "—"})
|
|
231
|
+
),
|
|
232
|
+
[columns, visibleRows]
|
|
233
|
+
);
|
|
234
|
+
|
|
235
|
+
const onFilterValuesChange = useCallback((next: Record<string, unknown>): void => {
|
|
236
|
+
setFilterValues(next);
|
|
237
|
+
}, []);
|
|
238
|
+
|
|
239
|
+
return {
|
|
240
|
+
columns: tableColumns,
|
|
241
|
+
data,
|
|
242
|
+
filterValues,
|
|
243
|
+
onFilterValuesChange,
|
|
244
|
+
onSearchChange: searchText ? setSearch : undefined,
|
|
245
|
+
rows: visibleRows,
|
|
246
|
+
search,
|
|
247
|
+
searchFields: searchText ? ["search"] : undefined,
|
|
248
|
+
setSortColumn,
|
|
249
|
+
sortColumn,
|
|
250
|
+
};
|
|
251
|
+
};
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The one supported way to set up experiments, in four steps. Screens show the whole plan
|
|
3
|
+
* (EvalPipelineOverview) and remind people which step they are on (EvalStepBanner).
|
|
4
|
+
*/
|
|
5
|
+
export type EvalPipelineStepNumber = 1 | 2 | 3 | 4;
|
|
6
|
+
|
|
7
|
+
export type ExperimentPipeline = "judge" | "prompt";
|
|
8
|
+
|
|
9
|
+
export interface EvalPipelineStep {
|
|
10
|
+
number: EvalPipelineStepNumber;
|
|
11
|
+
summary: string;
|
|
12
|
+
title: string;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
export const EVAL_PIPELINE_STEPS: EvalPipelineStep[] = [
|
|
16
|
+
{
|
|
17
|
+
number: 1,
|
|
18
|
+
summary: "Collect real traces into a dataset. On Traces, choose Add to dataset.",
|
|
19
|
+
title: "Build a dataset",
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
number: 2,
|
|
23
|
+
summary:
|
|
24
|
+
"Pick a question set (usually yes/no questions) and send the dataset to human review. Reviewers answer each item once.",
|
|
25
|
+
title: "Humans judge it",
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
number: 3,
|
|
29
|
+
summary:
|
|
30
|
+
"Run 2–3 versions of an LLM judge prompt over the judged dataset. Keep the version whose answers are closest to the humans' and promote it.",
|
|
31
|
+
title: "Calibrate the judge",
|
|
32
|
+
},
|
|
33
|
+
{
|
|
34
|
+
number: 4,
|
|
35
|
+
summary:
|
|
36
|
+
"Compare product prompt versions on a dataset, scored by the calibrated judge, and promote the winner.",
|
|
37
|
+
title: "Compare prompts",
|
|
38
|
+
},
|
|
39
|
+
];
|
|
40
|
+
|
|
41
|
+
export const JUDGE_ONCE_NOTE =
|
|
42
|
+
"Humans judge a dataset once. After that, every judge experiment reuses their answers — run 10 if you like — as long as the questions stay the same. Change a question and the old answers go stale and need judging again.";
|
|
43
|
+
|
|
44
|
+
export const PIPELINE_STEP: Record<ExperimentPipeline, EvalPipelineStepNumber> = {
|
|
45
|
+
judge: 3,
|
|
46
|
+
prompt: 4,
|
|
47
|
+
};
|
|
48
|
+
|
|
49
|
+
export const PIPELINE_ACTIVITY: Record<ExperimentPipeline, string> = {
|
|
50
|
+
judge: "Calibrating a judge",
|
|
51
|
+
prompt: "Comparing prompt versions",
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
export const HUMAN_JUDGING_ACTIVITY = "Humans judge the dataset";
|
|
55
|
+
|
|
56
|
+
/** Reminder line such as "Step 3 of 4 · Calibrating a judge — pick a dataset humans judged." */
|
|
57
|
+
export const formatStepReminder = ({
|
|
58
|
+
activity,
|
|
59
|
+
detail,
|
|
60
|
+
step,
|
|
61
|
+
}: {
|
|
62
|
+
activity: string;
|
|
63
|
+
detail: string;
|
|
64
|
+
step: EvalPipelineStepNumber;
|
|
65
|
+
}): string => {
|
|
66
|
+
return `Step ${step} of ${EVAL_PIPELINE_STEPS.length} · ${activity} — ${detail}`;
|
|
67
|
+
};
|
|
68
|
+
|
|
69
|
+
export const parsePipeline = (value: unknown): ExperimentPipeline | undefined => {
|
|
70
|
+
if (value === "judge" || value === "prompt") {
|
|
71
|
+
return value;
|
|
72
|
+
}
|
|
73
|
+
return undefined;
|
|
74
|
+
};
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import {describe, expect, it} from "bun:test";
|
|
2
|
+
import {
|
|
3
|
+
AGREEMENT_LEVEL_STYLE,
|
|
4
|
+
formatRate,
|
|
5
|
+
getAgreementLevel,
|
|
6
|
+
getObservabilityStatusStyle,
|
|
7
|
+
toMeterWidth,
|
|
8
|
+
} from "./observabilityStatus";
|
|
9
|
+
|
|
10
|
+
describe("getObservabilityStatusStyle", () => {
|
|
11
|
+
it("maps every status to one tone, label, and icon", () => {
|
|
12
|
+
expect(getObservabilityStatusStyle({status: "pending"})).toEqual({
|
|
13
|
+
iconName: "clock",
|
|
14
|
+
label: "Pending",
|
|
15
|
+
tone: "neutral",
|
|
16
|
+
});
|
|
17
|
+
expect(getObservabilityStatusStyle({status: "in_progress"}).tone).toBe("info");
|
|
18
|
+
expect(getObservabilityStatusStyle({status: "running"}).tone).toBe("info");
|
|
19
|
+
expect(getObservabilityStatusStyle({status: "skipped"}).label).toBe("Skipped");
|
|
20
|
+
expect(getObservabilityStatusStyle({status: "failed"}).tone).toBe("error");
|
|
21
|
+
expect(getObservabilityStatusStyle({status: "error"}).label).toBe("Error");
|
|
22
|
+
expect(getObservabilityStatusStyle({status: "ok"}).tone).toBe("success");
|
|
23
|
+
});
|
|
24
|
+
|
|
25
|
+
it("labels done and completed the same way", () => {
|
|
26
|
+
expect(getObservabilityStatusStyle({status: "done"})).toEqual(
|
|
27
|
+
getObservabilityStatusStyle({status: "completed"})
|
|
28
|
+
);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
it("falls back to a neutral, readable badge for unknown or missing statuses", () => {
|
|
32
|
+
expect(getObservabilityStatusStyle({status: "needs_review"})).toEqual({
|
|
33
|
+
iconName: "circle-info",
|
|
34
|
+
label: "Needs review",
|
|
35
|
+
tone: "neutral",
|
|
36
|
+
});
|
|
37
|
+
expect(getObservabilityStatusStyle({status: "__"}).label).toBe("Unknown");
|
|
38
|
+
expect(getObservabilityStatusStyle({}).label).toBe("Unknown");
|
|
39
|
+
});
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
describe("getAgreementLevel", () => {
|
|
43
|
+
it("uses the shared thresholds", () => {
|
|
44
|
+
expect(getAgreementLevel(0.9)).toBe("match");
|
|
45
|
+
expect(getAgreementLevel(0.97)).toBe("match");
|
|
46
|
+
expect(getAgreementLevel(0.89)).toBe("close");
|
|
47
|
+
expect(getAgreementLevel(0.75)).toBe("close");
|
|
48
|
+
expect(getAgreementLevel(0.74)).toBe("off");
|
|
49
|
+
expect(getAgreementLevel(0.5)).toBe("off");
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
it("returns none when there is nothing to compare", () => {
|
|
53
|
+
expect(getAgreementLevel(undefined)).toBe("none");
|
|
54
|
+
expect(getAgreementLevel(Number.NaN)).toBe("none");
|
|
55
|
+
expect(AGREEMENT_LEVEL_STYLE.none.tone).toBe("neutral");
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
|
|
59
|
+
describe("formatRate and toMeterWidth", () => {
|
|
60
|
+
it("formats rates as whole percents", () => {
|
|
61
|
+
expect(formatRate(0.968)).toBe("97%");
|
|
62
|
+
expect(formatRate(undefined)).toBe("—");
|
|
63
|
+
expect(formatRate(Number.NaN)).toBe("—");
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
it("clamps meter widths", () => {
|
|
67
|
+
expect(toMeterWidth(0.8)).toBe("80%");
|
|
68
|
+
expect(toMeterWidth(1.4)).toBe("100%");
|
|
69
|
+
expect(toMeterWidth(-1)).toBe("0%");
|
|
70
|
+
expect(toMeterWidth(undefined)).toBe("0%");
|
|
71
|
+
expect(toMeterWidth(Number.NaN)).toBe("0%");
|
|
72
|
+
});
|
|
73
|
+
});
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import type {IconName} from "@terreno/ui";
|
|
2
|
+
|
|
3
|
+
/** Badge tones the observability screens use. Colour always means state, never category. */
|
|
4
|
+
export type ObservabilityTone = "error" | "info" | "neutral" | "success" | "warning";
|
|
5
|
+
|
|
6
|
+
export interface ObservabilityStatusStyle {
|
|
7
|
+
iconName: IconName;
|
|
8
|
+
label: string;
|
|
9
|
+
tone: ObservabilityTone;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* The one status scale for every AI observability screen. Review items, experiments,
|
|
14
|
+
* and traces all map their raw status here so the same word gets the same colour and icon.
|
|
15
|
+
*/
|
|
16
|
+
const OBSERVABILITY_STATUS: Record<string, ObservabilityStatusStyle> = {
|
|
17
|
+
completed: {iconName: "check", label: "Done", tone: "success"},
|
|
18
|
+
done: {iconName: "check", label: "Done", tone: "success"},
|
|
19
|
+
error: {iconName: "triangle-exclamation", label: "Error", tone: "error"},
|
|
20
|
+
failed: {iconName: "triangle-exclamation", label: "Failed", tone: "error"},
|
|
21
|
+
in_progress: {iconName: "spinner", label: "In progress", tone: "info"},
|
|
22
|
+
ok: {iconName: "check", label: "OK", tone: "success"},
|
|
23
|
+
pending: {iconName: "clock", label: "Pending", tone: "neutral"},
|
|
24
|
+
running: {iconName: "spinner", label: "Running", tone: "info"},
|
|
25
|
+
skipped: {iconName: "forward-step", label: "Skipped", tone: "neutral"},
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
const humanizeStatus = (status: string): string => {
|
|
29
|
+
const words = status.replace(/[_-]+/g, " ").trim();
|
|
30
|
+
if (!words) {
|
|
31
|
+
return "Unknown";
|
|
32
|
+
}
|
|
33
|
+
return words.charAt(0).toUpperCase() + words.slice(1);
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
/** Look up a raw status; unknown values fall back to a neutral badge with a readable label. */
|
|
37
|
+
export const getObservabilityStatusStyle = ({
|
|
38
|
+
status,
|
|
39
|
+
}: {
|
|
40
|
+
status?: string;
|
|
41
|
+
}): ObservabilityStatusStyle => {
|
|
42
|
+
if (!status) {
|
|
43
|
+
return {iconName: "circle-question", label: "Unknown", tone: "neutral"};
|
|
44
|
+
}
|
|
45
|
+
return (
|
|
46
|
+
OBSERVABILITY_STATUS[status] ?? {
|
|
47
|
+
iconName: "circle-info",
|
|
48
|
+
label: humanizeStatus(status),
|
|
49
|
+
tone: "neutral",
|
|
50
|
+
}
|
|
51
|
+
);
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* Agreement between an LLM judge and people. One pair of cut-offs drives every
|
|
56
|
+
* agreement badge, meter, and per-question cell.
|
|
57
|
+
*/
|
|
58
|
+
const AGREEMENT_THRESHOLDS = {close: 0.75, match: 0.9} as const;
|
|
59
|
+
|
|
60
|
+
export type AgreementLevel = "close" | "match" | "none" | "off";
|
|
61
|
+
|
|
62
|
+
export const AGREEMENT_LEVEL_STYLE: Record<
|
|
63
|
+
AgreementLevel,
|
|
64
|
+
{label: string; tone: ObservabilityTone}
|
|
65
|
+
> = {
|
|
66
|
+
close: {label: "Close", tone: "warning"},
|
|
67
|
+
match: {label: "Matches", tone: "success"},
|
|
68
|
+
none: {label: "No answers yet", tone: "neutral"},
|
|
69
|
+
off: {label: "Off", tone: "error"},
|
|
70
|
+
};
|
|
71
|
+
|
|
72
|
+
export const getAgreementLevel = (rate?: number): AgreementLevel => {
|
|
73
|
+
if (rate === undefined || Number.isNaN(rate)) {
|
|
74
|
+
return "none";
|
|
75
|
+
}
|
|
76
|
+
if (rate >= AGREEMENT_THRESHOLDS.match) {
|
|
77
|
+
return "match";
|
|
78
|
+
}
|
|
79
|
+
if (rate >= AGREEMENT_THRESHOLDS.close) {
|
|
80
|
+
return "close";
|
|
81
|
+
}
|
|
82
|
+
return "off";
|
|
83
|
+
};
|
|
84
|
+
|
|
85
|
+
/** Rate in 0–1 as a whole percent, or an em dash when there is nothing to show. */
|
|
86
|
+
export const formatRate = (rate?: number): string => {
|
|
87
|
+
if (rate === undefined || Number.isNaN(rate)) {
|
|
88
|
+
return "—";
|
|
89
|
+
}
|
|
90
|
+
return `${Math.round(rate * 100)}%`;
|
|
91
|
+
};
|
|
92
|
+
|
|
93
|
+
/** Clamp a 0–1 fraction to a CSS-style width percentage for meters. */
|
|
94
|
+
export const toMeterWidth = (fraction?: number): `${number}%` => {
|
|
95
|
+
if (fraction === undefined || Number.isNaN(fraction)) {
|
|
96
|
+
return "0%";
|
|
97
|
+
}
|
|
98
|
+
const clamped = Math.min(1, Math.max(0, fraction));
|
|
99
|
+
return `${Math.round(clamped * 100)}%`;
|
|
100
|
+
};
|
|
@@ -8,11 +8,14 @@ import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPrompts
|
|
|
8
8
|
import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
|
|
9
9
|
import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
|
|
10
10
|
import {resolveAiRunBlockedMessage, resolveAiRunError} from "../shell/aiRunAccess";
|
|
11
|
-
import {AiTracesListView} from "./AiTracesListView";
|
|
11
|
+
import {AiTracesHeaderActions, AiTracesListView} from "./AiTracesListView";
|
|
12
12
|
import {
|
|
13
|
+
DEFAULT_TRACE_SORT,
|
|
13
14
|
emptyTraceFilters,
|
|
15
|
+
filterValuesToTraceFilters,
|
|
14
16
|
TRACE_PAGE_SIZE,
|
|
15
17
|
type TraceListFilters,
|
|
18
|
+
traceFiltersToFilterValues,
|
|
16
19
|
unwrapEvaluators,
|
|
17
20
|
unwrapTraceList,
|
|
18
21
|
} from "./traceTypes";
|
|
@@ -27,7 +30,10 @@ export interface AiTracesScreenWidgetProps extends AdminScreenWidgetProps {
|
|
|
27
30
|
apiKeyHint?: string;
|
|
28
31
|
}
|
|
29
32
|
|
|
30
|
-
const MULTI_STAGE_FEATURE_LABEL = "
|
|
33
|
+
const MULTI_STAGE_FEATURE_LABEL = "Test trace";
|
|
34
|
+
|
|
35
|
+
const TRACES_DESCRIPTION =
|
|
36
|
+
"Every AI call your app made, with its steps, cost and scores. Pick traces to send to people for review or to save as a dataset.";
|
|
31
37
|
|
|
32
38
|
export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props) => {
|
|
33
39
|
const {apiKey, apiKeyHint, apiKeyLoading = false, routeBase} = props;
|
|
@@ -41,6 +47,7 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
41
47
|
const {useAddTracesMutation, useListQuery: useDatasetsQuery} = useAiObservabilityDatasetsApi();
|
|
42
48
|
const {useListQuery: usePromptsQuery} = useAiObservabilityPromptsApi();
|
|
43
49
|
const [filters, setFilters] = useState<TraceListFilters>(emptyTraceFilters);
|
|
50
|
+
const [sort, setSort] = useState(DEFAULT_TRACE_SORT);
|
|
44
51
|
const [page, setPage] = useState(1);
|
|
45
52
|
const [selectedIds, setSelectedIds] = useState<string[]>([]);
|
|
46
53
|
const [reviewModalOpen, setReviewModalOpen] = useState(false);
|
|
@@ -51,10 +58,11 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
51
58
|
const [addToDatasetError, setAddToDatasetError] = useState("");
|
|
52
59
|
const [multiStageError, setMultiStageError] = useState("");
|
|
53
60
|
|
|
54
|
-
const {data, isError, isLoading} = useListQuery({
|
|
61
|
+
const {data, isError, isLoading, refetch} = useListQuery({
|
|
55
62
|
...filters,
|
|
56
63
|
limit: TRACE_PAGE_SIZE,
|
|
57
64
|
page,
|
|
65
|
+
sort,
|
|
58
66
|
});
|
|
59
67
|
const {data: evaluatorsRaw} = useEvaluatorsQuery();
|
|
60
68
|
const {data: datasetsRaw} = useDatasetsQuery();
|
|
@@ -101,8 +109,16 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
101
109
|
setDatasetId(first.id);
|
|
102
110
|
}, [datasetId, datasetModalOpen, datasets]);
|
|
103
111
|
|
|
104
|
-
const
|
|
105
|
-
|
|
112
|
+
const filterValues = useMemo(() => traceFiltersToFilterValues(filters), [filters]);
|
|
113
|
+
|
|
114
|
+
const handleFilterValuesChange = useCallback((next: Record<string, unknown>): void => {
|
|
115
|
+
setFilters((current) => filterValuesToTraceFilters(next, current));
|
|
116
|
+
setPage(1);
|
|
117
|
+
setSelectedIds([]);
|
|
118
|
+
}, []);
|
|
119
|
+
|
|
120
|
+
const handleSortChange = useCallback((next: string): void => {
|
|
121
|
+
setSort(next);
|
|
106
122
|
setPage(1);
|
|
107
123
|
setSelectedIds([]);
|
|
108
124
|
}, []);
|
|
@@ -178,7 +194,7 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
178
194
|
try {
|
|
179
195
|
const result = await runTestMultiStage({apiKey}).unwrap();
|
|
180
196
|
if (!result.traceId) {
|
|
181
|
-
setMultiStageError("The
|
|
197
|
+
setMultiStageError("The test ran, but no local trace id came back.");
|
|
182
198
|
return;
|
|
183
199
|
}
|
|
184
200
|
router.push(`${prefix}/ai-trace-detail?id=${encodeURIComponent(result.traceId)}`);
|
|
@@ -196,7 +212,19 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
196
212
|
}, [apiKey, apiKeyHint, multiStageBlockedMessage, playgroundAiSource, prefix, runTestMultiStage]);
|
|
197
213
|
|
|
198
214
|
return (
|
|
199
|
-
<AiObservabilityChrome
|
|
215
|
+
<AiObservabilityChrome
|
|
216
|
+
{...props}
|
|
217
|
+
actions={
|
|
218
|
+
<AiTracesHeaderActions
|
|
219
|
+
isRunningMultiStage={testMultiStageState.isLoading}
|
|
220
|
+
multiStageBlockedMessage={multiStageBlockedMessage}
|
|
221
|
+
onRunTestMultiStage={handleRunTestMultiStage}
|
|
222
|
+
showMultiStageTest={status?.localOn === true}
|
|
223
|
+
/>
|
|
224
|
+
}
|
|
225
|
+
description={TRACES_DESCRIPTION}
|
|
226
|
+
screenName="ai-traces"
|
|
227
|
+
>
|
|
200
228
|
<AiTracesListView
|
|
201
229
|
addToDatasetError={addToDatasetError}
|
|
202
230
|
datasetId={datasetId}
|
|
@@ -205,13 +233,11 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
205
233
|
enqueueError={enqueueError}
|
|
206
234
|
evaluatorId={evaluatorId}
|
|
207
235
|
evaluators={evaluators}
|
|
208
|
-
|
|
236
|
+
filterValues={filterValues}
|
|
209
237
|
isAddingToDataset={addTracesState.isLoading}
|
|
210
238
|
isEnqueueing={enqueueState.isLoading}
|
|
211
239
|
isLoading={isLoading}
|
|
212
|
-
|
|
213
|
-
loadError={isError ? "Failed to load traces." : undefined}
|
|
214
|
-
more={listed.more}
|
|
240
|
+
loadError={isError ? "Could not load traces." : undefined}
|
|
215
241
|
multiStageBlockedMessage={multiStageBlockedMessage}
|
|
216
242
|
multiStageError={multiStageError}
|
|
217
243
|
onAddToDataset={handleAddToDataset}
|
|
@@ -225,12 +251,13 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
225
251
|
}}
|
|
226
252
|
onEnqueueReview={handleEnqueueReview}
|
|
227
253
|
onEvaluatorChange={setEvaluatorId}
|
|
228
|
-
|
|
254
|
+
onFilterValuesChange={handleFilterValuesChange}
|
|
229
255
|
onOpenAddToDataset={handleOpenAddToDataset}
|
|
230
256
|
onOpenReview={handleOpenReview}
|
|
231
257
|
onOpenTrace={handleOpenTrace}
|
|
232
258
|
onPageChange={setPage}
|
|
233
|
-
|
|
259
|
+
onRetry={refetch}
|
|
260
|
+
onSortChange={handleSortChange}
|
|
234
261
|
onToggleSelect={handleToggleSelect}
|
|
235
262
|
page={page}
|
|
236
263
|
pageSize={listed.limit}
|
|
@@ -239,6 +266,7 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
|
|
|
239
266
|
routeBase={prefix}
|
|
240
267
|
selectedIds={selectedIds}
|
|
241
268
|
showMultiStageTest={status?.localOn === true}
|
|
269
|
+
sort={sort}
|
|
242
270
|
total={listed.total}
|
|
243
271
|
traces={listed.data}
|
|
244
272
|
/>
|