@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +146 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -8,12 +8,11 @@ import type {AdminConfigResponse} from "../types";
|
|
|
8
8
|
import {AiTraceDetailScreenWidget as AiTraceDetailScreenWidgetBase} from "../widgets/aiObservability/traces/AiTraceDetailScreen";
|
|
9
9
|
import {AiTraceDetailView} from "../widgets/aiObservability/traces/AiTraceDetailView";
|
|
10
10
|
import {AiTracesScreenWidget as AiTracesScreenWidgetBase} from "../widgets/aiObservability/traces/AiTracesListScreen";
|
|
11
|
-
import {AiTracesListView} from "../widgets/aiObservability/traces/AiTracesListView";
|
|
12
11
|
import {
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
} from "../widgets/aiObservability/traces/traceTypes";
|
|
12
|
+
AiTracesHeaderActions,
|
|
13
|
+
AiTracesListView,
|
|
14
|
+
} from "../widgets/aiObservability/traces/AiTracesListView";
|
|
15
|
+
import type {TraceDetail, TraceListItem} from "../widgets/aiObservability/traces/traceTypes";
|
|
17
16
|
import {
|
|
18
17
|
createObservabilityServer,
|
|
19
18
|
type FakeObservabilityRoutes,
|
|
@@ -447,7 +446,12 @@ describe("AiTracesListScreen", () => {
|
|
|
447
446
|
const server = createServer();
|
|
448
447
|
const loadedView = await renderTraces(server);
|
|
449
448
|
expect(loadedView.getByTestId("ai-traces-table")).toBeTruthy();
|
|
450
|
-
|
|
449
|
+
// Newest first is the default sort.
|
|
450
|
+
assert.deepEqual(server.callsTo(TRACES_ROUTE)[0]?.query, {
|
|
451
|
+
limit: "20",
|
|
452
|
+
page: "1",
|
|
453
|
+
sort: "-startedAt",
|
|
454
|
+
});
|
|
451
455
|
});
|
|
452
456
|
|
|
453
457
|
it("runs a multi-stage trace and opens its detail", async () => {
|
|
@@ -556,36 +560,52 @@ describe("AiTracesListScreen", () => {
|
|
|
556
560
|
const server = createServer();
|
|
557
561
|
const view = await renderTraces(server);
|
|
558
562
|
await pressAndSettle(view, "ai-traces-select-trace-ok-clickable");
|
|
563
|
+
expect(view.getByTestId("ai-traces-bulk-bar")).toBeTruthy();
|
|
559
564
|
await pressAndSettle(view, "ai-traces-clear-selection");
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
);
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
565
|
+
assert.notExists(view.queryByTestId("ai-traces-bulk-bar"));
|
|
566
|
+
|
|
567
|
+
await act(async () => {
|
|
568
|
+
fireEvent(view.getByTestId("ai-traces-table"), "setPage", 2);
|
|
569
|
+
await Promise.resolve();
|
|
570
|
+
});
|
|
571
|
+
await flushObservabilityRequests();
|
|
572
|
+
assert.equal(server.callsTo(TRACES_ROUTE).at(-1)?.query.page, "2");
|
|
573
|
+
|
|
574
|
+
await act(async () => {
|
|
575
|
+
fireEvent(view.getByTestId("ai-traces-table"), "filterValuesChange", {
|
|
576
|
+
hasScore: false,
|
|
577
|
+
prompt: ["summarize", "safety"],
|
|
578
|
+
sensitive: true,
|
|
568
579
|
});
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
await changeFilter("ai-traces-filter-prompt", "summarize");
|
|
572
|
-
await changeFilter("ai-traces-filter-has-score", "false");
|
|
573
|
-
await changeFilter("ai-traces-filter-sensitive", "true");
|
|
580
|
+
await Promise.resolve();
|
|
581
|
+
});
|
|
574
582
|
await flushObservabilityRequests();
|
|
575
|
-
expect(view.getByTestId("ai-traces-pagination")).
|
|
576
|
-
const
|
|
577
|
-
assert.
|
|
583
|
+
expect(view.getByTestId("ai-traces-pagination")).toHaveTextContent("40 traces");
|
|
584
|
+
const last = server.callsTo(TRACES_ROUTE).at(-1);
|
|
585
|
+
assert.isDefined(last);
|
|
586
|
+
// A filter change goes back to page 1; several prompts repeat the `prompt` key.
|
|
587
|
+
assert.deepInclude(last?.query, {
|
|
578
588
|
hasScore: "false",
|
|
579
589
|
page: "1",
|
|
580
|
-
prompt: "summarize",
|
|
581
590
|
sensitive: "true",
|
|
591
|
+
sort: "-startedAt",
|
|
582
592
|
});
|
|
593
|
+
assert.deepEqual(new URL(String(last?.url)).searchParams.getAll("prompt"), [
|
|
594
|
+
"summarize",
|
|
595
|
+
"safety",
|
|
596
|
+
]);
|
|
583
597
|
});
|
|
584
598
|
|
|
585
|
-
it("surfaces list load error
|
|
599
|
+
it("surfaces a list load error with Try again", async () => {
|
|
586
600
|
setListState({isError: true});
|
|
587
|
-
const
|
|
588
|
-
|
|
601
|
+
const server = createServer();
|
|
602
|
+
const view = await renderTraces(server);
|
|
603
|
+
expect(view.getByText("Could not load traces.")).toBeTruthy();
|
|
604
|
+
expect(view.getByTestId("ai-traces-load-error-retry")).toBeTruthy();
|
|
605
|
+
const before = server.callsTo(TRACES_ROUTE).length;
|
|
606
|
+
await pressAndSettle(view, "ai-traces-load-error-retry");
|
|
607
|
+
// Try again requests the traces again.
|
|
608
|
+
assert.isAbove(server.callsTo(TRACES_ROUTE).length, before);
|
|
589
609
|
});
|
|
590
610
|
|
|
591
611
|
it("no-ops enqueue when no evaluator is installed", async () => {
|
|
@@ -608,7 +628,7 @@ describe("AiTracesListScreen", () => {
|
|
|
608
628
|
(node) => node.props.title === "Add traces to dataset"
|
|
609
629
|
);
|
|
610
630
|
assert.isDefined(modal);
|
|
611
|
-
fireEvent(modal
|
|
631
|
+
fireEvent(modal as NonNullable<typeof modal>, "onDismiss");
|
|
612
632
|
|
|
613
633
|
const table = view.getByTestId("ai-traces-table");
|
|
614
634
|
await act(async () => {
|
|
@@ -676,12 +696,12 @@ describe("AiTracesListView", () => {
|
|
|
676
696
|
onDismissReviewModal: () => undefined,
|
|
677
697
|
onEnqueueReview: () => undefined,
|
|
678
698
|
onEvaluatorChange: () => undefined,
|
|
679
|
-
|
|
699
|
+
onFilterValuesChange: () => undefined,
|
|
680
700
|
onOpenAddToDataset: () => undefined,
|
|
681
701
|
onOpenReview: () => undefined,
|
|
682
702
|
onOpenTrace: () => undefined,
|
|
683
703
|
onPageChange: () => undefined,
|
|
684
|
-
|
|
704
|
+
onSortChange: () => undefined,
|
|
685
705
|
onToggleSelect: () => undefined,
|
|
686
706
|
};
|
|
687
707
|
|
|
@@ -701,7 +721,7 @@ describe("AiTracesListView", () => {
|
|
|
701
721
|
{...datasetDefaults}
|
|
702
722
|
evaluatorId=""
|
|
703
723
|
evaluators={[]}
|
|
704
|
-
|
|
724
|
+
filterValues={{}}
|
|
705
725
|
page={1}
|
|
706
726
|
selectedIds={[]}
|
|
707
727
|
showMultiStageTest
|
|
@@ -711,26 +731,31 @@ describe("AiTracesListView", () => {
|
|
|
711
731
|
/>
|
|
712
732
|
);
|
|
713
733
|
expect(getByTestId("ai-traces-empty")).toBeTruthy();
|
|
714
|
-
expect(getByText("No traces
|
|
734
|
+
expect(getByText("No traces yet")).toBeTruthy();
|
|
715
735
|
});
|
|
716
736
|
|
|
717
|
-
it("
|
|
718
|
-
const
|
|
719
|
-
const {getByTestId} = renderWithTheme(
|
|
737
|
+
it("says no traces match when filters are applied", () => {
|
|
738
|
+
const {getByText} = renderWithTheme(
|
|
720
739
|
<AiTracesListView
|
|
721
740
|
{...datasetDefaults}
|
|
722
741
|
evaluatorId=""
|
|
723
742
|
evaluators={[]}
|
|
724
|
-
|
|
743
|
+
filterValues={{status: ["error"]}}
|
|
725
744
|
page={1}
|
|
726
745
|
selectedIds={[]}
|
|
727
|
-
showMultiStageTest
|
|
728
746
|
total={0}
|
|
729
747
|
traces={[]}
|
|
730
748
|
{...idleHandlers}
|
|
731
|
-
onRunTestMultiStage={onRunTestMultiStage}
|
|
732
749
|
/>
|
|
733
750
|
);
|
|
751
|
+
expect(getByText("No traces match these filters")).toBeTruthy();
|
|
752
|
+
});
|
|
753
|
+
|
|
754
|
+
it("runs the test trace from the header action", async () => {
|
|
755
|
+
const onRunTestMultiStage = mock(() => undefined);
|
|
756
|
+
const {getByTestId} = renderWithTheme(
|
|
757
|
+
<AiTracesHeaderActions onRunTestMultiStage={onRunTestMultiStage} showMultiStageTest />
|
|
758
|
+
);
|
|
734
759
|
|
|
735
760
|
await act(async () => {
|
|
736
761
|
fireEvent.press(getByTestId("ai-traces-run-multi-stage"));
|
|
@@ -740,14 +765,24 @@ describe("AiTracesListView", () => {
|
|
|
740
765
|
assert.equal(onRunTestMultiStage.mock.calls.length, 1);
|
|
741
766
|
});
|
|
742
767
|
|
|
743
|
-
it("disables the
|
|
768
|
+
it("disables the test trace action and explains why when it is blocked", () => {
|
|
744
769
|
const onRunTestMultiStage = mock(() => undefined);
|
|
745
|
-
const
|
|
770
|
+
const header = renderWithTheme(
|
|
771
|
+
<AiTracesHeaderActions
|
|
772
|
+
multiStageBlockedMessage="Save a Gemini API key on Profile."
|
|
773
|
+
onRunTestMultiStage={onRunTestMultiStage}
|
|
774
|
+
showMultiStageTest
|
|
775
|
+
/>
|
|
776
|
+
);
|
|
777
|
+
expect(header.getByTestId("ai-traces-run-multi-stage")).toBeDisabled();
|
|
778
|
+
assert.equal(onRunTestMultiStage.mock.calls.length, 0);
|
|
779
|
+
|
|
780
|
+
const body = renderWithTheme(
|
|
746
781
|
<AiTracesListView
|
|
747
782
|
{...datasetDefaults}
|
|
748
783
|
evaluatorId=""
|
|
749
784
|
evaluators={[]}
|
|
750
|
-
|
|
785
|
+
filterValues={{}}
|
|
751
786
|
multiStageBlockedMessage="Save a Gemini API key on Profile."
|
|
752
787
|
page={1}
|
|
753
788
|
selectedIds={[]}
|
|
@@ -755,42 +790,28 @@ describe("AiTracesListView", () => {
|
|
|
755
790
|
total={0}
|
|
756
791
|
traces={[]}
|
|
757
792
|
{...idleHandlers}
|
|
758
|
-
onRunTestMultiStage={onRunTestMultiStage}
|
|
759
793
|
/>
|
|
760
794
|
);
|
|
761
|
-
|
|
762
|
-
expect(getByTestId("ai-traces-multi-stage-blocked")).toHaveTextContent(
|
|
795
|
+
expect(body.getByTestId("ai-traces-multi-stage-blocked")).toHaveTextContent(
|
|
763
796
|
"Save a Gemini API key on Profile."
|
|
764
797
|
);
|
|
765
|
-
expect(getByTestId("ai-traces-run-multi-stage")).toBeDisabled();
|
|
766
|
-
assert.equal(onRunTestMultiStage.mock.calls.length, 0);
|
|
767
798
|
});
|
|
768
799
|
|
|
769
|
-
it("hides the
|
|
800
|
+
it("hides the test trace action without local trace storage", () => {
|
|
770
801
|
const {queryByTestId} = renderWithTheme(
|
|
771
|
-
<
|
|
772
|
-
{...datasetDefaults}
|
|
773
|
-
evaluatorId=""
|
|
774
|
-
evaluators={[]}
|
|
775
|
-
filters={emptyTraceFilters()}
|
|
776
|
-
page={1}
|
|
777
|
-
selectedIds={[]}
|
|
778
|
-
total={0}
|
|
779
|
-
traces={[]}
|
|
780
|
-
{...idleHandlers}
|
|
781
|
-
/>
|
|
802
|
+
<AiTracesHeaderActions onRunTestMultiStage={() => undefined} />
|
|
782
803
|
);
|
|
783
804
|
|
|
784
805
|
assert.notExists(queryByTestId("ai-traces-run-multi-stage"));
|
|
785
806
|
});
|
|
786
807
|
|
|
787
|
-
it("renders an error row with the error line and
|
|
808
|
+
it("renders an error row with the error line and step count", () => {
|
|
788
809
|
const {getByText} = renderWithTheme(
|
|
789
810
|
<AiTracesListView
|
|
790
811
|
{...datasetDefaults}
|
|
791
812
|
evaluatorId=""
|
|
792
813
|
evaluators={[]}
|
|
793
|
-
|
|
814
|
+
filterValues={{}}
|
|
794
815
|
page={1}
|
|
795
816
|
selectedIds={[]}
|
|
796
817
|
total={1}
|
|
@@ -799,17 +820,17 @@ describe("AiTracesListView", () => {
|
|
|
799
820
|
/>
|
|
800
821
|
);
|
|
801
822
|
expect(getByText("model timeout")).toBeTruthy();
|
|
802
|
-
expect(getByText("
|
|
823
|
+
expect(getByText("1 step")).toBeTruthy();
|
|
803
824
|
expect(getByText("failed-call")).toBeTruthy();
|
|
804
825
|
});
|
|
805
826
|
|
|
806
|
-
it("uses
|
|
807
|
-
const {
|
|
827
|
+
it("uses the shared OK and Error status badges", () => {
|
|
828
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
808
829
|
<AiTracesListView
|
|
809
830
|
{...datasetDefaults}
|
|
810
831
|
evaluatorId=""
|
|
811
832
|
evaluators={[]}
|
|
812
|
-
|
|
833
|
+
filterValues={{}}
|
|
813
834
|
page={1}
|
|
814
835
|
selectedIds={[]}
|
|
815
836
|
total={2}
|
|
@@ -817,14 +838,10 @@ describe("AiTracesListView", () => {
|
|
|
817
838
|
{...idleHandlers}
|
|
818
839
|
/>
|
|
819
840
|
);
|
|
820
|
-
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
824
|
-
assert.isString(accentDotColor);
|
|
825
|
-
assert.notEqual(primaryDotColor, accentDotColor);
|
|
826
|
-
expect(getByLabelText("Trace status: ok")).toBeTruthy();
|
|
827
|
-
expect(getByLabelText("Trace status: error")).toBeTruthy();
|
|
841
|
+
expect(getByTestId("ai-traces-status-ok")).toBeTruthy();
|
|
842
|
+
expect(getByTestId("ai-traces-status-error")).toBeTruthy();
|
|
843
|
+
expect(getByText("OK")).toBeTruthy();
|
|
844
|
+
expect(getByText("Error")).toBeTruthy();
|
|
828
845
|
});
|
|
829
846
|
|
|
830
847
|
it("renders a sensitive badge on sensitive traces", () => {
|
|
@@ -833,7 +850,7 @@ describe("AiTracesListView", () => {
|
|
|
833
850
|
{...datasetDefaults}
|
|
834
851
|
evaluatorId=""
|
|
835
852
|
evaluators={[]}
|
|
836
|
-
|
|
853
|
+
filterValues={{}}
|
|
837
854
|
page={1}
|
|
838
855
|
selectedIds={[]}
|
|
839
856
|
total={1}
|
|
@@ -842,7 +859,7 @@ describe("AiTracesListView", () => {
|
|
|
842
859
|
/>
|
|
843
860
|
);
|
|
844
861
|
expect(getByTestId("ai-traces-sensitive-badge")).toBeTruthy();
|
|
845
|
-
expect(getByText("3")).toBeTruthy();
|
|
862
|
+
expect(getByText("3 steps")).toBeTruthy();
|
|
846
863
|
expect(getByText("2")).toBeTruthy();
|
|
847
864
|
});
|
|
848
865
|
|
|
@@ -852,7 +869,7 @@ describe("AiTracesListView", () => {
|
|
|
852
869
|
{...datasetDefaults}
|
|
853
870
|
evaluatorId="eval-1"
|
|
854
871
|
evaluators={[{id: "eval-1", name: "correctness", type: "human"}]}
|
|
855
|
-
|
|
872
|
+
filterValues={{}}
|
|
856
873
|
page={1}
|
|
857
874
|
selectedIds={[sensitiveTrace.id, okTrace.id]}
|
|
858
875
|
total={2}
|
|
@@ -872,12 +889,12 @@ describe("AiTracesListView", () => {
|
|
|
872
889
|
|
|
873
890
|
it("toggles selection, filters, dataset modal, and pagination", async () => {
|
|
874
891
|
const onToggleSelect = mock(() => undefined);
|
|
875
|
-
const
|
|
892
|
+
const onFilterValuesChange = mock((_values: Record<string, unknown>) => undefined);
|
|
876
893
|
const onClearSelection = mock(() => undefined);
|
|
877
894
|
const onPageChange = mock(() => undefined);
|
|
878
895
|
const onAddToDataset = mock(() => undefined);
|
|
879
896
|
const onDismissDatasetModal = mock(() => undefined);
|
|
880
|
-
const {getByTestId, getByText
|
|
897
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
881
898
|
<AiTracesListView
|
|
882
899
|
addToDatasetError="Could not add traces to the dataset."
|
|
883
900
|
datasetId="ds-1"
|
|
@@ -886,8 +903,7 @@ describe("AiTracesListView", () => {
|
|
|
886
903
|
enqueueError="enqueue failed"
|
|
887
904
|
evaluatorId="eval-1"
|
|
888
905
|
evaluators={[{id: "eval-1", name: "correctness", type: "human"}]}
|
|
889
|
-
|
|
890
|
-
more
|
|
906
|
+
filterValues={{}}
|
|
891
907
|
onAddToDataset={onAddToDataset}
|
|
892
908
|
onClearSelection={onClearSelection}
|
|
893
909
|
onDatasetChange={() => undefined}
|
|
@@ -895,12 +911,12 @@ describe("AiTracesListView", () => {
|
|
|
895
911
|
onDismissReviewModal={() => undefined}
|
|
896
912
|
onEnqueueReview={() => undefined}
|
|
897
913
|
onEvaluatorChange={() => undefined}
|
|
898
|
-
|
|
914
|
+
onFilterValuesChange={onFilterValuesChange}
|
|
899
915
|
onOpenAddToDataset={() => undefined}
|
|
900
916
|
onOpenReview={() => undefined}
|
|
901
917
|
onOpenTrace={() => undefined}
|
|
902
918
|
onPageChange={onPageChange}
|
|
903
|
-
|
|
919
|
+
onSortChange={() => undefined}
|
|
904
920
|
onToggleSelect={onToggleSelect}
|
|
905
921
|
page={1}
|
|
906
922
|
promptOptions={["summarize", "safety"]}
|
|
@@ -917,22 +933,19 @@ describe("AiTracesListView", () => {
|
|
|
917
933
|
});
|
|
918
934
|
assert.isAtLeast(onToggleSelect.mock.calls.length, 1);
|
|
919
935
|
|
|
920
|
-
|
|
921
|
-
(
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
|
|
932
|
-
|
|
933
|
-
fireEvent(scoreSelect!, "onChange", "false");
|
|
934
|
-
fireEvent(sensitiveSelect!, "onChange", "true");
|
|
935
|
-
assert.isAtLeast(onFiltersChange.mock.calls.length, 3);
|
|
936
|
+
await act(async () => {
|
|
937
|
+
fireEvent(getByTestId("ai-traces-table"), "filterValuesChange", {
|
|
938
|
+
hasScore: false,
|
|
939
|
+
prompt: ["summarize"],
|
|
940
|
+
sensitive: true,
|
|
941
|
+
});
|
|
942
|
+
await Promise.resolve();
|
|
943
|
+
});
|
|
944
|
+
assert.deepEqual(onFilterValuesChange.mock.calls[0]?.[0], {
|
|
945
|
+
hasScore: false,
|
|
946
|
+
prompt: ["summarize"],
|
|
947
|
+
sensitive: true,
|
|
948
|
+
});
|
|
936
949
|
|
|
937
950
|
expect(getByText("enqueue failed")).toBeTruthy();
|
|
938
951
|
expect(getByTestId("ai-traces-add-dataset-error")).toBeTruthy();
|
|
@@ -941,7 +954,27 @@ describe("AiTracesListView", () => {
|
|
|
941
954
|
expect(getByTestId("ai-traces-review-modal")).toHaveTextContent(
|
|
942
955
|
/human evaluator defines the score fields/
|
|
943
956
|
);
|
|
944
|
-
expect(getByText("40 traces
|
|
957
|
+
expect(getByText("40 traces")).toBeTruthy();
|
|
958
|
+
});
|
|
959
|
+
|
|
960
|
+
it("links to datasets instead of a fake option when there are none", () => {
|
|
961
|
+
const {getByTestId, getByText, queryByTestId} = renderWithTheme(
|
|
962
|
+
<AiTracesListView
|
|
963
|
+
{...datasetDefaults}
|
|
964
|
+
datasetModalOpen
|
|
965
|
+
evaluatorId=""
|
|
966
|
+
evaluators={[]}
|
|
967
|
+
filterValues={{}}
|
|
968
|
+
page={1}
|
|
969
|
+
selectedIds={[okTrace.id]}
|
|
970
|
+
total={1}
|
|
971
|
+
traces={[okTrace]}
|
|
972
|
+
{...idleHandlers}
|
|
973
|
+
/>
|
|
974
|
+
);
|
|
975
|
+
expect(getByTestId("ai-traces-dataset-none")).toBeTruthy();
|
|
976
|
+
expect(getByText("Create a dataset")).toBeTruthy();
|
|
977
|
+
assert.notExists(queryByTestId("ai-traces-dataset-picker"));
|
|
945
978
|
});
|
|
946
979
|
|
|
947
980
|
it("wires evaluator change, page change, and dataset modal dismiss", async () => {
|
|
@@ -958,8 +991,7 @@ describe("AiTracesListView", () => {
|
|
|
958
991
|
{id: "eval-1", name: "correctness", type: "human"},
|
|
959
992
|
{id: "eval-2", name: "tone", type: "human"},
|
|
960
993
|
]}
|
|
961
|
-
|
|
962
|
-
more
|
|
994
|
+
filterValues={{}}
|
|
963
995
|
onAddToDataset={() => undefined}
|
|
964
996
|
onClearSelection={() => undefined}
|
|
965
997
|
onDatasetChange={() => undefined}
|
|
@@ -967,12 +999,12 @@ describe("AiTracesListView", () => {
|
|
|
967
999
|
onDismissReviewModal={() => undefined}
|
|
968
1000
|
onEnqueueReview={() => undefined}
|
|
969
1001
|
onEvaluatorChange={onEvaluatorChange}
|
|
970
|
-
|
|
1002
|
+
onFilterValuesChange={() => undefined}
|
|
971
1003
|
onOpenAddToDataset={() => undefined}
|
|
972
1004
|
onOpenReview={() => undefined}
|
|
973
1005
|
onOpenTrace={() => undefined}
|
|
974
1006
|
onPageChange={onPageChange}
|
|
975
|
-
|
|
1007
|
+
onSortChange={() => undefined}
|
|
976
1008
|
onToggleSelect={() => undefined}
|
|
977
1009
|
page={1}
|
|
978
1010
|
promptOptions={["summarize", "safety"]}
|
|
@@ -987,13 +1019,13 @@ describe("AiTracesListView", () => {
|
|
|
987
1019
|
(field) => field.props.testID === "ai-traces-evaluator"
|
|
988
1020
|
);
|
|
989
1021
|
assert.isDefined(evaluatorSelect);
|
|
990
|
-
fireEvent(evaluatorSelect
|
|
1022
|
+
fireEvent(evaluatorSelect as NonNullable<typeof evaluatorSelect>, "onChange", "eval-2");
|
|
991
1023
|
assert.isAtLeast(onEvaluatorChange.mock.calls.length, 1);
|
|
992
1024
|
const pageButtons = getByTestId("ai-traces-table.pagination").findAllByProps({
|
|
993
1025
|
accessibilityLabel: "Pagination Number",
|
|
994
1026
|
});
|
|
995
1027
|
await act(async () => {
|
|
996
|
-
fireEvent.press(pageButtons[1]
|
|
1028
|
+
fireEvent.press(pageButtons[1] as NonNullable<(typeof pageButtons)[number]>);
|
|
997
1029
|
await Promise.resolve();
|
|
998
1030
|
});
|
|
999
1031
|
assert.isAtLeast(onPageChange.mock.calls.length, 1);
|
|
@@ -1001,28 +1033,29 @@ describe("AiTracesListView", () => {
|
|
|
1001
1033
|
assert.equal(onDismissDatasetModal.mock.calls.length, 1);
|
|
1002
1034
|
});
|
|
1003
1035
|
|
|
1004
|
-
it("wires
|
|
1005
|
-
const
|
|
1036
|
+
it("wires sort and column filters and opens traces from the table", async () => {
|
|
1037
|
+
const onFilterValuesChange = mock((_values: Record<string, unknown>) => undefined);
|
|
1038
|
+
const onSortChange = mock((_sort: string) => undefined);
|
|
1006
1039
|
const onOpenTrace = mock(() => undefined);
|
|
1007
|
-
const {getByTestId
|
|
1040
|
+
const {getByTestId} = renderWithTheme(
|
|
1008
1041
|
<AiTracesListView
|
|
1009
|
-
onDismissReviewModal={() => undefined}
|
|
1010
|
-
onOpenReview={() => undefined}
|
|
1011
1042
|
{...datasetDefaults}
|
|
1012
1043
|
evaluatorId=""
|
|
1013
1044
|
evaluators={[]}
|
|
1014
|
-
|
|
1045
|
+
filterValues={{}}
|
|
1015
1046
|
onAddToDataset={() => undefined}
|
|
1016
1047
|
onClearSelection={() => undefined}
|
|
1017
1048
|
onDatasetChange={() => undefined}
|
|
1018
1049
|
onDismissDatasetModal={() => undefined}
|
|
1050
|
+
onDismissReviewModal={() => undefined}
|
|
1019
1051
|
onEnqueueReview={() => undefined}
|
|
1020
1052
|
onEvaluatorChange={() => undefined}
|
|
1021
|
-
|
|
1053
|
+
onFilterValuesChange={onFilterValuesChange}
|
|
1022
1054
|
onOpenAddToDataset={() => undefined}
|
|
1055
|
+
onOpenReview={() => undefined}
|
|
1023
1056
|
onOpenTrace={onOpenTrace}
|
|
1024
1057
|
onPageChange={() => undefined}
|
|
1025
|
-
|
|
1058
|
+
onSortChange={onSortChange}
|
|
1026
1059
|
onToggleSelect={() => undefined}
|
|
1027
1060
|
page={1}
|
|
1028
1061
|
selectedIds={[]}
|
|
@@ -1030,15 +1063,17 @@ describe("AiTracesListView", () => {
|
|
|
1030
1063
|
traces={[okTrace]}
|
|
1031
1064
|
/>
|
|
1032
1065
|
);
|
|
1033
|
-
|
|
1034
|
-
|
|
1035
|
-
|
|
1036
|
-
(
|
|
1037
|
-
|
|
1038
|
-
|
|
1039
|
-
|
|
1040
|
-
|
|
1041
|
-
|
|
1066
|
+
const table = getByTestId("ai-traces-table");
|
|
1067
|
+
await act(async () => {
|
|
1068
|
+
fireEvent(table, "setSortColumn", {column: 6, direction: "desc"});
|
|
1069
|
+
fireEvent(table, "filterValuesChange", {status: ["error"], userId: "user-1"});
|
|
1070
|
+
await Promise.resolve();
|
|
1071
|
+
});
|
|
1072
|
+
assert.deepEqual(onSortChange.mock.calls[0]?.[0], "-cost");
|
|
1073
|
+
assert.deepEqual(onFilterValuesChange.mock.calls[0]?.[0], {
|
|
1074
|
+
status: ["error"],
|
|
1075
|
+
userId: "user-1",
|
|
1076
|
+
});
|
|
1042
1077
|
await act(async () => {
|
|
1043
1078
|
fireEvent.press(getByTestId("ai-traces-open-trace-ok"));
|
|
1044
1079
|
await Promise.resolve();
|