@terreno/admin-frontend 57.20.0 → 57.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +81 -0
- package/dist/AdminFilterDrawer.d.ts.map +1 -1
- package/dist/AdminFilterDrawer.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +2 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/package.json +7 -3
- package/src/AdminBreadcrumbs.test.tsx +1 -1
- package/src/AdminFieldRenderer.test.tsx +2 -1
- package/src/AdminFilterDrawer.tsx +1 -2
- package/src/AdminHome.test.tsx +2 -1
- package/src/AdminModelTable.test.tsx +16 -12
- package/src/AdminModelTable.windowed.test.tsx +11 -5
- package/src/AdminPrimitiveArrayField.test.tsx +3 -3
- package/src/AdminProvider.test.tsx +11 -6
- package/src/AdminRolesList.test.tsx +22 -13
- package/src/AdminScreenPage.test.tsx +1 -1
- package/src/AdminScreenRouter.test.tsx +15 -5
- package/src/AdminScriptList.test.tsx +9 -2
- package/src/AdminShell.test.tsx +1 -1
- package/src/AdminVersionConfig.test.tsx +4 -4
- package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
- package/src/CheckboxListEditor.test.tsx +11 -9
- package/src/ConfigurationScreen.test.tsx +2 -2
- package/src/adminRequest.test.ts +3 -3
- package/src/adminWindowedTable.test.ts +4 -2
- package/src/comms/CommsDashboardScreen.test.tsx +5 -5
- package/src/comms/CommsMessageDetail.test.tsx +1 -1
- package/src/index.tsx +4 -0
- package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
- package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
- package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
- package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
- package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
- package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
- package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
- package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
- package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
- package/src/isolated/adminWidgets.isolated.tsx +46 -6
- package/src/isolated/aiListTables.isolated.tsx +654 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
- package/src/isolated/aiTracesTable.isolated.tsx +375 -0
- package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
- package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
- package/src/isolated/hooks.isolated.tsx +84 -60
- package/src/isolated/rpcDualRun.isolated.tsx +9 -2
- package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
- package/src/jobs/JobsHomeWidget.test.tsx +1 -1
- package/src/jobs/JobsJobDetail.test.tsx +1 -1
- package/src/orgs/OrgManagementScreens.test.tsx +1 -1
- package/src/orgs/adminModelEndpoints.test.ts +1 -1
- package/src/testing/useAdminApiDouble.ts +2 -1
- package/src/types.ts +2 -0
- package/src/useAdminRpc.test.tsx +3 -3
- package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
- package/src/widgets/ModelsGridWidget.test.tsx +25 -5
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
|
@@ -5,6 +5,19 @@ export interface DatasetCounts {
|
|
|
5
5
|
total: number;
|
|
6
6
|
}
|
|
7
7
|
|
|
8
|
+
/** Human judging progress for one question set on a dataset. */
|
|
9
|
+
export interface DatasetJudgment {
|
|
10
|
+
/** Items with any answer from this question set. */
|
|
11
|
+
answered: number;
|
|
12
|
+
/** Answers given to the questions as they are now. */
|
|
13
|
+
current: number;
|
|
14
|
+
evaluatorId: string;
|
|
15
|
+
evaluatorName: string;
|
|
16
|
+
/** Answers given to an older version of the questions; they no longer count. */
|
|
17
|
+
stale: number;
|
|
18
|
+
total: number;
|
|
19
|
+
}
|
|
20
|
+
|
|
8
21
|
export interface DatasetRecord {
|
|
9
22
|
counts: DatasetCounts;
|
|
10
23
|
created: string;
|
|
@@ -12,6 +25,8 @@ export interface DatasetRecord {
|
|
|
12
25
|
expectedOutputSchema?: Record<string, unknown>;
|
|
13
26
|
id: string;
|
|
14
27
|
inputSchemaPromptName?: string;
|
|
28
|
+
/** One row per question set that answered any item or has a review batch from this dataset. */
|
|
29
|
+
judgments?: DatasetJudgment[];
|
|
15
30
|
name: string;
|
|
16
31
|
tags: string[];
|
|
17
32
|
updated: string;
|
|
@@ -78,19 +93,6 @@ export const unwrapDatasetItems = (raw: unknown): DatasetItemRecord[] => {
|
|
|
78
93
|
});
|
|
79
94
|
};
|
|
80
95
|
|
|
81
|
-
export const formatProvenanceBar = (counts: DatasetCounts): string => {
|
|
82
|
-
if (counts.total === 0) {
|
|
83
|
-
return "—";
|
|
84
|
-
}
|
|
85
|
-
const humanPct = Math.round((counts.human / counts.total) * 100);
|
|
86
|
-
// Auto is the unreviewed trace/synthetic share. A stale payload that also
|
|
87
|
-
// counts those items as human must not render both shares at 100%.
|
|
88
|
-
const nonHuman = Math.max(0, counts.total - counts.human);
|
|
89
|
-
const autoCount = Math.min(Math.max(0, counts.auto), nonHuman);
|
|
90
|
-
const autoPct = Math.round((autoCount / counts.total) * 100);
|
|
91
|
-
return `${humanPct}% human · ${autoPct}% auto`;
|
|
92
|
-
};
|
|
93
|
-
|
|
94
96
|
export const filterDatasetItemsByTab = (
|
|
95
97
|
items: DatasetItemRecord[],
|
|
96
98
|
tab: DatasetItemTab
|
|
@@ -119,3 +121,25 @@ export const summarizeJson = (value: unknown): string => {
|
|
|
119
121
|
const text = JSON.stringify(value);
|
|
120
122
|
return text.length > 80 ? `${text.slice(0, 80)}…` : text;
|
|
121
123
|
};
|
|
124
|
+
|
|
125
|
+
/** "10 of 10 answered with summary-review-questions". */
|
|
126
|
+
export const formatJudgmentCoverage = (judgment: DatasetJudgment): string => {
|
|
127
|
+
return `${judgment.current} of ${judgment.total} answered with ${judgment.evaluatorName}`;
|
|
128
|
+
};
|
|
129
|
+
|
|
130
|
+
/** "2 stale answers — the questions changed after they were given". */
|
|
131
|
+
export const formatStaleAnswers = (judgment: DatasetJudgment): string | undefined => {
|
|
132
|
+
if (judgment.stale <= 0) {
|
|
133
|
+
return undefined;
|
|
134
|
+
}
|
|
135
|
+
return `${judgment.stale} stale ${judgment.stale === 1 ? "answer" : "answers"} — the questions changed after ${judgment.stale === 1 ? "it was" : "they were"} given, so ${judgment.stale === 1 ? "it no longer counts" : "they no longer count"}. Send the dataset to human review again to re-judge.`;
|
|
136
|
+
};
|
|
137
|
+
|
|
138
|
+
/** Question sets with current human answers, most answered first. */
|
|
139
|
+
export const judgedQuestionSets = (
|
|
140
|
+
dataset?: Pick<DatasetRecord, "judgments">
|
|
141
|
+
): DatasetJudgment[] => {
|
|
142
|
+
return [...(dataset?.judgments ?? [])]
|
|
143
|
+
.filter((judgment) => judgment.current > 0)
|
|
144
|
+
.sort((left, right) => right.current - left.current);
|
|
145
|
+
};
|
|
@@ -1,14 +1,15 @@
|
|
|
1
1
|
import {Box, Spinner, Text} from "@terreno/ui";
|
|
2
|
-
import {useLocalSearchParams} from "expo-router";
|
|
2
|
+
import {router, useLocalSearchParams} from "expo-router";
|
|
3
3
|
import {DateTime} from "luxon";
|
|
4
|
-
import React, {useMemo} from "react";
|
|
4
|
+
import React, {useCallback, useMemo} from "react";
|
|
5
5
|
import type {AdminScreenWidgetProps} from "../../../types";
|
|
6
6
|
import {unwrapExperimentList} from "../experiments/experimentTypes";
|
|
7
7
|
import {useAiObservabilityExperimentsApi} from "../experiments/useAiObservabilityExperimentsApi";
|
|
8
8
|
import {judgeOutputSchemaFromDetail, unwrapPromptDetail} from "../prompts/promptTypes";
|
|
9
9
|
import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
|
|
10
10
|
import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
|
|
11
|
-
import {
|
|
11
|
+
import {ObservabilityErrorState} from "../shell/ObservabilityStates";
|
|
12
|
+
import {AiEvaluatorDetailMeta, AiEvaluatorDetailView} from "./AiEvaluatorPanels";
|
|
12
13
|
import {type EvaluatorUsageRow, unwrapEvaluatorRecord} from "./evaluatorTypes";
|
|
13
14
|
import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
|
|
14
15
|
|
|
@@ -20,7 +21,7 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
20
21
|
const {useDetailQuery} = useAiObservabilityEvaluatorsApi(api);
|
|
21
22
|
const {useListQuery: useExperimentsQuery} = useAiObservabilityExperimentsApi(api);
|
|
22
23
|
const {useDetailQuery: usePromptDetailQuery} = useAiObservabilityPromptsApi(api);
|
|
23
|
-
const {data, isError, isLoading} = useDetailQuery(id ?? "", {skip: !id});
|
|
24
|
+
const {data, isError, isLoading, refetch} = useDetailQuery(id ?? "", {skip: !id});
|
|
24
25
|
const {data: experimentsRaw, isError: isExperimentsError} = useExperimentsQuery();
|
|
25
26
|
const evaluator = useMemo(() => unwrapEvaluatorRecord(data), [data]);
|
|
26
27
|
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
@@ -74,11 +75,18 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
74
75
|
});
|
|
75
76
|
}, [evaluator, experimentsRaw]);
|
|
76
77
|
|
|
78
|
+
const handleOpenExperiment = useCallback(
|
|
79
|
+
(experimentId: string): void => {
|
|
80
|
+
router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(experimentId)}`);
|
|
81
|
+
},
|
|
82
|
+
[prefix]
|
|
83
|
+
);
|
|
84
|
+
|
|
77
85
|
if (!id) {
|
|
78
86
|
return (
|
|
79
87
|
<AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
|
|
80
88
|
<Box padding={4}>
|
|
81
|
-
<Text>Missing evaluator id.</Text>
|
|
89
|
+
<Text color="secondaryLight">Missing evaluator id.</Text>
|
|
82
90
|
</Box>
|
|
83
91
|
</AiObservabilityChrome>
|
|
84
92
|
);
|
|
@@ -86,8 +94,13 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
86
94
|
|
|
87
95
|
if (isLoading) {
|
|
88
96
|
return (
|
|
89
|
-
<AiObservabilityChrome
|
|
90
|
-
|
|
97
|
+
<AiObservabilityChrome
|
|
98
|
+
{...props}
|
|
99
|
+
backHref={backHref}
|
|
100
|
+
hideHeader
|
|
101
|
+
screenName="ai-evaluator-detail"
|
|
102
|
+
>
|
|
103
|
+
<Box alignItems="center" padding={5} testID="ai-evaluator-detail-loading">
|
|
91
104
|
<Spinner />
|
|
92
105
|
</Box>
|
|
93
106
|
</AiObservabilityChrome>
|
|
@@ -97,19 +110,29 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
|
|
|
97
110
|
if (isError || !evaluator) {
|
|
98
111
|
return (
|
|
99
112
|
<AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
|
|
100
|
-
<
|
|
101
|
-
|
|
102
|
-
|
|
113
|
+
<ObservabilityErrorState
|
|
114
|
+
onRetry={refetch}
|
|
115
|
+
testID="ai-evaluator-detail-error"
|
|
116
|
+
text="Could not load evaluator."
|
|
117
|
+
/>
|
|
103
118
|
</AiObservabilityChrome>
|
|
104
119
|
);
|
|
105
120
|
}
|
|
106
121
|
|
|
107
122
|
return (
|
|
108
|
-
<AiObservabilityChrome
|
|
123
|
+
<AiObservabilityChrome
|
|
124
|
+
{...props}
|
|
125
|
+
backHref={backHref}
|
|
126
|
+
description={evaluator.description}
|
|
127
|
+
meta={<AiEvaluatorDetailMeta evaluator={evaluator} />}
|
|
128
|
+
screenName="ai-evaluator-detail"
|
|
129
|
+
title={evaluator.name}
|
|
130
|
+
>
|
|
109
131
|
<AiEvaluatorDetailView
|
|
110
132
|
evaluator={evaluator}
|
|
111
133
|
judgeOutputSchema={judgeOutputSchema}
|
|
112
134
|
judgePromptStatus={judgePromptStatus}
|
|
135
|
+
onOpenExperiment={handleOpenExperiment}
|
|
113
136
|
routeBase={prefix}
|
|
114
137
|
usageError={isExperimentsError ? "Could not load experiments." : undefined}
|
|
115
138
|
usageRows={usageRows}
|
|
@@ -159,6 +159,10 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
159
159
|
});
|
|
160
160
|
}, []);
|
|
161
161
|
|
|
162
|
+
const handleCancel = useCallback((): void => {
|
|
163
|
+
router.push(backHref);
|
|
164
|
+
}, [backHref]);
|
|
165
|
+
|
|
162
166
|
const handleCreate = useCallback(async (): Promise<void> => {
|
|
163
167
|
setCreateError("");
|
|
164
168
|
if (!name.trim()) {
|
|
@@ -242,7 +246,13 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
242
246
|
]);
|
|
243
247
|
|
|
244
248
|
return (
|
|
245
|
-
<AiObservabilityChrome
|
|
249
|
+
<AiObservabilityChrome
|
|
250
|
+
{...props}
|
|
251
|
+
backHref={backHref}
|
|
252
|
+
description="Set who decides the score, what they look at, and which scores are saved."
|
|
253
|
+
screenName="ai-evaluator-new"
|
|
254
|
+
title="New evaluator"
|
|
255
|
+
>
|
|
246
256
|
<AiEvaluatorNewView
|
|
247
257
|
assertionConstraint={assertionConstraint}
|
|
248
258
|
assertionPath={assertionPath}
|
|
@@ -258,6 +268,7 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
|
|
|
258
268
|
onAddDimension={handleAddDimension}
|
|
259
269
|
onAssertionConstraintChange={setAssertionConstraint}
|
|
260
270
|
onAssertionPathChange={setAssertionPath}
|
|
271
|
+
onCancel={handleCancel}
|
|
261
272
|
onCreate={handleCreate}
|
|
262
273
|
onDescriptionChange={setDescription}
|
|
263
274
|
onDimensionChange={handleDimensionChange}
|
|
@@ -5,8 +5,11 @@ import {assert} from "chai";
|
|
|
5
5
|
import React from "react";
|
|
6
6
|
import {renderWithTheme} from "../../../../../ui/src/test-utils";
|
|
7
7
|
import {
|
|
8
|
+
AiEvaluatorDetailMeta,
|
|
8
9
|
AiEvaluatorDetailView,
|
|
10
|
+
type AiEvaluatorDetailViewProps,
|
|
9
11
|
AiEvaluatorNewView,
|
|
12
|
+
type AiEvaluatorNewViewProps,
|
|
10
13
|
defaultEvaluatorRunModes,
|
|
11
14
|
initialNewEvaluatorDimensions,
|
|
12
15
|
} from "./AiEvaluatorPanels";
|
|
@@ -24,6 +27,7 @@ describe("AiEvaluatorNewView schema mismatch", () => {
|
|
|
24
27
|
<AiEvaluatorNewView
|
|
25
28
|
assertionConstraint="exists"
|
|
26
29
|
assertionPath="output"
|
|
30
|
+
description=""
|
|
27
31
|
dimensions={[{dataType: "boolean", key: "correct", required: true}]}
|
|
28
32
|
instructions=""
|
|
29
33
|
isCreating={false}
|
|
@@ -56,6 +60,7 @@ describe("AiEvaluatorNewView helper text", () => {
|
|
|
56
60
|
<AiEvaluatorNewView
|
|
57
61
|
assertionConstraint="exists"
|
|
58
62
|
assertionPath=""
|
|
63
|
+
description=""
|
|
59
64
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
60
65
|
instructions=""
|
|
61
66
|
isCreating={false}
|
|
@@ -101,6 +106,7 @@ describe("AiEvaluatorNewView helper text", () => {
|
|
|
101
106
|
<AiEvaluatorNewView
|
|
102
107
|
assertionConstraint="exists"
|
|
103
108
|
assertionPath="output.text"
|
|
109
|
+
description=""
|
|
104
110
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
105
111
|
instructions=""
|
|
106
112
|
isCreating={false}
|
|
@@ -135,6 +141,7 @@ describe("AiEvaluatorNewView panels", () => {
|
|
|
135
141
|
<AiEvaluatorNewView
|
|
136
142
|
assertionConstraint="exists"
|
|
137
143
|
assertionPath=""
|
|
144
|
+
description=""
|
|
138
145
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
139
146
|
instructions="Rate quality"
|
|
140
147
|
isCreating={false}
|
|
@@ -164,6 +171,7 @@ describe("AiEvaluatorNewView panels", () => {
|
|
|
164
171
|
<AiEvaluatorNewView
|
|
165
172
|
assertionConstraint="exists"
|
|
166
173
|
assertionPath="output.text"
|
|
174
|
+
description=""
|
|
167
175
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
168
176
|
instructions=""
|
|
169
177
|
isCreating={false}
|
|
@@ -189,17 +197,28 @@ describe("AiEvaluatorNewView panels", () => {
|
|
|
189
197
|
});
|
|
190
198
|
|
|
191
199
|
it("wires new-evaluator controls for dimensions, targets, and run modes", async () => {
|
|
192
|
-
const onTypeChange = mock(
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
const
|
|
196
|
-
|
|
197
|
-
|
|
200
|
+
const onTypeChange = mock<NonNullable<AiEvaluatorNewViewProps["onTypeChange"]>>(
|
|
201
|
+
() => undefined
|
|
202
|
+
);
|
|
203
|
+
const onAddDimension = mock<NonNullable<AiEvaluatorNewViewProps["onAddDimension"]>>(
|
|
204
|
+
() => undefined
|
|
205
|
+
);
|
|
206
|
+
const onRemoveDimension = mock<NonNullable<AiEvaluatorNewViewProps["onRemoveDimension"]>>(
|
|
207
|
+
() => undefined
|
|
208
|
+
);
|
|
209
|
+
const onLiveSampleRateChange = mock<
|
|
210
|
+
NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
|
|
211
|
+
>(() => undefined);
|
|
212
|
+
const onDescriptionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDescriptionChange"]>>(
|
|
213
|
+
() => undefined
|
|
214
|
+
);
|
|
215
|
+
const onCreate = mock<NonNullable<AiEvaluatorNewViewProps["onCreate"]>>(() => undefined);
|
|
198
216
|
const {getByTestId, getAllByText, getByText} = renderWithTheme(
|
|
199
217
|
<AiEvaluatorNewView
|
|
200
218
|
assertionConstraint="exists"
|
|
201
219
|
assertionPath="output"
|
|
202
220
|
createError="Name taken"
|
|
221
|
+
description=""
|
|
203
222
|
dimensions={[
|
|
204
223
|
{dataType: "boolean", key: "pass", required: true},
|
|
205
224
|
{dataType: "numeric", key: "score", range: "0-1", required: false},
|
|
@@ -226,7 +245,7 @@ describe("AiEvaluatorNewView panels", () => {
|
|
|
226
245
|
/>
|
|
227
246
|
);
|
|
228
247
|
await act(async () => {
|
|
229
|
-
fireEvent.press(
|
|
248
|
+
fireEvent.press(getByText("LLM judge"));
|
|
230
249
|
fireEvent.press(getByTestId("ai-evaluator-add-dimension"));
|
|
231
250
|
const removeButtons = getAllByText("Remove");
|
|
232
251
|
if (removeButtons.length > 0) {
|
|
@@ -245,10 +264,13 @@ describe("AiEvaluatorNewView panels", () => {
|
|
|
245
264
|
|
|
246
265
|
describe("AiEvaluatorDetailView", () => {
|
|
247
266
|
it("renders dimensions, llm-judge config, and 30-day usage table", () => {
|
|
248
|
-
const onOpenPrompt = mock(
|
|
267
|
+
const onOpenPrompt = mock<NonNullable<AiEvaluatorDetailViewProps["onOpenPrompt"]>>(
|
|
268
|
+
() => undefined
|
|
269
|
+
);
|
|
249
270
|
const {getByTestId, getByText} = renderWithTheme(
|
|
250
271
|
<AiEvaluatorDetailView
|
|
251
272
|
evaluator={{
|
|
273
|
+
confidenceAlertBelow: 0,
|
|
252
274
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
253
275
|
id: "eval-1",
|
|
254
276
|
judgePromptName: "judge",
|
|
@@ -260,11 +282,12 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
260
282
|
judgeOutputSchema={{properties: {correct: {type: "boolean"}}}}
|
|
261
283
|
onOpenPrompt={onOpenPrompt}
|
|
262
284
|
routeBase="/admin"
|
|
263
|
-
usageRows={[
|
|
285
|
+
usageRows={[
|
|
286
|
+
{costUsd: 1.2, experimentId: "exp-compare", experimentName: "compare", runs: 3},
|
|
287
|
+
]}
|
|
264
288
|
/>
|
|
265
289
|
);
|
|
266
290
|
expect(getByTestId("ai-evaluator-detail")).toBeTruthy();
|
|
267
|
-
expect(getByTestId("ai-evaluator-name")).toHaveTextContent("quality");
|
|
268
291
|
expect(getByTestId("ai-evaluator-panel-llm-judge")).toBeTruthy();
|
|
269
292
|
expect(getByText("judge")).toBeTruthy();
|
|
270
293
|
|
|
@@ -272,7 +295,7 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
272
295
|
// height-constrained table container.
|
|
273
296
|
const dimensions = within(getByTestId("ai-evaluator-dimensions"));
|
|
274
297
|
expect(dimensions.getByText("correct")).toBeTruthy();
|
|
275
|
-
expect(dimensions.getByText("
|
|
298
|
+
expect(dimensions.getByText("Yes or no")).toBeTruthy();
|
|
276
299
|
expect(dimensions.getByText("Yes")).toBeTruthy();
|
|
277
300
|
|
|
278
301
|
const usage = within(getByTestId("ai-evaluator-used-by"));
|
|
@@ -281,10 +304,61 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
281
304
|
expect(usage.getByText("$1.20")).toBeTruthy();
|
|
282
305
|
});
|
|
283
306
|
|
|
307
|
+
it("opens the experiment from a usage row", async () => {
|
|
308
|
+
const onOpenExperiment = mock((_experimentId: string) => undefined);
|
|
309
|
+
const {getByTestId} = renderWithTheme(
|
|
310
|
+
<AiEvaluatorDetailView
|
|
311
|
+
evaluator={{
|
|
312
|
+
confidenceAlertBelow: 0.5,
|
|
313
|
+
dimensions: [{dataType: "numeric", key: "helpfulness", range: "0-1", required: true}],
|
|
314
|
+
id: "eval-help",
|
|
315
|
+
judgePromptName: "eval-judge-helpfulness",
|
|
316
|
+
name: "helpfulness",
|
|
317
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
318
|
+
target: "full trace",
|
|
319
|
+
type: "llm-judge",
|
|
320
|
+
}}
|
|
321
|
+
judgeOutputSchema={{properties: {helpfulness: {type: "number"}}}}
|
|
322
|
+
onOpenExperiment={onOpenExperiment}
|
|
323
|
+
routeBase="/admin"
|
|
324
|
+
usageRows={[
|
|
325
|
+
{costUsd: 0.4, experimentId: "exp-9", experimentName: "helpfulness-compare", runs: 2},
|
|
326
|
+
]}
|
|
327
|
+
/>
|
|
328
|
+
);
|
|
329
|
+
await act(async () => {
|
|
330
|
+
fireEvent.press(getByTestId("ai-evaluator-used-by-row-exp-9-clickable"));
|
|
331
|
+
await Promise.resolve();
|
|
332
|
+
});
|
|
333
|
+
assert.equal(onOpenExperiment.mock.calls.length, 1);
|
|
334
|
+
assert.equal(onOpenExperiment.mock.calls[0]?.[0], "exp-9");
|
|
335
|
+
});
|
|
336
|
+
|
|
337
|
+
it("puts kind, target, and run modes in the header meta", () => {
|
|
338
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
339
|
+
<AiEvaluatorDetailMeta
|
|
340
|
+
evaluator={{
|
|
341
|
+
confidenceAlertBelow: 0.5,
|
|
342
|
+
dimensions: [],
|
|
343
|
+
id: "eval-1",
|
|
344
|
+
name: "quality",
|
|
345
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 10},
|
|
346
|
+
target: "full trace",
|
|
347
|
+
type: "llm-judge",
|
|
348
|
+
}}
|
|
349
|
+
/>
|
|
350
|
+
);
|
|
351
|
+
expect(getByTestId("ai-evaluator-kind-badge")).toBeTruthy();
|
|
352
|
+
expect(getByText("LLM judge")).toBeTruthy();
|
|
353
|
+
expect(getByText("Full trace")).toBeTruthy();
|
|
354
|
+
expect(getByText("Live 10%")).toBeTruthy();
|
|
355
|
+
});
|
|
356
|
+
|
|
284
357
|
it("shows human and json-assert detail panels with empty usage", () => {
|
|
285
358
|
const human = renderWithTheme(
|
|
286
359
|
<AiEvaluatorDetailView
|
|
287
360
|
evaluator={{
|
|
361
|
+
confidenceAlertBelow: 0,
|
|
288
362
|
dimensions: [{dataType: "boolean", key: "pass", required: true}],
|
|
289
363
|
id: "eval-2",
|
|
290
364
|
instructions: "Rate quality",
|
|
@@ -307,8 +381,8 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
307
381
|
const jsonAssert = renderWithTheme(
|
|
308
382
|
<AiEvaluatorDetailView
|
|
309
383
|
evaluator={{
|
|
310
|
-
|
|
311
|
-
|
|
384
|
+
assertion: {constraint: "exists", path: "output.text"},
|
|
385
|
+
confidenceAlertBelow: 0,
|
|
312
386
|
dimensions: [{dataType: "boolean", key: "pass", required: true}],
|
|
313
387
|
id: "eval-3",
|
|
314
388
|
name: "assert",
|
|
@@ -329,6 +403,7 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
329
403
|
const noPrompt = renderWithTheme(
|
|
330
404
|
<AiEvaluatorDetailView
|
|
331
405
|
evaluator={{
|
|
406
|
+
confidenceAlertBelow: 0,
|
|
332
407
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
333
408
|
id: "eval-4",
|
|
334
409
|
name: "quality",
|
|
@@ -347,6 +422,7 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
347
422
|
const withLink = renderWithTheme(
|
|
348
423
|
<AiEvaluatorDetailView
|
|
349
424
|
evaluator={{
|
|
425
|
+
confidenceAlertBelow: 0,
|
|
350
426
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
351
427
|
id: "eval-5",
|
|
352
428
|
judgePromptName: "judge",
|
|
@@ -363,10 +439,13 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
363
439
|
});
|
|
364
440
|
|
|
365
441
|
it("opens judge prompt via onOpenPrompt and shows schema match", async () => {
|
|
366
|
-
const onOpenPrompt = mock(
|
|
442
|
+
const onOpenPrompt = mock<NonNullable<AiEvaluatorDetailViewProps["onOpenPrompt"]>>(
|
|
443
|
+
() => undefined
|
|
444
|
+
);
|
|
367
445
|
const {getByText} = renderWithTheme(
|
|
368
446
|
<AiEvaluatorDetailView
|
|
369
447
|
evaluator={{
|
|
448
|
+
confidenceAlertBelow: 0,
|
|
370
449
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
371
450
|
id: "eval-1",
|
|
372
451
|
judgePromptName: "judge",
|
|
@@ -378,7 +457,9 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
378
457
|
judgeOutputSchema={{properties: {correct: {type: "boolean"}}}}
|
|
379
458
|
onOpenPrompt={onOpenPrompt}
|
|
380
459
|
routeBase="/admin"
|
|
381
|
-
usageRows={[
|
|
460
|
+
usageRows={[
|
|
461
|
+
{costUsd: undefined, experimentId: "exp-compare", experimentName: "compare", runs: 1},
|
|
462
|
+
]}
|
|
382
463
|
/>
|
|
383
464
|
);
|
|
384
465
|
await act(async () => {
|
|
@@ -393,6 +474,7 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
393
474
|
const mismatch = renderWithTheme(
|
|
394
475
|
<AiEvaluatorDetailView
|
|
395
476
|
evaluator={{
|
|
477
|
+
confidenceAlertBelow: 0,
|
|
396
478
|
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
397
479
|
id: "eval-6",
|
|
398
480
|
judgePromptName: "judge",
|
|
@@ -411,6 +493,7 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
411
493
|
const human = renderWithTheme(
|
|
412
494
|
<AiEvaluatorDetailView
|
|
413
495
|
evaluator={{
|
|
496
|
+
confidenceAlertBelow: 0,
|
|
414
497
|
dimensions: [{dataType: "boolean", key: "pass", required: true}],
|
|
415
498
|
id: "eval-7",
|
|
416
499
|
name: "human",
|
|
@@ -426,14 +509,57 @@ describe("AiEvaluatorDetailView", () => {
|
|
|
426
509
|
});
|
|
427
510
|
});
|
|
428
511
|
|
|
512
|
+
describe("AiEvaluatorNewView footer", () => {
|
|
513
|
+
it("offers Cancel next to the primary Create evaluator button", async () => {
|
|
514
|
+
const onCancel = mock(() => undefined);
|
|
515
|
+
const {getByTestId} = renderWithTheme(
|
|
516
|
+
<AiEvaluatorNewView
|
|
517
|
+
assertionConstraint="exists"
|
|
518
|
+
assertionPath=""
|
|
519
|
+
description=""
|
|
520
|
+
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
521
|
+
instructions=""
|
|
522
|
+
isCreating={false}
|
|
523
|
+
judgePromptName=""
|
|
524
|
+
name=""
|
|
525
|
+
onAddDimension={() => undefined}
|
|
526
|
+
onAssertionConstraintChange={() => undefined}
|
|
527
|
+
onAssertionPathChange={() => undefined}
|
|
528
|
+
onCancel={onCancel}
|
|
529
|
+
onCreate={() => undefined}
|
|
530
|
+
onDimensionChange={() => undefined}
|
|
531
|
+
onInstructionsChange={() => undefined}
|
|
532
|
+
onJudgePromptNameChange={() => undefined}
|
|
533
|
+
onLiveSampleRateChange={() => undefined}
|
|
534
|
+
onNameChange={() => undefined}
|
|
535
|
+
onRemoveDimension={() => undefined}
|
|
536
|
+
onTypeChange={() => undefined}
|
|
537
|
+
runModes={{allowManualRun: true, availableInExperiments: true, liveSampleRate: 0}}
|
|
538
|
+
target="full trace"
|
|
539
|
+
type="human"
|
|
540
|
+
/>
|
|
541
|
+
);
|
|
542
|
+
await act(async () => {
|
|
543
|
+
fireEvent.press(getByTestId("ai-evaluator-cancel"));
|
|
544
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
545
|
+
});
|
|
546
|
+
assert.equal(onCancel.mock.calls.length, 1);
|
|
547
|
+
});
|
|
548
|
+
});
|
|
549
|
+
|
|
429
550
|
describe("AiEvaluatorNewView dimension editing", () => {
|
|
430
551
|
it("wires dimension key, type, range, and remove handlers", async () => {
|
|
431
|
-
const onDimensionChange = mock(
|
|
432
|
-
|
|
552
|
+
const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
|
|
553
|
+
() => undefined
|
|
554
|
+
);
|
|
555
|
+
const onRemoveDimension = mock<NonNullable<AiEvaluatorNewViewProps["onRemoveDimension"]>>(
|
|
556
|
+
() => undefined
|
|
557
|
+
);
|
|
433
558
|
const {getAllByDisplayValue, getAllByText} = renderWithTheme(
|
|
434
559
|
<AiEvaluatorNewView
|
|
435
560
|
assertionConstraint="exists"
|
|
436
561
|
assertionPath="output"
|
|
562
|
+
description=""
|
|
437
563
|
dimensions={[
|
|
438
564
|
{dataType: "boolean", key: "pass", required: true},
|
|
439
565
|
{dataType: "boolean", key: "extra", required: false},
|
|
@@ -459,7 +585,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
|
|
|
459
585
|
/>
|
|
460
586
|
);
|
|
461
587
|
fireEvent.changeText(getAllByDisplayValue("pass")[0]!, "score");
|
|
462
|
-
const numericButtons = getAllByText("
|
|
588
|
+
const numericButtons = getAllByText("Number");
|
|
463
589
|
await act(async () => {
|
|
464
590
|
fireEvent.press(numericButtons[0]!);
|
|
465
591
|
const removeButtons = getAllByText("Remove");
|
|
@@ -471,15 +597,26 @@ describe("AiEvaluatorNewView dimension editing", () => {
|
|
|
471
597
|
});
|
|
472
598
|
|
|
473
599
|
it("wires assertion, instructions, judge prompt, and range fields", async () => {
|
|
474
|
-
const onAssertionPathChange = mock
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
const
|
|
478
|
-
|
|
600
|
+
const onAssertionPathChange = mock<
|
|
601
|
+
NonNullable<AiEvaluatorNewViewProps["onAssertionPathChange"]>
|
|
602
|
+
>(() => undefined);
|
|
603
|
+
const onAssertionConstraintChange = mock<
|
|
604
|
+
NonNullable<AiEvaluatorNewViewProps["onAssertionConstraintChange"]>
|
|
605
|
+
>(() => undefined);
|
|
606
|
+
const onInstructionsChange = mock<NonNullable<AiEvaluatorNewViewProps["onInstructionsChange"]>>(
|
|
607
|
+
() => undefined
|
|
608
|
+
);
|
|
609
|
+
const onJudgePromptNameChange = mock<
|
|
610
|
+
NonNullable<AiEvaluatorNewViewProps["onJudgePromptNameChange"]>
|
|
611
|
+
>(() => undefined);
|
|
612
|
+
const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
|
|
613
|
+
() => undefined
|
|
614
|
+
);
|
|
479
615
|
const llmJudge = renderWithTheme(
|
|
480
616
|
<AiEvaluatorNewView
|
|
481
617
|
assertionConstraint="exists"
|
|
482
618
|
assertionPath="output"
|
|
619
|
+
description=""
|
|
483
620
|
dimensions={[{dataType: "boolean", key: "correct", required: false}]}
|
|
484
621
|
instructions=""
|
|
485
622
|
isCreating={false}
|
|
@@ -513,6 +650,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
|
|
|
513
650
|
<AiEvaluatorNewView
|
|
514
651
|
assertionConstraint="exists"
|
|
515
652
|
assertionPath="output"
|
|
653
|
+
description=""
|
|
516
654
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
517
655
|
instructions="Rate quality"
|
|
518
656
|
isCreating={false}
|
|
@@ -541,6 +679,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
|
|
|
541
679
|
<AiEvaluatorNewView
|
|
542
680
|
assertionConstraint="exists"
|
|
543
681
|
assertionPath="output.text"
|
|
682
|
+
description=""
|
|
544
683
|
dimensions={[{dataType: "numeric", key: "score", range: "0-1", required: true}]}
|
|
545
684
|
instructions=""
|
|
546
685
|
isCreating={false}
|
|
@@ -573,13 +712,20 @@ describe("AiEvaluatorNewView dimension editing", () => {
|
|
|
573
712
|
|
|
574
713
|
describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
575
714
|
it("selects each dimension data type and ignores invalid live sample input", async () => {
|
|
576
|
-
const onTypeChange = mock(
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
const
|
|
715
|
+
const onTypeChange = mock<NonNullable<AiEvaluatorNewViewProps["onTypeChange"]>>(
|
|
716
|
+
() => undefined
|
|
717
|
+
);
|
|
718
|
+
const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
|
|
719
|
+
() => undefined
|
|
720
|
+
);
|
|
721
|
+
const onLiveSampleRateChange = mock<
|
|
722
|
+
NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
|
|
723
|
+
>(() => undefined);
|
|
724
|
+
const {getAllByText, getByTestId, getByText} = renderWithTheme(
|
|
580
725
|
<AiEvaluatorNewView
|
|
581
726
|
assertionConstraint="exists"
|
|
582
727
|
assertionPath="output"
|
|
728
|
+
description=""
|
|
583
729
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
584
730
|
instructions=""
|
|
585
731
|
isCreating={false}
|
|
@@ -602,10 +748,10 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
602
748
|
/>
|
|
603
749
|
);
|
|
604
750
|
await act(async () => {
|
|
605
|
-
fireEvent.press(
|
|
606
|
-
fireEvent.press(
|
|
607
|
-
fireEvent.press(getAllByText("
|
|
608
|
-
fireEvent.press(getAllByText("
|
|
751
|
+
fireEvent.press(getByText("Human"));
|
|
752
|
+
fireEvent.press(getByText("JSON assert"));
|
|
753
|
+
fireEvent.press(getAllByText("Number")[0]!);
|
|
754
|
+
fireEvent.press(getAllByText("Category")[0]!);
|
|
609
755
|
await Promise.resolve();
|
|
610
756
|
});
|
|
611
757
|
assert.isAtLeast(onTypeChange.mock.calls.length, 2);
|
|
@@ -623,6 +769,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
623
769
|
<AiEvaluatorNewView
|
|
624
770
|
assertionConstraint="exists"
|
|
625
771
|
assertionPath="output"
|
|
772
|
+
description=""
|
|
626
773
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
627
774
|
instructions=""
|
|
628
775
|
isCreating={false}
|
|
@@ -654,6 +801,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
654
801
|
<AiEvaluatorNewView
|
|
655
802
|
assertionConstraint="exists"
|
|
656
803
|
assertionPath="output"
|
|
804
|
+
description=""
|
|
657
805
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
658
806
|
instructions=""
|
|
659
807
|
isCreating={false}
|
|
@@ -681,6 +829,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
681
829
|
<AiEvaluatorNewView
|
|
682
830
|
assertionConstraint="exists"
|
|
683
831
|
assertionPath="output.text"
|
|
832
|
+
description=""
|
|
684
833
|
dimensions={[{dataType: "boolean", key: "pass", required: true}]}
|
|
685
834
|
instructions=""
|
|
686
835
|
isCreating={false}
|
|
@@ -710,11 +859,14 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
|
|
|
710
859
|
|
|
711
860
|
describe("AiEvaluatorNewView score fields", () => {
|
|
712
861
|
it("hides extra controls for boolean and edits numeric and categorical scores", async () => {
|
|
713
|
-
const onDimensionChange = mock(
|
|
862
|
+
const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
|
|
863
|
+
() => undefined
|
|
864
|
+
);
|
|
714
865
|
const view = renderWithTheme(
|
|
715
866
|
<AiEvaluatorNewView
|
|
716
867
|
assertionConstraint="exists"
|
|
717
868
|
assertionPath="output"
|
|
869
|
+
description=""
|
|
718
870
|
dimensions={[
|
|
719
871
|
{dataType: "boolean", key: "pass", required: true},
|
|
720
872
|
{dataType: "numeric", key: "score", range: "0-1", required: true},
|
|
@@ -761,6 +913,7 @@ describe("AiEvaluatorNewView score fields", () => {
|
|
|
761
913
|
<AiEvaluatorNewView
|
|
762
914
|
assertionConstraint="exists"
|
|
763
915
|
assertionPath="output"
|
|
916
|
+
description=""
|
|
764
917
|
dimensions={dimensions}
|
|
765
918
|
instructions=""
|
|
766
919
|
isCreating={false}
|
|
@@ -789,6 +942,7 @@ describe("AiEvaluatorNewView score fields", () => {
|
|
|
789
942
|
<AiEvaluatorNewView
|
|
790
943
|
assertionConstraint="exists"
|
|
791
944
|
assertionPath="output"
|
|
945
|
+
description=""
|
|
792
946
|
dimensions={[{dataType: "numeric", key: "score", range: "0-1", required: true}]}
|
|
793
947
|
instructions=""
|
|
794
948
|
isCreating={false}
|