@terreno/admin-frontend 57.9.0 → 57.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/AdminShell.d.ts.map +1 -1
- package/dist/AdminShell.js +2 -2
- package/dist/AdminShell.js.map +1 -1
- package/dist/adminShellNav.d.ts +1 -0
- package/dist/adminShellNav.d.ts.map +1 -1
- package/dist/adminShellNav.js +3 -0
- package/dist/adminShellNav.js.map +1 -1
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -0
- package/dist/index.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +89 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +20 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +116 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +120 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +40 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +60 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.d.ts +13 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.js +35 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +52 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +71 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +96 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +103 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +75 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +199 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +50 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +215 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +35 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +13 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +48 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +52 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +142 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +49 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +51 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +197 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +36 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +64 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +90 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +17 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +51 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +35 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +13 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +64 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +73 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +65 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +71 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +72 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +128 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +33 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +100 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +36 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +74 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts +14 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +27 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +77 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +32 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +49 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +123 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.js +150 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +117 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +91 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +121 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +21 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +11 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +30 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +15 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +50 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +8 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +15 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +9 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +56 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js +99 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +45 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +68 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +12 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +17 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +32 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +42 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts +27 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.js +38 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +33 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +73 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.js +41 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts +21 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.js +28 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +33 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts +8 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +40 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts +12 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +161 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +49 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +103 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -0
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +102 -0
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/traceTypes.js +130 -0
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +71 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +113 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -0
- package/dist/widgets/builtInWidgets.d.ts.map +1 -1
- package/dist/widgets/builtInWidgets.js +4 -0
- package/dist/widgets/builtInWidgets.js.map +1 -1
- package/dist/widgets/harness/HarnessApprovalDetail.d.ts +19 -0
- package/dist/widgets/harness/HarnessApprovalDetail.d.ts.map +1 -0
- package/dist/widgets/harness/HarnessApprovalDetail.js +33 -0
- package/dist/widgets/harness/HarnessApprovalDetail.js.map +1 -0
- package/dist/widgets/harness/HarnessApprovalInbox.d.ts +34 -0
- package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -0
- package/dist/widgets/harness/HarnessApprovalInbox.js +103 -0
- package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts +6 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts.map +1 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.js +17 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.js.map +1 -0
- package/dist/widgets/harness/harnessApprovalTypes.d.ts +39 -0
- package/dist/widgets/harness/harnessApprovalTypes.d.ts.map +1 -0
- package/dist/widgets/harness/harnessApprovalTypes.js +93 -0
- package/dist/widgets/harness/harnessApprovalTypes.js.map +1 -0
- package/dist/widgets/harness/useHarnessApprovals.d.ts +30 -0
- package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -0
- package/dist/widgets/harness/useHarnessApprovals.js +46 -0
- package/dist/widgets/harness/useHarnessApprovals.js.map +1 -0
- package/package.json +3 -2
- package/src/AdminShell.test.tsx +27 -0
- package/src/AdminShell.tsx +6 -2
- package/src/adminShellNav.test.ts +26 -0
- package/src/adminShellNav.ts +4 -0
- package/src/index.tsx +18 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +420 -0
- package/src/isolated/AiPromptsListScreen.isolated.tsx +135 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +5972 -0
- package/src/isolated/harnessApprovalsScreen.isolated.tsx +71 -0
- package/src/isolated/observabilityStatusFixtures.isolated.ts +46 -0
- package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +146 -0
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +217 -0
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +307 -0
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +171 -0
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +261 -0
- package/src/widgets/aiObservability/datasets/datasetImport.test.ts +38 -0
- package/src/widgets/aiObservability/datasets/datasetImport.ts +42 -0
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +102 -0
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +121 -0
- package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +204 -0
- package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +185 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +119 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +277 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +825 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +838 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +54 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +139 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +93 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +198 -0
- package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +113 -0
- package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +91 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +248 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +179 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +284 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +137 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +177 -0
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +54 -0
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +168 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +100 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +142 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +140 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +126 -0
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +236 -0
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +389 -0
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +198 -0
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +263 -0
- package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +124 -0
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +125 -0
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +69 -0
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +260 -0
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +139 -0
- package/src/widgets/aiObservability/prompts/promptTypes.ts +282 -0
- package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +130 -0
- package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +190 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +213 -0
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +132 -0
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +54 -0
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +154 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +56 -0
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +91 -0
- package/src/widgets/aiObservability/review/reviewTypes.test.ts +84 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +154 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +87 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +107 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +60 -0
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +41 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +96 -0
- package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +121 -0
- package/src/widgets/aiObservability/shell/ObservabilityTable.tsx +129 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +110 -0
- package/src/widgets/aiObservability/shell/aiRunAccess.test.ts +121 -0
- package/src/widgets/aiObservability/shell/aiRunAccess.ts +79 -0
- package/src/widgets/aiObservability/shell/observabilityPermissions.test.ts +191 -0
- package/src/widgets/aiObservability/shell/observabilityPermissions.ts +62 -0
- package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +61 -0
- package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +189 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +247 -0
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +509 -0
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +125 -0
- package/src/widgets/aiObservability/traces/traceTypes.ts +237 -0
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +132 -0
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +172 -0
- package/src/widgets/builtInWidgets.ts +4 -0
- package/src/widgets/harness/HarnessApprovalDetail.tsx +149 -0
- package/src/widgets/harness/HarnessApprovalInbox.test.tsx +340 -0
- package/src/widgets/harness/HarnessApprovalInbox.tsx +266 -0
- package/src/widgets/harness/HarnessApprovalsScreenWidget.tsx +35 -0
- package/src/widgets/harness/harnessApprovalTypes.test.ts +84 -0
- package/src/widgets/harness/harnessApprovalTypes.ts +119 -0
- package/src/widgets/harness/useHarnessApprovals.ts +86 -0
- package/src/widgets/pluginWidgets.test.tsx +4 -0
|
@@ -0,0 +1,838 @@
|
|
|
1
|
+
import {Badge, Box, Button, Heading, Link, SelectField, Text, TextField} from "@terreno/ui";
|
|
2
|
+
import React, {useCallback, useEffect, useMemo, useRef, useState} from "react";
|
|
3
|
+
import {
|
|
4
|
+
ObservabilityTable,
|
|
5
|
+
type ObservabilityTableColumn,
|
|
6
|
+
type ObservabilityTableRow,
|
|
7
|
+
} from "../shell/ObservabilityTable";
|
|
8
|
+
import {
|
|
9
|
+
DIMENSION_DATA_TYPES,
|
|
10
|
+
dimensionForDataType,
|
|
11
|
+
EVALUATOR_TYPE_LABELS,
|
|
12
|
+
type EvaluatorDimension,
|
|
13
|
+
type EvaluatorRecord,
|
|
14
|
+
type EvaluatorUsageRow,
|
|
15
|
+
emptyDimension,
|
|
16
|
+
formatCategories,
|
|
17
|
+
formatNumericRange,
|
|
18
|
+
formatRunModeChips,
|
|
19
|
+
judgeSchemaMissingDimensions,
|
|
20
|
+
parseCategories,
|
|
21
|
+
parseNumericBounds,
|
|
22
|
+
} from "./evaluatorTypes";
|
|
23
|
+
|
|
24
|
+
type JudgePromptStatus = "error" | "idle" | "loading" | "ready";
|
|
25
|
+
|
|
26
|
+
const EVALUATOR_NEW_INTRO =
|
|
27
|
+
"Evaluators turn AI results into consistent scores you can compare, filter, and review. Set up who decides the score, what they can see, and which score fields are saved.";
|
|
28
|
+
|
|
29
|
+
const EVALUATOR_TYPE_HELP: Record<EvaluatorRecord["type"], string> = {
|
|
30
|
+
human:
|
|
31
|
+
"A reviewer decides the score. Send traces to this evaluator from Traces; they wait in Human review until someone submits the score.",
|
|
32
|
+
"json-assert":
|
|
33
|
+
"Terreno reads one value from the JSON and checks a rule. This is fast, deterministic, and has no model cost.",
|
|
34
|
+
"llm-judge":
|
|
35
|
+
"A scoring prompt asks a model to judge quality or meaning that code cannot reliably check. Each evaluation is a billed model call.",
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
const FULL_TRACE_TARGET_HELP =
|
|
39
|
+
"The evaluator sees the complete interaction, including nested steps, the compiled prompt, and final output.";
|
|
40
|
+
|
|
41
|
+
const EVALUATOR_NAME_HELP =
|
|
42
|
+
"Use a short, unique name such as answer-correctness or safe-response. This name also identifies its scores.";
|
|
43
|
+
|
|
44
|
+
const EVALUATOR_DESCRIPTION_HELP =
|
|
45
|
+
"Explain what a good result means and when your team should use this evaluator.";
|
|
46
|
+
|
|
47
|
+
const EVALUATOR_DIMENSIONS_HELP =
|
|
48
|
+
"Each dimension becomes a separate saved score. Start with one score unless reviewers or experiments need to compare different qualities separately.";
|
|
49
|
+
|
|
50
|
+
const EVALUATOR_DIMENSION_KEY_HELP =
|
|
51
|
+
"The score label shown on traces and experiment results, such as correct, helpful, or toxicity.";
|
|
52
|
+
|
|
53
|
+
const EVALUATOR_DIMENSION_MIN_HELP = "Lowest allowed number, such as 0.";
|
|
54
|
+
|
|
55
|
+
const EVALUATOR_DIMENSION_MAX_HELP = "Highest allowed number, such as 1 or 5.";
|
|
56
|
+
|
|
57
|
+
const EVALUATOR_DIMENSION_CATEGORY_HELP =
|
|
58
|
+
"Add each label reviewers or the judge can choose, such as pass, partial, or fail.";
|
|
59
|
+
|
|
60
|
+
const EVALUATOR_INSTRUCTIONS_HELP =
|
|
61
|
+
"Reviewers see these instructions above the score fields. Define what each score means and include examples of borderline or failing results.";
|
|
62
|
+
|
|
63
|
+
const EVALUATOR_ASSERTION_PATH_HELP =
|
|
64
|
+
"Enter the field to inspect, such as output.text or output.score.";
|
|
65
|
+
|
|
66
|
+
const EVALUATOR_ASSERTION_CONSTRAINT_HELP =
|
|
67
|
+
"Enter the rule for that field: exists, an exact value, or a numeric comparison such as gte 0.8.";
|
|
68
|
+
|
|
69
|
+
const EVALUATOR_JUDGE_PROMPT_HELP =
|
|
70
|
+
"Choose a prompt from AI Observability → Prompts that tells the model how to score. Its production output schema must return every required score name above.";
|
|
71
|
+
|
|
72
|
+
const EVALUATOR_LIVE_SAMPLE_HELP =
|
|
73
|
+
"Choose what percentage of production traces to score automatically. Use 0 to keep live scoring off.";
|
|
74
|
+
|
|
75
|
+
interface EvaluatorSetupStepProps {
|
|
76
|
+
children: React.ReactNode;
|
|
77
|
+
description?: string;
|
|
78
|
+
number: number;
|
|
79
|
+
testID: string;
|
|
80
|
+
title: string;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
const EvaluatorSetupStep: React.FC<EvaluatorSetupStepProps> = ({
|
|
84
|
+
children,
|
|
85
|
+
description,
|
|
86
|
+
number,
|
|
87
|
+
testID,
|
|
88
|
+
title,
|
|
89
|
+
}) => {
|
|
90
|
+
return (
|
|
91
|
+
<Box
|
|
92
|
+
accessibilityLabel={`Step ${number} of 6: ${title}`}
|
|
93
|
+
border="default"
|
|
94
|
+
gap={3}
|
|
95
|
+
padding={4}
|
|
96
|
+
rounding="md"
|
|
97
|
+
testID={testID}
|
|
98
|
+
>
|
|
99
|
+
<Box direction="row" gap={2}>
|
|
100
|
+
<Badge status="neutral" value={String(number)} />
|
|
101
|
+
<Box flex="grow" gap={1}>
|
|
102
|
+
<Heading size="sm">{title}</Heading>
|
|
103
|
+
<Text color="secondaryDark" size="sm">
|
|
104
|
+
{description}
|
|
105
|
+
</Text>
|
|
106
|
+
</Box>
|
|
107
|
+
</Box>
|
|
108
|
+
{children}
|
|
109
|
+
</Box>
|
|
110
|
+
);
|
|
111
|
+
};
|
|
112
|
+
|
|
113
|
+
export interface AiEvaluatorDetailViewProps {
|
|
114
|
+
evaluator: EvaluatorRecord;
|
|
115
|
+
judgeOutputSchema?: Record<string, unknown>;
|
|
116
|
+
judgePromptStatus?: JudgePromptStatus;
|
|
117
|
+
onOpenPrompt?: (name: string) => void;
|
|
118
|
+
routeBase: string;
|
|
119
|
+
usageError?: string;
|
|
120
|
+
usageRows: EvaluatorUsageRow[];
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
export interface AiEvaluatorNewViewProps {
|
|
124
|
+
assertionConstraint: string;
|
|
125
|
+
assertionPath: string;
|
|
126
|
+
createError?: string;
|
|
127
|
+
description: string;
|
|
128
|
+
dimensions: EvaluatorDimension[];
|
|
129
|
+
instructions: string;
|
|
130
|
+
isCreating: boolean;
|
|
131
|
+
judgePromptName: string;
|
|
132
|
+
judgePromptOptions?: Array<{label: string; value: string}>;
|
|
133
|
+
judgePromptStatus?: JudgePromptStatus;
|
|
134
|
+
name: string;
|
|
135
|
+
onAddDimension: () => void;
|
|
136
|
+
onAssertionConstraintChange: (value: string) => void;
|
|
137
|
+
onAssertionPathChange: (value: string) => void;
|
|
138
|
+
onCreate: () => void;
|
|
139
|
+
onDescriptionChange?: (value: string) => void;
|
|
140
|
+
onDimensionChange: (index: number, dimension: EvaluatorDimension) => void;
|
|
141
|
+
onInstructionsChange: (value: string) => void;
|
|
142
|
+
onJudgePromptNameChange: (value: string) => void;
|
|
143
|
+
onLiveSampleRateChange: (value: number) => void;
|
|
144
|
+
onNameChange: (value: string) => void;
|
|
145
|
+
onRemoveDimension: (index: number) => void;
|
|
146
|
+
onTypeChange: (value: EvaluatorRecord["type"]) => void;
|
|
147
|
+
runModes: EvaluatorRecord["runModes"];
|
|
148
|
+
schemaMismatchKey?: string;
|
|
149
|
+
target: EvaluatorRecord["target"];
|
|
150
|
+
type: EvaluatorRecord["type"];
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
const DIMENSION_COLUMNS: ObservabilityTableColumn[] = [
|
|
154
|
+
{minWidth: 120, title: "Key"},
|
|
155
|
+
{minWidth: 100, title: "Data type"},
|
|
156
|
+
{minWidth: 80, title: "Range"},
|
|
157
|
+
{minWidth: 80, title: "Required"},
|
|
158
|
+
];
|
|
159
|
+
|
|
160
|
+
const USAGE_COLUMNS: ObservabilityTableColumn[] = [
|
|
161
|
+
{minWidth: 160, title: "Experiment"},
|
|
162
|
+
{minWidth: 90, title: "30d runs"},
|
|
163
|
+
{minWidth: 90, title: "Cost"},
|
|
164
|
+
];
|
|
165
|
+
|
|
166
|
+
const renderTypePanel = ({
|
|
167
|
+
assertionConstraint,
|
|
168
|
+
assertionPath,
|
|
169
|
+
evaluator,
|
|
170
|
+
evaluatorType,
|
|
171
|
+
judgeOutputSchema,
|
|
172
|
+
instructions,
|
|
173
|
+
judgePromptName,
|
|
174
|
+
judgePromptStatus,
|
|
175
|
+
onAssertionConstraintChange,
|
|
176
|
+
onAssertionPathChange,
|
|
177
|
+
onInstructionsChange,
|
|
178
|
+
onJudgePromptNameChange,
|
|
179
|
+
judgePromptOptions,
|
|
180
|
+
onOpenPrompt,
|
|
181
|
+
routeBase,
|
|
182
|
+
schemaMismatchKey,
|
|
183
|
+
}: {
|
|
184
|
+
assertionConstraint?: string;
|
|
185
|
+
assertionPath?: string;
|
|
186
|
+
evaluator?: EvaluatorRecord;
|
|
187
|
+
evaluatorType?: EvaluatorRecord["type"];
|
|
188
|
+
judgeOutputSchema?: Record<string, unknown>;
|
|
189
|
+
instructions?: string;
|
|
190
|
+
judgePromptName?: string;
|
|
191
|
+
judgePromptOptions?: Array<{label: string; value: string}>;
|
|
192
|
+
judgePromptStatus?: JudgePromptStatus;
|
|
193
|
+
onAssertionConstraintChange?: (value: string) => void;
|
|
194
|
+
onAssertionPathChange?: (value: string) => void;
|
|
195
|
+
onInstructionsChange?: (value: string) => void;
|
|
196
|
+
onJudgePromptNameChange?: (value: string) => void;
|
|
197
|
+
onOpenPrompt?: (name: string) => void;
|
|
198
|
+
routeBase?: string;
|
|
199
|
+
schemaMismatchKey?: string;
|
|
200
|
+
}): React.ReactNode => {
|
|
201
|
+
const type = evaluator?.type ?? evaluatorType;
|
|
202
|
+
if (type === "llm-judge") {
|
|
203
|
+
const promptStatus =
|
|
204
|
+
judgePromptStatus ?? (evaluator || judgePromptName?.trim() ? "ready" : "idle");
|
|
205
|
+
const missing =
|
|
206
|
+
promptStatus === "ready"
|
|
207
|
+
? judgeSchemaMissingDimensions(evaluator?.dimensions ?? [], judgeOutputSchema)
|
|
208
|
+
: [];
|
|
209
|
+
const mismatch = schemaMismatchKey ?? missing[0];
|
|
210
|
+
return (
|
|
211
|
+
<Box gap={2} testID="ai-evaluator-panel-llm-judge">
|
|
212
|
+
{evaluator ? (
|
|
213
|
+
<Box direction="row" gap={2} wrap>
|
|
214
|
+
<Text>
|
|
215
|
+
Judge prompt:{" "}
|
|
216
|
+
{evaluator.judgePromptName ? (
|
|
217
|
+
onOpenPrompt ? (
|
|
218
|
+
<Button
|
|
219
|
+
onClick={() => {
|
|
220
|
+
onOpenPrompt(evaluator.judgePromptName ?? "");
|
|
221
|
+
}}
|
|
222
|
+
size="sm"
|
|
223
|
+
text={evaluator.judgePromptName}
|
|
224
|
+
variant="ghost"
|
|
225
|
+
/>
|
|
226
|
+
) : (
|
|
227
|
+
<Link
|
|
228
|
+
href={`${routeBase}/ai-prompt-editor?name=${encodeURIComponent(evaluator.judgePromptName)}`}
|
|
229
|
+
text={evaluator.judgePromptName}
|
|
230
|
+
/>
|
|
231
|
+
)
|
|
232
|
+
) : (
|
|
233
|
+
"—"
|
|
234
|
+
)}
|
|
235
|
+
</Text>
|
|
236
|
+
</Box>
|
|
237
|
+
) : (
|
|
238
|
+
<SelectField
|
|
239
|
+
helperText={
|
|
240
|
+
(judgePromptOptions ?? []).length === 0
|
|
241
|
+
? "Create a prompt first, then choose it here."
|
|
242
|
+
: EVALUATOR_JUDGE_PROMPT_HELP
|
|
243
|
+
}
|
|
244
|
+
onChange={onJudgePromptNameChange ?? (() => undefined)}
|
|
245
|
+
options={judgePromptOptions ?? []}
|
|
246
|
+
placeholder="Select a prompt"
|
|
247
|
+
testID="ai-evaluator-judge-prompt"
|
|
248
|
+
title="Judge prompt"
|
|
249
|
+
value={judgePromptName ?? ""}
|
|
250
|
+
/>
|
|
251
|
+
)}
|
|
252
|
+
{mismatch ? (
|
|
253
|
+
<Text color="error" testID="ai-evaluator-schema-mismatch">
|
|
254
|
+
Judge prompt output schema missing required dimension "{mismatch}"
|
|
255
|
+
</Text>
|
|
256
|
+
) : promptStatus === "loading" ? (
|
|
257
|
+
<Text color="secondaryDark" size="sm" testID="ai-evaluator-schema-loading">
|
|
258
|
+
Checking judge prompt schema…
|
|
259
|
+
</Text>
|
|
260
|
+
) : promptStatus === "error" ? (
|
|
261
|
+
<Text color="error" size="sm" testID="ai-evaluator-schema-error">
|
|
262
|
+
Judge prompt or its production schema could not be loaded.
|
|
263
|
+
</Text>
|
|
264
|
+
) : promptStatus === "idle" ? (
|
|
265
|
+
<Text color="secondaryDark" size="sm" testID="ai-evaluator-schema-idle">
|
|
266
|
+
Select a judge prompt to check its production output schema.
|
|
267
|
+
</Text>
|
|
268
|
+
) : (
|
|
269
|
+
<Text color="success" size="sm">
|
|
270
|
+
Schema match check passed
|
|
271
|
+
</Text>
|
|
272
|
+
)}
|
|
273
|
+
</Box>
|
|
274
|
+
);
|
|
275
|
+
}
|
|
276
|
+
if (type === "json-assert") {
|
|
277
|
+
return (
|
|
278
|
+
<Box gap={2} testID="ai-evaluator-panel-json-assert">
|
|
279
|
+
{evaluator ? (
|
|
280
|
+
<Box gap={1}>
|
|
281
|
+
<Text>
|
|
282
|
+
Path: <Text bold>{evaluator.assertion?.path ?? "—"}</Text>
|
|
283
|
+
</Text>
|
|
284
|
+
<Text>
|
|
285
|
+
Constraint: <Text bold>{evaluator.assertion?.constraint ?? "—"}</Text>
|
|
286
|
+
</Text>
|
|
287
|
+
</Box>
|
|
288
|
+
) : (
|
|
289
|
+
<>
|
|
290
|
+
<TextField
|
|
291
|
+
helperText={EVALUATOR_ASSERTION_PATH_HELP}
|
|
292
|
+
onChange={onAssertionPathChange ?? (() => undefined)}
|
|
293
|
+
testID="ai-evaluator-assertion-path"
|
|
294
|
+
title="Assertion path"
|
|
295
|
+
value={assertionPath ?? ""}
|
|
296
|
+
/>
|
|
297
|
+
<TextField
|
|
298
|
+
helperText={EVALUATOR_ASSERTION_CONSTRAINT_HELP}
|
|
299
|
+
onChange={onAssertionConstraintChange ?? (() => undefined)}
|
|
300
|
+
testID="ai-evaluator-assertion-constraint"
|
|
301
|
+
title="Constraint"
|
|
302
|
+
value={assertionConstraint ?? ""}
|
|
303
|
+
/>
|
|
304
|
+
</>
|
|
305
|
+
)}
|
|
306
|
+
</Box>
|
|
307
|
+
);
|
|
308
|
+
}
|
|
309
|
+
return (
|
|
310
|
+
<Box gap={2} testID="ai-evaluator-panel-human">
|
|
311
|
+
{evaluator ? (
|
|
312
|
+
<Text>{evaluator.instructions ?? "No reviewer instructions."}</Text>
|
|
313
|
+
) : (
|
|
314
|
+
<TextField
|
|
315
|
+
helperText={EVALUATOR_INSTRUCTIONS_HELP}
|
|
316
|
+
multiline
|
|
317
|
+
onChange={onInstructionsChange ?? (() => undefined)}
|
|
318
|
+
rows={4}
|
|
319
|
+
testID="ai-evaluator-instructions"
|
|
320
|
+
title="Reviewer instructions"
|
|
321
|
+
value={instructions ?? ""}
|
|
322
|
+
/>
|
|
323
|
+
)}
|
|
324
|
+
</Box>
|
|
325
|
+
);
|
|
326
|
+
};
|
|
327
|
+
|
|
328
|
+
export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
|
|
329
|
+
evaluator,
|
|
330
|
+
judgeOutputSchema,
|
|
331
|
+
judgePromptStatus,
|
|
332
|
+
onOpenPrompt,
|
|
333
|
+
routeBase,
|
|
334
|
+
usageError,
|
|
335
|
+
usageRows,
|
|
336
|
+
}) => {
|
|
337
|
+
const dimensionRows: ObservabilityTableRow[] = useMemo(() => {
|
|
338
|
+
return evaluator.dimensions.map((dimension, index) => {
|
|
339
|
+
return {
|
|
340
|
+
cells: [
|
|
341
|
+
dimension.key,
|
|
342
|
+
dimension.dataType,
|
|
343
|
+
dimension.range ?? "—",
|
|
344
|
+
dimension.required ? "Yes" : "No",
|
|
345
|
+
],
|
|
346
|
+
key: dimension.key || `dimension-${index}`,
|
|
347
|
+
};
|
|
348
|
+
});
|
|
349
|
+
}, [evaluator.dimensions]);
|
|
350
|
+
|
|
351
|
+
const usageTableRows: ObservabilityTableRow[] = useMemo(() => {
|
|
352
|
+
return usageRows.map((row, index) => {
|
|
353
|
+
return {
|
|
354
|
+
cells: [
|
|
355
|
+
row.experimentName,
|
|
356
|
+
String(row.runs),
|
|
357
|
+
row.costUsd !== undefined ? `$${row.costUsd.toFixed(2)}` : "—",
|
|
358
|
+
],
|
|
359
|
+
key: row.experimentId ?? `usage-${index}`,
|
|
360
|
+
};
|
|
361
|
+
});
|
|
362
|
+
}, [usageRows]);
|
|
363
|
+
|
|
364
|
+
const chips = formatRunModeChips(evaluator.runModes);
|
|
365
|
+
|
|
366
|
+
return (
|
|
367
|
+
<Box gap={4} testID="ai-evaluator-detail">
|
|
368
|
+
<Box gap={2}>
|
|
369
|
+
<Heading size="md" testID="ai-evaluator-name">
|
|
370
|
+
{evaluator.name}
|
|
371
|
+
</Heading>
|
|
372
|
+
{evaluator.description ? (
|
|
373
|
+
<Text color="secondaryDark">{evaluator.description}</Text>
|
|
374
|
+
) : undefined}
|
|
375
|
+
<Box direction="row" gap={2} wrap>
|
|
376
|
+
<Badge status="info" value={EVALUATOR_TYPE_LABELS[evaluator.type]} />
|
|
377
|
+
<Badge status="neutral" value={evaluator.target} />
|
|
378
|
+
{chips.map((chip) => {
|
|
379
|
+
return <Badge key={chip} status="neutral" value={chip} />;
|
|
380
|
+
})}
|
|
381
|
+
</Box>
|
|
382
|
+
</Box>
|
|
383
|
+
<Box gap={2}>
|
|
384
|
+
<Heading size="sm">Scores this evaluator saves</Heading>
|
|
385
|
+
<Text color="secondaryDark" size="sm">
|
|
386
|
+
Each row is stored as a separate score on the trace or experiment result.
|
|
387
|
+
</Text>
|
|
388
|
+
<ObservabilityTable
|
|
389
|
+
columns={DIMENSION_COLUMNS}
|
|
390
|
+
rows={dimensionRows}
|
|
391
|
+
testID="ai-evaluator-dimensions"
|
|
392
|
+
/>
|
|
393
|
+
</Box>
|
|
394
|
+
<Box gap={2}>
|
|
395
|
+
<Heading size="sm">How scoring works</Heading>
|
|
396
|
+
{renderTypePanel({
|
|
397
|
+
evaluator,
|
|
398
|
+
judgeOutputSchema,
|
|
399
|
+
judgePromptStatus,
|
|
400
|
+
onOpenPrompt,
|
|
401
|
+
routeBase,
|
|
402
|
+
})}
|
|
403
|
+
</Box>
|
|
404
|
+
<Box gap={2}>
|
|
405
|
+
<Heading size="sm">Where it runs</Heading>
|
|
406
|
+
{evaluator.type === "human" ? (
|
|
407
|
+
<Text size="sm">
|
|
408
|
+
Reviewers apply this evaluator in Human review. It never runs automatically on live
|
|
409
|
+
traffic.
|
|
410
|
+
</Text>
|
|
411
|
+
) : (
|
|
412
|
+
<Text size="sm">
|
|
413
|
+
Available for manual runs and experiments. Live sampling scores{" "}
|
|
414
|
+
{Math.round(evaluator.runModes.liveSampleRate)}% of matching production traffic.
|
|
415
|
+
</Text>
|
|
416
|
+
)}
|
|
417
|
+
</Box>
|
|
418
|
+
<Box gap={2}>
|
|
419
|
+
<Heading size="sm">Used by (30 days)</Heading>
|
|
420
|
+
{usageError ? (
|
|
421
|
+
<Text color="error" testID="ai-evaluator-used-by-error">
|
|
422
|
+
{usageError}
|
|
423
|
+
</Text>
|
|
424
|
+
) : usageRows.length === 0 ? (
|
|
425
|
+
<Text color="secondaryDark" testID="ai-evaluator-used-by-empty">
|
|
426
|
+
No experiments in the last 30 days.
|
|
427
|
+
</Text>
|
|
428
|
+
) : (
|
|
429
|
+
<ObservabilityTable
|
|
430
|
+
columns={USAGE_COLUMNS}
|
|
431
|
+
rows={usageTableRows}
|
|
432
|
+
testID="ai-evaluator-used-by"
|
|
433
|
+
/>
|
|
434
|
+
)}
|
|
435
|
+
</Box>
|
|
436
|
+
</Box>
|
|
437
|
+
);
|
|
438
|
+
};
|
|
439
|
+
|
|
440
|
+
interface DimensionScaleFieldsProps {
|
|
441
|
+
dimension: EvaluatorDimension;
|
|
442
|
+
index: number;
|
|
443
|
+
onDimensionChange: (index: number, dimension: EvaluatorDimension) => void;
|
|
444
|
+
}
|
|
445
|
+
|
|
446
|
+
const DimensionScaleFields: React.FC<DimensionScaleFieldsProps> = ({
|
|
447
|
+
dimension,
|
|
448
|
+
index,
|
|
449
|
+
onDimensionChange,
|
|
450
|
+
}) => {
|
|
451
|
+
const [draftCategory, setDraftCategory] = useState("");
|
|
452
|
+
const bounds = parseNumericBounds(dimension.range);
|
|
453
|
+
const [min, setMin] = useState(bounds.min);
|
|
454
|
+
const [max, setMax] = useState(bounds.max);
|
|
455
|
+
const lastEmittedRange = useRef(dimension.range);
|
|
456
|
+
const categories = parseCategories(dimension.range);
|
|
457
|
+
|
|
458
|
+
// Parent range changes (type switch or row reorder) must replace the draft
|
|
459
|
+
// bounds; useState only reads the initial range.
|
|
460
|
+
useEffect(() => {
|
|
461
|
+
if (dimension.range === lastEmittedRange.current) {
|
|
462
|
+
return;
|
|
463
|
+
}
|
|
464
|
+
setMin(bounds.min);
|
|
465
|
+
setMax(bounds.max);
|
|
466
|
+
lastEmittedRange.current = dimension.range;
|
|
467
|
+
}, [bounds.max, bounds.min, dimension.range]);
|
|
468
|
+
|
|
469
|
+
const handleMinChange = useCallback(
|
|
470
|
+
(value: string): void => {
|
|
471
|
+
setMin(value);
|
|
472
|
+
const range = formatNumericRange(value, max);
|
|
473
|
+
lastEmittedRange.current = range;
|
|
474
|
+
onDimensionChange(index, {...dimension, range});
|
|
475
|
+
},
|
|
476
|
+
[dimension, index, max, onDimensionChange]
|
|
477
|
+
);
|
|
478
|
+
|
|
479
|
+
const handleMaxChange = useCallback(
|
|
480
|
+
(value: string): void => {
|
|
481
|
+
setMax(value);
|
|
482
|
+
const range = formatNumericRange(min, value);
|
|
483
|
+
lastEmittedRange.current = range;
|
|
484
|
+
onDimensionChange(index, {...dimension, range});
|
|
485
|
+
},
|
|
486
|
+
[dimension, index, min, onDimensionChange]
|
|
487
|
+
);
|
|
488
|
+
|
|
489
|
+
const handleAddCategory = useCallback((): void => {
|
|
490
|
+
const next = draftCategory.trim();
|
|
491
|
+
if (!next) {
|
|
492
|
+
return;
|
|
493
|
+
}
|
|
494
|
+
if (categories.includes(next)) {
|
|
495
|
+
setDraftCategory("");
|
|
496
|
+
return;
|
|
497
|
+
}
|
|
498
|
+
onDimensionChange(index, {
|
|
499
|
+
...dimension,
|
|
500
|
+
range: formatCategories([...categories, next]),
|
|
501
|
+
});
|
|
502
|
+
setDraftCategory("");
|
|
503
|
+
}, [categories, dimension, draftCategory, index, onDimensionChange]);
|
|
504
|
+
|
|
505
|
+
const handleRemoveCategory = useCallback(
|
|
506
|
+
(category: string): void => {
|
|
507
|
+
onDimensionChange(index, {
|
|
508
|
+
...dimension,
|
|
509
|
+
range: formatCategories(categories.filter((entry) => entry !== category)),
|
|
510
|
+
});
|
|
511
|
+
},
|
|
512
|
+
[categories, dimension, index, onDimensionChange]
|
|
513
|
+
);
|
|
514
|
+
|
|
515
|
+
if (dimension.dataType === "boolean") {
|
|
516
|
+
return null;
|
|
517
|
+
}
|
|
518
|
+
|
|
519
|
+
if (dimension.dataType === "numeric") {
|
|
520
|
+
return (
|
|
521
|
+
<Box direction="row" gap={2} testID={`ai-evaluator-dimension-${index}-numeric`} wrap>
|
|
522
|
+
<TextField
|
|
523
|
+
helperText={EVALUATOR_DIMENSION_MIN_HELP}
|
|
524
|
+
onChange={handleMinChange}
|
|
525
|
+
testID={`ai-evaluator-dimension-${index}-min`}
|
|
526
|
+
title="Min"
|
|
527
|
+
value={min}
|
|
528
|
+
/>
|
|
529
|
+
<TextField
|
|
530
|
+
helperText={EVALUATOR_DIMENSION_MAX_HELP}
|
|
531
|
+
onChange={handleMaxChange}
|
|
532
|
+
testID={`ai-evaluator-dimension-${index}-max`}
|
|
533
|
+
title="Max"
|
|
534
|
+
value={max}
|
|
535
|
+
/>
|
|
536
|
+
</Box>
|
|
537
|
+
);
|
|
538
|
+
}
|
|
539
|
+
|
|
540
|
+
return (
|
|
541
|
+
<Box gap={2} testID={`ai-evaluator-dimension-${index}-categories`}>
|
|
542
|
+
<Box direction="row" gap={2} wrap>
|
|
543
|
+
<TextField
|
|
544
|
+
helperText={EVALUATOR_DIMENSION_CATEGORY_HELP}
|
|
545
|
+
onChange={setDraftCategory}
|
|
546
|
+
testID={`ai-evaluator-dimension-${index}-category-draft`}
|
|
547
|
+
title="Category"
|
|
548
|
+
value={draftCategory}
|
|
549
|
+
/>
|
|
550
|
+
<Button
|
|
551
|
+
onClick={handleAddCategory}
|
|
552
|
+
testID={`ai-evaluator-dimension-${index}-add-category`}
|
|
553
|
+
text="Add category"
|
|
554
|
+
/>
|
|
555
|
+
</Box>
|
|
556
|
+
{categories.map((category) => {
|
|
557
|
+
return (
|
|
558
|
+
<Box alignItems="center" direction="row" gap={2} key={category}>
|
|
559
|
+
<Text>{category}</Text>
|
|
560
|
+
<Button
|
|
561
|
+
onClick={() => {
|
|
562
|
+
handleRemoveCategory(category);
|
|
563
|
+
}}
|
|
564
|
+
testID={`ai-evaluator-dimension-${index}-remove-category-${category}`}
|
|
565
|
+
text="Remove category"
|
|
566
|
+
variant="ghost"
|
|
567
|
+
/>
|
|
568
|
+
</Box>
|
|
569
|
+
);
|
|
570
|
+
})}
|
|
571
|
+
</Box>
|
|
572
|
+
);
|
|
573
|
+
};
|
|
574
|
+
|
|
575
|
+
export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
|
|
576
|
+
assertionConstraint,
|
|
577
|
+
assertionPath,
|
|
578
|
+
createError,
|
|
579
|
+
description,
|
|
580
|
+
dimensions,
|
|
581
|
+
instructions,
|
|
582
|
+
isCreating,
|
|
583
|
+
judgePromptName,
|
|
584
|
+
judgePromptOptions = [],
|
|
585
|
+
judgePromptStatus,
|
|
586
|
+
name,
|
|
587
|
+
onAddDimension,
|
|
588
|
+
onAssertionConstraintChange,
|
|
589
|
+
onAssertionPathChange,
|
|
590
|
+
onCreate,
|
|
591
|
+
onDescriptionChange,
|
|
592
|
+
onDimensionChange,
|
|
593
|
+
onInstructionsChange,
|
|
594
|
+
onJudgePromptNameChange,
|
|
595
|
+
onLiveSampleRateChange,
|
|
596
|
+
onNameChange,
|
|
597
|
+
onRemoveDimension,
|
|
598
|
+
onTypeChange,
|
|
599
|
+
runModes,
|
|
600
|
+
schemaMismatchKey,
|
|
601
|
+
target,
|
|
602
|
+
type,
|
|
603
|
+
}) => {
|
|
604
|
+
const handleTypeSelect = useCallback(
|
|
605
|
+
(next: EvaluatorRecord["type"]): void => {
|
|
606
|
+
onTypeChange(next);
|
|
607
|
+
},
|
|
608
|
+
[onTypeChange]
|
|
609
|
+
);
|
|
610
|
+
|
|
611
|
+
const methodStepDescription =
|
|
612
|
+
type === "human"
|
|
613
|
+
? "Write the guidance a reviewer needs to apply the scores consistently."
|
|
614
|
+
: type === "json-assert"
|
|
615
|
+
? "Point to one JSON value and define the rule it must satisfy."
|
|
616
|
+
: "Connect the prompt that will read the data and return the scores.";
|
|
617
|
+
|
|
618
|
+
const runStepDescription =
|
|
619
|
+
type === "human"
|
|
620
|
+
? "Human evaluators appear in the review queue and never score live traffic automatically."
|
|
621
|
+
: "Automatic evaluators are available in experiments and manual runs. Live sampling is optional.";
|
|
622
|
+
|
|
623
|
+
return (
|
|
624
|
+
<Box gap={4} testID="ai-evaluator-new">
|
|
625
|
+
<EvaluatorSetupStep
|
|
626
|
+
description="Give teammates enough context to recognize and reuse this evaluator."
|
|
627
|
+
number={1}
|
|
628
|
+
testID="ai-evaluator-step-name"
|
|
629
|
+
title="Name the evaluator"
|
|
630
|
+
>
|
|
631
|
+
<TextField
|
|
632
|
+
helperText={EVALUATOR_NAME_HELP}
|
|
633
|
+
onChange={onNameChange}
|
|
634
|
+
testID="ai-evaluator-name"
|
|
635
|
+
title="Name"
|
|
636
|
+
value={name}
|
|
637
|
+
/>
|
|
638
|
+
<TextField
|
|
639
|
+
helperText={EVALUATOR_DESCRIPTION_HELP}
|
|
640
|
+
multiline
|
|
641
|
+
onChange={onDescriptionChange ?? (() => undefined)}
|
|
642
|
+
rows={3}
|
|
643
|
+
testID="ai-evaluator-description"
|
|
644
|
+
title="Purpose (optional)"
|
|
645
|
+
value={description ?? ""}
|
|
646
|
+
/>
|
|
647
|
+
</EvaluatorSetupStep>
|
|
648
|
+
<Box border="default" gap={2} padding={4} rounding="md" testID="ai-evaluator-help-intro">
|
|
649
|
+
<Heading size="sm">Create a reusable scoring rule</Heading>
|
|
650
|
+
<Text color="secondaryDark">{EVALUATOR_NEW_INTRO}</Text>
|
|
651
|
+
</Box>
|
|
652
|
+
<EvaluatorSetupStep
|
|
653
|
+
description="Choose whether a person, a deterministic JSON rule, or another model decides the score."
|
|
654
|
+
number={2}
|
|
655
|
+
testID="ai-evaluator-step-method"
|
|
656
|
+
title="Choose how scoring happens"
|
|
657
|
+
>
|
|
658
|
+
<Box direction="row" gap={2} wrap>
|
|
659
|
+
{(["human", "json-assert", "llm-judge"] as const).map((entry) => {
|
|
660
|
+
return (
|
|
661
|
+
<Button
|
|
662
|
+
key={entry}
|
|
663
|
+
onClick={() => {
|
|
664
|
+
handleTypeSelect(entry);
|
|
665
|
+
}}
|
|
666
|
+
testID={`ai-evaluator-type-${entry}`}
|
|
667
|
+
text={EVALUATOR_TYPE_LABELS[entry]}
|
|
668
|
+
variant={type === entry ? "primary" : "secondary"}
|
|
669
|
+
/>
|
|
670
|
+
);
|
|
671
|
+
})}
|
|
672
|
+
</Box>
|
|
673
|
+
<Text color="secondaryDark" size="sm" testID="ai-evaluator-help-type">
|
|
674
|
+
{EVALUATOR_TYPE_HELP[type]}
|
|
675
|
+
</Text>
|
|
676
|
+
</EvaluatorSetupStep>
|
|
677
|
+
{/* TODO: enable generation span and dataset item targets. */}
|
|
678
|
+
<EvaluatorSetupStep
|
|
679
|
+
description="Full traces are the only target available. Span and dataset item scoring are not enabled yet."
|
|
680
|
+
number={3}
|
|
681
|
+
testID="ai-evaluator-step-target"
|
|
682
|
+
title="What it evaluates"
|
|
683
|
+
>
|
|
684
|
+
<Badge status="neutral" value={target} />
|
|
685
|
+
<Text color="secondaryDark" size="sm" testID="ai-evaluator-help-target">
|
|
686
|
+
{FULL_TRACE_TARGET_HELP}
|
|
687
|
+
</Text>
|
|
688
|
+
</EvaluatorSetupStep>
|
|
689
|
+
<EvaluatorSetupStep
|
|
690
|
+
description="Define exactly what appears in results. Each dimension is saved independently."
|
|
691
|
+
number={4}
|
|
692
|
+
testID="ai-evaluator-step-scores"
|
|
693
|
+
title="Define the scores it returns"
|
|
694
|
+
>
|
|
695
|
+
<Box direction="row" gap={2} justifyContent="between">
|
|
696
|
+
<Text bold>Score fields</Text>
|
|
697
|
+
<Button onClick={onAddDimension} testID="ai-evaluator-add-dimension" text="Add score" />
|
|
698
|
+
</Box>
|
|
699
|
+
<Text color="secondaryDark" size="sm" testID="ai-evaluator-help-dimensions">
|
|
700
|
+
{EVALUATOR_DIMENSIONS_HELP}
|
|
701
|
+
</Text>
|
|
702
|
+
{dimensions.map((dimension, index) => {
|
|
703
|
+
return (
|
|
704
|
+
<Box
|
|
705
|
+
color="secondaryLight"
|
|
706
|
+
direction="row"
|
|
707
|
+
gap={2}
|
|
708
|
+
key={`dimension-${index}`}
|
|
709
|
+
padding={2}
|
|
710
|
+
testID={`ai-evaluator-dimension-row-${index}`}
|
|
711
|
+
wrap
|
|
712
|
+
>
|
|
713
|
+
<TextField
|
|
714
|
+
helperText={EVALUATOR_DIMENSION_KEY_HELP}
|
|
715
|
+
onChange={(value) => {
|
|
716
|
+
onDimensionChange(index, {...dimension, key: value});
|
|
717
|
+
}}
|
|
718
|
+
testID={`ai-evaluator-dimension-${index}-key`}
|
|
719
|
+
title="Score name"
|
|
720
|
+
value={dimension.key}
|
|
721
|
+
/>
|
|
722
|
+
<Box gap={1}>
|
|
723
|
+
<Text size="sm">Data type</Text>
|
|
724
|
+
<Box direction="row" gap={1} wrap>
|
|
725
|
+
{DIMENSION_DATA_TYPES.map((dataType) => {
|
|
726
|
+
return (
|
|
727
|
+
<Button
|
|
728
|
+
key={dataType}
|
|
729
|
+
onClick={() => {
|
|
730
|
+
onDimensionChange(index, dimensionForDataType(dimension, dataType));
|
|
731
|
+
}}
|
|
732
|
+
text={dataType}
|
|
733
|
+
variant={dimension.dataType === dataType ? "primary" : "ghost"}
|
|
734
|
+
/>
|
|
735
|
+
);
|
|
736
|
+
})}
|
|
737
|
+
</Box>
|
|
738
|
+
<Text color="secondaryDark" size="sm">
|
|
739
|
+
boolean is pass/fail, numeric is a number, categorical is a labeled bucket.
|
|
740
|
+
</Text>
|
|
741
|
+
</Box>
|
|
742
|
+
<DimensionScaleFields
|
|
743
|
+
dimension={dimension}
|
|
744
|
+
index={index}
|
|
745
|
+
onDimensionChange={onDimensionChange}
|
|
746
|
+
/>
|
|
747
|
+
<Button
|
|
748
|
+
onClick={() => {
|
|
749
|
+
onRemoveDimension(index);
|
|
750
|
+
}}
|
|
751
|
+
text="Remove"
|
|
752
|
+
variant="ghost"
|
|
753
|
+
/>
|
|
754
|
+
</Box>
|
|
755
|
+
);
|
|
756
|
+
})}
|
|
757
|
+
</EvaluatorSetupStep>
|
|
758
|
+
<EvaluatorSetupStep
|
|
759
|
+
description={methodStepDescription}
|
|
760
|
+
number={5}
|
|
761
|
+
testID="ai-evaluator-step-config"
|
|
762
|
+
title="Configure the scoring method"
|
|
763
|
+
>
|
|
764
|
+
{renderTypePanel({
|
|
765
|
+
assertionConstraint,
|
|
766
|
+
assertionPath,
|
|
767
|
+
evaluatorType: type,
|
|
768
|
+
instructions,
|
|
769
|
+
judgePromptName,
|
|
770
|
+
judgePromptOptions,
|
|
771
|
+
judgePromptStatus,
|
|
772
|
+
onAssertionConstraintChange,
|
|
773
|
+
onAssertionPathChange,
|
|
774
|
+
onInstructionsChange,
|
|
775
|
+
onJudgePromptNameChange,
|
|
776
|
+
schemaMismatchKey,
|
|
777
|
+
})}
|
|
778
|
+
</EvaluatorSetupStep>
|
|
779
|
+
<EvaluatorSetupStep
|
|
780
|
+
description={runStepDescription}
|
|
781
|
+
number={6}
|
|
782
|
+
testID="ai-evaluator-step-run"
|
|
783
|
+
title="Choose where it runs"
|
|
784
|
+
>
|
|
785
|
+
{type === "human" ? (
|
|
786
|
+
<Text color="secondaryDark" size="sm">
|
|
787
|
+
To use it, select traces and choose Send to human review.
|
|
788
|
+
</Text>
|
|
789
|
+
) : (
|
|
790
|
+
<>
|
|
791
|
+
<TextField
|
|
792
|
+
helperText={EVALUATOR_LIVE_SAMPLE_HELP}
|
|
793
|
+
onChange={(value) => {
|
|
794
|
+
const parsed = Number(value);
|
|
795
|
+
if (!Number.isNaN(parsed)) {
|
|
796
|
+
onLiveSampleRateChange(Math.min(100, Math.max(0, parsed)));
|
|
797
|
+
}
|
|
798
|
+
}}
|
|
799
|
+
testID="ai-evaluator-live-sample"
|
|
800
|
+
title="Production traces to score (%)"
|
|
801
|
+
value={String(Math.round(runModes.liveSampleRate))}
|
|
802
|
+
/>
|
|
803
|
+
{runModes.liveSampleRate > 0 ? (
|
|
804
|
+
<Text color="warning" size="sm">
|
|
805
|
+
{type === "llm-judge"
|
|
806
|
+
? "Live scoring creates a billed judge call for each sampled trace."
|
|
807
|
+
: "Live scoring checks each sampled trace automatically without a model call."}
|
|
808
|
+
</Text>
|
|
809
|
+
) : undefined}
|
|
810
|
+
</>
|
|
811
|
+
)}
|
|
812
|
+
</EvaluatorSetupStep>
|
|
813
|
+
{createError ? (
|
|
814
|
+
<Text color="error" testID="ai-evaluator-create-error">
|
|
815
|
+
{createError}
|
|
816
|
+
</Text>
|
|
817
|
+
) : undefined}
|
|
818
|
+
<Button
|
|
819
|
+
loading={isCreating}
|
|
820
|
+
onClick={onCreate}
|
|
821
|
+
testID="ai-evaluator-submit"
|
|
822
|
+
text="Create evaluator"
|
|
823
|
+
/>
|
|
824
|
+
</Box>
|
|
825
|
+
);
|
|
826
|
+
};
|
|
827
|
+
|
|
828
|
+
export const defaultEvaluatorRunModes = (): EvaluatorRecord["runModes"] => {
|
|
829
|
+
return {
|
|
830
|
+
allowManualRun: true,
|
|
831
|
+
availableInExperiments: true,
|
|
832
|
+
liveSampleRate: 0,
|
|
833
|
+
};
|
|
834
|
+
};
|
|
835
|
+
|
|
836
|
+
export const initialNewEvaluatorDimensions = (): EvaluatorDimension[] => {
|
|
837
|
+
return [emptyDimension()];
|
|
838
|
+
};
|