@terreno/admin-frontend 57.8.0 → 57.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/AdminShell.d.ts.map +1 -1
- package/dist/AdminShell.js +2 -2
- package/dist/AdminShell.js.map +1 -1
- package/dist/adminShellNav.d.ts +1 -0
- package/dist/adminShellNav.d.ts.map +1 -1
- package/dist/adminShellNav.js +3 -0
- package/dist/adminShellNav.js.map +1 -1
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -0
- package/dist/index.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +89 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +20 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +116 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +120 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +40 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +60 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.d.ts +13 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.js +35 -0
- package/dist/widgets/aiObservability/datasets/datasetImport.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +52 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +71 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +96 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +103 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +75 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +199 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +50 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +215 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +35 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +13 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +48 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +52 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +142 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +49 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +51 -0
- package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +197 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +36 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +64 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +90 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +17 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +51 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +35 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +13 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +64 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +73 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +65 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +71 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +72 -0
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +128 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +33 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +100 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +36 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +74 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts +14 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +27 -0
- package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +77 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +32 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +49 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +123 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.js +150 -0
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +117 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +91 -0
- package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +121 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +21 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +11 -0
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +30 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +15 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +50 -0
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +8 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +15 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +9 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +56 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js +99 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +45 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +68 -0
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +12 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +17 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +32 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +42 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts +27 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.js +38 -0
- package/dist/widgets/aiObservability/shell/ObservabilityTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +33 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +73 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.js +41 -0
- package/dist/widgets/aiObservability/shell/aiRunAccess.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts +21 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.js +28 -0
- package/dist/widgets/aiObservability/shell/observabilityPermissions.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +33 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts +8 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +40 -0
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts +12 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +161 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +49 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +103 -0
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -0
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +102 -0
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/traceTypes.js +130 -0
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +71 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +113 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -0
- package/dist/widgets/builtInWidgets.d.ts.map +1 -1
- package/dist/widgets/builtInWidgets.js +4 -0
- package/dist/widgets/builtInWidgets.js.map +1 -1
- package/dist/widgets/harness/HarnessApprovalDetail.d.ts +19 -0
- package/dist/widgets/harness/HarnessApprovalDetail.d.ts.map +1 -0
- package/dist/widgets/harness/HarnessApprovalDetail.js +33 -0
- package/dist/widgets/harness/HarnessApprovalDetail.js.map +1 -0
- package/dist/widgets/harness/HarnessApprovalInbox.d.ts +34 -0
- package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -0
- package/dist/widgets/harness/HarnessApprovalInbox.js +103 -0
- package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts +6 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts.map +1 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.js +17 -0
- package/dist/widgets/harness/HarnessApprovalsScreenWidget.js.map +1 -0
- package/dist/widgets/harness/harnessApprovalTypes.d.ts +39 -0
- package/dist/widgets/harness/harnessApprovalTypes.d.ts.map +1 -0
- package/dist/widgets/harness/harnessApprovalTypes.js +93 -0
- package/dist/widgets/harness/harnessApprovalTypes.js.map +1 -0
- package/dist/widgets/harness/useHarnessApprovals.d.ts +30 -0
- package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -0
- package/dist/widgets/harness/useHarnessApprovals.js +46 -0
- package/dist/widgets/harness/useHarnessApprovals.js.map +1 -0
- package/package.json +3 -2
- package/src/AdminShell.test.tsx +27 -0
- package/src/AdminShell.tsx +6 -2
- package/src/adminShellNav.test.ts +26 -0
- package/src/adminShellNav.ts +4 -0
- package/src/index.tsx +18 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +420 -0
- package/src/isolated/AiPromptsListScreen.isolated.tsx +135 -0
- package/src/isolated/aiObservabilityScreens.isolated.tsx +5972 -0
- package/src/isolated/harnessApprovalsScreen.isolated.tsx +71 -0
- package/src/isolated/observabilityStatusFixtures.isolated.ts +46 -0
- package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +146 -0
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +217 -0
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +307 -0
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +171 -0
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +261 -0
- package/src/widgets/aiObservability/datasets/datasetImport.test.ts +38 -0
- package/src/widgets/aiObservability/datasets/datasetImport.ts +42 -0
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +102 -0
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +121 -0
- package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +204 -0
- package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +185 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +119 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +277 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +825 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +838 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +54 -0
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +139 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +93 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +198 -0
- package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +113 -0
- package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +91 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +248 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +179 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +284 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +137 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +177 -0
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +54 -0
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +168 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +100 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +142 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +140 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +126 -0
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +236 -0
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +389 -0
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +198 -0
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +263 -0
- package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +124 -0
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +125 -0
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +69 -0
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +260 -0
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +139 -0
- package/src/widgets/aiObservability/prompts/promptTypes.ts +282 -0
- package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +130 -0
- package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +190 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +213 -0
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +132 -0
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +54 -0
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +154 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +56 -0
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +91 -0
- package/src/widgets/aiObservability/review/reviewTypes.test.ts +84 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +154 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +87 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +107 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +60 -0
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +41 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +96 -0
- package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +121 -0
- package/src/widgets/aiObservability/shell/ObservabilityTable.tsx +129 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +110 -0
- package/src/widgets/aiObservability/shell/aiRunAccess.test.ts +121 -0
- package/src/widgets/aiObservability/shell/aiRunAccess.ts +79 -0
- package/src/widgets/aiObservability/shell/observabilityPermissions.test.ts +191 -0
- package/src/widgets/aiObservability/shell/observabilityPermissions.ts +62 -0
- package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +61 -0
- package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +189 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +247 -0
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +509 -0
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +125 -0
- package/src/widgets/aiObservability/traces/traceTypes.ts +237 -0
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +132 -0
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +172 -0
- package/src/widgets/builtInWidgets.ts +4 -0
- package/src/widgets/harness/HarnessApprovalDetail.tsx +149 -0
- package/src/widgets/harness/HarnessApprovalInbox.test.tsx +340 -0
- package/src/widgets/harness/HarnessApprovalInbox.tsx +266 -0
- package/src/widgets/harness/HarnessApprovalsScreenWidget.tsx +35 -0
- package/src/widgets/harness/harnessApprovalTypes.test.ts +84 -0
- package/src/widgets/harness/harnessApprovalTypes.ts +119 -0
- package/src/widgets/harness/useHarnessApprovals.ts +86 -0
- package/src/widgets/pluginWidgets.test.tsx +4 -0
|
@@ -0,0 +1,248 @@
|
|
|
1
|
+
import {router, useLocalSearchParams} from "expo-router";
|
|
2
|
+
import React, {useCallback, useEffect, useMemo, useState} from "react";
|
|
3
|
+
import type {AdminScreenWidgetProps} from "../../../types";
|
|
4
|
+
import {unwrapDatasetList} from "../datasets/datasetTypes";
|
|
5
|
+
import {useAiObservabilityDatasetsApi} from "../datasets/useAiObservabilityDatasetsApi";
|
|
6
|
+
import {unwrapEvaluatorList} from "../evaluators/evaluatorTypes";
|
|
7
|
+
import {useAiObservabilityEvaluatorsApi} from "../evaluators/useAiObservabilityEvaluatorsApi";
|
|
8
|
+
import {unwrapPromptDetail, unwrapPromptList} from "../prompts/promptTypes";
|
|
9
|
+
import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
|
|
10
|
+
import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
|
|
11
|
+
import {AiExperimentNewView, type ExperimentWizardStep} from "./AiExperimentNewView";
|
|
12
|
+
import {
|
|
13
|
+
type ExperimentEstimate,
|
|
14
|
+
isAutomaticExperimentEvaluator,
|
|
15
|
+
isValidExperimentVersionCount,
|
|
16
|
+
unwrapObservabilityPayload,
|
|
17
|
+
} from "./experimentTypes";
|
|
18
|
+
import {useAiObservabilityExperimentsApi} from "./useAiObservabilityExperimentsApi";
|
|
19
|
+
|
|
20
|
+
export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
|
|
21
|
+
const {api, routeBase} = props;
|
|
22
|
+
const params = useLocalSearchParams<{datasetId?: string | string[]}>();
|
|
23
|
+
const datasetParam = params.datasetId;
|
|
24
|
+
const initialDatasetId = Array.isArray(datasetParam) ? datasetParam[0] : datasetParam;
|
|
25
|
+
const {useCreateMutation, useEstimateMutation} = useAiObservabilityExperimentsApi(api);
|
|
26
|
+
const {useListQuery: useDatasetsQuery} = useAiObservabilityDatasetsApi(api);
|
|
27
|
+
const {useListQuery: usePromptsQuery, useDetailQuery: usePromptDetailQuery} =
|
|
28
|
+
useAiObservabilityPromptsApi(api);
|
|
29
|
+
const {useListQuery: useEvaluatorsQuery} = useAiObservabilityEvaluatorsApi(api);
|
|
30
|
+
const [createExperiment, createState] = useCreateMutation();
|
|
31
|
+
const [estimateExperiment, estimateState] = useEstimateMutation();
|
|
32
|
+
const {data: datasetsRaw} = useDatasetsQuery();
|
|
33
|
+
const {data: promptsRaw} = usePromptsQuery({});
|
|
34
|
+
const {data: evaluatorsRaw} = useEvaluatorsQuery();
|
|
35
|
+
const datasets = useMemo(() => unwrapDatasetList(datasetsRaw), [datasetsRaw]);
|
|
36
|
+
const prompts = useMemo(() => unwrapPromptList(promptsRaw), [promptsRaw]);
|
|
37
|
+
const evaluators = useMemo(() => {
|
|
38
|
+
return unwrapEvaluatorList(evaluatorsRaw).filter(isAutomaticExperimentEvaluator);
|
|
39
|
+
}, [evaluatorsRaw]);
|
|
40
|
+
const prefix = (routeBase ?? "").replace(/\/$/, "");
|
|
41
|
+
const backHref = `${prefix}/ai-experiments`;
|
|
42
|
+
|
|
43
|
+
const [step, setStep] = useState<ExperimentWizardStep>(1);
|
|
44
|
+
const [name, setName] = useState("");
|
|
45
|
+
const [datasetId, setDatasetId] = useState(initialDatasetId ?? "");
|
|
46
|
+
const [promptName, setPromptName] = useState("");
|
|
47
|
+
const [versions, setVersions] = useState<number[]>([]);
|
|
48
|
+
const [evaluatorIds, setEvaluatorIds] = useState<string[]>([]);
|
|
49
|
+
const [includeUnproofread, setIncludeUnproofread] = useState(false);
|
|
50
|
+
const [modelOverride, setModelOverride] = useState("");
|
|
51
|
+
const [validationError, setValidationError] = useState("");
|
|
52
|
+
const [estimateError, setEstimateError] = useState("");
|
|
53
|
+
const [estimate, setEstimate] = useState<ExperimentEstimate | undefined>(undefined);
|
|
54
|
+
|
|
55
|
+
const {data: promptDetailRaw} = usePromptDetailQuery({name: promptName}, {skip: !promptName});
|
|
56
|
+
const promptDetail = useMemo(() => unwrapPromptDetail(promptDetailRaw), [promptDetailRaw]);
|
|
57
|
+
|
|
58
|
+
// Default prompt to the first library entry when the wizard opens.
|
|
59
|
+
useEffect(() => {
|
|
60
|
+
if (promptName || prompts.length === 0) {
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
setPromptName(prompts[0]?.name ?? "");
|
|
64
|
+
}, [promptName, prompts]);
|
|
65
|
+
|
|
66
|
+
// Default dataset when launched from dataset detail.
|
|
67
|
+
useEffect(() => {
|
|
68
|
+
if (datasetId || !initialDatasetId) {
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
setDatasetId(initialDatasetId);
|
|
72
|
+
}, [datasetId, initialDatasetId]);
|
|
73
|
+
|
|
74
|
+
const handleVersionToggle = useCallback((version: number): void => {
|
|
75
|
+
setValidationError("");
|
|
76
|
+
setVersions((current) => {
|
|
77
|
+
if (current.includes(version)) {
|
|
78
|
+
return current.filter((entry) => entry !== version);
|
|
79
|
+
}
|
|
80
|
+
if (current.length >= 3) {
|
|
81
|
+
return current;
|
|
82
|
+
}
|
|
83
|
+
return [...current, version].sort((left, right) => left - right);
|
|
84
|
+
});
|
|
85
|
+
}, []);
|
|
86
|
+
|
|
87
|
+
const handleStepChange = useCallback(
|
|
88
|
+
(next: ExperimentWizardStep): void => {
|
|
89
|
+
if (next > 2 && !isValidExperimentVersionCount(versions.length)) {
|
|
90
|
+
setValidationError("Select 2–3 prompt versions.");
|
|
91
|
+
setStep(2);
|
|
92
|
+
return;
|
|
93
|
+
}
|
|
94
|
+
setValidationError("");
|
|
95
|
+
setStep(next);
|
|
96
|
+
},
|
|
97
|
+
[versions.length]
|
|
98
|
+
);
|
|
99
|
+
|
|
100
|
+
const handleEvaluatorToggle = useCallback((id: string): void => {
|
|
101
|
+
setEvaluatorIds((current) => {
|
|
102
|
+
if (current.includes(id)) {
|
|
103
|
+
return current.filter((entry) => entry !== id);
|
|
104
|
+
}
|
|
105
|
+
return [...current, id];
|
|
106
|
+
});
|
|
107
|
+
}, []);
|
|
108
|
+
|
|
109
|
+
const handlePromptChange = useCallback((nextPromptName: string): void => {
|
|
110
|
+
setPromptName(nextPromptName);
|
|
111
|
+
setVersions([]);
|
|
112
|
+
setEstimate(undefined);
|
|
113
|
+
setValidationError("");
|
|
114
|
+
}, []);
|
|
115
|
+
|
|
116
|
+
const validate = useCallback((): boolean => {
|
|
117
|
+
if (!name.trim()) {
|
|
118
|
+
setValidationError("Experiment name is required.");
|
|
119
|
+
return false;
|
|
120
|
+
}
|
|
121
|
+
if (!datasetId) {
|
|
122
|
+
setValidationError("Select a dataset.");
|
|
123
|
+
return false;
|
|
124
|
+
}
|
|
125
|
+
if (!promptName) {
|
|
126
|
+
setValidationError("Select a prompt.");
|
|
127
|
+
return false;
|
|
128
|
+
}
|
|
129
|
+
if (!isValidExperimentVersionCount(versions.length)) {
|
|
130
|
+
setValidationError("Select 2–3 prompt versions.");
|
|
131
|
+
return false;
|
|
132
|
+
}
|
|
133
|
+
if (evaluatorIds.length === 0) {
|
|
134
|
+
setValidationError("Select at least one evaluator.");
|
|
135
|
+
return false;
|
|
136
|
+
}
|
|
137
|
+
setValidationError("");
|
|
138
|
+
return true;
|
|
139
|
+
}, [datasetId, evaluatorIds.length, name, promptName, versions.length]);
|
|
140
|
+
|
|
141
|
+
// Refresh the cost estimate on the review step. Drop responses after the
|
|
142
|
+
// selection changes so a slower request cannot replace a newer estimate.
|
|
143
|
+
useEffect(() => {
|
|
144
|
+
if (step !== 4) {
|
|
145
|
+
return;
|
|
146
|
+
}
|
|
147
|
+
if (!datasetId || versions.length < 2 || evaluatorIds.length === 0) {
|
|
148
|
+
return;
|
|
149
|
+
}
|
|
150
|
+
let isCurrent = true;
|
|
151
|
+
estimateExperiment({
|
|
152
|
+
datasetId,
|
|
153
|
+
evaluatorIds,
|
|
154
|
+
includeUnproofread,
|
|
155
|
+
modelOverride: modelOverride.trim() || undefined,
|
|
156
|
+
versions,
|
|
157
|
+
})
|
|
158
|
+
.unwrap()
|
|
159
|
+
.then((result) => {
|
|
160
|
+
if (!isCurrent) {
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
setEstimate(unwrapObservabilityPayload<ExperimentEstimate>(result) ?? result);
|
|
164
|
+
setEstimateError("");
|
|
165
|
+
})
|
|
166
|
+
.catch(() => {
|
|
167
|
+
if (!isCurrent) {
|
|
168
|
+
return;
|
|
169
|
+
}
|
|
170
|
+
setEstimateError("Could not estimate experiment cost.");
|
|
171
|
+
});
|
|
172
|
+
return (): void => {
|
|
173
|
+
isCurrent = false;
|
|
174
|
+
};
|
|
175
|
+
}, [
|
|
176
|
+
datasetId,
|
|
177
|
+
estimateExperiment,
|
|
178
|
+
evaluatorIds,
|
|
179
|
+
includeUnproofread,
|
|
180
|
+
modelOverride,
|
|
181
|
+
step,
|
|
182
|
+
versions,
|
|
183
|
+
]);
|
|
184
|
+
|
|
185
|
+
const handleRun = useCallback(async (): Promise<void> => {
|
|
186
|
+
if (!validate()) {
|
|
187
|
+
return;
|
|
188
|
+
}
|
|
189
|
+
try {
|
|
190
|
+
const created = await createExperiment({
|
|
191
|
+
datasetId,
|
|
192
|
+
evaluatorIds,
|
|
193
|
+
includeUnproofread,
|
|
194
|
+
modelOverride: modelOverride.trim() || undefined,
|
|
195
|
+
name: name.trim(),
|
|
196
|
+
promptName,
|
|
197
|
+
versions,
|
|
198
|
+
}).unwrap();
|
|
199
|
+
router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(created.id)}`);
|
|
200
|
+
} catch {
|
|
201
|
+
setValidationError("Could not start experiment.");
|
|
202
|
+
}
|
|
203
|
+
}, [
|
|
204
|
+
createExperiment,
|
|
205
|
+
datasetId,
|
|
206
|
+
evaluatorIds,
|
|
207
|
+
includeUnproofread,
|
|
208
|
+
modelOverride,
|
|
209
|
+
name,
|
|
210
|
+
prefix,
|
|
211
|
+
promptName,
|
|
212
|
+
validate,
|
|
213
|
+
versions,
|
|
214
|
+
]);
|
|
215
|
+
|
|
216
|
+
return (
|
|
217
|
+
<AiObservabilityChrome {...props} backHref={backHref} screenName="ai-experiment-new">
|
|
218
|
+
<AiExperimentNewView
|
|
219
|
+
datasetId={datasetId}
|
|
220
|
+
datasets={datasets}
|
|
221
|
+
estimate={estimate}
|
|
222
|
+
estimateError={estimateError}
|
|
223
|
+
evaluatorIds={evaluatorIds}
|
|
224
|
+
evaluators={evaluators}
|
|
225
|
+
includeUnproofread={includeUnproofread}
|
|
226
|
+
isCreating={createState.isLoading}
|
|
227
|
+
isEstimating={estimateState.isLoading}
|
|
228
|
+
modelOverride={modelOverride}
|
|
229
|
+
name={name}
|
|
230
|
+
onDatasetChange={setDatasetId}
|
|
231
|
+
onEvaluatorToggle={handleEvaluatorToggle}
|
|
232
|
+
onIncludeUnproofreadChange={setIncludeUnproofread}
|
|
233
|
+
onModelOverrideChange={setModelOverride}
|
|
234
|
+
onNameChange={setName}
|
|
235
|
+
onPromptChange={handlePromptChange}
|
|
236
|
+
onRun={handleRun}
|
|
237
|
+
onStepChange={handleStepChange}
|
|
238
|
+
onVersionToggle={handleVersionToggle}
|
|
239
|
+
promptDetail={promptDetail}
|
|
240
|
+
promptName={promptName}
|
|
241
|
+
prompts={prompts}
|
|
242
|
+
step={step}
|
|
243
|
+
validationError={validationError}
|
|
244
|
+
versions={versions}
|
|
245
|
+
/>
|
|
246
|
+
</AiObservabilityChrome>
|
|
247
|
+
);
|
|
248
|
+
};
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
import {describe, expect, it, mock} from "bun:test";
|
|
2
|
+
import {act, fireEvent} from "@testing-library/react-native";
|
|
3
|
+
import {assert} from "chai";
|
|
4
|
+
import React from "react";
|
|
5
|
+
import {renderWithTheme} from "../../../../../ui/src/test-utils";
|
|
6
|
+
import type {DatasetRecord} from "../datasets/datasetTypes";
|
|
7
|
+
import type {EvaluatorRecord} from "../evaluators/evaluatorTypes";
|
|
8
|
+
import type {PromptDetail, PromptListItem} from "../prompts/promptTypes";
|
|
9
|
+
import {AiExperimentNewView} from "./AiExperimentNewView";
|
|
10
|
+
|
|
11
|
+
const datasets: DatasetRecord[] = [
|
|
12
|
+
{
|
|
13
|
+
counts: {auto: 0, human: 2, needsReview: 1, total: 2},
|
|
14
|
+
created: "2026-01-01T00:00:00.000Z",
|
|
15
|
+
id: "ds-1",
|
|
16
|
+
inputSchemaPromptName: "summarize",
|
|
17
|
+
name: "gold",
|
|
18
|
+
tags: [],
|
|
19
|
+
updated: "2026-01-02T00:00:00.000Z",
|
|
20
|
+
},
|
|
21
|
+
];
|
|
22
|
+
|
|
23
|
+
const prompts: PromptListItem[] = [
|
|
24
|
+
{folder: "ops", latestVersion: 2, name: "summarize", production: 1, type: "chat"},
|
|
25
|
+
];
|
|
26
|
+
|
|
27
|
+
const promptDetail: PromptDetail = {
|
|
28
|
+
folder: "ops",
|
|
29
|
+
labels: [
|
|
30
|
+
{label: "latest", version: 2},
|
|
31
|
+
{label: "production", version: 1},
|
|
32
|
+
],
|
|
33
|
+
name: "summarize",
|
|
34
|
+
tags: [],
|
|
35
|
+
versions: [
|
|
36
|
+
{sensitive: false, template: "v1", type: "chat", variables: [], version: 1},
|
|
37
|
+
{sensitive: false, template: "v2", type: "chat", variables: [], version: 2},
|
|
38
|
+
],
|
|
39
|
+
};
|
|
40
|
+
|
|
41
|
+
const evaluators: EvaluatorRecord[] = [
|
|
42
|
+
{
|
|
43
|
+
confidenceAlertBelow: 0.5,
|
|
44
|
+
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
45
|
+
id: "eval-human",
|
|
46
|
+
name: "review queue",
|
|
47
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
48
|
+
target: "full trace",
|
|
49
|
+
type: "human",
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
confidenceAlertBelow: 0.5,
|
|
53
|
+
dimensions: [{dataType: "boolean", key: "correct", required: true}],
|
|
54
|
+
id: "eval-1",
|
|
55
|
+
name: "quality",
|
|
56
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
57
|
+
target: "full trace",
|
|
58
|
+
type: "json-assert",
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
confidenceAlertBelow: 0.5,
|
|
62
|
+
dimensions: [{dataType: "numeric", key: "score", range: "0-1", required: true}],
|
|
63
|
+
id: "eval-judge",
|
|
64
|
+
judgePromptName: "judge",
|
|
65
|
+
name: "judge",
|
|
66
|
+
runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
|
|
67
|
+
target: "full trace",
|
|
68
|
+
type: "llm-judge",
|
|
69
|
+
},
|
|
70
|
+
];
|
|
71
|
+
|
|
72
|
+
const baseProps = {
|
|
73
|
+
datasetId: "ds-1",
|
|
74
|
+
datasets,
|
|
75
|
+
evaluatorIds: [] as string[],
|
|
76
|
+
evaluators,
|
|
77
|
+
includeUnproofread: false,
|
|
78
|
+
isCreating: false,
|
|
79
|
+
isEstimating: false,
|
|
80
|
+
modelOverride: "",
|
|
81
|
+
name: "",
|
|
82
|
+
onDatasetChange: () => undefined,
|
|
83
|
+
onEvaluatorToggle: () => undefined,
|
|
84
|
+
onIncludeUnproofreadChange: () => undefined,
|
|
85
|
+
onModelOverrideChange: () => undefined,
|
|
86
|
+
onNameChange: () => undefined,
|
|
87
|
+
onPromptChange: () => undefined,
|
|
88
|
+
onRun: () => undefined,
|
|
89
|
+
onStepChange: () => undefined,
|
|
90
|
+
onVersionToggle: () => undefined,
|
|
91
|
+
promptDetail,
|
|
92
|
+
promptName: "summarize",
|
|
93
|
+
prompts,
|
|
94
|
+
step: 1 as const,
|
|
95
|
+
versions: [] as number[],
|
|
96
|
+
};
|
|
97
|
+
|
|
98
|
+
describe("AiExperimentNewView wizard steps", () => {
|
|
99
|
+
it("renders all four wizard step panels", () => {
|
|
100
|
+
const {getByLabelText, getByTestId, queryByLabelText, rerender} = renderWithTheme(
|
|
101
|
+
<AiExperimentNewView {...baseProps} />
|
|
102
|
+
);
|
|
103
|
+
expect(getByTestId("ai-experiment-step-dataset")).toBeTruthy();
|
|
104
|
+
|
|
105
|
+
rerender(<AiExperimentNewView {...baseProps} step={2} />);
|
|
106
|
+
expect(getByTestId("ai-experiment-step-prompt")).toBeTruthy();
|
|
107
|
+
|
|
108
|
+
rerender(<AiExperimentNewView {...baseProps} step={3} />);
|
|
109
|
+
expect(getByTestId("ai-experiment-step-evaluators")).toBeTruthy();
|
|
110
|
+
expect(getByLabelText("quality")).toBeTruthy();
|
|
111
|
+
expect(getByLabelText("judge")).toBeTruthy();
|
|
112
|
+
expect(queryByLabelText("review queue")).toBeNull();
|
|
113
|
+
|
|
114
|
+
rerender(
|
|
115
|
+
<AiExperimentNewView
|
|
116
|
+
{...baseProps}
|
|
117
|
+
estimate={{costUsd: 0.42, generations: 6, wallClockSeconds: 120}}
|
|
118
|
+
evaluatorIds={["eval-1"]}
|
|
119
|
+
step={4}
|
|
120
|
+
versions={[1, 2]}
|
|
121
|
+
/>
|
|
122
|
+
);
|
|
123
|
+
expect(getByTestId("ai-experiment-step-review")).toBeTruthy();
|
|
124
|
+
expect(getByTestId("ai-experiment-estimate")).toBeTruthy();
|
|
125
|
+
});
|
|
126
|
+
|
|
127
|
+
it("shows validation and estimate errors on the review step", () => {
|
|
128
|
+
const {getByTestId, getByText} = renderWithTheme(
|
|
129
|
+
<AiExperimentNewView
|
|
130
|
+
{...baseProps}
|
|
131
|
+
estimateError="Could not estimate experiment cost."
|
|
132
|
+
step={4}
|
|
133
|
+
validationError="Select 2–3 prompt versions."
|
|
134
|
+
versions={[1]}
|
|
135
|
+
/>
|
|
136
|
+
);
|
|
137
|
+
expect(getByTestId("ai-experiment-validation-error")).toBeTruthy();
|
|
138
|
+
expect(getByText("Could not estimate experiment cost.")).toBeTruthy();
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
it("wires step header navigation and the next button", async () => {
|
|
142
|
+
const onStepChange = mock(() => undefined);
|
|
143
|
+
const onIncludeUnproofreadChange = mock(() => undefined);
|
|
144
|
+
const {getByLabelText, getByTestId, rerender} = renderWithTheme(
|
|
145
|
+
<AiExperimentNewView
|
|
146
|
+
{...baseProps}
|
|
147
|
+
onIncludeUnproofreadChange={onIncludeUnproofreadChange}
|
|
148
|
+
onStepChange={onStepChange}
|
|
149
|
+
/>
|
|
150
|
+
);
|
|
151
|
+
await act(async () => {
|
|
152
|
+
fireEvent.press(getByLabelText("Include unproofread items"));
|
|
153
|
+
fireEvent.press(getByTestId("ai-experiment-next"));
|
|
154
|
+
await Promise.resolve();
|
|
155
|
+
});
|
|
156
|
+
assert.isAtLeast(onIncludeUnproofreadChange.mock.calls.length, 1);
|
|
157
|
+
assert.isAtLeast(onStepChange.mock.calls.length, 1);
|
|
158
|
+
|
|
159
|
+
rerender(
|
|
160
|
+
<AiExperimentNewView {...baseProps} onStepChange={onStepChange} step={2} versions={[1]} />
|
|
161
|
+
);
|
|
162
|
+
await act(async () => {
|
|
163
|
+
fireEvent.press(getByTestId("ai-experiment-next"));
|
|
164
|
+
fireEvent.press(getByTestId("ai-experiment-step-3"));
|
|
165
|
+
await Promise.resolve();
|
|
166
|
+
});
|
|
167
|
+
expect(getByTestId("ai-experiment-version-help")).toBeTruthy();
|
|
168
|
+
assert.equal(onStepChange.mock.calls.length, 1);
|
|
169
|
+
|
|
170
|
+
rerender(
|
|
171
|
+
<AiExperimentNewView {...baseProps} onStepChange={onStepChange} step={2} versions={[1, 2]} />
|
|
172
|
+
);
|
|
173
|
+
await act(async () => {
|
|
174
|
+
fireEvent.press(getByTestId("ai-experiment-next"));
|
|
175
|
+
await Promise.resolve();
|
|
176
|
+
});
|
|
177
|
+
assert.isAtLeast(onStepChange.mock.calls.length, 2);
|
|
178
|
+
});
|
|
179
|
+
});
|