@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +146 -0
- package/dist/AdminModelForm.js +12 -12
- package/dist/AdminModelForm.js.map +1 -1
- package/dist/AdminModelTable.d.ts.map +1 -1
- package/dist/AdminModelTable.js +11 -0
- package/dist/AdminModelTable.js.map +1 -1
- package/dist/ConfigurationScreen.d.ts.map +1 -1
- package/dist/ConfigurationScreen.js +1 -2
- package/dist/ConfigurationScreen.js.map +1 -1
- package/dist/adminModelUrls.d.ts +7 -0
- package/dist/adminModelUrls.d.ts.map +1 -0
- package/dist/adminModelUrls.js +9 -0
- package/dist/adminModelUrls.js.map +1 -0
- package/dist/adminRpc.d.ts.map +1 -1
- package/dist/adminRpc.js +9 -0
- package/dist/adminRpc.js.map +1 -1
- package/dist/adminRpcSeed.d.ts +25 -0
- package/dist/adminRpcSeed.d.ts.map +1 -0
- package/dist/adminRpcSeed.js +49 -0
- package/dist/adminRpcSeed.js.map +1 -0
- package/dist/comms/commsDashboardParams.d.ts.map +1 -1
- package/dist/comms/commsDashboardParams.js +7 -1
- package/dist/comms/commsDashboardParams.js.map +1 -1
- package/dist/index.d.ts +9 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -2
- package/dist/index.js.map +1 -1
- package/dist/useAdminModelApi.d.ts.map +1 -1
- package/dist/useAdminModelApi.js +2 -1
- package/dist/useAdminModelApi.js.map +1 -1
- package/dist/useAdminRpc.d.ts.map +1 -1
- package/dist/useAdminRpc.js +50 -19
- package/dist/useAdminRpc.js.map +1 -1
- package/dist/useConfigurationApi.d.ts.map +1 -1
- package/dist/useConfigurationApi.js +8 -2
- package/dist/useConfigurationApi.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
- package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
- package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
- package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
- package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
- package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
- package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
- package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
- package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
- package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
- package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
- package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
- package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
- package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
- package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
- package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
- package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
- package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
- package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
- package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
- package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
- package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
- package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
- package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
- package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
- package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
- package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
- package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
- package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
- package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
- package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
- package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
- package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
- package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
- package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
- package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
- package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
- package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
- package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
- package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
- package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
- package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
- package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
- package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
- package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
- package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/dist/widgets/homeWidgetUrls.d.ts +13 -0
- package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
- package/dist/widgets/homeWidgetUrls.js +71 -0
- package/dist/widgets/homeWidgetUrls.js.map +1 -0
- package/package.json +4 -4
- package/src/AdminModelForm.tsx +16 -16
- package/src/AdminModelTable.tsx +12 -0
- package/src/ConfigurationScreen.tsx +1 -2
- package/src/adminModelUrls.test.ts +31 -0
- package/src/adminModelUrls.ts +8 -0
- package/src/adminRpc.test.ts +10 -0
- package/src/adminRpc.ts +9 -0
- package/src/adminRpcSeed.tsx +65 -0
- package/src/comms/commsDashboardParams.ts +7 -1
- package/src/index.tsx +10 -0
- package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
- package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
- package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
- package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
- package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
- package/src/isolated/aiListTables.isolated.tsx +648 -0
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
- package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
- package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
- package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
- package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
- package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
- package/src/isolated/aiTracesTable.isolated.tsx +368 -0
- package/src/isolated/hooks.isolated.tsx +89 -0
- package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
- package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
- package/src/useAdminModelApi.ts +2 -1
- package/src/useAdminRpc.test.tsx +538 -2
- package/src/useAdminRpc.ts +50 -19
- package/src/useConfigurationApi.ts +9 -1
- package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
- package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
- package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
- package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
- package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
- package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
- package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
- package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
- package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
- package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
- package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
- package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
- package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
- package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
- package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
- package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
- package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
- package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
- package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
- package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
- package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
- package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
- package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
- package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
- package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
- package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
- package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
- package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
- package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
- package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
- package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
- package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
- package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
- package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
- package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
- package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
- package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
- package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
- package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
- package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
- package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
- package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
- package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
- package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
- package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
- package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
- package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
- package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
- package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
- package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
- package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
- package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
- package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
- package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
- package/src/widgets/homeWidgetUrls.test.ts +201 -0
- package/src/widgets/homeWidgetUrls.ts +87 -0
|
@@ -1,10 +1,14 @@
|
|
|
1
|
+
import type { PromptDetail } from "../prompts/promptTypes";
|
|
2
|
+
import type { JudgeAgreement, ScoreValue } from "../review/batchTypes";
|
|
3
|
+
export type ExperimentKind = "judge" | "prompt";
|
|
1
4
|
export interface ExperimentEstimate {
|
|
2
5
|
costUsd?: number;
|
|
3
6
|
generations: number;
|
|
4
7
|
wallClockSeconds: number;
|
|
5
8
|
}
|
|
6
9
|
export interface ScoreThreshold {
|
|
7
|
-
|
|
10
|
+
/** `agreement` gates compare a judge prompt version's answers with human answers. */
|
|
11
|
+
aggregate: "agreement" | "mean" | "trueRate";
|
|
8
12
|
dimension: string;
|
|
9
13
|
evaluatorName: string;
|
|
10
14
|
op: "eq" | "gte" | "lte";
|
|
@@ -16,6 +20,8 @@ export interface ExperimentGateResult extends ScoreThreshold {
|
|
|
16
20
|
version: number;
|
|
17
21
|
}
|
|
18
22
|
export interface ExperimentAggregates {
|
|
23
|
+
/** Judge experiments: agreement with the human answers, keyed by judge prompt version. */
|
|
24
|
+
agreement?: Record<string, JudgeAgreement>;
|
|
19
25
|
gates: ExperimentGateResult[];
|
|
20
26
|
lowConfidenceItemIds: string[];
|
|
21
27
|
outlierItemIds: string[];
|
|
@@ -38,6 +44,8 @@ export interface ExperimentVersionResult {
|
|
|
38
44
|
export interface ExperimentItemRecord {
|
|
39
45
|
datasetItemId: string;
|
|
40
46
|
failed: boolean;
|
|
47
|
+
/** Judge experiments: the human answers each judge version is compared with. */
|
|
48
|
+
humanScores?: Record<string, ScoreValue>;
|
|
41
49
|
id: string;
|
|
42
50
|
versionResults: Record<string, ExperimentVersionResult>;
|
|
43
51
|
}
|
|
@@ -45,29 +53,100 @@ export interface ExperimentRecord {
|
|
|
45
53
|
backgroundTaskId?: string;
|
|
46
54
|
created: string;
|
|
47
55
|
datasetId: string;
|
|
56
|
+
datasetName?: string;
|
|
48
57
|
estimate?: ExperimentEstimate;
|
|
49
58
|
evaluatorIds: string[];
|
|
50
59
|
id: string;
|
|
51
60
|
includeUnproofread: boolean;
|
|
52
61
|
items: ExperimentItemRecord[];
|
|
62
|
+
/** Judge experiments: the llm-judge evaluator whose prompt versions are compared. */
|
|
63
|
+
judgeEvaluatorId?: string;
|
|
64
|
+
judgeName?: string;
|
|
65
|
+
/** Older payloads leave it out; treat a missing kind as a prompt comparison. */
|
|
66
|
+
kind?: ExperimentKind;
|
|
53
67
|
modelOverride?: string;
|
|
54
68
|
name: string;
|
|
69
|
+
/** The compared prompt; for judge experiments, the judge's prompt. */
|
|
55
70
|
promptName: string;
|
|
71
|
+
/** Judge experiments: the human question set whose answers are the reference. */
|
|
72
|
+
questionSetId?: string;
|
|
73
|
+
questionSetName?: string;
|
|
74
|
+
/** Judge experiments: true when the questions changed after the run. */
|
|
75
|
+
questionsStale?: boolean;
|
|
56
76
|
results?: ExperimentAggregates;
|
|
57
77
|
status: "completed" | "failed" | "pending" | "running";
|
|
78
|
+
/** Judge experiments: agreement rate (0–1) a version must reach to pass. */
|
|
79
|
+
targetAgreement?: number;
|
|
58
80
|
thresholds: ScoreThreshold[];
|
|
59
81
|
updated: string;
|
|
60
82
|
versions: number[];
|
|
61
83
|
}
|
|
62
84
|
export declare const unwrapObservabilityPayload: <T>(raw: unknown) => T | undefined;
|
|
63
85
|
export declare const unwrapExperimentList: (raw: unknown) => ExperimentRecord[];
|
|
86
|
+
/** Newest version that passes every gate, else the newest compared version (0 when none). */
|
|
87
|
+
export declare const defaultPromoteVersion: (experiment: ExperimentRecord) => number;
|
|
88
|
+
/** Largest page the experiments list route returns. */
|
|
89
|
+
export declare const EXPERIMENT_LIST_MAX_LIMIT = 100;
|
|
90
|
+
/** True when a paginated experiments list response says more rows exist past this page. */
|
|
91
|
+
export declare const experimentListHasMore: (raw: unknown) => boolean;
|
|
64
92
|
export declare const unwrapExperimentRecord: (raw: unknown) => ExperimentRecord | undefined;
|
|
65
93
|
export declare const failingGateCount: (experiment: ExperimentRecord) => number;
|
|
66
|
-
|
|
67
|
-
export declare const
|
|
94
|
+
/** Show a measured gate value with two decimals, or a dash before any scores arrive. */
|
|
95
|
+
export declare const formatGateActual: (actual?: number) => string;
|
|
96
|
+
/** The threshold a gate needs, such as "≥ 0.8". */
|
|
97
|
+
export declare const formatGateThreshold: (gate: Pick<ScoreThreshold, "op" | "value">) => string;
|
|
98
|
+
/**
|
|
99
|
+
* Name a gate in plain words. When the evaluator and dimension share a name ("helpfulness"),
|
|
100
|
+
* say it once; otherwise "correctness: correct" or "schema-assert: schema valid".
|
|
101
|
+
*/
|
|
102
|
+
export declare const formatGateName: (gate: Pick<ScoreThreshold, "dimension" | "evaluatorName">) => string;
|
|
103
|
+
export interface VersionGateSummary {
|
|
104
|
+
failing: ExperimentGateResult[];
|
|
105
|
+
gates: ExperimentGateResult[];
|
|
106
|
+
passed: boolean;
|
|
107
|
+
version: number;
|
|
108
|
+
}
|
|
109
|
+
/** Gate results for every compared version, in version order, with pass/fail rolled up. */
|
|
110
|
+
export declare const summarizeGatesByVersion: (experiment: ExperimentRecord) => VersionGateSummary[];
|
|
111
|
+
/** Short verdict for one version's gates, such as "Fails 1 of 3 gates". */
|
|
112
|
+
export declare const formatVersionGateVerdict: (summary: VersionGateSummary) => string;
|
|
113
|
+
/**
|
|
114
|
+
* Explain why a version cannot be promoted, such as
|
|
115
|
+
* "v1 fails 1 gate: helpfulness ≥ 0.8 (got 0.62) — can't promote v1."
|
|
116
|
+
*/
|
|
117
|
+
export declare const formatPromoteBlockedReason: (summary: VersionGateSummary) => string | undefined;
|
|
68
118
|
export declare const parsePromoteBlockedTitle: (error: unknown) => string | undefined;
|
|
69
119
|
export declare const isAutomaticExperimentEvaluator: (evaluator: {
|
|
70
120
|
type: string;
|
|
71
121
|
}) => boolean;
|
|
72
122
|
export declare const isValidExperimentVersionCount: (count: number) => boolean;
|
|
123
|
+
export interface ExperimentItemColumnWidths {
|
|
124
|
+
item: number;
|
|
125
|
+
output: number;
|
|
126
|
+
pass: number;
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Split the measured table width so the per-version output columns take every pixel the item and
|
|
130
|
+
* pass columns leave over, never narrower than the readable minimum.
|
|
131
|
+
*/
|
|
132
|
+
export declare const experimentItemColumnWidths: ({ containerWidth, versionCount, }: {
|
|
133
|
+
containerWidth: number;
|
|
134
|
+
versionCount: number;
|
|
135
|
+
}) => ExperimentItemColumnWidths;
|
|
136
|
+
export declare const DEFAULT_TARGET_AGREEMENT = 0.9;
|
|
137
|
+
export declare const EXPERIMENT_KIND_LABELS: Record<ExperimentKind, string>;
|
|
138
|
+
export declare const experimentKind: (experiment: Pick<ExperimentRecord, "kind">) => ExperimentKind;
|
|
139
|
+
/** Tags shown next to a prompt version in pickers: latest, production, superseded. */
|
|
140
|
+
export declare const promptVersionTags: (version: number, detail?: PromptDetail) => string[];
|
|
141
|
+
/** "v1 and v2" or "v1, v2, and v3". */
|
|
142
|
+
export declare const formatVersionList: (versions: number[]) => string;
|
|
143
|
+
/** Parse a target agreement typed as a percent ("90") into a rate (0.9), or undefined if invalid. */
|
|
144
|
+
export declare const parseTargetAgreementPercent: (value: string) => number | undefined;
|
|
145
|
+
/** Cost with two decimals; anything above zero but under a cent reads "<$0.01". */
|
|
146
|
+
export declare const formatExperimentCost: (cost?: number) => string;
|
|
147
|
+
/** Plain estimate such as "About 6 generations, 2 minutes, $0.42". */
|
|
148
|
+
export declare const formatExperimentEstimate: ({ estimate, unit, }: {
|
|
149
|
+
estimate: ExperimentEstimate;
|
|
150
|
+
unit?: "generations" | "judge calls";
|
|
151
|
+
}) => string;
|
|
73
152
|
//# sourceMappingURL=experimentTypes.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experimentTypes.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/experimentTypes.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,GAAG,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"experimentTypes.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/experimentTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAC,cAAc,EAAE,UAAU,EAAC,MAAM,sBAAsB,CAAC;AAErE,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,QAAQ,CAAC;AAEhD,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,qFAAqF;IACrF,SAAS,EAAE,WAAW,GAAG,MAAM,GAAG,UAAU,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,EAAE,EAAE,IAAI,GAAG,KAAK,GAAG,KAAK,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAqB,SAAQ,cAAc;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAoB;IACnC,0FAA0F;IAC1F,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC3C,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,CAAC;IAC7C,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC,CAAC;CACpD;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;IACjE,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,kBAAkB,EAAE,OAAO,CAAC;IAC5B,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gFAAgF;IAChF,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,sEAAsE;IACtE,UAAU,EAAE,MAAM,CAAC;IACnB,iFAAiF;IACjF,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,wEAAwE;IACxE,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IACvD,4EAA4E;IAC5E,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,eAAO,MAAM,0BAA0B,GAAI,CAAC,EAAE,KAAK,OAAO,KAAG,CAAC,GAAG,SAQhE,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,KAAK,OAAO,KAAG,gBAAgB,EAQnE,CAAC;AAEF,6FAA6F;AAC7F,eAAO,MAAM,qBAAqB,GAAI,YAAY,gBAAgB,KAAG,MAKpE,CAAC;AAEF,uDAAuD;AACvD,eAAO,MAAM,yBAAyB,MAAM,CAAC;AAE7C,2FAA2F;AAC3F,eAAO,MAAM,qBAAqB,GAAI,KAAK,OAAO,KAAG,OAKpD,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,KAAK,OAAO,KAAG,gBAAgB,GAAG,SAMxE,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,YAAY,gBAAgB,KAAG,MAK/D,CAAC;AAsBF,wFAAwF;AACxF,eAAO,MAAM,gBAAgB,GAAI,SAAS,MAAM,KAAG,MAKlD,CAAC;AAEF,mDAAmD;AACnD,eAAO,MAAM,mBAAmB,GAAI,MAAM,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,OAAO,CAAC,KAAG,MAEhF,CAAC;AAMF;;;GAGG;AACH,eAAO,MAAM,cAAc,GACzB,MAAM,IAAI,CAAC,cAAc,EAAE,WAAW,GAAG,eAAe,CAAC,KACxD,MAMF,CAAC;AAWF,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,2FAA2F;AAC3F,eAAO,MAAM,uBAAuB,GAAI,YAAY,gBAAgB,KAAG,kBAAkB,EAQxF,CAAC;AAEF,2EAA2E;AAC3E,eAAO,MAAM,wBAAwB,GAAI,SAAS,kBAAkB,KAAG,MAUtE,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,0BAA0B,GAAI,SAAS,kBAAkB,KAAG,MAAM,GAAG,SAMjF,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,OAAO,OAAO,KAAG,MAAM,GAAG,SAWlE,CAAC;AAKF,eAAO,MAAM,8BAA8B,GAAI,WAAW;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,KAAG,OAE1E,CAAC;AAEF,eAAO,MAAM,6BAA6B,GAAI,OAAO,MAAM,KAAG,OAE7D,CAAC;AAMF,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;GAGG;AACH,eAAO,MAAM,0BAA0B,GAAI,mCAGxC;IACD,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB,KAAG,0BAQH,CAAC;AAEF,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAE5C,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAGjE,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,YAAY,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,KAAG,cAE3E,CAAC;AAEF,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,GAAI,SAAS,MAAM,EAAE,SAAS,YAAY,KAAG,MAAM,EAgBhF,CAAC;AAEF,uCAAuC;AACvC,eAAO,MAAM,iBAAiB,GAAI,UAAU,MAAM,EAAE,KAAG,MAMtD,CAAC;AAEF,qGAAqG;AACrG,eAAO,MAAM,2BAA2B,GAAI,OAAO,MAAM,KAAG,MAAM,GAAG,SAUpE,CAAC;AAEF,mFAAmF;AACnF,eAAO,MAAM,oBAAoB,GAAI,OAAO,MAAM,KAAG,MAQpD,CAAC;AAEF,sEAAsE;AACtE,eAAO,MAAM,wBAAwB,GAAI,qBAGtC;IACD,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,IAAI,CAAC,EAAE,aAAa,GAAG,aAAa,CAAC;CACtC,KAAG,MAUH,CAAC"}
|
|
@@ -16,6 +16,20 @@ export const unwrapExperimentList = (raw) => {
|
|
|
16
16
|
return Boolean(entry && typeof entry.id === "string");
|
|
17
17
|
});
|
|
18
18
|
};
|
|
19
|
+
/** Newest version that passes every gate, else the newest compared version (0 when none). */
|
|
20
|
+
export const defaultPromoteVersion = (experiment) => {
|
|
21
|
+
const passing = summarizeGatesByVersion(experiment).filter((summary) => summary.passed);
|
|
22
|
+
return (passing[passing.length - 1]?.version ?? experiment.versions[experiment.versions.length - 1] ?? 0);
|
|
23
|
+
};
|
|
24
|
+
/** Largest page the experiments list route returns. */
|
|
25
|
+
export const EXPERIMENT_LIST_MAX_LIMIT = 100;
|
|
26
|
+
/** True when a paginated experiments list response says more rows exist past this page. */
|
|
27
|
+
export const experimentListHasMore = (raw) => {
|
|
28
|
+
if (!raw || typeof raw !== "object" || Array.isArray(raw)) {
|
|
29
|
+
return false;
|
|
30
|
+
}
|
|
31
|
+
return raw.more === true;
|
|
32
|
+
};
|
|
19
33
|
export const unwrapExperimentRecord = (raw) => {
|
|
20
34
|
const payload = unwrapObservabilityPayload(raw);
|
|
21
35
|
if (!payload || typeof payload.id !== "string") {
|
|
@@ -29,18 +43,87 @@ export const failingGateCount = (experiment) => {
|
|
|
29
43
|
}
|
|
30
44
|
return experiment.results.gates.filter((gate) => !gate.passed).length;
|
|
31
45
|
};
|
|
32
|
-
|
|
46
|
+
const gatesForVersion = (experiment, version) => {
|
|
33
47
|
if (!experiment.results) {
|
|
34
48
|
return [];
|
|
35
49
|
}
|
|
36
50
|
return experiment.results.gates.filter((gate) => gate.version === version);
|
|
37
51
|
};
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
52
|
+
const GATE_OP_SYMBOLS = {
|
|
53
|
+
eq: "=",
|
|
54
|
+
gt: ">",
|
|
55
|
+
gte: "≥",
|
|
56
|
+
lt: "<",
|
|
57
|
+
lte: "≤",
|
|
58
|
+
};
|
|
59
|
+
/** Show a gate comparison operator as the math symbol people read, never the API word. */
|
|
60
|
+
const formatGateOp = (op) => {
|
|
61
|
+
return GATE_OP_SYMBOLS[op] ?? op;
|
|
62
|
+
};
|
|
63
|
+
/** Show a measured gate value with two decimals, or a dash before any scores arrive. */
|
|
64
|
+
export const formatGateActual = (actual) => {
|
|
65
|
+
if (actual === undefined || Number.isNaN(actual)) {
|
|
66
|
+
return "—";
|
|
67
|
+
}
|
|
68
|
+
return actual.toFixed(2);
|
|
69
|
+
};
|
|
70
|
+
/** The threshold a gate needs, such as "≥ 0.8". */
|
|
71
|
+
export const formatGateThreshold = (gate) => {
|
|
72
|
+
return `${formatGateOp(gate.op)} ${gate.value}`;
|
|
73
|
+
};
|
|
74
|
+
const humanizeIdentifier = (value) => {
|
|
75
|
+
return value.replace(/[_-]+/g, " ").trim();
|
|
76
|
+
};
|
|
77
|
+
/**
|
|
78
|
+
* Name a gate in plain words. When the evaluator and dimension share a name ("helpfulness"),
|
|
79
|
+
* say it once; otherwise "correctness: correct" or "schema-assert: schema valid".
|
|
80
|
+
*/
|
|
81
|
+
export const formatGateName = (gate) => {
|
|
82
|
+
const dimension = humanizeIdentifier(gate.dimension);
|
|
83
|
+
if (humanizeIdentifier(gate.evaluatorName).toLowerCase() === dimension.toLowerCase()) {
|
|
84
|
+
return dimension;
|
|
85
|
+
}
|
|
86
|
+
return `${gate.evaluatorName}: ${dimension}`;
|
|
87
|
+
};
|
|
88
|
+
/** One failing gate in a sentence, such as "helpfulness ≥ 0.8 (got 0.62)". */
|
|
89
|
+
const describeGateResult = (gate) => {
|
|
90
|
+
return `${formatGateName(gate)} ${formatGateThreshold(gate)} (got ${formatGateActual(gate.actual)})`;
|
|
91
|
+
};
|
|
92
|
+
const pluralize = (count, singular, plural) => {
|
|
93
|
+
return `${count} ${count === 1 ? singular : plural}`;
|
|
94
|
+
};
|
|
95
|
+
/** Gate results for every compared version, in version order, with pass/fail rolled up. */
|
|
96
|
+
export const summarizeGatesByVersion = (experiment) => {
|
|
97
|
+
return [...experiment.versions]
|
|
98
|
+
.sort((left, right) => left - right)
|
|
99
|
+
.map((version) => {
|
|
100
|
+
const gates = gatesForVersion(experiment, version);
|
|
101
|
+
const failing = gates.filter((gate) => !gate.passed);
|
|
102
|
+
return { failing, gates, passed: gates.length > 0 && failing.length === 0, version };
|
|
103
|
+
});
|
|
104
|
+
};
|
|
105
|
+
/** Short verdict for one version's gates, such as "Fails 1 of 3 gates". */
|
|
106
|
+
export const formatVersionGateVerdict = (summary) => {
|
|
107
|
+
if (summary.gates.length === 0) {
|
|
108
|
+
return "No gates";
|
|
109
|
+
}
|
|
110
|
+
if (summary.failing.length === 0) {
|
|
111
|
+
return summary.gates.length === 1
|
|
112
|
+
? "Passes its gate"
|
|
113
|
+
: `Passes all ${summary.gates.length} gates`;
|
|
114
|
+
}
|
|
115
|
+
return `Fails ${summary.failing.length} of ${pluralize(summary.gates.length, "gate", "gates")}`;
|
|
116
|
+
};
|
|
117
|
+
/**
|
|
118
|
+
* Explain why a version cannot be promoted, such as
|
|
119
|
+
* "v1 fails 1 gate: helpfulness ≥ 0.8 (got 0.62) — can't promote v1."
|
|
120
|
+
*/
|
|
121
|
+
export const formatPromoteBlockedReason = (summary) => {
|
|
122
|
+
if (summary.failing.length === 0) {
|
|
123
|
+
return undefined;
|
|
42
124
|
}
|
|
43
|
-
|
|
125
|
+
const details = summary.failing.map(describeGateResult).join("; ");
|
|
126
|
+
return `v${summary.version} fails ${pluralize(summary.failing.length, "gate", "gates")}: ${details} — can't promote v${summary.version}.`;
|
|
44
127
|
};
|
|
45
128
|
export const parsePromoteBlockedTitle = (error) => {
|
|
46
129
|
if (!error || typeof error !== "object") {
|
|
@@ -62,4 +145,87 @@ export const isAutomaticExperimentEvaluator = (evaluator) => {
|
|
|
62
145
|
export const isValidExperimentVersionCount = (count) => {
|
|
63
146
|
return count >= MIN_EXPERIMENT_VERSIONS && count <= MAX_EXPERIMENT_VERSIONS;
|
|
64
147
|
};
|
|
148
|
+
const ITEM_COLUMN_WIDTH = 120;
|
|
149
|
+
const PASS_COLUMN_WIDTH = 80;
|
|
150
|
+
const MIN_OUTPUT_COLUMN_WIDTH = 180;
|
|
151
|
+
/**
|
|
152
|
+
* Split the measured table width so the per-version output columns take every pixel the item and
|
|
153
|
+
* pass columns leave over, never narrower than the readable minimum.
|
|
154
|
+
*/
|
|
155
|
+
export const experimentItemColumnWidths = ({ containerWidth, versionCount, }) => {
|
|
156
|
+
const fixedWidth = ITEM_COLUMN_WIDTH + PASS_COLUMN_WIDTH * versionCount;
|
|
157
|
+
const available = containerWidth - fixedWidth;
|
|
158
|
+
const output = versionCount > 0
|
|
159
|
+
? Math.max(MIN_OUTPUT_COLUMN_WIDTH, Math.floor(available / versionCount))
|
|
160
|
+
: MIN_OUTPUT_COLUMN_WIDTH;
|
|
161
|
+
return { item: ITEM_COLUMN_WIDTH, output, pass: PASS_COLUMN_WIDTH };
|
|
162
|
+
};
|
|
163
|
+
export const DEFAULT_TARGET_AGREEMENT = 0.9;
|
|
164
|
+
export const EXPERIMENT_KIND_LABELS = {
|
|
165
|
+
judge: "Judge calibration",
|
|
166
|
+
prompt: "Prompt comparison",
|
|
167
|
+
};
|
|
168
|
+
export const experimentKind = (experiment) => {
|
|
169
|
+
return experiment.kind === "judge" ? "judge" : "prompt";
|
|
170
|
+
};
|
|
171
|
+
/** Tags shown next to a prompt version in pickers: latest, production, superseded. */
|
|
172
|
+
export const promptVersionTags = (version, detail) => {
|
|
173
|
+
const tags = [];
|
|
174
|
+
if (!detail || detail.versions.length === 0) {
|
|
175
|
+
return tags;
|
|
176
|
+
}
|
|
177
|
+
const latest = Math.max(...detail.versions.map((entry) => entry.version));
|
|
178
|
+
if (version === latest) {
|
|
179
|
+
tags.push("latest");
|
|
180
|
+
}
|
|
181
|
+
if (detail.labels.some((label) => label.label === "production" && label.version === version)) {
|
|
182
|
+
tags.push("production");
|
|
183
|
+
}
|
|
184
|
+
if (version < latest - 1) {
|
|
185
|
+
tags.push("superseded");
|
|
186
|
+
}
|
|
187
|
+
return tags;
|
|
188
|
+
};
|
|
189
|
+
/** "v1 and v2" or "v1, v2, and v3". */
|
|
190
|
+
export const formatVersionList = (versions) => {
|
|
191
|
+
const labels = [...versions].sort((left, right) => left - right).map((version) => `v${version}`);
|
|
192
|
+
if (labels.length <= 2) {
|
|
193
|
+
return labels.join(" and ");
|
|
194
|
+
}
|
|
195
|
+
return `${labels.slice(0, -1).join(", ")}, and ${labels[labels.length - 1]}`;
|
|
196
|
+
};
|
|
197
|
+
/** Parse a target agreement typed as a percent ("90") into a rate (0.9), or undefined if invalid. */
|
|
198
|
+
export const parseTargetAgreementPercent = (value) => {
|
|
199
|
+
const trimmed = value.trim();
|
|
200
|
+
if (!trimmed) {
|
|
201
|
+
return undefined;
|
|
202
|
+
}
|
|
203
|
+
const parsed = Number(trimmed);
|
|
204
|
+
if (!Number.isFinite(parsed) || parsed <= 0 || parsed > 100) {
|
|
205
|
+
return undefined;
|
|
206
|
+
}
|
|
207
|
+
return parsed / 100;
|
|
208
|
+
};
|
|
209
|
+
/** Cost with two decimals; anything above zero but under a cent reads "<$0.01". */
|
|
210
|
+
export const formatExperimentCost = (cost) => {
|
|
211
|
+
if (cost === undefined || Number.isNaN(cost)) {
|
|
212
|
+
return "—";
|
|
213
|
+
}
|
|
214
|
+
if (cost > 0 && cost < 0.01) {
|
|
215
|
+
return "<$0.01";
|
|
216
|
+
}
|
|
217
|
+
return `$${cost.toFixed(2)}`;
|
|
218
|
+
};
|
|
219
|
+
/** Plain estimate such as "About 6 generations, 2 minutes, $0.42". */
|
|
220
|
+
export const formatExperimentEstimate = ({ estimate, unit = "generations", }) => {
|
|
221
|
+
const minutes = Math.max(1, Math.round(estimate.wallClockSeconds / 60));
|
|
222
|
+
const parts = [
|
|
223
|
+
`About ${estimate.generations} ${estimate.generations === 1 ? unit.replace(/s$/, "") : unit}`,
|
|
224
|
+
`${minutes} ${minutes === 1 ? "minute" : "minutes"}`,
|
|
225
|
+
];
|
|
226
|
+
if (estimate.costUsd !== undefined) {
|
|
227
|
+
parts.push(formatExperimentCost(estimate.costUsd));
|
|
228
|
+
}
|
|
229
|
+
return parts.join(", ");
|
|
230
|
+
};
|
|
65
231
|
//# sourceMappingURL=experimentTypes.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experimentTypes.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/experimentTypes.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"experimentTypes.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/experimentTypes.ts"],"names":[],"mappings":"AA0FA,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAI,GAAY,EAAiB,EAAE;IAC3E,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QAC7C,OAAQ,GAAiB,CAAC,IAAI,CAAC;IACjC,CAAC;IACD,OAAO,GAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAY,EAAsB,EAAE;IACvE,MAAM,OAAO,GAAG,0BAA0B,CAAqB,GAAG,CAAC,CAAC;IACpE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE;QACzD,OAAO,OAAO,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,6FAA6F;AAC7F,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,UAA4B,EAAU,EAAE;IAC5E,MAAM,OAAO,GAAG,uBAAuB,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACxF,OAAO,CACL,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CACjG,CAAC;AACJ,CAAC,CAAC;AAEF,uDAAuD;AACvD,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAE7C,2FAA2F;AAC3F,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,GAAY,EAAW,EAAE;IAC7D,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAQ,GAAwB,CAAC,IAAI,KAAK,IAAI,CAAC;AACjD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,GAAY,EAAgC,EAAE;IACnF,MAAM,OAAO,GAAG,0BAA0B,CAAmB,GAAG,CAAC,CAAC;IAClE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC/C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,UAA4B,EAAU,EAAE;IACvE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;AACxE,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,UAA4B,EAAE,OAAe,EAA0B,EAAE;IAChG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;AAC7E,CAAC,CAAC;AAEF,MAAM,eAAe,GAA2B;IAC9C,EAAE,EAAE,GAAG;IACP,EAAE,EAAE,GAAG;IACP,GAAG,EAAE,GAAG;IACR,EAAE,EAAE,GAAG;IACP,GAAG,EAAE,GAAG;CACT,CAAC;AAEF,0FAA0F;AAC1F,MAAM,YAAY,GAAG,CAAC,EAAU,EAAU,EAAE;IAC1C,OAAO,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;AACnC,CAAC,CAAC;AAEF,wFAAwF;AACxF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAe,EAAU,EAAE;IAC1D,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,mDAAmD;AACnD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAA0C,EAAU,EAAE;IACxF,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,KAAa,EAAU,EAAE;IACnD,OAAO,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7C,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,IAAyD,EACjD,EAAE;IACV,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrD,IAAI,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QACrF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,GAAG,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;AAC/C,CAAC,CAAC;AAEF,8EAA8E;AAC9E,MAAM,kBAAkB,GAAG,CAAC,IAA0B,EAAU,EAAE;IAChE,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,SAAS,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;AACvG,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,QAAgB,EAAE,MAAc,EAAU,EAAE;IAC5E,OAAO,GAAG,KAAK,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AACvD,CAAC,CAAC;AASF,2FAA2F;AAC3F,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,UAA4B,EAAwB,EAAE;IAC5F,OAAO,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC5B,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;SACnC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACf,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrD,OAAO,EAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,OAAO,EAAC,CAAC;IACrF,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,2EAA2E;AAC3E,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,OAA2B,EAAU,EAAE;IAC9E,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAC/B,CAAC,CAAC,iBAAiB;YACnB,CAAC,CAAC,cAAc,OAAO,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC;IACjD,CAAC;IACD,OAAO,SAAS,OAAO,CAAC,OAAO,CAAC,MAAM,OAAO,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;AAClG,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,OAA2B,EAAsB,EAAE;IAC5F,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnE,OAAO,IAAI,OAAO,CAAC,OAAO,UAAU,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,qBAAqB,OAAO,CAAC,OAAO,GAAG,CAAC;AAC5I,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,KAAc,EAAsB,EAAE;IAC7E,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,KAAoE,CAAC;IACpF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;IACpD,IAAI,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAElC,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,SAAyB,EAAW,EAAE;IACnF,OAAO,SAAS,CAAC,IAAI,KAAK,WAAW,IAAI,SAAS,CAAC,IAAI,KAAK,aAAa,CAAC;AAC5E,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,KAAa,EAAW,EAAE;IACtE,OAAO,KAAK,IAAI,uBAAuB,IAAI,KAAK,IAAI,uBAAuB,CAAC;AAC9E,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAQpC;;;GAGG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,EACzC,cAAc,EACd,YAAY,GAIb,EAA8B,EAAE;IAC/B,MAAM,UAAU,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,YAAY,CAAC;IACxE,MAAM,SAAS,GAAG,cAAc,GAAG,UAAU,CAAC;IAC9C,MAAM,MAAM,GACV,YAAY,GAAG,CAAC;QACd,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC;QACzE,CAAC,CAAC,uBAAuB,CAAC;IAC9B,OAAO,EAAC,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAC,CAAC;AACpE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAE5C,MAAM,CAAC,MAAM,sBAAsB,GAAmC;IACpE,KAAK,EAAE,mBAAmB;IAC1B,MAAM,EAAE,mBAAmB;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,UAA0C,EAAkB,EAAE;IAC3F,OAAO,UAAU,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC1D,CAAC,CAAC;AAEF,sFAAsF;AACtF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,OAAe,EAAE,MAAqB,EAAY,EAAE;IACpF,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1E,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtB,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,EAAE,CAAC;QAC7F,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,uCAAuC;AACvC,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,QAAkB,EAAU,EAAE;IAC9D,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;IACjG,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;AAC/E,CAAC,CAAC;AAEF,qGAAqG;AACrG,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,KAAa,EAAsB,EAAE;IAC/E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;QAC5D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,MAAM,GAAG,GAAG,CAAC;AACtB,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,IAAa,EAAU,EAAE;IAC5D,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,IAAI,EAAE,CAAC;QAC5B,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/B,CAAC,CAAC;AAEF,sEAAsE;AACtE,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,EACvC,QAAQ,EACR,IAAI,GAAG,aAAa,GAIrB,EAAU,EAAE;IACX,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG;QACZ,SAAS,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QAC7F,GAAG,OAAO,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE;KACrD,CAAC;IACF,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC"}
|
|
@@ -1,31 +1,61 @@
|
|
|
1
1
|
import type { AdminRpcQueryState } from "../../../useAdminRpc";
|
|
2
2
|
import { type ObservabilityMutation, type ObservabilityQueryOptions } from "../shell/observabilityRequest";
|
|
3
|
-
import type { ExperimentEstimate, ExperimentRecord, ScoreThreshold } from "./experimentTypes";
|
|
4
|
-
|
|
3
|
+
import type { ExperimentEstimate, ExperimentKind, ExperimentRecord, ScoreThreshold } from "./experimentTypes";
|
|
4
|
+
/** Step 4: compare product prompt versions, scored by evaluators. */
|
|
5
|
+
export interface PromptExperimentCreateBody {
|
|
5
6
|
datasetId: string;
|
|
6
7
|
evaluatorIds: string[];
|
|
7
8
|
includeUnproofread?: boolean;
|
|
9
|
+
kind?: "prompt";
|
|
8
10
|
modelOverride?: string;
|
|
9
11
|
name: string;
|
|
10
12
|
promptName: string;
|
|
11
13
|
thresholds?: ScoreThreshold[];
|
|
12
14
|
versions: number[];
|
|
13
15
|
}
|
|
14
|
-
|
|
16
|
+
/** Step 3: compare judge prompt versions by agreement with human answers on a judged dataset. */
|
|
17
|
+
export interface JudgeExperimentCreateBody {
|
|
18
|
+
datasetId: string;
|
|
19
|
+
judgeEvaluatorId: string;
|
|
20
|
+
kind: "judge";
|
|
21
|
+
modelOverride?: string;
|
|
22
|
+
name: string;
|
|
23
|
+
questionSetId: string;
|
|
24
|
+
/** Agreement rate (0–1) a version must reach to pass. The server defaults to 0.9. */
|
|
25
|
+
targetAgreement?: number;
|
|
26
|
+
versions: number[];
|
|
27
|
+
}
|
|
28
|
+
export type ExperimentCreateBody = JudgeExperimentCreateBody | PromptExperimentCreateBody;
|
|
29
|
+
export interface PromptExperimentEstimateBody {
|
|
15
30
|
datasetId: string;
|
|
16
31
|
evaluatorIds: string[];
|
|
17
32
|
includeUnproofread?: boolean;
|
|
33
|
+
kind?: "prompt";
|
|
18
34
|
modelOverride?: string;
|
|
19
35
|
versions: number[];
|
|
20
36
|
}
|
|
37
|
+
export interface JudgeExperimentEstimateBody {
|
|
38
|
+
datasetId: string;
|
|
39
|
+
kind: "judge";
|
|
40
|
+
modelOverride?: string;
|
|
41
|
+
questionSetId: string;
|
|
42
|
+
versions: number[];
|
|
43
|
+
}
|
|
44
|
+
export type ExperimentEstimateBody = JudgeExperimentEstimateBody | PromptExperimentEstimateBody;
|
|
45
|
+
export interface ExperimentListArgs {
|
|
46
|
+
kind?: ExperimentKind;
|
|
47
|
+
/** Page size; the server caps it at EXPERIMENT_LIST_MAX_LIMIT. */
|
|
48
|
+
limit?: number;
|
|
49
|
+
}
|
|
21
50
|
export interface AiObservabilityExperimentsApi {
|
|
22
51
|
useCreateMutation: () => ObservabilityMutation<ExperimentCreateBody, ExperimentRecord>;
|
|
23
52
|
useDetailQuery: (id: string, options?: ObservabilityQueryOptions) => AdminRpcQueryState<ExperimentRecord | {
|
|
24
53
|
data: ExperimentRecord;
|
|
25
54
|
}>;
|
|
26
55
|
useEstimateMutation: () => ObservabilityMutation<ExperimentEstimateBody, ExperimentEstimate>;
|
|
27
|
-
useListQuery: () => AdminRpcQueryState<ExperimentRecord[] | {
|
|
56
|
+
useListQuery: (args?: ExperimentListArgs) => AdminRpcQueryState<ExperimentRecord[] | {
|
|
28
57
|
data: ExperimentRecord[];
|
|
58
|
+
more?: boolean;
|
|
29
59
|
}>;
|
|
30
60
|
usePromoteMutation: () => ObservabilityMutation<{
|
|
31
61
|
id: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useAiObservabilityExperimentsApi.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,yBAAyB,EAG/B,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"useAiObservabilityExperimentsApi.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,yBAAyB,EAG/B,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,EACV,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,cAAc,EACf,MAAM,mBAAmB,CAAC;AAK3B,qEAAqE;AACrE,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,iGAAiG;AACjG,MAAM,WAAW,yBAAyB;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,qFAAqF;IACrF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,MAAM,oBAAoB,GAAG,yBAAyB,GAAG,0BAA0B,CAAC;AAE1F,MAAM,WAAW,4BAA4B;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,OAAO,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,MAAM,sBAAsB,GAAG,2BAA2B,GAAG,4BAA4B,CAAC;AAEhG,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,kEAAkE;IAClE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,6BAA6B;IAC5C,iBAAiB,EAAE,MAAM,qBAAqB,CAAC,oBAAoB,EAAE,gBAAgB,CAAC,CAAC;IACvF,cAAc,EAAE,CACd,EAAE,EAAE,MAAM,EACV,OAAO,CAAC,EAAE,yBAAyB,KAChC,kBAAkB,CAAC,gBAAgB,GAAG;QAAC,IAAI,EAAE,gBAAgB,CAAA;KAAC,CAAC,CAAC;IACrE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;IAC7F,YAAY,EAAE,CACZ,IAAI,CAAC,EAAE,kBAAkB,KACtB,kBAAkB,CAAC,gBAAgB,EAAE,GAAG;QAAC,IAAI,EAAE,gBAAgB,EAAE,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAA;KAAC,CAAC,CAAC;IACzF,kBAAkB,EAAE,MAAM,qBAAqB,CAC7C;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAC,EAC7B;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAA;KAAC,CAC1C,CAAC;CACH;AAID,6FAA6F;AAC7F,eAAO,MAAM,gCAAgC,QAAO,6BA2CnD,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { asJsonBody } from "../../../adminRpc";
|
|
1
|
+
import { asJsonBody, withQueryString } from "../../../adminRpc";
|
|
2
2
|
import { useObservabilityMutation, useObservabilityQuery, } from "../shell/observabilityRequest";
|
|
3
3
|
const EXPERIMENTS_TAGS = ["aiObservabilityExperiments"];
|
|
4
4
|
const EXPERIMENTS_URL = "/ai/observability/experiments";
|
|
@@ -26,7 +26,13 @@ export const useAiObservabilityExperimentsApi = () => {
|
|
|
26
26
|
url: `${EXPERIMENTS_URL}/estimate`,
|
|
27
27
|
}),
|
|
28
28
|
}),
|
|
29
|
-
useListQuery: () => useObservabilityQuery({
|
|
29
|
+
useListQuery: (args) => useObservabilityQuery({
|
|
30
|
+
providesTags: EXPERIMENTS_TAGS,
|
|
31
|
+
url: withQueryString({
|
|
32
|
+
params: { kind: args?.kind, limit: args?.limit || undefined },
|
|
33
|
+
url: EXPERIMENTS_URL,
|
|
34
|
+
}),
|
|
35
|
+
}),
|
|
30
36
|
usePromoteMutation: () => useObservabilityMutation({
|
|
31
37
|
invalidatesTags: EXPERIMENTS_TAGS,
|
|
32
38
|
toRequest: ({ id, version }) => ({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useAiObservabilityExperimentsApi.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"useAiObservabilityExperimentsApi.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAE9D,OAAO,EAGL,wBAAwB,EACxB,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAQvC,MAAM,gBAAgB,GAAG,CAAC,4BAA4B,CAAU,CAAC;AACjE,MAAM,eAAe,GAAG,+BAA+B,CAAC;AAuExD,MAAM,aAAa,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,GAAG,eAAe,IAAI,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC;AAE7F,6FAA6F;AAC7F,MAAM,CAAC,MAAM,gCAAgC,GAAG,GAAkC,EAAE;IAClF,OAAO;QACL,iBAAiB,EAAE,GAAG,EAAE,CACtB,wBAAwB,CAAC;YACvB,eAAe,EAAE,gBAAgB;YACjC,SAAS,EAAE,CAAC,IAA0B,EAAE,EAAE,CAAC,CAAC;gBAC1C,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC;gBACtB,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,eAAe;aACrB,CAAC;SACH,CAAC;QACJ,cAAc,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAC9B,qBAAqB,CAAC;YACpB,YAAY,EAAE,gBAAgB;YAC9B,IAAI,EAAE,OAAO,EAAE,IAAI;YACnB,GAAG,EAAE,aAAa,CAAC,EAAE,CAAC;SACvB,CAAC;QACJ,mBAAmB,EAAE,GAAG,EAAE,CACxB,wBAAwB,CAAC;YACvB,SAAS,EAAE,CAAC,IAA4B,EAAE,EAAE,CAAC,CAAC;gBAC5C,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC;gBACtB,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,GAAG,eAAe,WAAW;aACnC,CAAC;SACH,CAAC;QACJ,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,qBAAqB,CAAC;YACpB,YAAY,EAAE,gBAAgB;YAC9B,GAAG,EAAE,eAAe,CAAC;gBACnB,MAAM,EAAE,EAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,SAAS,EAAC;gBAC3D,GAAG,EAAE,eAAe;aACrB,CAAC;SACH,CAAC;QACJ,kBAAkB,EAAE,GAAG,EAAE,CACvB,wBAAwB,CAAC;YACvB,eAAe,EAAE,gBAAgB;YACjC,SAAS,EAAE,CAAC,EAAC,EAAE,EAAE,OAAO,EAAgC,EAAE,EAAE,CAAC,CAAC;gBAC5D,IAAI,EAAE,EAAC,OAAO,EAAC;gBACf,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,GAAG,aAAa,CAAC,EAAE,CAAC,UAAU;aACpC,CAAC;SACH,CAAC;KACL,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AiPromptEditorScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx"],"names":[],"mappings":"AAEA,OAAO,KAAkD,MAAM,OAAO,CAAC;AACvE,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"AiPromptEditorScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx"],"names":[],"mappings":"AAEA,OAAO,KAAkD,MAAM,OAAO,CAAC;AACvE,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;AAgB3D,MAAM,WAAW,+BAAgC,SAAQ,sBAAsB;IAC7E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4FAA4F;IAC5F,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iFAAiF;IACjF,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,eAAO,MAAM,0BAA0B,EAAE,KAAK,CAAC,EAAE,CAAC,+BAA+B,CA6OhF,CAAC"}
|
|
@@ -7,7 +7,7 @@ import { unwrapObservabilityStatus } from "../shell/aiObservabilityNav";
|
|
|
7
7
|
import { resolveAiRunBlockedMessage, resolveAiRunError } from "../shell/aiRunAccess";
|
|
8
8
|
import { resolvePromptActionPermissions } from "../shell/observabilityPermissions";
|
|
9
9
|
import { AiPromptHubView } from "./AiPromptHubView";
|
|
10
|
-
import { latestVersionFromDetail, unwrapPromptDetail, unwrapPromptPayload, } from "./promptTypes";
|
|
10
|
+
import { latestVersionFromDetail, unwrapPromptDetail, unwrapPromptList, unwrapPromptPayload, } from "./promptTypes";
|
|
11
11
|
import { useAiObservabilityPromptsApi } from "./useAiObservabilityPromptsApi";
|
|
12
12
|
export const AiPromptEditorScreenWidget = (props) => {
|
|
13
13
|
const { apiKey, apiKeyLoading = false, playgroundApiKeyHint } = props;
|
|
@@ -15,19 +15,36 @@ export const AiPromptEditorScreenWidget = (props) => {
|
|
|
15
15
|
const params = useLocalSearchParams();
|
|
16
16
|
const nameParam = params.name;
|
|
17
17
|
const name = Array.isArray(nameParam) ? nameParam[0] : nameParam;
|
|
18
|
-
const { useCreateVersionMutation, useDetailQuery, usePlaygroundMutation, useSetLabelMutation, useStatusQuery, } = useAiObservabilityPromptsApi();
|
|
18
|
+
const { useCreateVersionMutation, useDetailQuery, useListQuery, usePlaygroundMutation, useSetLabelMutation, useStatusQuery, } = useAiObservabilityPromptsApi();
|
|
19
19
|
const [selectedVersion, setSelectedVersion] = useState(undefined);
|
|
20
20
|
const [pinnedQueryVersion, setPinnedQueryVersion] = useState(undefined);
|
|
21
21
|
const [cachedDetail, setCachedDetail] = useState(undefined);
|
|
22
|
+
const [scopeName, setScopeName] = useState(name);
|
|
23
|
+
const nameChanged = name !== scopeName;
|
|
24
|
+
// Used by navigates to another prompt on this same screen. Drop the previous
|
|
25
|
+
// version pin during render so the new name is not queried at that version.
|
|
26
|
+
if (nameChanged) {
|
|
27
|
+
setScopeName(name);
|
|
28
|
+
setSelectedVersion(undefined);
|
|
29
|
+
setPinnedQueryVersion(undefined);
|
|
30
|
+
setCachedDetail(undefined);
|
|
31
|
+
}
|
|
22
32
|
const detailQueryArg = useMemo(() => {
|
|
23
33
|
if (!name) {
|
|
24
34
|
return { name: "" };
|
|
25
35
|
}
|
|
26
|
-
if (pinnedQueryVersion === undefined) {
|
|
36
|
+
if (nameChanged || pinnedQueryVersion === undefined) {
|
|
27
37
|
return { name };
|
|
28
38
|
}
|
|
29
39
|
return { name, promptVersion: pinnedQueryVersion };
|
|
30
|
-
}, [name, pinnedQueryVersion]);
|
|
40
|
+
}, [name, nameChanged, pinnedQueryVersion]);
|
|
41
|
+
const promptListQuery = useListQuery({});
|
|
42
|
+
const promptNames = useMemo(() => {
|
|
43
|
+
return unwrapPromptList(promptListQuery.data)
|
|
44
|
+
.map((prompt) => prompt.name)
|
|
45
|
+
.filter((promptName) => promptName !== name)
|
|
46
|
+
.sort((left, right) => left.localeCompare(right));
|
|
47
|
+
}, [name, promptListQuery.data]);
|
|
31
48
|
const { data, isError, isFetching, isLoading, refetch } = useDetailQuery(detailQueryArg, {
|
|
32
49
|
skip: !name,
|
|
33
50
|
});
|
|
@@ -123,8 +140,10 @@ export const AiPromptEditorScreenWidget = (props) => {
|
|
|
123
140
|
}
|
|
124
141
|
return (_jsx(AiObservabilityChrome, { ...props, backHref: backHref, screenName: "ai-prompt-editor", children: _jsx(AiPromptHubView, { detail: visibleDetail, isApiKeyLoading: isPlaygroundAccessLoading, isRelationshipsLoading: isRelationshipsLoading, isRunningPlayground: playgroundState.isLoading, isSaving: createState.isLoading, isSettingProduction: labelState.isLoading, onOpenExperiment: (experimentId) => {
|
|
125
142
|
router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(experimentId)}`);
|
|
143
|
+
}, onOpenPrompt: (promptName) => {
|
|
144
|
+
router.push(`${prefix}/ai-prompt-editor?name=${encodeURIComponent(promptName)}`);
|
|
126
145
|
}, onOpenTrace: (traceId) => {
|
|
127
146
|
router.push(`${prefix}/ai-trace-detail?id=${encodeURIComponent(traceId)}`);
|
|
128
|
-
}, onRunPlayground: handleRunPlayground, onSaveVersion: handleSaveVersion, onSelectVersion: handleSelectVersion, onSetProduction: handleSetProduction, permissions: promptPermissions, playgroundBlockedMessage: playgroundBlockedMessage, playgroundError: playgroundError, playgroundResult: playgroundResult, productionError: labelState.isError ? "Could not set production." : undefined, relationshipsError: relationshipsError, saveError: createState.isError ? "Could not save a new version." : undefined, selectedVersion: version }) }));
|
|
147
|
+
}, onRunPlayground: handleRunPlayground, onSaveVersion: handleSaveVersion, onSelectVersion: handleSelectVersion, onSetProduction: handleSetProduction, permissions: promptPermissions, playgroundBlockedMessage: playgroundBlockedMessage, playgroundError: playgroundError, playgroundResult: playgroundResult, productionError: labelState.isError ? "Could not set production." : undefined, promptNames: promptNames, relationshipsError: relationshipsError, saveError: createState.isError ? "Could not save a new version." : undefined, selectedVersion: version }) }));
|
|
129
148
|
};
|
|
130
149
|
//# sourceMappingURL=AiPromptEditorScreen.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AiPromptEditorScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAC,MAAM,aAAa,CAAC;AACvD,OAAO,EAAC,MAAM,EAAE,oBAAoB,EAAC,MAAM,aAAa,CAAC;AACzD,OAAc,EAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAEvE,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,0BAA0B,EAAE,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAC,8BAA8B,EAAC,MAAM,mCAAmC,CAAC;AACjF,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACL,uBAAuB,EAGvB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAC,4BAA4B,EAAC,MAAM,gCAAgC,CAAC;AAU5E,MAAM,CAAC,MAAM,0BAA0B,GAA8C,CAAC,KAAK,EAAE,EAAE;IAC7F,MAAM,EAAC,MAAM,EAAE,aAAa,GAAG,KAAK,EAAE,oBAAoB,EAAC,GAAG,KAAK,CAAC;IACpE,MAAM,EAAC,SAAS,EAAC,GAAG,KAAK,CAAC;IAC1B,MAAM,MAAM,GAAG,oBAAoB,EAA8B,CAAC;IAClE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;IAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjE,MAAM,EACJ,wBAAwB,EACxB,cAAc,EACd,qBAAqB,EACrB,mBAAmB,EACnB,cAAc,GACf,GAAG,4BAA4B,EAAE,CAAC;IACnC,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAqB,SAAS,CAAC,CAAC;IACtF,MAAM,CAAC,kBAAkB,EAAE,qBAAqB,CAAC,GAAG,QAAQ,CAAqB,SAAS,CAAC,CAAC;IAC5F,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAE9C,SAAS,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"AiPromptEditorScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAC,MAAM,aAAa,CAAC;AACvD,OAAO,EAAC,MAAM,EAAE,oBAAoB,EAAC,MAAM,aAAa,CAAC;AACzD,OAAc,EAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAEvE,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,0BAA0B,EAAE,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAC,8BAA8B,EAAC,MAAM,mCAAmC,CAAC;AACjF,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACL,uBAAuB,EAGvB,kBAAkB,EAClB,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAC,4BAA4B,EAAC,MAAM,gCAAgC,CAAC;AAU5E,MAAM,CAAC,MAAM,0BAA0B,GAA8C,CAAC,KAAK,EAAE,EAAE;IAC7F,MAAM,EAAC,MAAM,EAAE,aAAa,GAAG,KAAK,EAAE,oBAAoB,EAAC,GAAG,KAAK,CAAC;IACpE,MAAM,EAAC,SAAS,EAAC,GAAG,KAAK,CAAC;IAC1B,MAAM,MAAM,GAAG,oBAAoB,EAA8B,CAAC;IAClE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;IAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjE,MAAM,EACJ,wBAAwB,EACxB,cAAc,EACd,YAAY,EACZ,qBAAqB,EACrB,mBAAmB,EACnB,cAAc,GACf,GAAG,4BAA4B,EAAE,CAAC;IACnC,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAqB,SAAS,CAAC,CAAC;IACtF,MAAM,CAAC,kBAAkB,EAAE,qBAAqB,CAAC,GAAG,QAAQ,CAAqB,SAAS,CAAC,CAAC;IAC5F,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAE9C,SAAS,CAAC,CAAC;IACb,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC;IACvC,6EAA6E;IAC7E,4EAA4E;IAC5E,IAAI,WAAW,EAAE,CAAC;QAChB,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAC9B,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACjC,eAAe,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,EAAE;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAC,IAAI,EAAE,EAAE,EAAC,CAAC;QACpB,CAAC;QACD,IAAI,WAAW,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;YACpD,OAAO,EAAC,IAAI,EAAC,CAAC;QAChB,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,aAAa,EAAE,kBAAkB,EAAC,CAAC;IACnD,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAE5C,MAAM,eAAe,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE;QAC/B,OAAO,gBAAgB,CAAC,eAAe,CAAC,IAAI,CAAC;aAC1C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC;aAC5B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,KAAK,IAAI,CAAC;aAC3C,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IACtD,CAAC,EAAE,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAEjC,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAC,GAAG,cAAc,CAAC,cAAc,EAAE;QACrF,IAAI,EAAE,CAAC,IAAI;KACZ,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,MAAM,CAAC,aAAa,EAAE,WAAW,CAAC,GAAG,wBAAwB,EAAE,CAAC;IAChE,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,GAAG,mBAAmB,EAAE,CAAC;IACrD,MAAM,CAAC,aAAa,EAAE,eAAe,CAAC,GAAG,qBAAqB,EAAE,CAAC;IAEjE,MAAM,MAAM,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,8EAA8E;IAC9E,uFAAuF;IACvF,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,eAAe,CAAC,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC;IAClC,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IACnB,MAAM,eAAe,GAAG,YAAY,EAAE,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/E,MAAM,aAAa,GAAG,MAAM,IAAI,eAAe,EAAE,MAAM,CAAC;IACxD,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,uBAAuB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhG,kGAAkG;IAClG,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,kBAAkB,KAAK,SAAS,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YACtE,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QACD,qBAAqB,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC,EAAE,CAAC,MAAM,EAAE,kBAAkB,EAAE,eAAe,CAAC,CAAC,CAAC;IAElD,MAAM,mBAAmB,GAAG,WAAW,CAAC,CAAC,WAAmB,EAAQ,EAAE;QACpE,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAChC,qBAAqB,CAAC,WAAW,CAAC,CAAC;IACrC,CAAC,EAAE,EAAE,CAAC,CAAC;IACP,MAAM,QAAQ,GAAG,GAAG,MAAM,aAAa,CAAC;IAExC,MAAM,iBAAiB,GAAG,WAAW,CACnC,KAAK,EAAE,IAMN,EAAiB,EAAE;QAClB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC3D,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACpC,qBAAqB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC,EACD,CAAC,aAAa,EAAE,IAAI,CAAC,CACtB,CAAC;IAEF,MAAM,mBAAmB,GAAG,WAAW,CACrC,KAAK,EAAE,WAAmB,EAAiB,EAAE;QAC3C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QACD,MAAM,QAAQ,CAAC,EAAC,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7E,CAAC,EACD,CAAC,IAAI,EAAE,QAAQ,CAAC,CACjB,CAAC;IAEF,MAAM,mBAAmB,GAAG,OAAO,CACjC,GAAG,EAAE,CAAC,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,EACjD,CAAC,WAAW,CAAC,IAAI,CAAC,CACnB,CAAC;IACF,MAAM,iBAAiB,GAAG,OAAO,CAC/B,GAAG,EAAE,CACH,8BAA8B,CAAC;QAC7B,MAAM,EAAE,mBAAmB;QAC3B,WAAW,EAAE,WAAW,CAAC,OAAO;QAChC,aAAa,EAAE,WAAW,CAAC,SAAS;KACrC,CAAC,EACJ,CAAC,mBAAmB,EAAE,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,SAAS,CAAC,CAClE,CAAC;IACF,MAAM,kBAAkB,GAAG,mBAAmB,EAAE,YAAY,EAAE,MAAM,CAAC;IACrE,MAAM,yBAAyB,GAAG,aAAa,IAAI,WAAW,CAAC,SAAS,CAAC;IACzE,MAAM,wBAAwB,GAAG,OAAO,CACtC,GAAG,EAAE,CACH,0BAA0B,CAAC;QACzB,MAAM;QACN,UAAU,EAAE,oBAAoB;QAChC,aAAa,EAAE,yBAAyB;QACxC,kBAAkB;KACnB,CAAC,EACJ,CAAC,MAAM,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,oBAAoB,CAAC,CAC9E,CAAC;IAEF,MAAM,mBAAmB,GAAG,WAAW,CACrC,KAAK,EAAE,SAAiC,EAAiB,EAAE;QACzD,IAAI,CAAC,IAAI,IAAI,wBAAwB,EAAE,CAAC;YACtC,OAAO;QACT,CAAC;QACD,MAAM,aAAa,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnE,CAAC,EACD,CAAC,MAAM,EAAE,IAAI,EAAE,wBAAwB,EAAE,aAAa,EAAE,OAAO,CAAC,CACjE,CAAC;IAEF,MAAM,gBAAgB,GAAG,mBAAmB,CAAsB,eAAe,CAAC,IAAI,CAAC,CAAC;IACxF,MAAM,eAAe,GAAG,eAAe,CAAC,OAAO;QAC7C,CAAC,CAAC,iBAAiB,CAAC;YAChB,MAAM;YACN,UAAU,EAAE,oBAAoB;YAChC,KAAK,EAAE,eAAe,CAAC,KAAK;YAC5B,kBAAkB;SACnB,CAAC;QACJ,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,aAAa,GAAG,SAAS,IAAI,CAAC,aAAa,CAAC;IAClD,MAAM,sBAAsB,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChG,MAAM,kBAAkB,GACtB,OAAO,IAAI,aAAa,CAAC,CAAC,CAAC,mDAAmD,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7F,MAAM,gBAAgB,GAAG,OAAO,IAAI,CAAC,aAAa,CAAC;IAEnD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,CACL,KAAC,qBAAqB,OAAK,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAC,kBAAkB,YACjF,KAAC,GAAG,IAAC,OAAO,EAAE,CAAC,YACb,KAAC,IAAI,oEAAyD,GAC1D,GACgB,CACzB,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CACL,KAAC,qBAAqB,OAAK,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAC,kBAAkB,YACjF,KAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,0BAA0B,YACpE,KAAC,OAAO,KAAG,GACP,GACgB,CACzB,CAAC;IACJ,CAAC;IAED,IAAI,gBAAgB,IAAI,CAAC,aAAa,EAAE,CAAC;QACvC,OAAO,CACL,KAAC,qBAAqB,OAAK,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAC,kBAAkB,YACjF,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,aACrB,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,YAAE,kBAAkB,IAAI,GAAG,GAAQ,EACtD,KAAC,MAAM,IACL,OAAO,EAAE,GAAG,EAAE;4BACZ,KAAK,OAAO,EAAE,CAAC;wBACjB,CAAC,EACD,IAAI,EAAC,OAAO,GACZ,IACE,GACgB,CACzB,CAAC;IACJ,CAAC;IAED,OAAO,CACL,KAAC,qBAAqB,OAAK,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAC,kBAAkB,YACjF,KAAC,eAAe,IACd,MAAM,EAAE,aAAa,EACrB,eAAe,EAAE,yBAAyB,EAC1C,sBAAsB,EAAE,sBAAsB,EAC9C,mBAAmB,EAAE,eAAe,CAAC,SAAS,EAC9C,QAAQ,EAAE,WAAW,CAAC,SAAS,EAC/B,mBAAmB,EAAE,UAAU,CAAC,SAAS,EACzC,gBAAgB,EAAE,CAAC,YAAY,EAAE,EAAE;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,6BAA6B,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC,EACD,YAAY,EAAE,CAAC,UAAU,EAAE,EAAE;gBAC3B,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,0BAA0B,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACnF,CAAC,EACD,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE;gBACvB,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,uBAAuB,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC7E,CAAC,EACD,eAAe,EAAE,mBAAmB,EACpC,aAAa,EAAE,iBAAiB,EAChC,eAAe,EAAE,mBAAmB,EACpC,eAAe,EAAE,mBAAmB,EACpC,WAAW,EAAE,iBAAiB,EAC9B,wBAAwB,EAAE,wBAAwB,EAClD,eAAe,EAAE,eAAe,EAChC,gBAAgB,EAAE,gBAAgB,EAClC,eAAe,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,SAAS,EAC7E,WAAW,EAAE,WAAW,EACxB,kBAAkB,EAAE,kBAAkB,EACtC,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,SAAS,EAC5E,eAAe,EAAE,OAAO,GACxB,GACoB,CACzB,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -20,6 +20,8 @@ export interface AiPromptEditorViewProps {
|
|
|
20
20
|
required: boolean;
|
|
21
21
|
}>;
|
|
22
22
|
}) => Promise<void>;
|
|
23
|
+
/** Other prompt names the operator can insert as `{{> name}}`. */
|
|
24
|
+
promptNames?: string[];
|
|
23
25
|
onSelectVersion: (version: number) => void;
|
|
24
26
|
onSetProduction: (version: number) => Promise<void>;
|
|
25
27
|
playgroundBlockedMessage?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AiPromptEditorView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/prompts/AiPromptEditorView.tsx"],"names":[],"mappings":"AAaA,OAAO,KAA8B,MAAM,OAAO,CAAC;AAEnD,OAAO,
|
|
1
|
+
{"version":3,"file":"AiPromptEditorView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/prompts/AiPromptEditorView.tsx"],"names":[],"mappings":"AAaA,OAAO,KAA8B,MAAM,OAAO,CAAC;AAEnD,OAAO,EAIL,KAAK,mBAAmB,EACxB,KAAK,YAAY,EAKlB,MAAM,eAAe,CAAC;AAOvB,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,EAAE,YAAY,CAAC;IACrB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,QAAQ,EAAE,OAAO,CAAC;IAClB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,eAAe,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,aAAa,EAAE,CAAC,IAAI,EAAE;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,KAAK,CAAC;YAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,OAAO,CAAA;SAAC,CAAC,CAAC;KACrD,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,kEAAkE;IAClE,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,eAAe,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,eAAe,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,mBAAmB,CAAC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB;AAuQD,eAAO,MAAM,kBAAkB,EAAE,KAAK,CAAC,EAAE,CAAC,uBAAuB,CAwKhE,CAAC"}
|