@terreno/ai 57.9.0 → 57.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/bunfig.toml +1 -1
- package/dist/aiApp.d.ts +8 -2
- package/dist/aiApp.js +12 -6
- package/dist/harness/adminScreens.d.ts +6 -0
- package/dist/harness/adminScreens.js +11 -0
- package/dist/harness/agentLoop.d.ts +61 -0
- package/dist/harness/agentLoop.js +798 -0
- package/dist/harness/agentTaskNames.d.ts +4 -0
- package/dist/harness/agentTaskNames.js +7 -0
- package/dist/harness/approvalPolicy.d.ts +3 -0
- package/dist/harness/approvalPolicy.js +23 -0
- package/dist/harness/approvals.d.ts +101 -0
- package/dist/harness/approvals.js +468 -0
- package/dist/harness/commit.d.ts +238 -0
- package/dist/harness/commit.js +678 -0
- package/dist/harness/conversation.d.ts +75 -0
- package/dist/harness/conversation.js +397 -0
- package/dist/harness/defineAgent.d.ts +9 -0
- package/dist/harness/defineAgent.js +65 -0
- package/dist/harness/defineTask.d.ts +11 -0
- package/dist/harness/defineTask.js +59 -0
- package/dist/harness/defineTool.d.ts +7 -0
- package/dist/harness/defineTool.js +36 -0
- package/dist/harness/definitionError.d.ts +8 -0
- package/dist/harness/definitionError.js +15 -0
- package/dist/harness/errors.d.ts +127 -0
- package/dist/harness/errors.js +101 -0
- package/dist/harness/eventHub.d.ts +45 -0
- package/dist/harness/eventHub.js +135 -0
- package/dist/harness/events.d.ts +95 -0
- package/dist/harness/events.js +267 -0
- package/dist/harness/executionEnv.d.ts +31 -0
- package/dist/harness/executionEnv.js +2 -0
- package/dist/harness/extensions.d.ts +82 -0
- package/dist/harness/extensions.js +274 -0
- package/dist/harness/harness.d.ts +163 -0
- package/dist/harness/harness.js +520 -0
- package/dist/harness/harnessApp.d.ts +44 -0
- package/dist/harness/harnessApp.js +62 -0
- package/dist/harness/internalRuntime.d.ts +16 -0
- package/dist/harness/internalRuntime.js +18 -0
- package/dist/harness/leases.d.ts +35 -0
- package/dist/harness/leases.js +86 -0
- package/dist/harness/memo.d.ts +24 -0
- package/dist/harness/memo.js +78 -0
- package/dist/harness/modelCall.d.ts +45 -0
- package/dist/harness/modelCall.js +147 -0
- package/dist/harness/models/harnessApproval.d.ts +2 -0
- package/dist/harness/models/harnessApproval.js +100 -0
- package/dist/harness/models/harnessConversation.d.ts +2 -0
- package/dist/harness/models/harnessConversation.js +117 -0
- package/dist/harness/models/harnessEvent.d.ts +3 -0
- package/dist/harness/models/harnessEvent.js +73 -0
- package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
- package/dist/harness/models/harnessInboxEvent.js +58 -0
- package/dist/harness/models/harnessMemo.d.ts +2 -0
- package/dist/harness/models/harnessMemo.js +42 -0
- package/dist/harness/models/harnessMessage.d.ts +2 -0
- package/dist/harness/models/harnessMessage.js +73 -0
- package/dist/harness/models/harnessOwner.d.ts +2 -0
- package/dist/harness/models/harnessOwner.js +36 -0
- package/dist/harness/models/harnessTask.d.ts +2 -0
- package/dist/harness/models/harnessTask.js +186 -0
- package/dist/harness/ownership.d.ts +89 -0
- package/dist/harness/ownership.js +438 -0
- package/dist/harness/registry.d.ts +29 -0
- package/dist/harness/registry.js +93 -0
- package/dist/harness/retryBackoff.d.ts +31 -0
- package/dist/harness/retryBackoff.js +50 -0
- package/dist/harness/routes/approvals.d.ts +13 -0
- package/dist/harness/routes/approvals.js +93 -0
- package/dist/harness/routes/conversations.d.ts +11 -0
- package/dist/harness/routes/conversations.js +66 -0
- package/dist/harness/routes/events.d.ts +19 -0
- package/dist/harness/routes/events.js +215 -0
- package/dist/harness/routes/tasks.d.ts +11 -0
- package/dist/harness/routes/tasks.js +108 -0
- package/dist/harness/runners/inProcessRunner.d.ts +57 -0
- package/dist/harness/runners/inProcessRunner.js +196 -0
- package/dist/harness/runtime.d.ts +34 -0
- package/dist/harness/runtime.js +551 -0
- package/dist/harness/subagent.d.ts +53 -0
- package/dist/harness/subagent.js +134 -0
- package/dist/harness/suspend.d.ts +8 -0
- package/dist/harness/suspend.js +16 -0
- package/dist/harness/transaction.d.ts +3 -0
- package/dist/harness/transaction.js +22 -0
- package/dist/harness/waits.d.ts +100 -0
- package/dist/harness/waits.js +214 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.js +45 -2
- package/dist/models/aiDataset.d.ts +2 -0
- package/dist/models/aiDataset.js +67 -0
- package/dist/models/aiRequest.js +1 -1
- package/dist/models/gptHistory.js +73 -0
- package/dist/observability/adminScreens.d.ts +5 -0
- package/dist/observability/adminScreens.js +32 -0
- package/dist/observability/compileTemplate.d.ts +1 -0
- package/dist/observability/compileTemplate.js +13 -0
- package/dist/observability/datasetImport.d.ts +11 -0
- package/dist/observability/datasetImport.js +185 -0
- package/dist/observability/evaluate.d.ts +31 -0
- package/dist/observability/evaluate.js +200 -0
- package/dist/observability/evaluatorTemplates.d.ts +17 -0
- package/dist/observability/evaluatorTemplates.js +111 -0
- package/dist/observability/jsonPath.d.ts +2 -0
- package/dist/observability/jsonPath.js +57 -0
- package/dist/observability/local/datasetStore.d.ts +87 -0
- package/dist/observability/local/datasetStore.js +326 -0
- package/dist/observability/local/evaluatorStore.d.ts +44 -0
- package/dist/observability/local/evaluatorStore.js +182 -0
- package/dist/observability/local/experimentRunner.d.ts +96 -0
- package/dist/observability/local/experimentRunner.js +419 -0
- package/dist/observability/local/localPlugin.d.ts +22 -0
- package/dist/observability/local/localPlugin.js +76 -0
- package/dist/observability/local/models/obsDataset.d.ts +2 -0
- package/dist/observability/local/models/obsDataset.js +37 -0
- package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
- package/dist/observability/local/models/obsDatasetItem.js +76 -0
- package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
- package/dist/observability/local/models/obsEvaluator.js +98 -0
- package/dist/observability/local/models/obsExperiment.d.ts +2 -0
- package/dist/observability/local/models/obsExperiment.js +87 -0
- package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
- package/dist/observability/local/models/obsExperimentItem.js +45 -0
- package/dist/observability/local/models/obsPrompt.d.ts +2 -0
- package/dist/observability/local/models/obsPrompt.js +42 -0
- package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
- package/dist/observability/local/models/obsPromptLabel.js +39 -0
- package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
- package/dist/observability/local/models/obsPromptVersion.js +96 -0
- package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
- package/dist/observability/local/models/obsReviewItem.js +75 -0
- package/dist/observability/local/models/obsScore.d.ts +2 -0
- package/dist/observability/local/models/obsScore.js +58 -0
- package/dist/observability/local/models/obsSpan.d.ts +2 -0
- package/dist/observability/local/models/obsSpan.js +64 -0
- package/dist/observability/local/models/obsTrace.d.ts +2 -0
- package/dist/observability/local/models/obsTrace.js +93 -0
- package/dist/observability/local/promptStore.d.ts +180 -0
- package/dist/observability/local/promptStore.js +444 -0
- package/dist/observability/local/reviewStore.d.ts +50 -0
- package/dist/observability/local/reviewStore.js +203 -0
- package/dist/observability/local/traceStore.d.ts +103 -0
- package/dist/observability/local/traceStore.js +325 -0
- package/dist/observability/observabilityApp.d.ts +24 -0
- package/dist/observability/observabilityApp.js +157 -0
- package/dist/observability/observabilityAppRegistry.d.ts +14 -0
- package/dist/observability/observabilityAppRegistry.js +16 -0
- package/dist/observability/permissions.d.ts +7 -0
- package/dist/observability/permissions.js +60 -0
- package/dist/observability/reviewPanels.d.ts +18 -0
- package/dist/observability/reviewPanels.js +46 -0
- package/dist/observability/routes/datasets.d.ts +7 -0
- package/dist/observability/routes/datasets.js +149 -0
- package/dist/observability/routes/evaluators.d.ts +7 -0
- package/dist/observability/routes/evaluators.js +123 -0
- package/dist/observability/routes/experiments.d.ts +7 -0
- package/dist/observability/routes/experiments.js +95 -0
- package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
- package/dist/observability/routes/observabilityRouteAccess.js +67 -0
- package/dist/observability/routes/prompts.d.ts +12 -0
- package/dist/observability/routes/prompts.js +172 -0
- package/dist/observability/routes/requestAiService.d.ts +13 -0
- package/dist/observability/routes/requestAiService.js +21 -0
- package/dist/observability/routes/review.d.ts +7 -0
- package/dist/observability/routes/review.js +79 -0
- package/dist/observability/routes/status.d.ts +5 -0
- package/dist/observability/routes/status.js +31 -0
- package/dist/observability/routes/testMultiStage.d.ts +9 -0
- package/dist/observability/routes/testMultiStage.js +67 -0
- package/dist/observability/routes/traces.d.ts +7 -0
- package/dist/observability/routes/traces.js +129 -0
- package/dist/observability/schemaValidation.d.ts +5 -0
- package/dist/observability/schemaValidation.js +26 -0
- package/dist/observability/sopThresholds.d.ts +2 -0
- package/dist/observability/sopThresholds.js +21 -0
- package/dist/observability/status.d.ts +23 -0
- package/dist/observability/status.js +34 -0
- package/dist/observability/testMultiStageSchemas.d.ts +10 -0
- package/dist/observability/testMultiStageSchemas.js +79 -0
- package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
- package/dist/observability/testMultiStageWorkflow.js +218 -0
- package/dist/observability/types.d.ts +159 -0
- package/dist/observability/types.js +67 -0
- package/dist/routes/files.js +18 -7
- package/dist/routes/gpt.js +79 -689
- package/dist/routes/gptActions.d.ts +9 -0
- package/dist/routes/gptActions.js +212 -0
- package/dist/routes/gptDatasets.d.ts +5 -0
- package/dist/routes/gptDatasets.js +94 -0
- package/dist/routes/gptHistories.d.ts +3 -1
- package/dist/routes/gptHistories.js +188 -2
- package/dist/service/aiDatasets.d.ts +57 -0
- package/dist/service/aiDatasets.js +253 -0
- package/dist/service/aiService.d.ts +50 -1
- package/dist/service/aiService.js +426 -77
- package/dist/service/askFiles.d.ts +49 -0
- package/dist/service/askFiles.js +162 -0
- package/dist/service/asks.d.ts +76 -0
- package/dist/service/asks.js +284 -0
- package/dist/service/chatTurn.d.ts +128 -0
- package/dist/service/chatTurn.js +1674 -0
- package/dist/service/fileStorage.d.ts +4 -0
- package/dist/service/fileStorage.js +7 -2
- package/dist/service/fillActionIds.d.ts +6 -0
- package/dist/service/fillActionIds.js +79 -0
- package/dist/service/jsonFenceModel.d.ts +7 -0
- package/dist/service/jsonFenceModel.js +45 -0
- package/dist/service/prompts.d.ts +52 -0
- package/dist/service/prompts.js +96 -1
- package/dist/service/sanitizeHtml.d.ts +11 -0
- package/dist/service/sanitizeHtml.js +108 -0
- package/dist/types/harness.d.ts +934 -0
- package/dist/types/harness.js +133 -0
- package/dist/types/index.d.ts +192 -14
- package/dist/types/index.js +2 -0
- package/dist/types/observability.d.ts +288 -0
- package/dist/types/observability.js +2 -0
- package/package.json +17 -5
- package/src/aiApp.test.ts +207 -1
- package/src/aiApp.ts +19 -6
- package/src/harness/adminScreens.test.ts +34 -0
- package/src/harness/adminScreens.ts +11 -0
- package/src/harness/agentLoop.test.ts +1034 -0
- package/src/harness/agentLoop.ts +1082 -0
- package/src/harness/agentRecovery.test.ts +380 -0
- package/src/harness/agentTaskNames.ts +4 -0
- package/src/harness/approvalPolicy.ts +28 -0
- package/src/harness/approvals.test.ts +1094 -0
- package/src/harness/approvals.ts +644 -0
- package/src/harness/commit.ts +1049 -0
- package/src/harness/conversation.ts +503 -0
- package/src/harness/defineAgent.test.ts +92 -0
- package/src/harness/defineAgent.ts +82 -0
- package/src/harness/defineTask.test.ts +59 -0
- package/src/harness/defineTask.ts +76 -0
- package/src/harness/defineTool.ts +45 -0
- package/src/harness/definitionError.ts +13 -0
- package/src/harness/errors.test.ts +90 -0
- package/src/harness/errors.ts +119 -0
- package/src/harness/eventHub.test.ts +124 -0
- package/src/harness/eventHub.ts +159 -0
- package/src/harness/events.test.ts +757 -0
- package/src/harness/events.ts +384 -0
- package/src/harness/executionEnv.ts +34 -0
- package/src/harness/extensions.test.ts +1218 -0
- package/src/harness/extensions.ts +382 -0
- package/src/harness/harness.test.ts +693 -0
- package/src/harness/harness.ts +767 -0
- package/src/harness/harnessApp.ts +76 -0
- package/src/harness/internalRuntime.ts +44 -0
- package/src/harness/leases.ts +132 -0
- package/src/harness/memo.ts +107 -0
- package/src/harness/modelCall.test.ts +134 -0
- package/src/harness/modelCall.ts +200 -0
- package/src/harness/models/harnessApproval.ts +109 -0
- package/src/harness/models/harnessConversation.ts +142 -0
- package/src/harness/models/harnessEvent.ts +92 -0
- package/src/harness/models/harnessInboxEvent.ts +73 -0
- package/src/harness/models/harnessMemo.ts +43 -0
- package/src/harness/models/harnessMessage.ts +85 -0
- package/src/harness/models/harnessModels.test.ts +60 -0
- package/src/harness/models/harnessOwner.ts +40 -0
- package/src/harness/models/harnessTask.ts +201 -0
- package/src/harness/ownership.test.ts +1087 -0
- package/src/harness/ownership.ts +618 -0
- package/src/harness/recovery.test.ts +912 -0
- package/src/harness/registry.ts +124 -0
- package/src/harness/retries.test.ts +292 -0
- package/src/harness/retryBackoff.test.ts +100 -0
- package/src/harness/retryBackoff.ts +77 -0
- package/src/harness/routes/approvals.ts +123 -0
- package/src/harness/routes/conversations.test.ts +518 -0
- package/src/harness/routes/conversations.ts +102 -0
- package/src/harness/routes/events.ts +280 -0
- package/src/harness/routes/tasks.test.ts +198 -0
- package/src/harness/routes/tasks.ts +146 -0
- package/src/harness/runners/inProcessRunner.test.ts +402 -0
- package/src/harness/runners/inProcessRunner.ts +220 -0
- package/src/harness/runtime.ts +714 -0
- package/src/harness/subagent.test.ts +696 -0
- package/src/harness/subagent.ts +192 -0
- package/src/harness/suspend.ts +13 -0
- package/src/harness/transaction.ts +17 -0
- package/src/harness/versioning.test.ts +288 -0
- package/src/harness/waits.test.ts +693 -0
- package/src/harness/waits.ts +356 -0
- package/src/index.test.ts +13 -0
- package/src/index.ts +70 -0
- package/src/isolated/adminScreensConfig.isolated.ts +143 -0
- package/src/models/aiDataset.test.ts +34 -0
- package/src/models/aiDataset.ts +78 -0
- package/src/models/aiRequest.ts +2 -1
- package/src/models/gptHistory.test.ts +156 -0
- package/src/models/gptHistory.ts +89 -1
- package/src/observability/adminScreens.test.ts +71 -0
- package/src/observability/adminScreens.ts +42 -0
- package/src/observability/compileTemplate.test.ts +14 -0
- package/src/observability/compileTemplate.ts +10 -0
- package/src/observability/datasetImport.test.ts +95 -0
- package/src/observability/datasetImport.ts +220 -0
- package/src/observability/evaluate.test.ts +549 -0
- package/src/observability/evaluate.ts +254 -0
- package/src/observability/evaluatorTemplates.ts +124 -0
- package/src/observability/jsonPath.test.ts +52 -0
- package/src/observability/jsonPath.ts +60 -0
- package/src/observability/local/datasetStore.test.ts +230 -0
- package/src/observability/local/datasetStore.ts +452 -0
- package/src/observability/local/evaluatorStore.test.ts +138 -0
- package/src/observability/local/evaluatorStore.ts +224 -0
- package/src/observability/local/experimentRunner.test.ts +489 -0
- package/src/observability/local/experimentRunner.ts +548 -0
- package/src/observability/local/localPlugin.ts +88 -0
- package/src/observability/local/models/obsDataset.ts +38 -0
- package/src/observability/local/models/obsDatasetItem.ts +80 -0
- package/src/observability/local/models/obsEvaluator.ts +102 -0
- package/src/observability/local/models/obsExperiment.ts +91 -0
- package/src/observability/local/models/obsExperimentItem.ts +52 -0
- package/src/observability/local/models/obsPrompt.ts +43 -0
- package/src/observability/local/models/obsPromptLabel.ts +43 -0
- package/src/observability/local/models/obsPromptVersion.ts +107 -0
- package/src/observability/local/models/obsReviewItem.ts +79 -0
- package/src/observability/local/models/obsScore.ts +59 -0
- package/src/observability/local/models/obsSpan.ts +65 -0
- package/src/observability/local/models/obsTrace.ts +94 -0
- package/src/observability/local/obsModels.test.ts +119 -0
- package/src/observability/local/promptStore.test.ts +351 -0
- package/src/observability/local/promptStore.ts +665 -0
- package/src/observability/local/reviewStore.test.ts +164 -0
- package/src/observability/local/reviewStore.ts +264 -0
- package/src/observability/local/traceStore.test.ts +264 -0
- package/src/observability/local/traceStore.ts +440 -0
- package/src/observability/observabilityApp.test.ts +92 -0
- package/src/observability/observabilityApp.ts +185 -0
- package/src/observability/observabilityAppRegistry.test.ts +30 -0
- package/src/observability/observabilityAppRegistry.ts +35 -0
- package/src/observability/permissions.test.ts +96 -0
- package/src/observability/permissions.ts +78 -0
- package/src/observability/reviewPanels.test.ts +35 -0
- package/src/observability/reviewPanels.ts +64 -0
- package/src/observability/routes/datasets.test.ts +176 -0
- package/src/observability/routes/datasets.ts +252 -0
- package/src/observability/routes/evaluators.test.ts +119 -0
- package/src/observability/routes/evaluators.ts +207 -0
- package/src/observability/routes/experiments.test.ts +282 -0
- package/src/observability/routes/experiments.ts +152 -0
- package/src/observability/routes/observabilityRbac.test.ts +767 -0
- package/src/observability/routes/observabilityRouteAccess.ts +106 -0
- package/src/observability/routes/prompts.test.ts +320 -0
- package/src/observability/routes/prompts.ts +263 -0
- package/src/observability/routes/requestAiService.ts +36 -0
- package/src/observability/routes/review.test.ts +120 -0
- package/src/observability/routes/review.ts +125 -0
- package/src/observability/routes/status.test.ts +116 -0
- package/src/observability/routes/status.ts +47 -0
- package/src/observability/routes/testMultiStage.test.ts +214 -0
- package/src/observability/routes/testMultiStage.ts +96 -0
- package/src/observability/routes/traces.test.ts +167 -0
- package/src/observability/routes/traces.ts +172 -0
- package/src/observability/schemaValidation.ts +29 -0
- package/src/observability/sopThresholds.ts +20 -0
- package/src/observability/status.test.ts +38 -0
- package/src/observability/status.ts +56 -0
- package/src/observability/testMultiStageSchemas.ts +95 -0
- package/src/observability/testMultiStageWorkflow.test.ts +114 -0
- package/src/observability/testMultiStageWorkflow.ts +307 -0
- package/src/observability/types.ts +262 -0
- package/src/routes/files.test.ts +63 -9
- package/src/routes/files.ts +21 -7
- package/src/routes/gpt.test.ts +3279 -0
- package/src/routes/gpt.ts +91 -816
- package/src/routes/gptActions.test.ts +241 -0
- package/src/routes/gptActions.ts +255 -0
- package/src/routes/gptApprovals.test.ts +762 -0
- package/src/routes/gptDatasets.test.ts +86 -0
- package/src/routes/gptDatasets.ts +104 -0
- package/src/routes/gptFiles.test.ts +589 -0
- package/src/routes/gptHistories.test.ts +933 -0
- package/src/routes/gptHistories.ts +266 -5
- package/src/routes/routes.test.ts +222 -2
- package/src/service/aiDatasets.test.ts +123 -0
- package/src/service/aiDatasets.ts +316 -0
- package/src/service/aiService.test.ts +593 -0
- package/src/service/aiService.ts +568 -111
- package/src/service/askFiles.test.ts +96 -0
- package/src/service/askFiles.ts +222 -0
- package/src/service/asks.test.ts +946 -0
- package/src/service/asks.ts +423 -0
- package/src/service/chatTurn.ts +2287 -0
- package/src/service/fileStorage.test.ts +11 -0
- package/src/service/fileStorage.ts +10 -2
- package/src/service/fillActionIds.test.ts +65 -0
- package/src/service/fillActionIds.ts +98 -0
- package/src/service/jsonFenceModel.test.ts +47 -0
- package/src/service/jsonFenceModel.ts +53 -0
- package/src/service/prompts.test.ts +21 -0
- package/src/service/prompts.ts +147 -0
- package/src/service/sanitizeHtml.test.ts +61 -0
- package/src/service/sanitizeHtml.ts +109 -0
- package/src/tests/bunSetup.test.ts +7 -4
- package/src/tests/bunSetup.ts +7 -7
- package/src/tests/chatHarness.ts +478 -0
- package/src/tests/generateStream.ts +49 -0
- package/src/tests/harnessErrors.ts +22 -0
- package/src/tests/harnessStreaming.ts +227 -0
- package/src/tests/helpers.ts +9 -2
- package/src/types/harness.ts +1095 -0
- package/src/types/index.ts +209 -13
- package/src/types/observability.ts +344 -0
- package/src/types/sanitize-html.d.ts +25 -0
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ModelPrice, ObservabilityPlugin } from "../types";
|
|
2
|
+
import { LocalDatasetStore } from "./datasetStore";
|
|
3
|
+
import { LocalEvaluatorStore } from "./evaluatorStore";
|
|
4
|
+
import { type BackgroundTaskRunner, LocalExperimentRunner } from "./experimentRunner";
|
|
5
|
+
import { LocalPromptStore } from "./promptStore";
|
|
6
|
+
import { LocalTraceStore } from "./traceStore";
|
|
7
|
+
export interface LocalObservabilityPluginBundle {
|
|
8
|
+
datasetStore: LocalDatasetStore;
|
|
9
|
+
evaluatorStore: LocalEvaluatorStore;
|
|
10
|
+
experimentRunner: LocalExperimentRunner;
|
|
11
|
+
plugin: ObservabilityPlugin;
|
|
12
|
+
promptStore: LocalPromptStore;
|
|
13
|
+
traceStore: LocalTraceStore;
|
|
14
|
+
}
|
|
15
|
+
export declare const createLocalObservabilityBundle: (options?: {
|
|
16
|
+
backgroundTaskRunner?: BackgroundTaskRunner;
|
|
17
|
+
priceMap?: Record<string, ModelPrice>;
|
|
18
|
+
}) => LocalObservabilityPluginBundle;
|
|
19
|
+
export declare const createLocalObservabilityPlugin: (options?: {
|
|
20
|
+
backgroundTaskRunner?: BackgroundTaskRunner;
|
|
21
|
+
priceMap?: Record<string, ModelPrice>;
|
|
22
|
+
}) => ObservabilityPlugin;
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createLocalObservabilityPlugin = exports.createLocalObservabilityBundle = void 0;
|
|
4
|
+
const datasetStore_1 = require("./datasetStore");
|
|
5
|
+
const evaluatorStore_1 = require("./evaluatorStore");
|
|
6
|
+
const experimentRunner_1 = require("./experimentRunner");
|
|
7
|
+
const obsDataset_1 = require("./models/obsDataset");
|
|
8
|
+
const obsDatasetItem_1 = require("./models/obsDatasetItem");
|
|
9
|
+
const obsEvaluator_1 = require("./models/obsEvaluator");
|
|
10
|
+
const obsExperiment_1 = require("./models/obsExperiment");
|
|
11
|
+
const obsExperimentItem_1 = require("./models/obsExperimentItem");
|
|
12
|
+
const obsPrompt_1 = require("./models/obsPrompt");
|
|
13
|
+
const obsPromptLabel_1 = require("./models/obsPromptLabel");
|
|
14
|
+
const obsPromptVersion_1 = require("./models/obsPromptVersion");
|
|
15
|
+
const obsReviewItem_1 = require("./models/obsReviewItem");
|
|
16
|
+
const obsScore_1 = require("./models/obsScore");
|
|
17
|
+
const obsSpan_1 = require("./models/obsSpan");
|
|
18
|
+
const obsTrace_1 = require("./models/obsTrace");
|
|
19
|
+
const promptStore_1 = require("./promptStore");
|
|
20
|
+
const traceStore_1 = require("./traceStore");
|
|
21
|
+
const registerLocalObservabilityModels = () => {
|
|
22
|
+
(0, obsPrompt_1.registerObsPrompt)();
|
|
23
|
+
(0, obsPromptVersion_1.registerObsPromptVersion)();
|
|
24
|
+
(0, obsPromptLabel_1.registerObsPromptLabel)();
|
|
25
|
+
(0, obsTrace_1.registerObsTrace)();
|
|
26
|
+
(0, obsSpan_1.registerObsSpan)();
|
|
27
|
+
(0, obsScore_1.registerObsScore)();
|
|
28
|
+
(0, obsEvaluator_1.registerObsEvaluator)();
|
|
29
|
+
(0, obsReviewItem_1.registerObsReviewItem)();
|
|
30
|
+
(0, obsDataset_1.registerObsDataset)();
|
|
31
|
+
(0, obsDatasetItem_1.registerObsDatasetItem)();
|
|
32
|
+
(0, obsExperiment_1.registerObsExperiment)();
|
|
33
|
+
(0, obsExperimentItem_1.registerObsExperimentItem)();
|
|
34
|
+
};
|
|
35
|
+
const createLocalObservabilityBundle = (options = {}) => {
|
|
36
|
+
registerLocalObservabilityModels();
|
|
37
|
+
const promptStore = new promptStore_1.LocalPromptStore();
|
|
38
|
+
const traces = new traceStore_1.LocalTraceStore();
|
|
39
|
+
const datasetStore = new datasetStore_1.LocalDatasetStore(promptStore);
|
|
40
|
+
const evaluatorStore = new evaluatorStore_1.LocalEvaluatorStore(promptStore);
|
|
41
|
+
const experimentRunner = new experimentRunner_1.LocalExperimentRunner({
|
|
42
|
+
backgroundTaskRunner: options.backgroundTaskRunner,
|
|
43
|
+
datasetStore,
|
|
44
|
+
evaluatorStore,
|
|
45
|
+
promptStore,
|
|
46
|
+
});
|
|
47
|
+
return {
|
|
48
|
+
datasetStore,
|
|
49
|
+
evaluatorStore,
|
|
50
|
+
experimentRunner,
|
|
51
|
+
plugin: {
|
|
52
|
+
capabilities: new Set([
|
|
53
|
+
"datasets",
|
|
54
|
+
"experiments",
|
|
55
|
+
"prompts",
|
|
56
|
+
"reviewQueue",
|
|
57
|
+
"scores",
|
|
58
|
+
"traces",
|
|
59
|
+
]),
|
|
60
|
+
datasetStore,
|
|
61
|
+
experimentRunner,
|
|
62
|
+
id: "local",
|
|
63
|
+
promptRegistry: promptStore,
|
|
64
|
+
reviewQueue: {},
|
|
65
|
+
scoreSink: new traceStore_1.LocalScoreSink(traces),
|
|
66
|
+
traceSink: new traceStore_1.LocalTraceSink(traces),
|
|
67
|
+
},
|
|
68
|
+
promptStore,
|
|
69
|
+
traceStore: traces,
|
|
70
|
+
};
|
|
71
|
+
};
|
|
72
|
+
exports.createLocalObservabilityBundle = createLocalObservabilityBundle;
|
|
73
|
+
const createLocalObservabilityPlugin = (options = {}) => {
|
|
74
|
+
return (0, exports.createLocalObservabilityBundle)(options).plugin;
|
|
75
|
+
};
|
|
76
|
+
exports.createLocalObservabilityPlugin = createLocalObservabilityPlugin;
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsDataset = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsDatasetSchema = new mongoose_1.default.Schema({
|
|
10
|
+
description: { description: "Operator-facing dataset description", type: String },
|
|
11
|
+
expectedOutputSchema: {
|
|
12
|
+
description: "Optional JSON Schema for expected output labels",
|
|
13
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
14
|
+
},
|
|
15
|
+
inputSchemaPromptName: {
|
|
16
|
+
description: "Optional prompt whose production inputSchema validates imported items",
|
|
17
|
+
type: String,
|
|
18
|
+
},
|
|
19
|
+
name: { description: "Unique dataset name", required: true, type: String },
|
|
20
|
+
tags: {
|
|
21
|
+
default: [],
|
|
22
|
+
description: "Free-form dataset tags for filtering",
|
|
23
|
+
type: [String],
|
|
24
|
+
},
|
|
25
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
26
|
+
obsDatasetSchema.plugin(api_1.createdUpdatedPlugin);
|
|
27
|
+
obsDatasetSchema.plugin(api_1.isDeletedPlugin);
|
|
28
|
+
obsDatasetSchema.plugin(api_1.findOneOrNone);
|
|
29
|
+
obsDatasetSchema.plugin(api_1.findExactlyOne);
|
|
30
|
+
obsDatasetSchema.index({ name: 1 }, { unique: true });
|
|
31
|
+
const registerObsDataset = () => {
|
|
32
|
+
if (mongoose_1.default.models.ObsDataset) {
|
|
33
|
+
return mongoose_1.default.models.ObsDataset;
|
|
34
|
+
}
|
|
35
|
+
return mongoose_1.default.model("ObsDataset", obsDatasetSchema);
|
|
36
|
+
};
|
|
37
|
+
exports.registerObsDataset = registerObsDataset;
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsDatasetItem = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsDatasetItemSchema = new mongoose_1.default.Schema({
|
|
10
|
+
annotatedBy: {
|
|
11
|
+
description: "Who approved the expected output for provenance display",
|
|
12
|
+
type: {
|
|
13
|
+
label: { description: "Human-readable attribution label", required: true, type: String },
|
|
14
|
+
reviewItemId: { description: "Optional review queue item id", type: String },
|
|
15
|
+
userId: { description: "Optional user id for the annotator", type: String },
|
|
16
|
+
},
|
|
17
|
+
},
|
|
18
|
+
datasetId: {
|
|
19
|
+
description: "Parent dataset id",
|
|
20
|
+
ref: "ObsDataset",
|
|
21
|
+
required: true,
|
|
22
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
23
|
+
},
|
|
24
|
+
expectedOutput: {
|
|
25
|
+
description: "Human- or machine-authored expected output label",
|
|
26
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
27
|
+
},
|
|
28
|
+
input: {
|
|
29
|
+
description: "Dataset item input payload",
|
|
30
|
+
required: true,
|
|
31
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
32
|
+
},
|
|
33
|
+
metadata: {
|
|
34
|
+
description: "Additional import metadata",
|
|
35
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
36
|
+
},
|
|
37
|
+
origin: {
|
|
38
|
+
description: "How this item entered the dataset",
|
|
39
|
+
enum: ["manual", "synthetic", "trace"],
|
|
40
|
+
required: true,
|
|
41
|
+
type: String,
|
|
42
|
+
},
|
|
43
|
+
outcomeClass: {
|
|
44
|
+
description: "Optional confusion-matrix class for classification features",
|
|
45
|
+
enum: ["fn", "fp", "tn", "tp"],
|
|
46
|
+
type: String,
|
|
47
|
+
},
|
|
48
|
+
proofread: {
|
|
49
|
+
default: false,
|
|
50
|
+
description: "When true, the item is treated as human-annotated",
|
|
51
|
+
type: Boolean,
|
|
52
|
+
},
|
|
53
|
+
sourceTraceId: {
|
|
54
|
+
description: "Trace copied into this item, when origin is trace",
|
|
55
|
+
ref: "ObsTrace",
|
|
56
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
57
|
+
},
|
|
58
|
+
tags: {
|
|
59
|
+
default: [],
|
|
60
|
+
description: "Item-level tags for filtering experiments",
|
|
61
|
+
type: [String],
|
|
62
|
+
},
|
|
63
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
64
|
+
obsDatasetItemSchema.plugin(api_1.createdUpdatedPlugin);
|
|
65
|
+
obsDatasetItemSchema.plugin(api_1.isDeletedPlugin);
|
|
66
|
+
obsDatasetItemSchema.plugin(api_1.findOneOrNone);
|
|
67
|
+
obsDatasetItemSchema.plugin(api_1.findExactlyOne);
|
|
68
|
+
obsDatasetItemSchema.index({ datasetId: 1, origin: 1, proofread: 1 });
|
|
69
|
+
obsDatasetItemSchema.index({ created: -1, datasetId: 1 });
|
|
70
|
+
const registerObsDatasetItem = () => {
|
|
71
|
+
if (mongoose_1.default.models.ObsDatasetItem) {
|
|
72
|
+
return mongoose_1.default.models.ObsDatasetItem;
|
|
73
|
+
}
|
|
74
|
+
return mongoose_1.default.model("ObsDatasetItem", obsDatasetItemSchema);
|
|
75
|
+
};
|
|
76
|
+
exports.registerObsDatasetItem = registerObsDatasetItem;
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsEvaluator = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsEvaluatorSchema = new mongoose_1.default.Schema({
|
|
10
|
+
assertion: {
|
|
11
|
+
description: "json-assert path and constraint when type is json-assert",
|
|
12
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
13
|
+
},
|
|
14
|
+
confidenceAlertBelow: {
|
|
15
|
+
default: 0.7,
|
|
16
|
+
description: "Flag low-confidence scores below this threshold (0–1)",
|
|
17
|
+
type: Number,
|
|
18
|
+
},
|
|
19
|
+
description: { description: "Operator-facing evaluator description", type: String },
|
|
20
|
+
dimensions: {
|
|
21
|
+
default: [],
|
|
22
|
+
description: "Typed score dimensions written by this evaluator",
|
|
23
|
+
type: [
|
|
24
|
+
{
|
|
25
|
+
dataType: {
|
|
26
|
+
description: "How the dimension value is interpreted",
|
|
27
|
+
enum: ["boolean", "categorical", "numeric"],
|
|
28
|
+
required: true,
|
|
29
|
+
type: String,
|
|
30
|
+
},
|
|
31
|
+
key: { description: "Dimension key written onto scores", required: true, type: String },
|
|
32
|
+
range: {
|
|
33
|
+
description: "Numeric bounds, categorical values, or a free-text hint",
|
|
34
|
+
type: String,
|
|
35
|
+
},
|
|
36
|
+
required: {
|
|
37
|
+
default: true,
|
|
38
|
+
description: "Whether a review submit must include this dimension",
|
|
39
|
+
type: Boolean,
|
|
40
|
+
},
|
|
41
|
+
},
|
|
42
|
+
],
|
|
43
|
+
},
|
|
44
|
+
instructions: {
|
|
45
|
+
description: "Human-reviewer instructions shown above the score form",
|
|
46
|
+
type: String,
|
|
47
|
+
},
|
|
48
|
+
judgePromptName: {
|
|
49
|
+
description: "Named judge prompt when type is llm-judge",
|
|
50
|
+
type: String,
|
|
51
|
+
},
|
|
52
|
+
name: { description: "Unique evaluator name", required: true, type: String },
|
|
53
|
+
runModes: {
|
|
54
|
+
description: "Where this evaluator may run",
|
|
55
|
+
required: true,
|
|
56
|
+
type: {
|
|
57
|
+
allowManualRun: {
|
|
58
|
+
default: true,
|
|
59
|
+
description: "When true, operators may run this evaluator on demand",
|
|
60
|
+
type: Boolean,
|
|
61
|
+
},
|
|
62
|
+
availableInExperiments: {
|
|
63
|
+
default: true,
|
|
64
|
+
description: "When true, this evaluator can be attached to an experiment",
|
|
65
|
+
type: Boolean,
|
|
66
|
+
},
|
|
67
|
+
liveSampleRate: {
|
|
68
|
+
default: 0,
|
|
69
|
+
description: "Percent of live traces to sample (0–100). Must be 0 for human evaluators",
|
|
70
|
+
type: Number,
|
|
71
|
+
},
|
|
72
|
+
},
|
|
73
|
+
},
|
|
74
|
+
target: {
|
|
75
|
+
description: "What the evaluator scores",
|
|
76
|
+
enum: ["dataset item", "full trace", "generation span"],
|
|
77
|
+
required: true,
|
|
78
|
+
type: String,
|
|
79
|
+
},
|
|
80
|
+
type: {
|
|
81
|
+
description: "Evaluator implementation",
|
|
82
|
+
enum: ["human", "json-assert", "llm-judge"],
|
|
83
|
+
required: true,
|
|
84
|
+
type: String,
|
|
85
|
+
},
|
|
86
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
87
|
+
obsEvaluatorSchema.plugin(api_1.createdUpdatedPlugin);
|
|
88
|
+
obsEvaluatorSchema.plugin(api_1.isDeletedPlugin);
|
|
89
|
+
obsEvaluatorSchema.plugin(api_1.findOneOrNone);
|
|
90
|
+
obsEvaluatorSchema.plugin(api_1.findExactlyOne);
|
|
91
|
+
obsEvaluatorSchema.index({ name: 1 }, { unique: true });
|
|
92
|
+
const registerObsEvaluator = () => {
|
|
93
|
+
if (mongoose_1.default.models.ObsEvaluator) {
|
|
94
|
+
return mongoose_1.default.models.ObsEvaluator;
|
|
95
|
+
}
|
|
96
|
+
return mongoose_1.default.model("ObsEvaluator", obsEvaluatorSchema);
|
|
97
|
+
};
|
|
98
|
+
exports.registerObsEvaluator = registerObsEvaluator;
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsExperiment = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsExperimentSchema = new mongoose_1.default.Schema({
|
|
10
|
+
backgroundTaskId: {
|
|
11
|
+
description: "Background task executing this experiment locally",
|
|
12
|
+
ref: "BackgroundTask",
|
|
13
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
14
|
+
},
|
|
15
|
+
datasetId: {
|
|
16
|
+
description: "Dataset compared in this experiment",
|
|
17
|
+
ref: "ObsDataset",
|
|
18
|
+
required: true,
|
|
19
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
20
|
+
},
|
|
21
|
+
estimate: {
|
|
22
|
+
description: "Pre-run estimate shown in the wizard",
|
|
23
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
24
|
+
},
|
|
25
|
+
evaluatorIds: {
|
|
26
|
+
default: [],
|
|
27
|
+
description: "Evaluators attached to this experiment",
|
|
28
|
+
type: [{ ref: "ObsEvaluator", type: mongoose_1.default.Schema.Types.ObjectId }],
|
|
29
|
+
},
|
|
30
|
+
includeUnproofread: {
|
|
31
|
+
default: false,
|
|
32
|
+
description: "When true, synthetic/unproofread items are included",
|
|
33
|
+
type: Boolean,
|
|
34
|
+
},
|
|
35
|
+
modelOverride: {
|
|
36
|
+
description: "Optional model id override for all generations",
|
|
37
|
+
type: String,
|
|
38
|
+
},
|
|
39
|
+
name: { description: "Operator-facing experiment name", required: true, type: String },
|
|
40
|
+
promptName: {
|
|
41
|
+
description: "Prompt whose versions are compared",
|
|
42
|
+
required: true,
|
|
43
|
+
type: String,
|
|
44
|
+
},
|
|
45
|
+
results: {
|
|
46
|
+
description: "Aggregated gate, outlier, and progress results",
|
|
47
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
48
|
+
},
|
|
49
|
+
status: {
|
|
50
|
+
default: "pending",
|
|
51
|
+
description: "Experiment lifecycle status",
|
|
52
|
+
enum: ["completed", "failed", "pending", "running"],
|
|
53
|
+
required: true,
|
|
54
|
+
type: String,
|
|
55
|
+
},
|
|
56
|
+
thresholds: {
|
|
57
|
+
default: [],
|
|
58
|
+
description: "Gate thresholds evaluated after the run",
|
|
59
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
60
|
+
},
|
|
61
|
+
versions: {
|
|
62
|
+
description: "Two or three prompt versions compared in this run",
|
|
63
|
+
required: true,
|
|
64
|
+
type: [Number],
|
|
65
|
+
validate: {
|
|
66
|
+
message: "experiments must compare 2–3 prompt versions",
|
|
67
|
+
validator: (value) => {
|
|
68
|
+
return value.length >= 2 && value.length <= 3;
|
|
69
|
+
},
|
|
70
|
+
},
|
|
71
|
+
},
|
|
72
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
73
|
+
obsExperimentSchema.plugin(api_1.createdUpdatedPlugin);
|
|
74
|
+
obsExperimentSchema.plugin(api_1.isDeletedPlugin);
|
|
75
|
+
obsExperimentSchema.plugin(api_1.findOneOrNone);
|
|
76
|
+
obsExperimentSchema.plugin(api_1.findExactlyOne);
|
|
77
|
+
obsExperimentSchema.index({ created: -1, datasetId: 1 });
|
|
78
|
+
obsExperimentSchema.index({ created: -1, status: 1 });
|
|
79
|
+
// biome-ignore assist/source/useSortedKeys: promptName must be the leading key for prompt-filtered lists
|
|
80
|
+
obsExperimentSchema.index({ promptName: 1, created: -1 });
|
|
81
|
+
const registerObsExperiment = () => {
|
|
82
|
+
if (mongoose_1.default.models.ObsExperiment) {
|
|
83
|
+
return mongoose_1.default.models.ObsExperiment;
|
|
84
|
+
}
|
|
85
|
+
return mongoose_1.default.model("ObsExperiment", obsExperimentSchema);
|
|
86
|
+
};
|
|
87
|
+
exports.registerObsExperiment = registerObsExperiment;
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsExperimentItem = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsExperimentItemSchema = new mongoose_1.default.Schema({
|
|
10
|
+
datasetItemId: {
|
|
11
|
+
description: "Dataset item evaluated in this experiment row",
|
|
12
|
+
ref: "ObsDatasetItem",
|
|
13
|
+
required: true,
|
|
14
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
15
|
+
},
|
|
16
|
+
experimentId: {
|
|
17
|
+
description: "Parent experiment id",
|
|
18
|
+
ref: "ObsExperiment",
|
|
19
|
+
required: true,
|
|
20
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
21
|
+
},
|
|
22
|
+
failed: {
|
|
23
|
+
default: false,
|
|
24
|
+
description: "When true, this row failed a gate or evaluator",
|
|
25
|
+
type: Boolean,
|
|
26
|
+
},
|
|
27
|
+
versionResults: {
|
|
28
|
+
default: {},
|
|
29
|
+
description: "Per-version outputs and evaluator score maps keyed by version number",
|
|
30
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
31
|
+
},
|
|
32
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
33
|
+
obsExperimentItemSchema.plugin(api_1.createdUpdatedPlugin);
|
|
34
|
+
obsExperimentItemSchema.plugin(api_1.isDeletedPlugin);
|
|
35
|
+
obsExperimentItemSchema.plugin(api_1.findOneOrNone);
|
|
36
|
+
obsExperimentItemSchema.plugin(api_1.findExactlyOne);
|
|
37
|
+
obsExperimentItemSchema.index({ experimentId: 1, failed: 1 });
|
|
38
|
+
obsExperimentItemSchema.index({ datasetItemId: 1, experimentId: 1 }, { unique: true });
|
|
39
|
+
const registerObsExperimentItem = () => {
|
|
40
|
+
if (mongoose_1.default.models.ObsExperimentItem) {
|
|
41
|
+
return mongoose_1.default.models.ObsExperimentItem;
|
|
42
|
+
}
|
|
43
|
+
return mongoose_1.default.model("ObsExperimentItem", obsExperimentItemSchema);
|
|
44
|
+
};
|
|
45
|
+
exports.registerObsExperimentItem = registerObsExperimentItem;
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsPrompt = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsPromptSchema = new mongoose_1.default.Schema({
|
|
10
|
+
description: {
|
|
11
|
+
description: "Optional operator-facing summary of what this prompt is for",
|
|
12
|
+
type: String,
|
|
13
|
+
},
|
|
14
|
+
folder: {
|
|
15
|
+
description: "Folder path used to group prompts in the admin list",
|
|
16
|
+
required: true,
|
|
17
|
+
type: String,
|
|
18
|
+
},
|
|
19
|
+
name: {
|
|
20
|
+
description: "Unique prompt name used by PromptRegistry.get",
|
|
21
|
+
required: true,
|
|
22
|
+
type: String,
|
|
23
|
+
},
|
|
24
|
+
tags: {
|
|
25
|
+
default: [],
|
|
26
|
+
description: "Freeform tags for filtering prompts",
|
|
27
|
+
type: [String],
|
|
28
|
+
},
|
|
29
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
30
|
+
obsPromptSchema.plugin(api_1.createdUpdatedPlugin);
|
|
31
|
+
obsPromptSchema.plugin(api_1.isDeletedPlugin);
|
|
32
|
+
obsPromptSchema.plugin(api_1.findOneOrNone);
|
|
33
|
+
obsPromptSchema.plugin(api_1.findExactlyOne);
|
|
34
|
+
obsPromptSchema.index({ name: 1 }, { unique: true });
|
|
35
|
+
obsPromptSchema.index({ folder: 1, name: 1 });
|
|
36
|
+
const registerObsPrompt = () => {
|
|
37
|
+
if (mongoose_1.default.models.ObsPrompt) {
|
|
38
|
+
return mongoose_1.default.models.ObsPrompt;
|
|
39
|
+
}
|
|
40
|
+
return mongoose_1.default.model("ObsPrompt", obsPromptSchema);
|
|
41
|
+
};
|
|
42
|
+
exports.registerObsPrompt = registerObsPrompt;
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsPromptLabel = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsPromptLabelSchema = new mongoose_1.default.Schema({
|
|
10
|
+
label: {
|
|
11
|
+
description: "Movable label such as production, latest, or staging",
|
|
12
|
+
required: true,
|
|
13
|
+
type: String,
|
|
14
|
+
},
|
|
15
|
+
promptId: {
|
|
16
|
+
description: "Prompt this label belongs to",
|
|
17
|
+
ref: "ObsPrompt",
|
|
18
|
+
required: true,
|
|
19
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
20
|
+
},
|
|
21
|
+
versionId: {
|
|
22
|
+
description: "Immutable version currently pointed at by this label",
|
|
23
|
+
ref: "ObsPromptVersion",
|
|
24
|
+
required: true,
|
|
25
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
26
|
+
},
|
|
27
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
28
|
+
obsPromptLabelSchema.plugin(api_1.createdUpdatedPlugin);
|
|
29
|
+
obsPromptLabelSchema.plugin(api_1.isDeletedPlugin);
|
|
30
|
+
obsPromptLabelSchema.plugin(api_1.findOneOrNone);
|
|
31
|
+
obsPromptLabelSchema.plugin(api_1.findExactlyOne);
|
|
32
|
+
obsPromptLabelSchema.index({ label: 1, promptId: 1 }, { unique: true });
|
|
33
|
+
const registerObsPromptLabel = () => {
|
|
34
|
+
if (mongoose_1.default.models.ObsPromptLabel) {
|
|
35
|
+
return mongoose_1.default.models.ObsPromptLabel;
|
|
36
|
+
}
|
|
37
|
+
return mongoose_1.default.model("ObsPromptLabel", obsPromptLabelSchema);
|
|
38
|
+
};
|
|
39
|
+
exports.registerObsPromptLabel = registerObsPromptLabel;
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.registerObsPromptVersion = void 0;
|
|
7
|
+
const api_1 = require("@terreno/api");
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const obsPromptVersionSchema = new mongoose_1.default.Schema({
|
|
10
|
+
config: {
|
|
11
|
+
description: "Version config such as temperature preset and model hint",
|
|
12
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
13
|
+
},
|
|
14
|
+
inputSchema: {
|
|
15
|
+
description: "JSON Schema describing expected playground / dataset input",
|
|
16
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
17
|
+
},
|
|
18
|
+
outputFieldNotes: {
|
|
19
|
+
description: "Per-output-field notes shown to human reviewers",
|
|
20
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
21
|
+
},
|
|
22
|
+
outputSchema: {
|
|
23
|
+
description: "JSON Schema describing expected model output",
|
|
24
|
+
type: mongoose_1.default.Schema.Types.Mixed,
|
|
25
|
+
},
|
|
26
|
+
promptId: {
|
|
27
|
+
description: "Prompt this immutable version belongs to",
|
|
28
|
+
ref: "ObsPrompt",
|
|
29
|
+
required: true,
|
|
30
|
+
type: mongoose_1.default.Schema.Types.ObjectId,
|
|
31
|
+
},
|
|
32
|
+
sensitive: {
|
|
33
|
+
default: false,
|
|
34
|
+
description: "When true, traces inherit sensitive unless the generate call overrides it",
|
|
35
|
+
type: Boolean,
|
|
36
|
+
},
|
|
37
|
+
system: {
|
|
38
|
+
description: "System prompt body for this version",
|
|
39
|
+
type: String,
|
|
40
|
+
},
|
|
41
|
+
template: {
|
|
42
|
+
description: "User-facing template body, including {{variable}} placeholders",
|
|
43
|
+
type: String,
|
|
44
|
+
},
|
|
45
|
+
type: {
|
|
46
|
+
description: "Prompt shape: a single text template or a chat transcript",
|
|
47
|
+
enum: ["chat", "text"],
|
|
48
|
+
required: true,
|
|
49
|
+
type: String,
|
|
50
|
+
},
|
|
51
|
+
variables: {
|
|
52
|
+
default: [],
|
|
53
|
+
description: "Named template variables with reviewer labels",
|
|
54
|
+
type: [
|
|
55
|
+
{
|
|
56
|
+
key: {
|
|
57
|
+
description: "Variable key used in {{key}} placeholders",
|
|
58
|
+
required: true,
|
|
59
|
+
type: String,
|
|
60
|
+
},
|
|
61
|
+
label: { description: "Human label shown on review given-panels", type: String },
|
|
62
|
+
required: {
|
|
63
|
+
default: true,
|
|
64
|
+
description: "Whether the playground requires this variable",
|
|
65
|
+
type: Boolean,
|
|
66
|
+
},
|
|
67
|
+
reviewerNote: {
|
|
68
|
+
description: "Guidance shown next to this field in human review",
|
|
69
|
+
type: String,
|
|
70
|
+
},
|
|
71
|
+
},
|
|
72
|
+
],
|
|
73
|
+
},
|
|
74
|
+
version: {
|
|
75
|
+
description: "Monotonic version number starting at 1",
|
|
76
|
+
required: true,
|
|
77
|
+
type: Number,
|
|
78
|
+
},
|
|
79
|
+
}, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
80
|
+
obsPromptVersionSchema.plugin(api_1.createdUpdatedPlugin);
|
|
81
|
+
obsPromptVersionSchema.plugin(api_1.isDeletedPlugin);
|
|
82
|
+
obsPromptVersionSchema.plugin(api_1.findOneOrNone);
|
|
83
|
+
obsPromptVersionSchema.plugin(api_1.findExactlyOne);
|
|
84
|
+
obsPromptVersionSchema.index({ promptId: 1, version: 1 }, { unique: true });
|
|
85
|
+
obsPromptVersionSchema.pre("save", function () {
|
|
86
|
+
if (!this.isNew) {
|
|
87
|
+
throw new api_1.APIError({ status: 400, title: "ObsPromptVersion documents are immutable" });
|
|
88
|
+
}
|
|
89
|
+
});
|
|
90
|
+
const registerObsPromptVersion = () => {
|
|
91
|
+
if (mongoose_1.default.models.ObsPromptVersion) {
|
|
92
|
+
return mongoose_1.default.models.ObsPromptVersion;
|
|
93
|
+
}
|
|
94
|
+
return mongoose_1.default.model("ObsPromptVersion", obsPromptVersionSchema);
|
|
95
|
+
};
|
|
96
|
+
exports.registerObsPromptVersion = registerObsPromptVersion;
|