@terreno/ai 57.9.0 → 57.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/bunfig.toml +1 -1
- package/dist/aiApp.d.ts +8 -2
- package/dist/aiApp.js +12 -6
- package/dist/harness/adminScreens.d.ts +6 -0
- package/dist/harness/adminScreens.js +11 -0
- package/dist/harness/agentLoop.d.ts +61 -0
- package/dist/harness/agentLoop.js +798 -0
- package/dist/harness/agentTaskNames.d.ts +4 -0
- package/dist/harness/agentTaskNames.js +7 -0
- package/dist/harness/approvalPolicy.d.ts +3 -0
- package/dist/harness/approvalPolicy.js +23 -0
- package/dist/harness/approvals.d.ts +101 -0
- package/dist/harness/approvals.js +468 -0
- package/dist/harness/commit.d.ts +238 -0
- package/dist/harness/commit.js +678 -0
- package/dist/harness/conversation.d.ts +75 -0
- package/dist/harness/conversation.js +397 -0
- package/dist/harness/defineAgent.d.ts +9 -0
- package/dist/harness/defineAgent.js +65 -0
- package/dist/harness/defineTask.d.ts +11 -0
- package/dist/harness/defineTask.js +59 -0
- package/dist/harness/defineTool.d.ts +7 -0
- package/dist/harness/defineTool.js +36 -0
- package/dist/harness/definitionError.d.ts +8 -0
- package/dist/harness/definitionError.js +15 -0
- package/dist/harness/errors.d.ts +133 -0
- package/dist/harness/errors.js +107 -0
- package/dist/harness/eventHub.d.ts +45 -0
- package/dist/harness/eventHub.js +135 -0
- package/dist/harness/events.d.ts +95 -0
- package/dist/harness/events.js +267 -0
- package/dist/harness/executionEnv.d.ts +31 -0
- package/dist/harness/executionEnv.js +2 -0
- package/dist/harness/extensions.d.ts +82 -0
- package/dist/harness/extensions.js +274 -0
- package/dist/harness/harness.d.ts +163 -0
- package/dist/harness/harness.js +522 -0
- package/dist/harness/harnessApp.d.ts +44 -0
- package/dist/harness/harnessApp.js +62 -0
- package/dist/harness/internalRuntime.d.ts +16 -0
- package/dist/harness/internalRuntime.js +18 -0
- package/dist/harness/leases.d.ts +35 -0
- package/dist/harness/leases.js +86 -0
- package/dist/harness/memo.d.ts +24 -0
- package/dist/harness/memo.js +78 -0
- package/dist/harness/modelCall.d.ts +45 -0
- package/dist/harness/modelCall.js +147 -0
- package/dist/harness/models/harnessApproval.d.ts +2 -0
- package/dist/harness/models/harnessApproval.js +100 -0
- package/dist/harness/models/harnessConversation.d.ts +2 -0
- package/dist/harness/models/harnessConversation.js +117 -0
- package/dist/harness/models/harnessEvent.d.ts +3 -0
- package/dist/harness/models/harnessEvent.js +73 -0
- package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
- package/dist/harness/models/harnessInboxEvent.js +58 -0
- package/dist/harness/models/harnessMemo.d.ts +2 -0
- package/dist/harness/models/harnessMemo.js +42 -0
- package/dist/harness/models/harnessMessage.d.ts +2 -0
- package/dist/harness/models/harnessMessage.js +73 -0
- package/dist/harness/models/harnessOwner.d.ts +2 -0
- package/dist/harness/models/harnessOwner.js +36 -0
- package/dist/harness/models/harnessTask.d.ts +2 -0
- package/dist/harness/models/harnessTask.js +191 -0
- package/dist/harness/ownership.d.ts +89 -0
- package/dist/harness/ownership.js +438 -0
- package/dist/harness/registry.d.ts +29 -0
- package/dist/harness/registry.js +93 -0
- package/dist/harness/retryBackoff.d.ts +31 -0
- package/dist/harness/retryBackoff.js +50 -0
- package/dist/harness/routes/approvals.d.ts +13 -0
- package/dist/harness/routes/approvals.js +93 -0
- package/dist/harness/routes/conversations.d.ts +11 -0
- package/dist/harness/routes/conversations.js +66 -0
- package/dist/harness/routes/events.d.ts +19 -0
- package/dist/harness/routes/events.js +215 -0
- package/dist/harness/routes/tasks.d.ts +11 -0
- package/dist/harness/routes/tasks.js +108 -0
- package/dist/harness/runners/inProcessRunner.d.ts +64 -0
- package/dist/harness/runners/inProcessRunner.js +227 -0
- package/dist/harness/runners/jobsRunner.d.ts +62 -0
- package/dist/harness/runners/jobsRunner.js +212 -0
- package/dist/harness/runtime.d.ts +52 -0
- package/dist/harness/runtime.js +604 -0
- package/dist/harness/subagent.d.ts +53 -0
- package/dist/harness/subagent.js +134 -0
- package/dist/harness/suspend.d.ts +8 -0
- package/dist/harness/suspend.js +16 -0
- package/dist/harness/transaction.d.ts +3 -0
- package/dist/harness/transaction.js +22 -0
- package/dist/harness/waits.d.ts +100 -0
- package/dist/harness/waits.js +214 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.js +45 -2
- package/dist/models/aiDataset.d.ts +2 -0
- package/dist/models/aiDataset.js +67 -0
- package/dist/models/aiRequest.js +1 -1
- package/dist/models/gptHistory.js +73 -0
- package/dist/observability/adminScreens.d.ts +5 -0
- package/dist/observability/adminScreens.js +32 -0
- package/dist/observability/compileTemplate.d.ts +1 -0
- package/dist/observability/compileTemplate.js +13 -0
- package/dist/observability/datasetImport.d.ts +11 -0
- package/dist/observability/datasetImport.js +185 -0
- package/dist/observability/evaluate.d.ts +31 -0
- package/dist/observability/evaluate.js +200 -0
- package/dist/observability/evaluatorTemplates.d.ts +17 -0
- package/dist/observability/evaluatorTemplates.js +111 -0
- package/dist/observability/jsonPath.d.ts +2 -0
- package/dist/observability/jsonPath.js +57 -0
- package/dist/observability/local/datasetStore.d.ts +87 -0
- package/dist/observability/local/datasetStore.js +326 -0
- package/dist/observability/local/evaluatorStore.d.ts +44 -0
- package/dist/observability/local/evaluatorStore.js +182 -0
- package/dist/observability/local/experimentRunner.d.ts +96 -0
- package/dist/observability/local/experimentRunner.js +419 -0
- package/dist/observability/local/localPlugin.d.ts +22 -0
- package/dist/observability/local/localPlugin.js +76 -0
- package/dist/observability/local/models/obsDataset.d.ts +2 -0
- package/dist/observability/local/models/obsDataset.js +37 -0
- package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
- package/dist/observability/local/models/obsDatasetItem.js +76 -0
- package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
- package/dist/observability/local/models/obsEvaluator.js +98 -0
- package/dist/observability/local/models/obsExperiment.d.ts +2 -0
- package/dist/observability/local/models/obsExperiment.js +87 -0
- package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
- package/dist/observability/local/models/obsExperimentItem.js +45 -0
- package/dist/observability/local/models/obsPrompt.d.ts +2 -0
- package/dist/observability/local/models/obsPrompt.js +42 -0
- package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
- package/dist/observability/local/models/obsPromptLabel.js +39 -0
- package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
- package/dist/observability/local/models/obsPromptVersion.js +96 -0
- package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
- package/dist/observability/local/models/obsReviewItem.js +75 -0
- package/dist/observability/local/models/obsScore.d.ts +2 -0
- package/dist/observability/local/models/obsScore.js +58 -0
- package/dist/observability/local/models/obsSpan.d.ts +2 -0
- package/dist/observability/local/models/obsSpan.js +64 -0
- package/dist/observability/local/models/obsTrace.d.ts +2 -0
- package/dist/observability/local/models/obsTrace.js +93 -0
- package/dist/observability/local/promptStore.d.ts +180 -0
- package/dist/observability/local/promptStore.js +444 -0
- package/dist/observability/local/reviewStore.d.ts +50 -0
- package/dist/observability/local/reviewStore.js +203 -0
- package/dist/observability/local/traceStore.d.ts +103 -0
- package/dist/observability/local/traceStore.js +325 -0
- package/dist/observability/observabilityApp.d.ts +24 -0
- package/dist/observability/observabilityApp.js +157 -0
- package/dist/observability/observabilityAppRegistry.d.ts +14 -0
- package/dist/observability/observabilityAppRegistry.js +16 -0
- package/dist/observability/permissions.d.ts +7 -0
- package/dist/observability/permissions.js +60 -0
- package/dist/observability/reviewPanels.d.ts +18 -0
- package/dist/observability/reviewPanels.js +46 -0
- package/dist/observability/routes/datasets.d.ts +7 -0
- package/dist/observability/routes/datasets.js +149 -0
- package/dist/observability/routes/evaluators.d.ts +7 -0
- package/dist/observability/routes/evaluators.js +123 -0
- package/dist/observability/routes/experiments.d.ts +7 -0
- package/dist/observability/routes/experiments.js +95 -0
- package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
- package/dist/observability/routes/observabilityRouteAccess.js +67 -0
- package/dist/observability/routes/prompts.d.ts +12 -0
- package/dist/observability/routes/prompts.js +172 -0
- package/dist/observability/routes/requestAiService.d.ts +13 -0
- package/dist/observability/routes/requestAiService.js +21 -0
- package/dist/observability/routes/review.d.ts +7 -0
- package/dist/observability/routes/review.js +79 -0
- package/dist/observability/routes/status.d.ts +5 -0
- package/dist/observability/routes/status.js +31 -0
- package/dist/observability/routes/testMultiStage.d.ts +9 -0
- package/dist/observability/routes/testMultiStage.js +67 -0
- package/dist/observability/routes/traces.d.ts +7 -0
- package/dist/observability/routes/traces.js +129 -0
- package/dist/observability/schemaValidation.d.ts +5 -0
- package/dist/observability/schemaValidation.js +26 -0
- package/dist/observability/sopThresholds.d.ts +2 -0
- package/dist/observability/sopThresholds.js +21 -0
- package/dist/observability/status.d.ts +23 -0
- package/dist/observability/status.js +34 -0
- package/dist/observability/testMultiStageSchemas.d.ts +10 -0
- package/dist/observability/testMultiStageSchemas.js +79 -0
- package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
- package/dist/observability/testMultiStageWorkflow.js +218 -0
- package/dist/observability/types.d.ts +159 -0
- package/dist/observability/types.js +67 -0
- package/dist/routes/files.js +18 -7
- package/dist/routes/gpt.js +79 -689
- package/dist/routes/gptActions.d.ts +9 -0
- package/dist/routes/gptActions.js +212 -0
- package/dist/routes/gptDatasets.d.ts +5 -0
- package/dist/routes/gptDatasets.js +94 -0
- package/dist/routes/gptHistories.d.ts +3 -1
- package/dist/routes/gptHistories.js +188 -2
- package/dist/service/aiDatasets.d.ts +57 -0
- package/dist/service/aiDatasets.js +253 -0
- package/dist/service/aiService.d.ts +50 -1
- package/dist/service/aiService.js +426 -77
- package/dist/service/askFiles.d.ts +49 -0
- package/dist/service/askFiles.js +162 -0
- package/dist/service/asks.d.ts +76 -0
- package/dist/service/asks.js +284 -0
- package/dist/service/chatTurn.d.ts +128 -0
- package/dist/service/chatTurn.js +1674 -0
- package/dist/service/fileStorage.d.ts +4 -0
- package/dist/service/fileStorage.js +7 -2
- package/dist/service/fillActionIds.d.ts +6 -0
- package/dist/service/fillActionIds.js +79 -0
- package/dist/service/jsonFenceModel.d.ts +7 -0
- package/dist/service/jsonFenceModel.js +45 -0
- package/dist/service/prompts.d.ts +52 -0
- package/dist/service/prompts.js +96 -1
- package/dist/service/sanitizeHtml.d.ts +11 -0
- package/dist/service/sanitizeHtml.js +108 -0
- package/dist/types/harness.d.ts +952 -0
- package/dist/types/harness.js +133 -0
- package/dist/types/index.d.ts +192 -14
- package/dist/types/index.js +2 -0
- package/dist/types/observability.d.ts +288 -0
- package/dist/types/observability.js +2 -0
- package/package.json +28 -5
- package/src/aiApp.test.ts +207 -1
- package/src/aiApp.ts +19 -6
- package/src/harness/adminScreens.test.ts +34 -0
- package/src/harness/adminScreens.ts +11 -0
- package/src/harness/agentLoop.test.ts +1034 -0
- package/src/harness/agentLoop.ts +1082 -0
- package/src/harness/agentRecovery.test.ts +380 -0
- package/src/harness/agentTaskNames.ts +4 -0
- package/src/harness/approvalPolicy.ts +28 -0
- package/src/harness/approvals.test.ts +1094 -0
- package/src/harness/approvals.ts +644 -0
- package/src/harness/commit.ts +1049 -0
- package/src/harness/concurrency.test.ts +155 -0
- package/src/harness/conversation.ts +503 -0
- package/src/harness/defineAgent.test.ts +92 -0
- package/src/harness/defineAgent.ts +82 -0
- package/src/harness/defineTask.test.ts +59 -0
- package/src/harness/defineTask.ts +76 -0
- package/src/harness/defineTool.ts +45 -0
- package/src/harness/definitionError.ts +13 -0
- package/src/harness/errors.test.ts +90 -0
- package/src/harness/errors.ts +125 -0
- package/src/harness/eventHub.test.ts +124 -0
- package/src/harness/eventHub.ts +159 -0
- package/src/harness/events.test.ts +769 -0
- package/src/harness/events.ts +384 -0
- package/src/harness/executionEnv.ts +34 -0
- package/src/harness/extensions.test.ts +1218 -0
- package/src/harness/extensions.ts +382 -0
- package/src/harness/harness.test.ts +693 -0
- package/src/harness/harness.ts +778 -0
- package/src/harness/harnessApp.ts +76 -0
- package/src/harness/internalRuntime.ts +44 -0
- package/src/harness/leases.ts +132 -0
- package/src/harness/memo.ts +107 -0
- package/src/harness/modelCall.test.ts +134 -0
- package/src/harness/modelCall.ts +200 -0
- package/src/harness/models/harnessApproval.ts +109 -0
- package/src/harness/models/harnessConversation.ts +142 -0
- package/src/harness/models/harnessEvent.ts +92 -0
- package/src/harness/models/harnessInboxEvent.ts +73 -0
- package/src/harness/models/harnessMemo.ts +43 -0
- package/src/harness/models/harnessMessage.ts +85 -0
- package/src/harness/models/harnessModels.test.ts +60 -0
- package/src/harness/models/harnessOwner.ts +40 -0
- package/src/harness/models/harnessTask.ts +206 -0
- package/src/harness/ownership.test.ts +1087 -0
- package/src/harness/ownership.ts +618 -0
- package/src/harness/recovery.test.ts +907 -0
- package/src/harness/registry.ts +124 -0
- package/src/harness/retries.test.ts +292 -0
- package/src/harness/retryBackoff.test.ts +100 -0
- package/src/harness/retryBackoff.ts +77 -0
- package/src/harness/routes/approvals.ts +123 -0
- package/src/harness/routes/conversations.test.ts +518 -0
- package/src/harness/routes/conversations.ts +102 -0
- package/src/harness/routes/events.ts +280 -0
- package/src/harness/routes/tasks.test.ts +198 -0
- package/src/harness/routes/tasks.ts +146 -0
- package/src/harness/runners/inProcessRunner.test.ts +530 -0
- package/src/harness/runners/inProcessRunner.ts +260 -0
- package/src/harness/runners/jobsRunner.test.ts +709 -0
- package/src/harness/runners/jobsRunner.ts +252 -0
- package/src/harness/runtime.ts +802 -0
- package/src/harness/subagent.test.ts +696 -0
- package/src/harness/subagent.ts +192 -0
- package/src/harness/suspend.ts +13 -0
- package/src/harness/transaction.ts +17 -0
- package/src/harness/versioning.test.ts +288 -0
- package/src/harness/waits.test.ts +693 -0
- package/src/harness/waits.ts +356 -0
- package/src/index.test.ts +13 -0
- package/src/index.ts +70 -0
- package/src/isolated/adminScreensConfig.isolated.ts +143 -0
- package/src/models/aiDataset.test.ts +34 -0
- package/src/models/aiDataset.ts +78 -0
- package/src/models/aiRequest.ts +2 -1
- package/src/models/gptHistory.test.ts +156 -0
- package/src/models/gptHistory.ts +89 -1
- package/src/observability/adminScreens.test.ts +71 -0
- package/src/observability/adminScreens.ts +42 -0
- package/src/observability/compileTemplate.test.ts +14 -0
- package/src/observability/compileTemplate.ts +10 -0
- package/src/observability/datasetImport.test.ts +95 -0
- package/src/observability/datasetImport.ts +220 -0
- package/src/observability/evaluate.test.ts +549 -0
- package/src/observability/evaluate.ts +254 -0
- package/src/observability/evaluatorTemplates.ts +124 -0
- package/src/observability/jsonPath.test.ts +52 -0
- package/src/observability/jsonPath.ts +60 -0
- package/src/observability/local/datasetStore.test.ts +230 -0
- package/src/observability/local/datasetStore.ts +452 -0
- package/src/observability/local/evaluatorStore.test.ts +138 -0
- package/src/observability/local/evaluatorStore.ts +224 -0
- package/src/observability/local/experimentRunner.test.ts +489 -0
- package/src/observability/local/experimentRunner.ts +548 -0
- package/src/observability/local/localPlugin.ts +88 -0
- package/src/observability/local/models/obsDataset.ts +38 -0
- package/src/observability/local/models/obsDatasetItem.ts +80 -0
- package/src/observability/local/models/obsEvaluator.ts +102 -0
- package/src/observability/local/models/obsExperiment.ts +91 -0
- package/src/observability/local/models/obsExperimentItem.ts +52 -0
- package/src/observability/local/models/obsPrompt.ts +43 -0
- package/src/observability/local/models/obsPromptLabel.ts +43 -0
- package/src/observability/local/models/obsPromptVersion.ts +107 -0
- package/src/observability/local/models/obsReviewItem.ts +79 -0
- package/src/observability/local/models/obsScore.ts +59 -0
- package/src/observability/local/models/obsSpan.ts +65 -0
- package/src/observability/local/models/obsTrace.ts +94 -0
- package/src/observability/local/obsModels.test.ts +119 -0
- package/src/observability/local/promptStore.test.ts +351 -0
- package/src/observability/local/promptStore.ts +665 -0
- package/src/observability/local/reviewStore.test.ts +164 -0
- package/src/observability/local/reviewStore.ts +264 -0
- package/src/observability/local/traceStore.test.ts +264 -0
- package/src/observability/local/traceStore.ts +440 -0
- package/src/observability/observabilityApp.test.ts +92 -0
- package/src/observability/observabilityApp.ts +185 -0
- package/src/observability/observabilityAppRegistry.test.ts +30 -0
- package/src/observability/observabilityAppRegistry.ts +35 -0
- package/src/observability/permissions.test.ts +96 -0
- package/src/observability/permissions.ts +78 -0
- package/src/observability/reviewPanels.test.ts +35 -0
- package/src/observability/reviewPanels.ts +64 -0
- package/src/observability/routes/datasets.test.ts +176 -0
- package/src/observability/routes/datasets.ts +252 -0
- package/src/observability/routes/evaluators.test.ts +119 -0
- package/src/observability/routes/evaluators.ts +207 -0
- package/src/observability/routes/experiments.test.ts +282 -0
- package/src/observability/routes/experiments.ts +152 -0
- package/src/observability/routes/observabilityRbac.test.ts +767 -0
- package/src/observability/routes/observabilityRouteAccess.ts +106 -0
- package/src/observability/routes/prompts.test.ts +320 -0
- package/src/observability/routes/prompts.ts +263 -0
- package/src/observability/routes/requestAiService.ts +36 -0
- package/src/observability/routes/review.test.ts +120 -0
- package/src/observability/routes/review.ts +125 -0
- package/src/observability/routes/status.test.ts +116 -0
- package/src/observability/routes/status.ts +47 -0
- package/src/observability/routes/testMultiStage.test.ts +214 -0
- package/src/observability/routes/testMultiStage.ts +96 -0
- package/src/observability/routes/traces.test.ts +167 -0
- package/src/observability/routes/traces.ts +172 -0
- package/src/observability/schemaValidation.ts +29 -0
- package/src/observability/sopThresholds.ts +20 -0
- package/src/observability/status.test.ts +38 -0
- package/src/observability/status.ts +56 -0
- package/src/observability/testMultiStageSchemas.ts +95 -0
- package/src/observability/testMultiStageWorkflow.test.ts +114 -0
- package/src/observability/testMultiStageWorkflow.ts +307 -0
- package/src/observability/types.ts +262 -0
- package/src/routes/files.test.ts +63 -9
- package/src/routes/files.ts +21 -7
- package/src/routes/gpt.test.ts +3279 -0
- package/src/routes/gpt.ts +91 -816
- package/src/routes/gptActions.test.ts +241 -0
- package/src/routes/gptActions.ts +255 -0
- package/src/routes/gptApprovals.test.ts +762 -0
- package/src/routes/gptDatasets.test.ts +86 -0
- package/src/routes/gptDatasets.ts +104 -0
- package/src/routes/gptFiles.test.ts +589 -0
- package/src/routes/gptHistories.test.ts +933 -0
- package/src/routes/gptHistories.ts +266 -5
- package/src/routes/routes.test.ts +222 -2
- package/src/service/aiDatasets.test.ts +123 -0
- package/src/service/aiDatasets.ts +316 -0
- package/src/service/aiService.test.ts +593 -0
- package/src/service/aiService.ts +568 -111
- package/src/service/askFiles.test.ts +96 -0
- package/src/service/askFiles.ts +222 -0
- package/src/service/asks.test.ts +946 -0
- package/src/service/asks.ts +423 -0
- package/src/service/chatTurn.ts +2287 -0
- package/src/service/fileStorage.test.ts +11 -0
- package/src/service/fileStorage.ts +10 -2
- package/src/service/fillActionIds.test.ts +65 -0
- package/src/service/fillActionIds.ts +98 -0
- package/src/service/jsonFenceModel.test.ts +47 -0
- package/src/service/jsonFenceModel.ts +53 -0
- package/src/service/prompts.test.ts +21 -0
- package/src/service/prompts.ts +147 -0
- package/src/service/sanitizeHtml.test.ts +61 -0
- package/src/service/sanitizeHtml.ts +109 -0
- package/src/tests/bunSetup.test.ts +7 -4
- package/src/tests/bunSetup.ts +7 -7
- package/src/tests/chatHarness.ts +478 -0
- package/src/tests/generateStream.ts +49 -0
- package/src/tests/harnessErrors.ts +22 -0
- package/src/tests/harnessStreaming.ts +227 -0
- package/src/tests/helpers.ts +9 -2
- package/src/types/harness.ts +1119 -0
- package/src/types/index.ts +209 -13
- package/src/types/observability.ts +344 -0
- package/src/types/sanitize-html.d.ts +25 -0
|
@@ -0,0 +1,778 @@
|
|
|
1
|
+
import type {RESTMethod, User} from "@terreno/api";
|
|
2
|
+
import {DateTime, Duration, type DurationLike} from "luxon";
|
|
3
|
+
import mongoose from "mongoose";
|
|
4
|
+
import {getObservabilityApp} from "../observability/observabilityAppRegistry";
|
|
5
|
+
import type {ModelPrice} from "../observability/types";
|
|
6
|
+
import type {
|
|
7
|
+
HarnessAbortOptions,
|
|
8
|
+
HarnessAgentDefinition,
|
|
9
|
+
HarnessApprovalDocument,
|
|
10
|
+
HarnessCreateTaskOptions,
|
|
11
|
+
HarnessDecideApprovalOptions,
|
|
12
|
+
HarnessExtensionDefinition,
|
|
13
|
+
HarnessInboxEventDocument,
|
|
14
|
+
HarnessLeaseSettings,
|
|
15
|
+
HarnessModelResolver,
|
|
16
|
+
HarnessResolveInterruptedOptions,
|
|
17
|
+
HarnessRunner,
|
|
18
|
+
HarnessSendEventOptions,
|
|
19
|
+
HarnessStreamingOptions,
|
|
20
|
+
HarnessTaskDefinition,
|
|
21
|
+
HarnessTaskDocument,
|
|
22
|
+
HarnessTestHooks,
|
|
23
|
+
} from "../types/harness";
|
|
24
|
+
import {
|
|
25
|
+
HARNESS_RESOLVE_ACTIONS,
|
|
26
|
+
HARNESS_TASK_STATUSES,
|
|
27
|
+
HARNESS_TERMINAL_STATUSES,
|
|
28
|
+
} from "../types/harness";
|
|
29
|
+
import type {ObsSpanModel, ObsTraceModel} from "../types/observability";
|
|
30
|
+
import {type AgentTasks, createAgentTasks} from "./agentLoop";
|
|
31
|
+
import {
|
|
32
|
+
type ApprovalRegistry,
|
|
33
|
+
decideApprovalRecords,
|
|
34
|
+
HARNESS_RESERVED_EVENT_PREFIX,
|
|
35
|
+
listApprovableApprovals,
|
|
36
|
+
userMayApprove,
|
|
37
|
+
} from "./approvals";
|
|
38
|
+
import {commitResolution, createTaskRecords, type HarnessModels} from "./commit";
|
|
39
|
+
import {
|
|
40
|
+
type ConversationContext,
|
|
41
|
+
conversationAgentSnapshot,
|
|
42
|
+
HarnessConversationHandle,
|
|
43
|
+
} from "./conversation";
|
|
44
|
+
import {extensionName} from "./defineAgent";
|
|
45
|
+
import {taskDefinitionKey} from "./defineTask";
|
|
46
|
+
import {harnessError} from "./errors";
|
|
47
|
+
import {resolveStreamingOptions} from "./events";
|
|
48
|
+
import type {ExecutionEnv} from "./executionEnv";
|
|
49
|
+
import {acquireOwnerLease, releaseOwnerLease} from "./leases";
|
|
50
|
+
import {registerHarnessApproval} from "./models/harnessApproval";
|
|
51
|
+
import {registerHarnessConversation} from "./models/harnessConversation";
|
|
52
|
+
import {registerHarnessEvent, registerHarnessEventStream} from "./models/harnessEvent";
|
|
53
|
+
import {registerHarnessInboxEvent} from "./models/harnessInboxEvent";
|
|
54
|
+
import {registerHarnessMemo} from "./models/harnessMemo";
|
|
55
|
+
import {registerHarnessMessage} from "./models/harnessMessage";
|
|
56
|
+
import {registerHarnessOwner} from "./models/harnessOwner";
|
|
57
|
+
import {registerHarnessTask} from "./models/harnessTask";
|
|
58
|
+
import {
|
|
59
|
+
abortTaskTree,
|
|
60
|
+
type HarnessEngine,
|
|
61
|
+
settleTaskOwner,
|
|
62
|
+
sweepQueuedConversations,
|
|
63
|
+
} from "./ownership";
|
|
64
|
+
import {
|
|
65
|
+
type AnyHarnessTaskDefinition,
|
|
66
|
+
assertInFlightVersionsRegistered,
|
|
67
|
+
buildTaskRegistry,
|
|
68
|
+
type HarnessRegistryEntry,
|
|
69
|
+
splitRegistry,
|
|
70
|
+
} from "./registry";
|
|
71
|
+
import {InProcessRunner} from "./runners/inProcessRunner";
|
|
72
|
+
import {
|
|
73
|
+
claimNextTask,
|
|
74
|
+
claimTaskById,
|
|
75
|
+
listRunnableTasks,
|
|
76
|
+
recoverExpiredTasks,
|
|
77
|
+
runClaimedTask,
|
|
78
|
+
} from "./runtime";
|
|
79
|
+
import {sendEventRecords} from "./waits";
|
|
80
|
+
|
|
81
|
+
export type {
|
|
82
|
+
AnyHarnessToolDefinition,
|
|
83
|
+
HarnessAbortOptions,
|
|
84
|
+
HarnessAbortRuntime,
|
|
85
|
+
HarnessAgentDefinition,
|
|
86
|
+
HarnessAgentDefinitionInput,
|
|
87
|
+
HarnessApprovalDocument,
|
|
88
|
+
HarnessApprovalOptions,
|
|
89
|
+
HarnessApprovalPolicy,
|
|
90
|
+
HarnessApprovalRequest,
|
|
91
|
+
HarnessApprovalResult,
|
|
92
|
+
HarnessApprovalStatus,
|
|
93
|
+
HarnessApprover,
|
|
94
|
+
HarnessBeforeToolResult,
|
|
95
|
+
HarnessChildOutcome,
|
|
96
|
+
HarnessChildTaskOptions,
|
|
97
|
+
HarnessCommit,
|
|
98
|
+
HarnessConversationAgent,
|
|
99
|
+
HarnessConversationDocument,
|
|
100
|
+
HarnessConversationStatus,
|
|
101
|
+
HarnessCreateTaskOptions,
|
|
102
|
+
HarnessDecideApprovalOptions,
|
|
103
|
+
HarnessEventDocument,
|
|
104
|
+
HarnessEventType,
|
|
105
|
+
HarnessExtensionDefinition,
|
|
106
|
+
HarnessExtensionDefinitionInput,
|
|
107
|
+
HarnessHook,
|
|
108
|
+
HarnessHookApi,
|
|
109
|
+
HarnessHookHandlers,
|
|
110
|
+
HarnessHookKind,
|
|
111
|
+
HarnessInboxEventDocument,
|
|
112
|
+
HarnessInterruptAction,
|
|
113
|
+
HarnessLeaseSettings,
|
|
114
|
+
HarnessMemo,
|
|
115
|
+
HarnessMemoDocument,
|
|
116
|
+
HarnessMessageDocument,
|
|
117
|
+
HarnessMessagePart,
|
|
118
|
+
HarnessMessageRole,
|
|
119
|
+
HarnessModelRef,
|
|
120
|
+
HarnessModelRequest,
|
|
121
|
+
HarnessModelResolver,
|
|
122
|
+
HarnessOutcome,
|
|
123
|
+
HarnessPhaseCommit,
|
|
124
|
+
HarnessPhaseDefinition,
|
|
125
|
+
HarnessReplayPolicy,
|
|
126
|
+
HarnessResolveAction,
|
|
127
|
+
HarnessResolveInterruptedOptions,
|
|
128
|
+
HarnessRetryPolicy,
|
|
129
|
+
HarnessRunAgentOptions,
|
|
130
|
+
HarnessRunnableTask,
|
|
131
|
+
HarnessRunner,
|
|
132
|
+
HarnessRunnerContext,
|
|
133
|
+
HarnessRunTaskOptions,
|
|
134
|
+
HarnessSection,
|
|
135
|
+
HarnessSectionInput,
|
|
136
|
+
HarnessSendEventOptions,
|
|
137
|
+
HarnessSendOptions,
|
|
138
|
+
HarnessStreamingOptions,
|
|
139
|
+
HarnessSubmitDisposition,
|
|
140
|
+
HarnessSubmitOptions,
|
|
141
|
+
HarnessSubmitResult,
|
|
142
|
+
HarnessSystemPromptPart,
|
|
143
|
+
HarnessTaskDefinition,
|
|
144
|
+
HarnessTaskDefinitionInput,
|
|
145
|
+
HarnessTaskDocument,
|
|
146
|
+
HarnessTaskRuntime,
|
|
147
|
+
HarnessTaskSpanKind,
|
|
148
|
+
HarnessTaskStatus,
|
|
149
|
+
HarnessTaskView,
|
|
150
|
+
HarnessTerminalCommit,
|
|
151
|
+
HarnessTestHooks,
|
|
152
|
+
HarnessTextPart,
|
|
153
|
+
HarnessToolApi,
|
|
154
|
+
HarnessToolCall,
|
|
155
|
+
HarnessToolCallPart,
|
|
156
|
+
HarnessToolDefinition,
|
|
157
|
+
HarnessToolDefinitionInput,
|
|
158
|
+
HarnessToolHookApi,
|
|
159
|
+
HarnessToolResultPart,
|
|
160
|
+
HarnessToolWrap,
|
|
161
|
+
HarnessTurnResult,
|
|
162
|
+
HarnessWaitCall,
|
|
163
|
+
HarnessWaitForOptions,
|
|
164
|
+
HarnessWaitForTasksOptions,
|
|
165
|
+
HarnessWaiting,
|
|
166
|
+
HarnessWaitKind,
|
|
167
|
+
HarnessWaitPolicy,
|
|
168
|
+
HarnessWaitResolution,
|
|
169
|
+
HarnessWhenBusy,
|
|
170
|
+
} from "../types/harness";
|
|
171
|
+
export {
|
|
172
|
+
HARNESS_AGENT_DEFAULT_MAX_STEPS,
|
|
173
|
+
HARNESS_APPROVAL_STATUSES,
|
|
174
|
+
HARNESS_CONVERSATION_STATUSES,
|
|
175
|
+
HARNESS_EVENT_TYPES,
|
|
176
|
+
HARNESS_HOOK_KINDS,
|
|
177
|
+
HARNESS_INTERRUPT_ACTIONS,
|
|
178
|
+
HARNESS_MESSAGE_ROLES,
|
|
179
|
+
HARNESS_MODEL_RETRY_DEFAULTS,
|
|
180
|
+
HARNESS_RESOLVE_ACTIONS,
|
|
181
|
+
HARNESS_RETRY_DEFAULTS,
|
|
182
|
+
HARNESS_SUBMIT_DISPOSITIONS,
|
|
183
|
+
HARNESS_TASK_STATUSES,
|
|
184
|
+
HARNESS_WAIT_KINDS,
|
|
185
|
+
HARNESS_WAIT_POLICIES,
|
|
186
|
+
HARNESS_WAIT_RESOLUTIONS,
|
|
187
|
+
HARNESS_WHEN_BUSY,
|
|
188
|
+
} from "../types/harness";
|
|
189
|
+
export {AI_HARNESS_GROUP, HARNESS_APPROVALS_SCREEN, harnessAdminScreens} from "./adminScreens";
|
|
190
|
+
export {AGENT_TOOL_TASK_NAME, AGENT_TURN_TASK_NAME} from "./agentTaskNames";
|
|
191
|
+
export {
|
|
192
|
+
type ApprovalGateOptions,
|
|
193
|
+
approvalGate,
|
|
194
|
+
approvalTaskInput,
|
|
195
|
+
HARNESS_DEFAULT_APPROVERS,
|
|
196
|
+
HarnessApprovalConflictError,
|
|
197
|
+
} from "./approvals";
|
|
198
|
+
export {HarnessCommitConflictError} from "./commit";
|
|
199
|
+
export {
|
|
200
|
+
HarnessConversationBusyError,
|
|
201
|
+
HarnessConversationHandle,
|
|
202
|
+
HarnessConversationOwnedError,
|
|
203
|
+
} from "./conversation";
|
|
204
|
+
export {defineAgent} from "./defineAgent";
|
|
205
|
+
export {defineTask} from "./defineTask";
|
|
206
|
+
export {defineTool} from "./defineTool";
|
|
207
|
+
export {HarnessDefinitionError} from "./definitionError";
|
|
208
|
+
export {HARNESS_ERRORS, type HarnessErrorKind, type HarnessErrorKindName} from "./errors";
|
|
209
|
+
export type {
|
|
210
|
+
ExecutionEnv,
|
|
211
|
+
ExecutionEnvCallOptions,
|
|
212
|
+
ExecutionEnvExecOptions,
|
|
213
|
+
ExecutionEnvExecResult,
|
|
214
|
+
} from "./executionEnv";
|
|
215
|
+
export {
|
|
216
|
+
defineExtension,
|
|
217
|
+
HarnessExtensionError,
|
|
218
|
+
hook,
|
|
219
|
+
section,
|
|
220
|
+
wrapTool,
|
|
221
|
+
} from "./extensions";
|
|
222
|
+
export {HarnessApp, type HarnessAppOptions} from "./harnessApp";
|
|
223
|
+
export {
|
|
224
|
+
HarnessModelCallError,
|
|
225
|
+
isRetryableModelError,
|
|
226
|
+
type ModelCallAttempt,
|
|
227
|
+
} from "./modelCall";
|
|
228
|
+
export type {AnyHarnessTaskDefinition, HarnessRegistryEntry} from "./registry";
|
|
229
|
+
export {
|
|
230
|
+
IN_PROCESS_RUNNER_ROLES,
|
|
231
|
+
InProcessRunner,
|
|
232
|
+
type InProcessRunnerOptions,
|
|
233
|
+
type InProcessRunnerRole,
|
|
234
|
+
} from "./runners/inProcessRunner";
|
|
235
|
+
export {HarnessSubagentError} from "./subagent";
|
|
236
|
+
|
|
237
|
+
export interface HarnessOpenOptions {
|
|
238
|
+
/** Handed to phases as `rt.env` and to tools as `api.env` (interface only in Phase 1). */
|
|
239
|
+
env?: ExecutionEnv;
|
|
240
|
+
/**
|
|
241
|
+
* Turns an agent's `{provider, modelId}` into a Vercel AI SDK `LanguageModel`. Required
|
|
242
|
+
* when the registry lists an agent.
|
|
243
|
+
*/
|
|
244
|
+
models?: HarnessModelResolver;
|
|
245
|
+
/**
|
|
246
|
+
* Per-model token prices for LLM span `usage.costUsd`. Defaults to the registered
|
|
247
|
+
* `ObservabilityApp`'s `priceMap`.
|
|
248
|
+
*/
|
|
249
|
+
priceMap?: Record<string, ModelPrice>;
|
|
250
|
+
/**
|
|
251
|
+
* Every task definition (and version) this process may create or resume, every agent
|
|
252
|
+
* (`defineAgent`) its conversations may use, and every extension (`defineExtension`)
|
|
253
|
+
* those agents and conversations name.
|
|
254
|
+
*/
|
|
255
|
+
registry: ReadonlyArray<HarnessRegistryEntry>;
|
|
256
|
+
/** Defaults to a new `InProcessRunner`. */
|
|
257
|
+
runner?: HarnessRunner;
|
|
258
|
+
/** How streamed model text is coalesced into `delta` events. */
|
|
259
|
+
streaming?: HarnessStreamingOptions;
|
|
260
|
+
/** Test-only seams; never set in production code. */
|
|
261
|
+
testHooks?: HarnessTestHooks;
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
export interface HarnessWaitOptions {
|
|
265
|
+
pollInterval?: DurationLike;
|
|
266
|
+
timeout?: DurationLike;
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
/** How often an idle owner looks for queued submissions stranded by a crash. */
|
|
270
|
+
const QUEUE_SWEEP_INTERVAL = Duration.fromObject({seconds: 1});
|
|
271
|
+
|
|
272
|
+
const assertReplicaSet = async (): Promise<void> => {
|
|
273
|
+
const db = mongoose.connection.db;
|
|
274
|
+
if (!db) {
|
|
275
|
+
throw harnessError({
|
|
276
|
+
detail: "Harness.open requires a connected mongoose default connection",
|
|
277
|
+
kind: "configInvalid",
|
|
278
|
+
});
|
|
279
|
+
}
|
|
280
|
+
const hello = await db.command({hello: 1});
|
|
281
|
+
// Replica set members report setName; mongos ("isdbgrid") also supports transactions.
|
|
282
|
+
const isReplicaSet = typeof hello.setName === "string" && hello.setName.length > 0;
|
|
283
|
+
if (!isReplicaSet && hello.msg !== "isdbgrid") {
|
|
284
|
+
throw harnessError({
|
|
285
|
+
detail:
|
|
286
|
+
"Harness.open requires a MongoDB replica set: checkpoints and audit spans commit in one transaction",
|
|
287
|
+
kind: "replicaSetRequired",
|
|
288
|
+
});
|
|
289
|
+
}
|
|
290
|
+
};
|
|
291
|
+
|
|
292
|
+
const resolveObservabilityModels = (): {span: ObsSpanModel; trace: ObsTraceModel} => {
|
|
293
|
+
const span = mongoose.models.ObsSpan as ObsSpanModel | undefined;
|
|
294
|
+
const trace = mongoose.models.ObsTrace as ObsTraceModel | undefined;
|
|
295
|
+
if (!span || !trace) {
|
|
296
|
+
throw harnessError({
|
|
297
|
+
detail:
|
|
298
|
+
"Harness.open requires the local observability plugin: call createLocalObservabilityPlugin() (or register ObservabilityApp with it) before opening the harness",
|
|
299
|
+
kind: "configInvalid",
|
|
300
|
+
});
|
|
301
|
+
}
|
|
302
|
+
return {span, trace};
|
|
303
|
+
};
|
|
304
|
+
|
|
305
|
+
/**
|
|
306
|
+
* Durable task engine. Owns the registry and Mongo storage; a pluggable runner decides
|
|
307
|
+
* who executes runnable tasks.
|
|
308
|
+
*/
|
|
309
|
+
export class Harness {
|
|
310
|
+
private readonly agents: Map<string, HarnessAgentDefinition>;
|
|
311
|
+
private readonly agentTasks: AgentTasks;
|
|
312
|
+
private readonly definitions: Map<string, HarnessTaskDefinition>;
|
|
313
|
+
private readonly engine: HarnessEngine;
|
|
314
|
+
private readonly extensions: Map<string, HarnessExtensionDefinition>;
|
|
315
|
+
private isStarted = false;
|
|
316
|
+
private nextQueueSweepAt = DateTime.fromMillis(0);
|
|
317
|
+
private readonly models: HarnessModels;
|
|
318
|
+
private readonly runner: HarnessRunner;
|
|
319
|
+
private readonly testHooks: HarnessTestHooks | undefined;
|
|
320
|
+
|
|
321
|
+
private constructor({
|
|
322
|
+
agents,
|
|
323
|
+
agentTasks,
|
|
324
|
+
definitions,
|
|
325
|
+
env,
|
|
326
|
+
extensions,
|
|
327
|
+
models,
|
|
328
|
+
runner,
|
|
329
|
+
testHooks,
|
|
330
|
+
}: {
|
|
331
|
+
agents: Map<string, HarnessAgentDefinition>;
|
|
332
|
+
agentTasks: AgentTasks;
|
|
333
|
+
definitions: Map<string, HarnessTaskDefinition>;
|
|
334
|
+
env?: ExecutionEnv;
|
|
335
|
+
extensions: Map<string, HarnessExtensionDefinition>;
|
|
336
|
+
models: HarnessModels;
|
|
337
|
+
runner: HarnessRunner;
|
|
338
|
+
testHooks?: HarnessTestHooks;
|
|
339
|
+
}) {
|
|
340
|
+
this.agents = agents;
|
|
341
|
+
this.agentTasks = agentTasks;
|
|
342
|
+
this.definitions = definitions;
|
|
343
|
+
this.extensions = extensions;
|
|
344
|
+
this.models = models;
|
|
345
|
+
this.runner = runner;
|
|
346
|
+
this.testHooks = testHooks;
|
|
347
|
+
this.engine = {
|
|
348
|
+
agents,
|
|
349
|
+
controllers: new Map(),
|
|
350
|
+
definitions,
|
|
351
|
+
env,
|
|
352
|
+
extensions,
|
|
353
|
+
models,
|
|
354
|
+
testHooks,
|
|
355
|
+
wake: () => runner.wake(),
|
|
356
|
+
};
|
|
357
|
+
}
|
|
358
|
+
|
|
359
|
+
/**
|
|
360
|
+
* Validate the environment and build a harness. Throws when the local observability
|
|
361
|
+
* models are missing or the connection is not a replica set.
|
|
362
|
+
*/
|
|
363
|
+
static async open(options: HarnessOpenOptions): Promise<Harness> {
|
|
364
|
+
const {span, trace} = resolveObservabilityModels();
|
|
365
|
+
await assertReplicaSet();
|
|
366
|
+
const {agents, extensions, tasks} = splitRegistry(options.registry);
|
|
367
|
+
if (agents.size > 0 && !options.models) {
|
|
368
|
+
throw harnessError({
|
|
369
|
+
detail: "Harness.open: the registry lists agents; pass `models` to resolve them",
|
|
370
|
+
kind: "configInvalid",
|
|
371
|
+
});
|
|
372
|
+
}
|
|
373
|
+
const models: HarnessModels = {
|
|
374
|
+
approval: registerHarnessApproval(),
|
|
375
|
+
conversation: registerHarnessConversation(),
|
|
376
|
+
event: registerHarnessEvent(),
|
|
377
|
+
eventStream: registerHarnessEventStream(),
|
|
378
|
+
inbox: registerHarnessInboxEvent(),
|
|
379
|
+
memo: registerHarnessMemo(),
|
|
380
|
+
message: registerHarnessMessage(),
|
|
381
|
+
owner: registerHarnessOwner(),
|
|
382
|
+
span,
|
|
383
|
+
task: registerHarnessTask(),
|
|
384
|
+
trace,
|
|
385
|
+
};
|
|
386
|
+
const agentTasks = createAgentTasks({
|
|
387
|
+
agents,
|
|
388
|
+
extensions,
|
|
389
|
+
models,
|
|
390
|
+
priceMap: () => options.priceMap ?? getObservabilityApp()?.priceMap,
|
|
391
|
+
random: options.testHooks?.random,
|
|
392
|
+
resolveModel: options.models,
|
|
393
|
+
streaming: resolveStreamingOptions(options.streaming),
|
|
394
|
+
});
|
|
395
|
+
// The built-in agent tasks are always registered, so in-flight turns resume anywhere.
|
|
396
|
+
const definitions = buildTaskRegistry([
|
|
397
|
+
...tasks,
|
|
398
|
+
agentTasks.turn as unknown as AnyHarnessTaskDefinition,
|
|
399
|
+
agentTasks.tool as unknown as AnyHarnessTaskDefinition,
|
|
400
|
+
]);
|
|
401
|
+
// Transactions cannot create collections or indexes on every server version.
|
|
402
|
+
await Promise.all(Object.values(models).map((model) => model.init()));
|
|
403
|
+
return new Harness({
|
|
404
|
+
agents,
|
|
405
|
+
agentTasks,
|
|
406
|
+
definitions,
|
|
407
|
+
env: options.env,
|
|
408
|
+
extensions,
|
|
409
|
+
models,
|
|
410
|
+
runner: options.runner ?? new InProcessRunner(),
|
|
411
|
+
testHooks: options.testHooks,
|
|
412
|
+
});
|
|
413
|
+
}
|
|
414
|
+
|
|
415
|
+
/**
|
|
416
|
+
* Begin executing runnable tasks. First throws, claiming nothing, when any non-terminal
|
|
417
|
+
* task is pinned to a `name@version` missing from the registry. The runner recovers
|
|
418
|
+
* tasks whose lease expired once it owns execution (immediately, or on takeover when
|
|
419
|
+
* another owner holds the lease).
|
|
420
|
+
*/
|
|
421
|
+
async start(): Promise<void> {
|
|
422
|
+
if (this.isStarted) {
|
|
423
|
+
throw harnessError({detail: "Harness is already started", kind: "alreadyStarted"});
|
|
424
|
+
}
|
|
425
|
+
// Claimed before the first await so overlapping start() calls cannot both start the runner.
|
|
426
|
+
this.isStarted = true;
|
|
427
|
+
const {definitions, engine, models, testHooks} = this;
|
|
428
|
+
try {
|
|
429
|
+
await assertInFlightVersionsRegistered({definitions, models});
|
|
430
|
+
} catch (error: unknown) {
|
|
431
|
+
this.isStarted = false;
|
|
432
|
+
throw error;
|
|
433
|
+
}
|
|
434
|
+
await this.runner.start({
|
|
435
|
+
acquireOwnerLease: (lease) => acquireOwnerLease({lease, models, testHooks}),
|
|
436
|
+
claimNext: (lease) => this.claimNextOrSweep(lease),
|
|
437
|
+
claimTask: (taskId, lease) => claimTaskById({definitions, lease, models, taskId}),
|
|
438
|
+
listRunnable: (limit) => listRunnableTasks({definitions, limit, models}),
|
|
439
|
+
recoverExpired: () => recoverExpiredTasks(engine),
|
|
440
|
+
releaseOwnerLease: (lease) => releaseOwnerLease({lease, models}),
|
|
441
|
+
runTask: (task, lease, options) =>
|
|
442
|
+
runClaimedTask({engine, lease, maxPhases: options?.maxPhases, task}),
|
|
443
|
+
});
|
|
444
|
+
}
|
|
445
|
+
|
|
446
|
+
/**
|
|
447
|
+
* Claim the next runnable task. When there is none, at most once per
|
|
448
|
+
* `QUEUE_SWEEP_INTERVAL`, start queued submissions stranded on idle conversations (a
|
|
449
|
+
* process died between a turn's end and starting the next queued turn) and claim again.
|
|
450
|
+
*/
|
|
451
|
+
private async claimNextOrSweep(lease: HarnessLeaseSettings): Promise<HarnessTaskDocument | null> {
|
|
452
|
+
const {definitions, engine, models} = this;
|
|
453
|
+
const task = await claimNextTask({definitions, lease, models});
|
|
454
|
+
if (task || DateTime.now() < this.nextQueueSweepAt) {
|
|
455
|
+
return task;
|
|
456
|
+
}
|
|
457
|
+
this.nextQueueSweepAt = DateTime.now().plus(QUEUE_SWEEP_INTERVAL);
|
|
458
|
+
if ((await sweepQueuedConversations(engine)) === 0) {
|
|
459
|
+
return null;
|
|
460
|
+
}
|
|
461
|
+
return claimNextTask({definitions, lease, models});
|
|
462
|
+
}
|
|
463
|
+
|
|
464
|
+
/** Stop claiming work and wait for every phase in flight to settle. */
|
|
465
|
+
async stop(): Promise<void> {
|
|
466
|
+
if (!this.isStarted) {
|
|
467
|
+
return;
|
|
468
|
+
}
|
|
469
|
+
await this.runner.stop();
|
|
470
|
+
this.isStarted = false;
|
|
471
|
+
}
|
|
472
|
+
|
|
473
|
+
/**
|
|
474
|
+
* Create a root task pinned to `definition`'s `name@version`. With `requestId`, a
|
|
475
|
+
* repeated call returns the task created first.
|
|
476
|
+
*/
|
|
477
|
+
async createTask<In, State, Out>(
|
|
478
|
+
definition: HarnessTaskDefinition<In, State, Out>,
|
|
479
|
+
input: In,
|
|
480
|
+
options: HarnessCreateTaskOptions = {}
|
|
481
|
+
): Promise<HarnessTaskDocument> {
|
|
482
|
+
const registered = this.definitions.get(definition.key);
|
|
483
|
+
if (!registered) {
|
|
484
|
+
throw harnessError({
|
|
485
|
+
detail: `${definition.key} is not in this harness registry`,
|
|
486
|
+
kind: "notRegistered",
|
|
487
|
+
});
|
|
488
|
+
}
|
|
489
|
+
const task = await createTaskRecords({
|
|
490
|
+
definition: registered,
|
|
491
|
+
input,
|
|
492
|
+
models: this.models,
|
|
493
|
+
options,
|
|
494
|
+
});
|
|
495
|
+
this.runner.wake();
|
|
496
|
+
return task;
|
|
497
|
+
}
|
|
498
|
+
|
|
499
|
+
/**
|
|
500
|
+
* Abort a task and every non-terminal task it owns, deepest first. Each task's running
|
|
501
|
+
* phase (in this process, or elsewhere within one heartbeat) sees `rt.signal` abort; its
|
|
502
|
+
* `abort` handler runs; then it is committed `aborted` with an `abort` audit span. A
|
|
503
|
+
* failing handler is recorded on that span and the abort proceeds. Throws when `reason`
|
|
504
|
+
* is blank or the task is already terminal.
|
|
505
|
+
*/
|
|
506
|
+
async abort(
|
|
507
|
+
taskId: mongoose.Types.ObjectId | string,
|
|
508
|
+
options: HarnessAbortOptions
|
|
509
|
+
): Promise<HarnessTaskDocument> {
|
|
510
|
+
if (typeof options?.reason !== "string" || !options.reason.trim()) {
|
|
511
|
+
throw harnessError({detail: "abort requires a reason", kind: "invalidRequest"});
|
|
512
|
+
}
|
|
513
|
+
const task = await this.models.task.findExactlyOne({_id: taskId});
|
|
514
|
+
if (HARNESS_TERMINAL_STATUSES.has(task.status)) {
|
|
515
|
+
throw harnessError({
|
|
516
|
+
detail: `Task ${taskId} is already ${task.status}`,
|
|
517
|
+
kind: "taskTerminal",
|
|
518
|
+
});
|
|
519
|
+
}
|
|
520
|
+
return abortTaskTree({
|
|
521
|
+
engine: this.engine,
|
|
522
|
+
reason: options.reason,
|
|
523
|
+
top: task,
|
|
524
|
+
userId: options.userId === undefined ? undefined : String(options.userId),
|
|
525
|
+
});
|
|
526
|
+
}
|
|
527
|
+
|
|
528
|
+
/**
|
|
529
|
+
* Send `event` with `payload` to a task. The event is stored durably first, so it is
|
|
530
|
+
* never lost: a task already waiting on `event` (`rt.waitFor`) goes back to `pending`
|
|
531
|
+
* and its `waitFor` returns `payload`; otherwise the event stays buffered until a
|
|
532
|
+
* `rt.waitFor(event)` takes it. Works while no runner is up. Delivery is FIFO per event
|
|
533
|
+
* name. With `requestId` (unique per task), a repeated send returns the event sent
|
|
534
|
+
* first. Throws when the task is terminal or `event` is blank.
|
|
535
|
+
*/
|
|
536
|
+
async sendEvent(
|
|
537
|
+
taskId: mongoose.Types.ObjectId | string,
|
|
538
|
+
event: string,
|
|
539
|
+
payload?: unknown,
|
|
540
|
+
options: HarnessSendEventOptions = {}
|
|
541
|
+
): Promise<HarnessInboxEventDocument> {
|
|
542
|
+
if (typeof event !== "string" || !event.trim()) {
|
|
543
|
+
throw harnessError({detail: "sendEvent requires an event name", kind: "invalidRequest"});
|
|
544
|
+
}
|
|
545
|
+
if (event.startsWith(HARNESS_RESERVED_EVENT_PREFIX)) {
|
|
546
|
+
throw harnessError({
|
|
547
|
+
detail: `sendEvent: event names starting with "${HARNESS_RESERVED_EVENT_PREFIX}" are reserved for the harness (approval decisions use decideApproval)`,
|
|
548
|
+
kind: "invalidRequest",
|
|
549
|
+
});
|
|
550
|
+
}
|
|
551
|
+
const sent = await sendEventRecords({
|
|
552
|
+
event,
|
|
553
|
+
models: this.models,
|
|
554
|
+
payload,
|
|
555
|
+
requestId: options.requestId,
|
|
556
|
+
taskId,
|
|
557
|
+
});
|
|
558
|
+
if (sent.isWoken) {
|
|
559
|
+
this.runner.wake();
|
|
560
|
+
}
|
|
561
|
+
return sent.event;
|
|
562
|
+
}
|
|
563
|
+
|
|
564
|
+
/**
|
|
565
|
+
* Approve or reject a pending approval as `userId`, without checking approvers (the
|
|
566
|
+
* `HarnessApp` routes check them first). In one transaction: the approval's status,
|
|
567
|
+
* `decidedBy`, `decidedAt`, `reason`; the event that wakes the waiting `rt.approval`;
|
|
568
|
+
* and the `approval:<key>` audit span. Throws `HarnessApprovalConflictError` when it is
|
|
569
|
+
* already decided or expired, or its task ended.
|
|
570
|
+
*/
|
|
571
|
+
async decideApproval(
|
|
572
|
+
approvalId: mongoose.Types.ObjectId | string,
|
|
573
|
+
options: HarnessDecideApprovalOptions
|
|
574
|
+
): Promise<HarnessApprovalDocument> {
|
|
575
|
+
if (typeof options?.approved !== "boolean") {
|
|
576
|
+
throw harnessError({
|
|
577
|
+
detail: "decideApproval requires approved: true or false",
|
|
578
|
+
kind: "invalidRequest",
|
|
579
|
+
});
|
|
580
|
+
}
|
|
581
|
+
if (!options.approved && !options.reason?.trim()) {
|
|
582
|
+
throw harnessError({
|
|
583
|
+
detail: "decideApproval: a rejection requires a reason",
|
|
584
|
+
kind: "invalidRequest",
|
|
585
|
+
});
|
|
586
|
+
}
|
|
587
|
+
const {approval, isWoken} = await decideApprovalRecords({
|
|
588
|
+
approvalId,
|
|
589
|
+
models: this.models,
|
|
590
|
+
options,
|
|
591
|
+
});
|
|
592
|
+
if (isWoken) {
|
|
593
|
+
this.runner.wake();
|
|
594
|
+
}
|
|
595
|
+
return approval;
|
|
596
|
+
}
|
|
597
|
+
|
|
598
|
+
/**
|
|
599
|
+
* Whether `user` passes every approver of `approval` (its definition's or extension's
|
|
600
|
+
* `approvals[key]`, default `[Permissions.IsAdmin]`), called with `method`. False when
|
|
601
|
+
* this registry lacks the approval's `name@version` or extension.
|
|
602
|
+
*/
|
|
603
|
+
async mayApprove({
|
|
604
|
+
approval,
|
|
605
|
+
method = "update",
|
|
606
|
+
user,
|
|
607
|
+
}: {
|
|
608
|
+
approval: HarnessApprovalDocument;
|
|
609
|
+
method?: RESTMethod;
|
|
610
|
+
user?: User;
|
|
611
|
+
}): Promise<boolean> {
|
|
612
|
+
return userMayApprove({approval, method, registry: this.approvalRegistry(), user});
|
|
613
|
+
}
|
|
614
|
+
|
|
615
|
+
/** Pending, unexpired approvals of live tasks that `user` may approve, oldest first. */
|
|
616
|
+
async approvableApprovals({user}: {user?: User}): Promise<HarnessApprovalDocument[]> {
|
|
617
|
+
return listApprovableApprovals({models: this.models, registry: this.approvalRegistry(), user});
|
|
618
|
+
}
|
|
619
|
+
|
|
620
|
+
private approvalRegistry(): ApprovalRegistry {
|
|
621
|
+
return {definitions: this.definitions, extensions: this.extensions};
|
|
622
|
+
}
|
|
623
|
+
|
|
624
|
+
/**
|
|
625
|
+
* Decide what happens to an `interrupted` task: `retry` re-queues the same phase,
|
|
626
|
+
* `abort` runs its abort handler (after aborting every task it owns) and ends it
|
|
627
|
+
* `aborted`, `complete` ends it `completed` with `result`. The decision and its reason
|
|
628
|
+
* are audited in a `resolveInterrupted` span. Throws when the task is not
|
|
629
|
+
* `interrupted` or `reason` is empty.
|
|
630
|
+
*/
|
|
631
|
+
async resolveInterrupted(
|
|
632
|
+
taskId: mongoose.Types.ObjectId | string,
|
|
633
|
+
options: HarnessResolveInterruptedOptions
|
|
634
|
+
): Promise<HarnessTaskDocument> {
|
|
635
|
+
if (!Object.values(HARNESS_RESOLVE_ACTIONS).includes(options.action)) {
|
|
636
|
+
throw harnessError({
|
|
637
|
+
detail: `resolveInterrupted action must be one of ${Object.values(HARNESS_RESOLVE_ACTIONS).join(", ")}`,
|
|
638
|
+
kind: "invalidRequest",
|
|
639
|
+
});
|
|
640
|
+
}
|
|
641
|
+
if (typeof options.reason !== "string" || !options.reason.trim()) {
|
|
642
|
+
throw harnessError({detail: "resolveInterrupted requires a reason", kind: "invalidRequest"});
|
|
643
|
+
}
|
|
644
|
+
const task = await this.models.task.findExactlyOne({_id: taskId});
|
|
645
|
+
if (task.status !== HARNESS_TASK_STATUSES.interrupted) {
|
|
646
|
+
throw harnessError({
|
|
647
|
+
detail: `Task ${taskId} is ${task.status}, not interrupted`,
|
|
648
|
+
kind: "taskNotInterrupted",
|
|
649
|
+
});
|
|
650
|
+
}
|
|
651
|
+
if (options.action === HARNESS_RESOLVE_ACTIONS.retry && task.abortRequested?.at) {
|
|
652
|
+
throw harnessError({
|
|
653
|
+
detail: `Task ${taskId} is being aborted; resolve it with abort, not retry`,
|
|
654
|
+
kind: "taskAborting",
|
|
655
|
+
});
|
|
656
|
+
}
|
|
657
|
+
if (
|
|
658
|
+
options.action === HARNESS_RESOLVE_ACTIONS.retry &&
|
|
659
|
+
!this.definitions.has(taskDefinitionKey(task))
|
|
660
|
+
) {
|
|
661
|
+
throw harnessError({
|
|
662
|
+
detail: `${taskDefinitionKey(task)} is not in this harness registry; register it before retrying`,
|
|
663
|
+
kind: "notRegistered",
|
|
664
|
+
});
|
|
665
|
+
}
|
|
666
|
+
const decidedBy = options.userId === undefined ? undefined : String(options.userId);
|
|
667
|
+
if (options.action === HARNESS_RESOLVE_ACTIONS.abort) {
|
|
668
|
+
return abortTaskTree({
|
|
669
|
+
engine: this.engine,
|
|
670
|
+
override: {
|
|
671
|
+
error: `Aborted after interruption: ${options.reason}`,
|
|
672
|
+
filter: {phase: task.phase, status: HARNESS_TASK_STATUSES.interrupted},
|
|
673
|
+
output: {action: options.action, decidedBy, phase: task.phase, reason: options.reason},
|
|
674
|
+
spanName: "resolveInterrupted",
|
|
675
|
+
},
|
|
676
|
+
reason: options.reason,
|
|
677
|
+
top: task,
|
|
678
|
+
userId: decidedBy,
|
|
679
|
+
});
|
|
680
|
+
}
|
|
681
|
+
const resolved = await commitResolution({
|
|
682
|
+
models: this.models,
|
|
683
|
+
options: {...options, action: options.action},
|
|
684
|
+
task,
|
|
685
|
+
testHooks: this.testHooks,
|
|
686
|
+
});
|
|
687
|
+
if (options.action === HARNESS_RESOLVE_ACTIONS.retry) {
|
|
688
|
+
this.runner.wake();
|
|
689
|
+
} else {
|
|
690
|
+
await settleTaskOwner({engine: this.engine, task: resolved});
|
|
691
|
+
}
|
|
692
|
+
return resolved;
|
|
693
|
+
}
|
|
694
|
+
|
|
695
|
+
/**
|
|
696
|
+
* Start a conversation with a registered agent. Its config (model, instructions,
|
|
697
|
+
* extension names, the tool names they resolve to, fallbacks, `maxSteps`) is
|
|
698
|
+
* snapshotted onto the conversation. `extensions` replaces the agent's extension list
|
|
699
|
+
* for this conversation; each must be registered.
|
|
700
|
+
*/
|
|
701
|
+
async createConversation({
|
|
702
|
+
agent,
|
|
703
|
+
extensions,
|
|
704
|
+
userId,
|
|
705
|
+
}: {
|
|
706
|
+
agent: HarnessAgentDefinition;
|
|
707
|
+
extensions?: ReadonlyArray<HarnessExtensionDefinition | string>;
|
|
708
|
+
userId?: mongoose.Types.ObjectId | string;
|
|
709
|
+
}): Promise<HarnessConversationHandle> {
|
|
710
|
+
if (this.agents.get(agent?.name) !== agent) {
|
|
711
|
+
throw harnessError({
|
|
712
|
+
detail: `Agent "${agent?.name}" is not in this harness registry`,
|
|
713
|
+
kind: "notRegistered",
|
|
714
|
+
});
|
|
715
|
+
}
|
|
716
|
+
const extensionNames = extensions?.map((entry) => extensionName("createConversation", entry));
|
|
717
|
+
if (extensionNames && new Set(extensionNames).size !== extensionNames.length) {
|
|
718
|
+
throw harnessError({
|
|
719
|
+
detail: "createConversation: an extension is listed more than once",
|
|
720
|
+
kind: "invalidRequest",
|
|
721
|
+
});
|
|
722
|
+
}
|
|
723
|
+
for (const name of extensionNames ?? []) {
|
|
724
|
+
if (!this.extensions.has(name)) {
|
|
725
|
+
throw harnessError({
|
|
726
|
+
detail: `Extension "${name}" is not in this harness registry`,
|
|
727
|
+
kind: "notRegistered",
|
|
728
|
+
});
|
|
729
|
+
}
|
|
730
|
+
}
|
|
731
|
+
const document = await this.models.conversation.create({
|
|
732
|
+
agent: conversationAgentSnapshot({agent, extensionNames, extensions: this.extensions}),
|
|
733
|
+
ownership: {kind: "root"},
|
|
734
|
+
userId,
|
|
735
|
+
});
|
|
736
|
+
return new HarnessConversationHandle(this.conversationContext(), document);
|
|
737
|
+
}
|
|
738
|
+
|
|
739
|
+
/** Load a conversation. Throws when it does not exist. */
|
|
740
|
+
async conversation(
|
|
741
|
+
conversationId: mongoose.Types.ObjectId | string
|
|
742
|
+
): Promise<HarnessConversationHandle> {
|
|
743
|
+
const document = await this.models.conversation.findExactlyOne({_id: conversationId});
|
|
744
|
+
return new HarnessConversationHandle(this.conversationContext(), document);
|
|
745
|
+
}
|
|
746
|
+
|
|
747
|
+
private conversationContext(): ConversationContext {
|
|
748
|
+
return {
|
|
749
|
+
models: this.models,
|
|
750
|
+
turn: this.agentTasks.turn as unknown as HarnessTaskDefinition,
|
|
751
|
+
wake: () => this.runner.wake(),
|
|
752
|
+
};
|
|
753
|
+
}
|
|
754
|
+
|
|
755
|
+
/** Poll until the task is terminal; throws after `timeout` (default 30 seconds). */
|
|
756
|
+
async waitForTask(
|
|
757
|
+
taskId: mongoose.Types.ObjectId | string,
|
|
758
|
+
options: HarnessWaitOptions = {}
|
|
759
|
+
): Promise<HarnessTaskDocument> {
|
|
760
|
+
const deadline = DateTime.now().plus(
|
|
761
|
+
Duration.fromDurationLike(options.timeout ?? {seconds: 30})
|
|
762
|
+
);
|
|
763
|
+
const pollMs = Duration.fromDurationLike(options.pollInterval ?? {milliseconds: 50}).toMillis();
|
|
764
|
+
for (;;) {
|
|
765
|
+
const task = await this.models.task.findExactlyOne({_id: taskId});
|
|
766
|
+
if (HARNESS_TERMINAL_STATUSES.has(task.status)) {
|
|
767
|
+
return task;
|
|
768
|
+
}
|
|
769
|
+
if (DateTime.now() >= deadline) {
|
|
770
|
+
throw harnessError({
|
|
771
|
+
detail: `Timed out waiting for task ${taskId} (${taskDefinitionKey(task)}) in status ${task.status}`,
|
|
772
|
+
kind: "waitTimedOut",
|
|
773
|
+
});
|
|
774
|
+
}
|
|
775
|
+
await new Promise((resolve) => setTimeout(resolve, pollMs));
|
|
776
|
+
}
|
|
777
|
+
}
|
|
778
|
+
}
|