@terreno/ai 57.8.0 → 57.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.cursorrules +2 -2
- package/README.md +2 -1
- package/bunfig.toml +1 -1
- package/dist/aiApp.d.ts +16 -5
- package/dist/aiApp.js +17 -7
- package/dist/harness/adminScreens.d.ts +6 -0
- package/dist/harness/adminScreens.js +11 -0
- package/dist/harness/agentLoop.d.ts +61 -0
- package/dist/harness/agentLoop.js +798 -0
- package/dist/harness/agentTaskNames.d.ts +4 -0
- package/dist/harness/agentTaskNames.js +7 -0
- package/dist/harness/approvalPolicy.d.ts +3 -0
- package/dist/harness/approvalPolicy.js +23 -0
- package/dist/harness/approvals.d.ts +101 -0
- package/dist/harness/approvals.js +468 -0
- package/dist/harness/commit.d.ts +238 -0
- package/dist/harness/commit.js +678 -0
- package/dist/harness/conversation.d.ts +75 -0
- package/dist/harness/conversation.js +397 -0
- package/dist/harness/defineAgent.d.ts +9 -0
- package/dist/harness/defineAgent.js +65 -0
- package/dist/harness/defineTask.d.ts +11 -0
- package/dist/harness/defineTask.js +59 -0
- package/dist/harness/defineTool.d.ts +7 -0
- package/dist/harness/defineTool.js +36 -0
- package/dist/harness/definitionError.d.ts +8 -0
- package/dist/harness/definitionError.js +15 -0
- package/dist/harness/errors.d.ts +127 -0
- package/dist/harness/errors.js +101 -0
- package/dist/harness/eventHub.d.ts +45 -0
- package/dist/harness/eventHub.js +135 -0
- package/dist/harness/events.d.ts +95 -0
- package/dist/harness/events.js +267 -0
- package/dist/harness/executionEnv.d.ts +31 -0
- package/dist/harness/executionEnv.js +2 -0
- package/dist/harness/extensions.d.ts +82 -0
- package/dist/harness/extensions.js +274 -0
- package/dist/harness/harness.d.ts +163 -0
- package/dist/harness/harness.js +520 -0
- package/dist/harness/harnessApp.d.ts +44 -0
- package/dist/harness/harnessApp.js +62 -0
- package/dist/harness/internalRuntime.d.ts +16 -0
- package/dist/harness/internalRuntime.js +18 -0
- package/dist/harness/leases.d.ts +35 -0
- package/dist/harness/leases.js +86 -0
- package/dist/harness/memo.d.ts +24 -0
- package/dist/harness/memo.js +78 -0
- package/dist/harness/modelCall.d.ts +45 -0
- package/dist/harness/modelCall.js +147 -0
- package/dist/harness/models/harnessApproval.d.ts +2 -0
- package/dist/harness/models/harnessApproval.js +100 -0
- package/dist/harness/models/harnessConversation.d.ts +2 -0
- package/dist/harness/models/harnessConversation.js +117 -0
- package/dist/harness/models/harnessEvent.d.ts +3 -0
- package/dist/harness/models/harnessEvent.js +73 -0
- package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
- package/dist/harness/models/harnessInboxEvent.js +58 -0
- package/dist/harness/models/harnessMemo.d.ts +2 -0
- package/dist/harness/models/harnessMemo.js +42 -0
- package/dist/harness/models/harnessMessage.d.ts +2 -0
- package/dist/harness/models/harnessMessage.js +73 -0
- package/dist/harness/models/harnessOwner.d.ts +2 -0
- package/dist/harness/models/harnessOwner.js +36 -0
- package/dist/harness/models/harnessTask.d.ts +2 -0
- package/dist/harness/models/harnessTask.js +186 -0
- package/dist/harness/ownership.d.ts +89 -0
- package/dist/harness/ownership.js +438 -0
- package/dist/harness/registry.d.ts +29 -0
- package/dist/harness/registry.js +93 -0
- package/dist/harness/retryBackoff.d.ts +31 -0
- package/dist/harness/retryBackoff.js +50 -0
- package/dist/harness/routes/approvals.d.ts +13 -0
- package/dist/harness/routes/approvals.js +93 -0
- package/dist/harness/routes/conversations.d.ts +11 -0
- package/dist/harness/routes/conversations.js +66 -0
- package/dist/harness/routes/events.d.ts +19 -0
- package/dist/harness/routes/events.js +215 -0
- package/dist/harness/routes/tasks.d.ts +11 -0
- package/dist/harness/routes/tasks.js +108 -0
- package/dist/harness/runners/inProcessRunner.d.ts +57 -0
- package/dist/harness/runners/inProcessRunner.js +196 -0
- package/dist/harness/runtime.d.ts +34 -0
- package/dist/harness/runtime.js +551 -0
- package/dist/harness/subagent.d.ts +53 -0
- package/dist/harness/subagent.js +134 -0
- package/dist/harness/suspend.d.ts +8 -0
- package/dist/harness/suspend.js +16 -0
- package/dist/harness/transaction.d.ts +3 -0
- package/dist/harness/transaction.js +22 -0
- package/dist/harness/waits.d.ts +100 -0
- package/dist/harness/waits.js +214 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.js +45 -2
- package/dist/models/aiDataset.d.ts +2 -0
- package/dist/models/aiDataset.js +67 -0
- package/dist/models/aiRequest.js +1 -1
- package/dist/models/gptHistory.js +88 -2
- package/dist/observability/adminScreens.d.ts +5 -0
- package/dist/observability/adminScreens.js +32 -0
- package/dist/observability/compileTemplate.d.ts +1 -0
- package/dist/observability/compileTemplate.js +13 -0
- package/dist/observability/datasetImport.d.ts +11 -0
- package/dist/observability/datasetImport.js +185 -0
- package/dist/observability/evaluate.d.ts +31 -0
- package/dist/observability/evaluate.js +200 -0
- package/dist/observability/evaluatorTemplates.d.ts +17 -0
- package/dist/observability/evaluatorTemplates.js +111 -0
- package/dist/observability/jsonPath.d.ts +2 -0
- package/dist/observability/jsonPath.js +57 -0
- package/dist/observability/local/datasetStore.d.ts +87 -0
- package/dist/observability/local/datasetStore.js +326 -0
- package/dist/observability/local/evaluatorStore.d.ts +44 -0
- package/dist/observability/local/evaluatorStore.js +182 -0
- package/dist/observability/local/experimentRunner.d.ts +96 -0
- package/dist/observability/local/experimentRunner.js +419 -0
- package/dist/observability/local/localPlugin.d.ts +22 -0
- package/dist/observability/local/localPlugin.js +76 -0
- package/dist/observability/local/models/obsDataset.d.ts +2 -0
- package/dist/observability/local/models/obsDataset.js +37 -0
- package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
- package/dist/observability/local/models/obsDatasetItem.js +76 -0
- package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
- package/dist/observability/local/models/obsEvaluator.js +98 -0
- package/dist/observability/local/models/obsExperiment.d.ts +2 -0
- package/dist/observability/local/models/obsExperiment.js +87 -0
- package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
- package/dist/observability/local/models/obsExperimentItem.js +45 -0
- package/dist/observability/local/models/obsPrompt.d.ts +2 -0
- package/dist/observability/local/models/obsPrompt.js +42 -0
- package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
- package/dist/observability/local/models/obsPromptLabel.js +39 -0
- package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
- package/dist/observability/local/models/obsPromptVersion.js +96 -0
- package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
- package/dist/observability/local/models/obsReviewItem.js +75 -0
- package/dist/observability/local/models/obsScore.d.ts +2 -0
- package/dist/observability/local/models/obsScore.js +58 -0
- package/dist/observability/local/models/obsSpan.d.ts +2 -0
- package/dist/observability/local/models/obsSpan.js +64 -0
- package/dist/observability/local/models/obsTrace.d.ts +2 -0
- package/dist/observability/local/models/obsTrace.js +93 -0
- package/dist/observability/local/promptStore.d.ts +180 -0
- package/dist/observability/local/promptStore.js +444 -0
- package/dist/observability/local/reviewStore.d.ts +50 -0
- package/dist/observability/local/reviewStore.js +203 -0
- package/dist/observability/local/traceStore.d.ts +103 -0
- package/dist/observability/local/traceStore.js +325 -0
- package/dist/observability/observabilityApp.d.ts +24 -0
- package/dist/observability/observabilityApp.js +157 -0
- package/dist/observability/observabilityAppRegistry.d.ts +14 -0
- package/dist/observability/observabilityAppRegistry.js +16 -0
- package/dist/observability/permissions.d.ts +7 -0
- package/dist/observability/permissions.js +60 -0
- package/dist/observability/reviewPanels.d.ts +18 -0
- package/dist/observability/reviewPanels.js +46 -0
- package/dist/observability/routes/datasets.d.ts +7 -0
- package/dist/observability/routes/datasets.js +149 -0
- package/dist/observability/routes/evaluators.d.ts +7 -0
- package/dist/observability/routes/evaluators.js +123 -0
- package/dist/observability/routes/experiments.d.ts +7 -0
- package/dist/observability/routes/experiments.js +95 -0
- package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
- package/dist/observability/routes/observabilityRouteAccess.js +67 -0
- package/dist/observability/routes/prompts.d.ts +12 -0
- package/dist/observability/routes/prompts.js +172 -0
- package/dist/observability/routes/requestAiService.d.ts +13 -0
- package/dist/observability/routes/requestAiService.js +21 -0
- package/dist/observability/routes/review.d.ts +7 -0
- package/dist/observability/routes/review.js +79 -0
- package/dist/observability/routes/status.d.ts +5 -0
- package/dist/observability/routes/status.js +31 -0
- package/dist/observability/routes/testMultiStage.d.ts +9 -0
- package/dist/observability/routes/testMultiStage.js +67 -0
- package/dist/observability/routes/traces.d.ts +7 -0
- package/dist/observability/routes/traces.js +129 -0
- package/dist/observability/schemaValidation.d.ts +5 -0
- package/dist/observability/schemaValidation.js +26 -0
- package/dist/observability/sopThresholds.d.ts +2 -0
- package/dist/observability/sopThresholds.js +21 -0
- package/dist/observability/status.d.ts +23 -0
- package/dist/observability/status.js +34 -0
- package/dist/observability/testMultiStageSchemas.d.ts +10 -0
- package/dist/observability/testMultiStageSchemas.js +79 -0
- package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
- package/dist/observability/testMultiStageWorkflow.js +218 -0
- package/dist/observability/types.d.ts +159 -0
- package/dist/observability/types.js +67 -0
- package/dist/routes/files.js +20 -7
- package/dist/routes/gpt.js +179 -488
- package/dist/routes/gptActions.d.ts +9 -0
- package/dist/routes/gptActions.js +212 -0
- package/dist/routes/gptDatasets.d.ts +5 -0
- package/dist/routes/gptDatasets.js +94 -0
- package/dist/routes/gptHistories.d.ts +3 -1
- package/dist/routes/gptHistories.js +188 -2
- package/dist/service/aiDatasets.d.ts +57 -0
- package/dist/service/aiDatasets.js +253 -0
- package/dist/service/aiService.d.ts +50 -1
- package/dist/service/aiService.js +431 -77
- package/dist/service/askFiles.d.ts +49 -0
- package/dist/service/askFiles.js +162 -0
- package/dist/service/asks.d.ts +76 -0
- package/dist/service/asks.js +284 -0
- package/dist/service/chatTurn.d.ts +128 -0
- package/dist/service/chatTurn.js +1674 -0
- package/dist/service/fileStorage.d.ts +4 -0
- package/dist/service/fileStorage.js +7 -2
- package/dist/service/fileUploadsGate.d.ts +8 -0
- package/dist/service/fileUploadsGate.js +18 -0
- package/dist/service/fillActionIds.d.ts +6 -0
- package/dist/service/fillActionIds.js +79 -0
- package/dist/service/gemini.d.ts +3 -3
- package/dist/service/gemini.js +3 -3
- package/dist/service/jsonFenceModel.d.ts +7 -0
- package/dist/service/jsonFenceModel.js +45 -0
- package/dist/service/prompts.d.ts +52 -0
- package/dist/service/prompts.js +96 -1
- package/dist/service/sanitizeHtml.d.ts +11 -0
- package/dist/service/sanitizeHtml.js +108 -0
- package/dist/service/vertex.d.ts +6 -6
- package/dist/service/vertex.js +5 -5
- package/dist/types/harness.d.ts +934 -0
- package/dist/types/harness.js +133 -0
- package/dist/types/index.d.ts +219 -13
- package/dist/types/index.js +2 -0
- package/dist/types/observability.d.ts +288 -0
- package/dist/types/observability.js +2 -0
- package/package.json +17 -5
- package/src/aiApp.test.ts +207 -1
- package/src/aiApp.ts +31 -8
- package/src/harness/adminScreens.test.ts +34 -0
- package/src/harness/adminScreens.ts +11 -0
- package/src/harness/agentLoop.test.ts +1034 -0
- package/src/harness/agentLoop.ts +1082 -0
- package/src/harness/agentRecovery.test.ts +380 -0
- package/src/harness/agentTaskNames.ts +4 -0
- package/src/harness/approvalPolicy.ts +28 -0
- package/src/harness/approvals.test.ts +1094 -0
- package/src/harness/approvals.ts +644 -0
- package/src/harness/commit.ts +1049 -0
- package/src/harness/conversation.ts +503 -0
- package/src/harness/defineAgent.test.ts +92 -0
- package/src/harness/defineAgent.ts +82 -0
- package/src/harness/defineTask.test.ts +59 -0
- package/src/harness/defineTask.ts +76 -0
- package/src/harness/defineTool.ts +45 -0
- package/src/harness/definitionError.ts +13 -0
- package/src/harness/errors.test.ts +90 -0
- package/src/harness/errors.ts +119 -0
- package/src/harness/eventHub.test.ts +124 -0
- package/src/harness/eventHub.ts +159 -0
- package/src/harness/events.test.ts +757 -0
- package/src/harness/events.ts +384 -0
- package/src/harness/executionEnv.ts +34 -0
- package/src/harness/extensions.test.ts +1218 -0
- package/src/harness/extensions.ts +382 -0
- package/src/harness/harness.test.ts +693 -0
- package/src/harness/harness.ts +767 -0
- package/src/harness/harnessApp.ts +76 -0
- package/src/harness/internalRuntime.ts +44 -0
- package/src/harness/leases.ts +132 -0
- package/src/harness/memo.ts +107 -0
- package/src/harness/modelCall.test.ts +134 -0
- package/src/harness/modelCall.ts +200 -0
- package/src/harness/models/harnessApproval.ts +109 -0
- package/src/harness/models/harnessConversation.ts +142 -0
- package/src/harness/models/harnessEvent.ts +92 -0
- package/src/harness/models/harnessInboxEvent.ts +73 -0
- package/src/harness/models/harnessMemo.ts +43 -0
- package/src/harness/models/harnessMessage.ts +85 -0
- package/src/harness/models/harnessModels.test.ts +60 -0
- package/src/harness/models/harnessOwner.ts +40 -0
- package/src/harness/models/harnessTask.ts +201 -0
- package/src/harness/ownership.test.ts +1087 -0
- package/src/harness/ownership.ts +618 -0
- package/src/harness/recovery.test.ts +912 -0
- package/src/harness/registry.ts +124 -0
- package/src/harness/retries.test.ts +292 -0
- package/src/harness/retryBackoff.test.ts +100 -0
- package/src/harness/retryBackoff.ts +77 -0
- package/src/harness/routes/approvals.ts +123 -0
- package/src/harness/routes/conversations.test.ts +518 -0
- package/src/harness/routes/conversations.ts +102 -0
- package/src/harness/routes/events.ts +280 -0
- package/src/harness/routes/tasks.test.ts +198 -0
- package/src/harness/routes/tasks.ts +146 -0
- package/src/harness/runners/inProcessRunner.test.ts +402 -0
- package/src/harness/runners/inProcessRunner.ts +220 -0
- package/src/harness/runtime.ts +714 -0
- package/src/harness/subagent.test.ts +696 -0
- package/src/harness/subagent.ts +192 -0
- package/src/harness/suspend.ts +13 -0
- package/src/harness/transaction.ts +17 -0
- package/src/harness/versioning.test.ts +288 -0
- package/src/harness/waits.test.ts +693 -0
- package/src/harness/waits.ts +356 -0
- package/src/index.test.ts +13 -0
- package/src/index.ts +70 -0
- package/src/isolated/adminScreensConfig.isolated.ts +143 -0
- package/src/models/aiDataset.test.ts +34 -0
- package/src/models/aiDataset.ts +78 -0
- package/src/models/aiRequest.test.ts +2 -2
- package/src/models/aiRequest.ts +2 -1
- package/src/models/gptHistory.test.ts +156 -0
- package/src/models/gptHistory.ts +106 -4
- package/src/observability/adminScreens.test.ts +71 -0
- package/src/observability/adminScreens.ts +42 -0
- package/src/observability/compileTemplate.test.ts +14 -0
- package/src/observability/compileTemplate.ts +10 -0
- package/src/observability/datasetImport.test.ts +95 -0
- package/src/observability/datasetImport.ts +220 -0
- package/src/observability/evaluate.test.ts +549 -0
- package/src/observability/evaluate.ts +254 -0
- package/src/observability/evaluatorTemplates.ts +124 -0
- package/src/observability/jsonPath.test.ts +52 -0
- package/src/observability/jsonPath.ts +60 -0
- package/src/observability/local/datasetStore.test.ts +230 -0
- package/src/observability/local/datasetStore.ts +452 -0
- package/src/observability/local/evaluatorStore.test.ts +138 -0
- package/src/observability/local/evaluatorStore.ts +224 -0
- package/src/observability/local/experimentRunner.test.ts +489 -0
- package/src/observability/local/experimentRunner.ts +548 -0
- package/src/observability/local/localPlugin.ts +88 -0
- package/src/observability/local/models/obsDataset.ts +38 -0
- package/src/observability/local/models/obsDatasetItem.ts +80 -0
- package/src/observability/local/models/obsEvaluator.ts +102 -0
- package/src/observability/local/models/obsExperiment.ts +91 -0
- package/src/observability/local/models/obsExperimentItem.ts +52 -0
- package/src/observability/local/models/obsPrompt.ts +43 -0
- package/src/observability/local/models/obsPromptLabel.ts +43 -0
- package/src/observability/local/models/obsPromptVersion.ts +107 -0
- package/src/observability/local/models/obsReviewItem.ts +79 -0
- package/src/observability/local/models/obsScore.ts +59 -0
- package/src/observability/local/models/obsSpan.ts +65 -0
- package/src/observability/local/models/obsTrace.ts +94 -0
- package/src/observability/local/obsModels.test.ts +119 -0
- package/src/observability/local/promptStore.test.ts +351 -0
- package/src/observability/local/promptStore.ts +665 -0
- package/src/observability/local/reviewStore.test.ts +164 -0
- package/src/observability/local/reviewStore.ts +264 -0
- package/src/observability/local/traceStore.test.ts +264 -0
- package/src/observability/local/traceStore.ts +440 -0
- package/src/observability/observabilityApp.test.ts +92 -0
- package/src/observability/observabilityApp.ts +185 -0
- package/src/observability/observabilityAppRegistry.test.ts +30 -0
- package/src/observability/observabilityAppRegistry.ts +35 -0
- package/src/observability/permissions.test.ts +96 -0
- package/src/observability/permissions.ts +78 -0
- package/src/observability/reviewPanels.test.ts +35 -0
- package/src/observability/reviewPanels.ts +64 -0
- package/src/observability/routes/datasets.test.ts +176 -0
- package/src/observability/routes/datasets.ts +252 -0
- package/src/observability/routes/evaluators.test.ts +119 -0
- package/src/observability/routes/evaluators.ts +207 -0
- package/src/observability/routes/experiments.test.ts +282 -0
- package/src/observability/routes/experiments.ts +152 -0
- package/src/observability/routes/observabilityRbac.test.ts +767 -0
- package/src/observability/routes/observabilityRouteAccess.ts +106 -0
- package/src/observability/routes/prompts.test.ts +320 -0
- package/src/observability/routes/prompts.ts +263 -0
- package/src/observability/routes/requestAiService.ts +36 -0
- package/src/observability/routes/review.test.ts +120 -0
- package/src/observability/routes/review.ts +125 -0
- package/src/observability/routes/status.test.ts +116 -0
- package/src/observability/routes/status.ts +47 -0
- package/src/observability/routes/testMultiStage.test.ts +214 -0
- package/src/observability/routes/testMultiStage.ts +96 -0
- package/src/observability/routes/traces.test.ts +167 -0
- package/src/observability/routes/traces.ts +172 -0
- package/src/observability/schemaValidation.ts +29 -0
- package/src/observability/sopThresholds.ts +20 -0
- package/src/observability/status.test.ts +38 -0
- package/src/observability/status.ts +56 -0
- package/src/observability/testMultiStageSchemas.ts +95 -0
- package/src/observability/testMultiStageWorkflow.test.ts +114 -0
- package/src/observability/testMultiStageWorkflow.ts +307 -0
- package/src/observability/types.ts +262 -0
- package/src/routes/files.test.ts +84 -9
- package/src/routes/files.ts +23 -7
- package/src/routes/gpt.test.ts +3279 -0
- package/src/routes/gpt.ts +214 -552
- package/src/routes/gptActions.test.ts +241 -0
- package/src/routes/gptActions.ts +255 -0
- package/src/routes/gptApprovals.test.ts +762 -0
- package/src/routes/gptDatasets.test.ts +86 -0
- package/src/routes/gptDatasets.ts +104 -0
- package/src/routes/gptFiles.test.ts +589 -0
- package/src/routes/gptHistories.test.ts +933 -0
- package/src/routes/gptHistories.ts +266 -5
- package/src/routes/routes.test.ts +676 -5
- package/src/service/aiDatasets.test.ts +123 -0
- package/src/service/aiDatasets.ts +316 -0
- package/src/service/aiService.test.ts +614 -0
- package/src/service/aiService.ts +575 -111
- package/src/service/askFiles.test.ts +96 -0
- package/src/service/askFiles.ts +222 -0
- package/src/service/asks.test.ts +946 -0
- package/src/service/asks.ts +423 -0
- package/src/service/chatTurn.ts +2287 -0
- package/src/service/fileStorage.test.ts +11 -0
- package/src/service/fileStorage.ts +10 -2
- package/src/service/fileUploadsGate.ts +23 -0
- package/src/service/fillActionIds.test.ts +65 -0
- package/src/service/fillActionIds.ts +98 -0
- package/src/service/gemini.test.ts +16 -10
- package/src/service/gemini.ts +3 -3
- package/src/service/jsonFenceModel.test.ts +47 -0
- package/src/service/jsonFenceModel.ts +53 -0
- package/src/service/prompts.test.ts +21 -0
- package/src/service/prompts.ts +147 -0
- package/src/service/sanitizeHtml.test.ts +61 -0
- package/src/service/sanitizeHtml.ts +109 -0
- package/src/service/vertex.test.ts +49 -49
- package/src/service/vertex.ts +7 -8
- package/src/tests/bunSetup.test.ts +7 -4
- package/src/tests/bunSetup.ts +7 -7
- package/src/tests/chatHarness.ts +478 -0
- package/src/tests/generateStream.ts +49 -0
- package/src/tests/harnessErrors.ts +22 -0
- package/src/tests/harnessStreaming.ts +227 -0
- package/src/tests/helpers.ts +9 -2
- package/src/types/harness.ts +1095 -0
- package/src/types/index.ts +237 -12
- package/src/types/observability.ts +344 -0
- package/src/types/sanitize-html.d.ts +25 -0
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.InProcessRunner = exports.IN_PROCESS_RUNNER_ROLES = void 0;
|
|
4
|
+
const node_crypto_1 = require("node:crypto");
|
|
5
|
+
const node_os_1 = require("node:os");
|
|
6
|
+
const api_1 = require("@terreno/api");
|
|
7
|
+
const luxon_1 = require("luxon");
|
|
8
|
+
const errors_1 = require("../errors");
|
|
9
|
+
/** `owner` drains tasks; `standby` waits for the owner lease; `stopped` does neither. */
|
|
10
|
+
exports.IN_PROCESS_RUNNER_ROLES = {
|
|
11
|
+
owner: "owner",
|
|
12
|
+
standby: "standby",
|
|
13
|
+
stopped: "stopped",
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* Executes runnable tasks inside this process, one at a time, until each is terminal.
|
|
17
|
+
* Only the process holding the singleton `HarnessOwner` lease drains; every other
|
|
18
|
+
* process stays on standby and takes over once that lease expires. On becoming owner,
|
|
19
|
+
* and on every heartbeat while owner, it recovers tasks whose lease expired.
|
|
20
|
+
*/
|
|
21
|
+
class InProcessRunner {
|
|
22
|
+
context;
|
|
23
|
+
heartbeatInFlight = Promise.resolve();
|
|
24
|
+
heartbeatTimer;
|
|
25
|
+
hasPendingWake = false;
|
|
26
|
+
isHeartbeatStopped = false;
|
|
27
|
+
isStopping = false;
|
|
28
|
+
lease;
|
|
29
|
+
loop;
|
|
30
|
+
pollIntervalMs;
|
|
31
|
+
currentRole = exports.IN_PROCESS_RUNNER_ROLES.stopped;
|
|
32
|
+
wakeSleeper;
|
|
33
|
+
constructor(options = {}) {
|
|
34
|
+
const duration = luxon_1.Duration.fromDurationLike(options.leaseDuration ?? { seconds: 30 });
|
|
35
|
+
const heartbeat = luxon_1.Duration.fromDurationLike(options.heartbeatInterval ?? { seconds: 10 });
|
|
36
|
+
if (heartbeat.toMillis() <= 0 || heartbeat.toMillis() >= duration.toMillis()) {
|
|
37
|
+
throw (0, errors_1.harnessError)({
|
|
38
|
+
detail: "InProcessRunner heartbeatInterval must be positive and shorter than leaseDuration",
|
|
39
|
+
kind: "configInvalid",
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
this.lease = {
|
|
43
|
+
duration,
|
|
44
|
+
heartbeat,
|
|
45
|
+
owner: options.ownerId ?? `${(0, node_os_1.hostname)()}:${process.pid}:${(0, node_crypto_1.randomUUID)()}`,
|
|
46
|
+
};
|
|
47
|
+
this.pollIntervalMs = luxon_1.Duration.fromDurationLike(options.pollInterval ?? { milliseconds: 250 }).toMillis();
|
|
48
|
+
}
|
|
49
|
+
/** Whether this runner currently drains tasks, waits for the lease, or is stopped. */
|
|
50
|
+
get role() {
|
|
51
|
+
return this.currentRole;
|
|
52
|
+
}
|
|
53
|
+
/** Id written into every lease this runner holds. */
|
|
54
|
+
get ownerId() {
|
|
55
|
+
return this.lease.owner;
|
|
56
|
+
}
|
|
57
|
+
async start(context) {
|
|
58
|
+
if (this.loop !== undefined) {
|
|
59
|
+
throw (0, errors_1.harnessError)({ detail: "InProcessRunner is already started", kind: "alreadyStarted" });
|
|
60
|
+
}
|
|
61
|
+
this.context = context;
|
|
62
|
+
this.isStopping = false;
|
|
63
|
+
this.isHeartbeatStopped = false;
|
|
64
|
+
this.currentRole = exports.IN_PROCESS_RUNNER_ROLES.standby;
|
|
65
|
+
this.loop = this.drain();
|
|
66
|
+
this.scheduleHeartbeat();
|
|
67
|
+
}
|
|
68
|
+
/** Stop claiming new work, wait for the task in flight, then release the owner lease. */
|
|
69
|
+
async stop() {
|
|
70
|
+
if (this.loop === undefined) {
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
this.isStopping = true;
|
|
74
|
+
this.wake();
|
|
75
|
+
// Keep renewing the owner lease until the task in flight settles, so a standby does
|
|
76
|
+
// not take over while this process is still working.
|
|
77
|
+
await this.loop;
|
|
78
|
+
this.isHeartbeatStopped = true;
|
|
79
|
+
clearTimeout(this.heartbeatTimer);
|
|
80
|
+
await this.heartbeatInFlight;
|
|
81
|
+
const context = this.context;
|
|
82
|
+
if (context && this.currentRole === exports.IN_PROCESS_RUNNER_ROLES.owner) {
|
|
83
|
+
try {
|
|
84
|
+
await context.releaseOwnerLease(this.lease);
|
|
85
|
+
}
|
|
86
|
+
catch (error) {
|
|
87
|
+
api_1.logger.warn(`InProcessRunner could not release the owner lease: ${(0, errors_1.errorMessage)(error)}`);
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
this.currentRole = exports.IN_PROCESS_RUNNER_ROLES.stopped;
|
|
91
|
+
this.loop = undefined;
|
|
92
|
+
this.context = undefined;
|
|
93
|
+
}
|
|
94
|
+
/** Skip the rest of the idle sleep, e.g. right after a task is created. */
|
|
95
|
+
wake() {
|
|
96
|
+
if (this.wakeSleeper) {
|
|
97
|
+
this.wakeSleeper();
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
// Remember a wake that lands between a claim and the next sleep.
|
|
101
|
+
this.hasPendingWake = true;
|
|
102
|
+
}
|
|
103
|
+
async drain() {
|
|
104
|
+
while (!this.isStopping && this.context) {
|
|
105
|
+
if (this.currentRole !== exports.IN_PROCESS_RUNNER_ROLES.owner) {
|
|
106
|
+
const isOwner = await this.tryTakeOwnership(this.context);
|
|
107
|
+
if (!isOwner) {
|
|
108
|
+
await this.sleep(this.lease.heartbeat.toMillis());
|
|
109
|
+
continue;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
const isIdle = await this.runNext(this.context);
|
|
113
|
+
if (isIdle && !this.isStopping) {
|
|
114
|
+
await this.sleep(this.pollIntervalMs);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
/** Become owner when the lease is free or expired, then recover abandoned tasks. */
|
|
119
|
+
async tryTakeOwnership(context) {
|
|
120
|
+
try {
|
|
121
|
+
if (!(await context.acquireOwnerLease(this.lease))) {
|
|
122
|
+
return false;
|
|
123
|
+
}
|
|
124
|
+
this.currentRole = exports.IN_PROCESS_RUNNER_ROLES.owner;
|
|
125
|
+
api_1.logger.info(`InProcessRunner ${this.lease.owner} now owns harness execution`);
|
|
126
|
+
await context.recoverExpired();
|
|
127
|
+
return true;
|
|
128
|
+
}
|
|
129
|
+
catch (error) {
|
|
130
|
+
api_1.logger.error(`InProcessRunner could not take ownership: ${(0, errors_1.errorMessage)(error)}`);
|
|
131
|
+
return this.currentRole === exports.IN_PROCESS_RUNNER_ROLES.owner;
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
/** Run one claimed task; returns true when nothing was runnable. */
|
|
135
|
+
async runNext(context) {
|
|
136
|
+
try {
|
|
137
|
+
const task = await context.claimNext(this.lease);
|
|
138
|
+
if (!task) {
|
|
139
|
+
return true;
|
|
140
|
+
}
|
|
141
|
+
await context.runTask(task, this.lease);
|
|
142
|
+
return false;
|
|
143
|
+
}
|
|
144
|
+
catch (error) {
|
|
145
|
+
api_1.logger.error(`InProcessRunner iteration failed: ${(0, errors_1.errorMessage)(error)}`);
|
|
146
|
+
return true;
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
scheduleHeartbeat() {
|
|
150
|
+
if (this.isHeartbeatStopped) {
|
|
151
|
+
return;
|
|
152
|
+
}
|
|
153
|
+
this.heartbeatTimer = setTimeout(() => {
|
|
154
|
+
this.heartbeatInFlight = this.heartbeat().finally(() => this.scheduleHeartbeat());
|
|
155
|
+
}, this.lease.heartbeat.toMillis());
|
|
156
|
+
}
|
|
157
|
+
/** Renew the owner lease and sweep for expired task leases; demote on a lost lease. */
|
|
158
|
+
async heartbeat() {
|
|
159
|
+
const context = this.context;
|
|
160
|
+
if (!context || this.currentRole !== exports.IN_PROCESS_RUNNER_ROLES.owner) {
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
try {
|
|
164
|
+
if (!(await context.acquireOwnerLease(this.lease))) {
|
|
165
|
+
this.currentRole = exports.IN_PROCESS_RUNNER_ROLES.standby;
|
|
166
|
+
api_1.logger.warn(`InProcessRunner ${this.lease.owner} lost the owner lease; now standby`);
|
|
167
|
+
return;
|
|
168
|
+
}
|
|
169
|
+
// A stopping owner only holds the lease for its last task; recovery is the next owner's job.
|
|
170
|
+
if (!this.isStopping && (await context.recoverExpired()) > 0) {
|
|
171
|
+
this.wake();
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
catch (error) {
|
|
175
|
+
api_1.logger.warn(`InProcessRunner heartbeat failed: ${(0, errors_1.errorMessage)(error)}`);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
sleep(ms) {
|
|
179
|
+
if (this.hasPendingWake) {
|
|
180
|
+
this.hasPendingWake = false;
|
|
181
|
+
return Promise.resolve();
|
|
182
|
+
}
|
|
183
|
+
return new Promise((resolve) => {
|
|
184
|
+
const timer = setTimeout(() => {
|
|
185
|
+
this.wakeSleeper = undefined;
|
|
186
|
+
resolve();
|
|
187
|
+
}, ms);
|
|
188
|
+
this.wakeSleeper = () => {
|
|
189
|
+
clearTimeout(timer);
|
|
190
|
+
this.wakeSleeper = undefined;
|
|
191
|
+
resolve();
|
|
192
|
+
};
|
|
193
|
+
});
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
exports.InProcessRunner = InProcessRunner;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { HarnessLeaseSettings, HarnessTaskDefinition, HarnessTaskDocument } from "../types/harness";
|
|
2
|
+
import { type HarnessModels } from "./commit";
|
|
3
|
+
import { type HarnessEngine } from "./ownership";
|
|
4
|
+
/**
|
|
5
|
+
* Atomically move the oldest runnable, registered task (`pending` and due, or `waiting` on
|
|
6
|
+
* an event or sleep whose `timeoutAt` passed) to `running` and give it a fresh lease (owner, fencing token, expiry) for the phase about to start.
|
|
7
|
+
*/
|
|
8
|
+
export declare const claimNextTask: ({ definitions, lease, models, }: {
|
|
9
|
+
definitions: Map<string, HarnessTaskDefinition>;
|
|
10
|
+
lease: HarnessLeaseSettings;
|
|
11
|
+
models: HarnessModels;
|
|
12
|
+
}) => Promise<HarnessTaskDocument | null>;
|
|
13
|
+
/**
|
|
14
|
+
* Find `running` tasks whose lease expired (their runner died or froze mid-phase) and
|
|
15
|
+
* resolve each by its current phase's `replay`: `safe` goes back to `pending` at the same
|
|
16
|
+
* checkpoint; anything else is parked `interrupted`, or failed (owner woken) when the
|
|
17
|
+
* definition sets `onInterrupt: "fail"`. Tasks of unregistered versions are
|
|
18
|
+
* left for a runner that registers them. Then wake tasks whose child wait settled
|
|
19
|
+
* without a wake (a crash between a child's outcome and its owner check). Returns how
|
|
20
|
+
* many tasks became runnable.
|
|
21
|
+
*/
|
|
22
|
+
export declare const recoverExpiredTasks: (engine: HarnessEngine) => Promise<number>;
|
|
23
|
+
/**
|
|
24
|
+
* Run a claimed task's phases in order until it stops: terminal, `pending` for a retry,
|
|
25
|
+
* `waiting`, or aborted. A phase that throws is retried under the task's `retry` policy
|
|
26
|
+
* and fails the task once attempts run out. When a commit transaction fails, or the lease
|
|
27
|
+
* was lost, the task is left at its last checkpoint and expired-lease recovery decides
|
|
28
|
+
* what happens next. A terminal task re-checks the task that owns it.
|
|
29
|
+
*/
|
|
30
|
+
export declare const runClaimedTask: ({ engine, lease, task, }: {
|
|
31
|
+
engine: HarnessEngine;
|
|
32
|
+
lease: HarnessLeaseSettings;
|
|
33
|
+
task: HarnessTaskDocument;
|
|
34
|
+
}) => Promise<void>;
|