@terreno/ai 57.8.0 → 57.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.cursorrules +2 -2
- package/README.md +2 -1
- package/bunfig.toml +1 -1
- package/dist/aiApp.d.ts +16 -5
- package/dist/aiApp.js +17 -7
- package/dist/harness/adminScreens.d.ts +6 -0
- package/dist/harness/adminScreens.js +11 -0
- package/dist/harness/agentLoop.d.ts +61 -0
- package/dist/harness/agentLoop.js +798 -0
- package/dist/harness/agentTaskNames.d.ts +4 -0
- package/dist/harness/agentTaskNames.js +7 -0
- package/dist/harness/approvalPolicy.d.ts +3 -0
- package/dist/harness/approvalPolicy.js +23 -0
- package/dist/harness/approvals.d.ts +101 -0
- package/dist/harness/approvals.js +468 -0
- package/dist/harness/commit.d.ts +238 -0
- package/dist/harness/commit.js +678 -0
- package/dist/harness/conversation.d.ts +75 -0
- package/dist/harness/conversation.js +397 -0
- package/dist/harness/defineAgent.d.ts +9 -0
- package/dist/harness/defineAgent.js +65 -0
- package/dist/harness/defineTask.d.ts +11 -0
- package/dist/harness/defineTask.js +59 -0
- package/dist/harness/defineTool.d.ts +7 -0
- package/dist/harness/defineTool.js +36 -0
- package/dist/harness/definitionError.d.ts +8 -0
- package/dist/harness/definitionError.js +15 -0
- package/dist/harness/errors.d.ts +127 -0
- package/dist/harness/errors.js +101 -0
- package/dist/harness/eventHub.d.ts +45 -0
- package/dist/harness/eventHub.js +135 -0
- package/dist/harness/events.d.ts +95 -0
- package/dist/harness/events.js +267 -0
- package/dist/harness/executionEnv.d.ts +31 -0
- package/dist/harness/executionEnv.js +2 -0
- package/dist/harness/extensions.d.ts +82 -0
- package/dist/harness/extensions.js +274 -0
- package/dist/harness/harness.d.ts +163 -0
- package/dist/harness/harness.js +520 -0
- package/dist/harness/harnessApp.d.ts +44 -0
- package/dist/harness/harnessApp.js +62 -0
- package/dist/harness/internalRuntime.d.ts +16 -0
- package/dist/harness/internalRuntime.js +18 -0
- package/dist/harness/leases.d.ts +35 -0
- package/dist/harness/leases.js +86 -0
- package/dist/harness/memo.d.ts +24 -0
- package/dist/harness/memo.js +78 -0
- package/dist/harness/modelCall.d.ts +45 -0
- package/dist/harness/modelCall.js +147 -0
- package/dist/harness/models/harnessApproval.d.ts +2 -0
- package/dist/harness/models/harnessApproval.js +100 -0
- package/dist/harness/models/harnessConversation.d.ts +2 -0
- package/dist/harness/models/harnessConversation.js +117 -0
- package/dist/harness/models/harnessEvent.d.ts +3 -0
- package/dist/harness/models/harnessEvent.js +73 -0
- package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
- package/dist/harness/models/harnessInboxEvent.js +58 -0
- package/dist/harness/models/harnessMemo.d.ts +2 -0
- package/dist/harness/models/harnessMemo.js +42 -0
- package/dist/harness/models/harnessMessage.d.ts +2 -0
- package/dist/harness/models/harnessMessage.js +73 -0
- package/dist/harness/models/harnessOwner.d.ts +2 -0
- package/dist/harness/models/harnessOwner.js +36 -0
- package/dist/harness/models/harnessTask.d.ts +2 -0
- package/dist/harness/models/harnessTask.js +186 -0
- package/dist/harness/ownership.d.ts +89 -0
- package/dist/harness/ownership.js +438 -0
- package/dist/harness/registry.d.ts +29 -0
- package/dist/harness/registry.js +93 -0
- package/dist/harness/retryBackoff.d.ts +31 -0
- package/dist/harness/retryBackoff.js +50 -0
- package/dist/harness/routes/approvals.d.ts +13 -0
- package/dist/harness/routes/approvals.js +93 -0
- package/dist/harness/routes/conversations.d.ts +11 -0
- package/dist/harness/routes/conversations.js +66 -0
- package/dist/harness/routes/events.d.ts +19 -0
- package/dist/harness/routes/events.js +215 -0
- package/dist/harness/routes/tasks.d.ts +11 -0
- package/dist/harness/routes/tasks.js +108 -0
- package/dist/harness/runners/inProcessRunner.d.ts +57 -0
- package/dist/harness/runners/inProcessRunner.js +196 -0
- package/dist/harness/runtime.d.ts +34 -0
- package/dist/harness/runtime.js +551 -0
- package/dist/harness/subagent.d.ts +53 -0
- package/dist/harness/subagent.js +134 -0
- package/dist/harness/suspend.d.ts +8 -0
- package/dist/harness/suspend.js +16 -0
- package/dist/harness/transaction.d.ts +3 -0
- package/dist/harness/transaction.js +22 -0
- package/dist/harness/waits.d.ts +100 -0
- package/dist/harness/waits.js +214 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.js +45 -2
- package/dist/models/aiDataset.d.ts +2 -0
- package/dist/models/aiDataset.js +67 -0
- package/dist/models/aiRequest.js +1 -1
- package/dist/models/gptHistory.js +88 -2
- package/dist/observability/adminScreens.d.ts +5 -0
- package/dist/observability/adminScreens.js +32 -0
- package/dist/observability/compileTemplate.d.ts +1 -0
- package/dist/observability/compileTemplate.js +13 -0
- package/dist/observability/datasetImport.d.ts +11 -0
- package/dist/observability/datasetImport.js +185 -0
- package/dist/observability/evaluate.d.ts +31 -0
- package/dist/observability/evaluate.js +200 -0
- package/dist/observability/evaluatorTemplates.d.ts +17 -0
- package/dist/observability/evaluatorTemplates.js +111 -0
- package/dist/observability/jsonPath.d.ts +2 -0
- package/dist/observability/jsonPath.js +57 -0
- package/dist/observability/local/datasetStore.d.ts +87 -0
- package/dist/observability/local/datasetStore.js +326 -0
- package/dist/observability/local/evaluatorStore.d.ts +44 -0
- package/dist/observability/local/evaluatorStore.js +182 -0
- package/dist/observability/local/experimentRunner.d.ts +96 -0
- package/dist/observability/local/experimentRunner.js +419 -0
- package/dist/observability/local/localPlugin.d.ts +22 -0
- package/dist/observability/local/localPlugin.js +76 -0
- package/dist/observability/local/models/obsDataset.d.ts +2 -0
- package/dist/observability/local/models/obsDataset.js +37 -0
- package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
- package/dist/observability/local/models/obsDatasetItem.js +76 -0
- package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
- package/dist/observability/local/models/obsEvaluator.js +98 -0
- package/dist/observability/local/models/obsExperiment.d.ts +2 -0
- package/dist/observability/local/models/obsExperiment.js +87 -0
- package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
- package/dist/observability/local/models/obsExperimentItem.js +45 -0
- package/dist/observability/local/models/obsPrompt.d.ts +2 -0
- package/dist/observability/local/models/obsPrompt.js +42 -0
- package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
- package/dist/observability/local/models/obsPromptLabel.js +39 -0
- package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
- package/dist/observability/local/models/obsPromptVersion.js +96 -0
- package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
- package/dist/observability/local/models/obsReviewItem.js +75 -0
- package/dist/observability/local/models/obsScore.d.ts +2 -0
- package/dist/observability/local/models/obsScore.js +58 -0
- package/dist/observability/local/models/obsSpan.d.ts +2 -0
- package/dist/observability/local/models/obsSpan.js +64 -0
- package/dist/observability/local/models/obsTrace.d.ts +2 -0
- package/dist/observability/local/models/obsTrace.js +93 -0
- package/dist/observability/local/promptStore.d.ts +180 -0
- package/dist/observability/local/promptStore.js +444 -0
- package/dist/observability/local/reviewStore.d.ts +50 -0
- package/dist/observability/local/reviewStore.js +203 -0
- package/dist/observability/local/traceStore.d.ts +103 -0
- package/dist/observability/local/traceStore.js +325 -0
- package/dist/observability/observabilityApp.d.ts +24 -0
- package/dist/observability/observabilityApp.js +157 -0
- package/dist/observability/observabilityAppRegistry.d.ts +14 -0
- package/dist/observability/observabilityAppRegistry.js +16 -0
- package/dist/observability/permissions.d.ts +7 -0
- package/dist/observability/permissions.js +60 -0
- package/dist/observability/reviewPanels.d.ts +18 -0
- package/dist/observability/reviewPanels.js +46 -0
- package/dist/observability/routes/datasets.d.ts +7 -0
- package/dist/observability/routes/datasets.js +149 -0
- package/dist/observability/routes/evaluators.d.ts +7 -0
- package/dist/observability/routes/evaluators.js +123 -0
- package/dist/observability/routes/experiments.d.ts +7 -0
- package/dist/observability/routes/experiments.js +95 -0
- package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
- package/dist/observability/routes/observabilityRouteAccess.js +67 -0
- package/dist/observability/routes/prompts.d.ts +12 -0
- package/dist/observability/routes/prompts.js +172 -0
- package/dist/observability/routes/requestAiService.d.ts +13 -0
- package/dist/observability/routes/requestAiService.js +21 -0
- package/dist/observability/routes/review.d.ts +7 -0
- package/dist/observability/routes/review.js +79 -0
- package/dist/observability/routes/status.d.ts +5 -0
- package/dist/observability/routes/status.js +31 -0
- package/dist/observability/routes/testMultiStage.d.ts +9 -0
- package/dist/observability/routes/testMultiStage.js +67 -0
- package/dist/observability/routes/traces.d.ts +7 -0
- package/dist/observability/routes/traces.js +129 -0
- package/dist/observability/schemaValidation.d.ts +5 -0
- package/dist/observability/schemaValidation.js +26 -0
- package/dist/observability/sopThresholds.d.ts +2 -0
- package/dist/observability/sopThresholds.js +21 -0
- package/dist/observability/status.d.ts +23 -0
- package/dist/observability/status.js +34 -0
- package/dist/observability/testMultiStageSchemas.d.ts +10 -0
- package/dist/observability/testMultiStageSchemas.js +79 -0
- package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
- package/dist/observability/testMultiStageWorkflow.js +218 -0
- package/dist/observability/types.d.ts +159 -0
- package/dist/observability/types.js +67 -0
- package/dist/routes/files.js +20 -7
- package/dist/routes/gpt.js +179 -488
- package/dist/routes/gptActions.d.ts +9 -0
- package/dist/routes/gptActions.js +212 -0
- package/dist/routes/gptDatasets.d.ts +5 -0
- package/dist/routes/gptDatasets.js +94 -0
- package/dist/routes/gptHistories.d.ts +3 -1
- package/dist/routes/gptHistories.js +188 -2
- package/dist/service/aiDatasets.d.ts +57 -0
- package/dist/service/aiDatasets.js +253 -0
- package/dist/service/aiService.d.ts +50 -1
- package/dist/service/aiService.js +431 -77
- package/dist/service/askFiles.d.ts +49 -0
- package/dist/service/askFiles.js +162 -0
- package/dist/service/asks.d.ts +76 -0
- package/dist/service/asks.js +284 -0
- package/dist/service/chatTurn.d.ts +128 -0
- package/dist/service/chatTurn.js +1674 -0
- package/dist/service/fileStorage.d.ts +4 -0
- package/dist/service/fileStorage.js +7 -2
- package/dist/service/fileUploadsGate.d.ts +8 -0
- package/dist/service/fileUploadsGate.js +18 -0
- package/dist/service/fillActionIds.d.ts +6 -0
- package/dist/service/fillActionIds.js +79 -0
- package/dist/service/gemini.d.ts +3 -3
- package/dist/service/gemini.js +3 -3
- package/dist/service/jsonFenceModel.d.ts +7 -0
- package/dist/service/jsonFenceModel.js +45 -0
- package/dist/service/prompts.d.ts +52 -0
- package/dist/service/prompts.js +96 -1
- package/dist/service/sanitizeHtml.d.ts +11 -0
- package/dist/service/sanitizeHtml.js +108 -0
- package/dist/service/vertex.d.ts +6 -6
- package/dist/service/vertex.js +5 -5
- package/dist/types/harness.d.ts +934 -0
- package/dist/types/harness.js +133 -0
- package/dist/types/index.d.ts +219 -13
- package/dist/types/index.js +2 -0
- package/dist/types/observability.d.ts +288 -0
- package/dist/types/observability.js +2 -0
- package/package.json +17 -5
- package/src/aiApp.test.ts +207 -1
- package/src/aiApp.ts +31 -8
- package/src/harness/adminScreens.test.ts +34 -0
- package/src/harness/adminScreens.ts +11 -0
- package/src/harness/agentLoop.test.ts +1034 -0
- package/src/harness/agentLoop.ts +1082 -0
- package/src/harness/agentRecovery.test.ts +380 -0
- package/src/harness/agentTaskNames.ts +4 -0
- package/src/harness/approvalPolicy.ts +28 -0
- package/src/harness/approvals.test.ts +1094 -0
- package/src/harness/approvals.ts +644 -0
- package/src/harness/commit.ts +1049 -0
- package/src/harness/conversation.ts +503 -0
- package/src/harness/defineAgent.test.ts +92 -0
- package/src/harness/defineAgent.ts +82 -0
- package/src/harness/defineTask.test.ts +59 -0
- package/src/harness/defineTask.ts +76 -0
- package/src/harness/defineTool.ts +45 -0
- package/src/harness/definitionError.ts +13 -0
- package/src/harness/errors.test.ts +90 -0
- package/src/harness/errors.ts +119 -0
- package/src/harness/eventHub.test.ts +124 -0
- package/src/harness/eventHub.ts +159 -0
- package/src/harness/events.test.ts +757 -0
- package/src/harness/events.ts +384 -0
- package/src/harness/executionEnv.ts +34 -0
- package/src/harness/extensions.test.ts +1218 -0
- package/src/harness/extensions.ts +382 -0
- package/src/harness/harness.test.ts +693 -0
- package/src/harness/harness.ts +767 -0
- package/src/harness/harnessApp.ts +76 -0
- package/src/harness/internalRuntime.ts +44 -0
- package/src/harness/leases.ts +132 -0
- package/src/harness/memo.ts +107 -0
- package/src/harness/modelCall.test.ts +134 -0
- package/src/harness/modelCall.ts +200 -0
- package/src/harness/models/harnessApproval.ts +109 -0
- package/src/harness/models/harnessConversation.ts +142 -0
- package/src/harness/models/harnessEvent.ts +92 -0
- package/src/harness/models/harnessInboxEvent.ts +73 -0
- package/src/harness/models/harnessMemo.ts +43 -0
- package/src/harness/models/harnessMessage.ts +85 -0
- package/src/harness/models/harnessModels.test.ts +60 -0
- package/src/harness/models/harnessOwner.ts +40 -0
- package/src/harness/models/harnessTask.ts +201 -0
- package/src/harness/ownership.test.ts +1087 -0
- package/src/harness/ownership.ts +618 -0
- package/src/harness/recovery.test.ts +912 -0
- package/src/harness/registry.ts +124 -0
- package/src/harness/retries.test.ts +292 -0
- package/src/harness/retryBackoff.test.ts +100 -0
- package/src/harness/retryBackoff.ts +77 -0
- package/src/harness/routes/approvals.ts +123 -0
- package/src/harness/routes/conversations.test.ts +518 -0
- package/src/harness/routes/conversations.ts +102 -0
- package/src/harness/routes/events.ts +280 -0
- package/src/harness/routes/tasks.test.ts +198 -0
- package/src/harness/routes/tasks.ts +146 -0
- package/src/harness/runners/inProcessRunner.test.ts +402 -0
- package/src/harness/runners/inProcessRunner.ts +220 -0
- package/src/harness/runtime.ts +714 -0
- package/src/harness/subagent.test.ts +696 -0
- package/src/harness/subagent.ts +192 -0
- package/src/harness/suspend.ts +13 -0
- package/src/harness/transaction.ts +17 -0
- package/src/harness/versioning.test.ts +288 -0
- package/src/harness/waits.test.ts +693 -0
- package/src/harness/waits.ts +356 -0
- package/src/index.test.ts +13 -0
- package/src/index.ts +70 -0
- package/src/isolated/adminScreensConfig.isolated.ts +143 -0
- package/src/models/aiDataset.test.ts +34 -0
- package/src/models/aiDataset.ts +78 -0
- package/src/models/aiRequest.test.ts +2 -2
- package/src/models/aiRequest.ts +2 -1
- package/src/models/gptHistory.test.ts +156 -0
- package/src/models/gptHistory.ts +106 -4
- package/src/observability/adminScreens.test.ts +71 -0
- package/src/observability/adminScreens.ts +42 -0
- package/src/observability/compileTemplate.test.ts +14 -0
- package/src/observability/compileTemplate.ts +10 -0
- package/src/observability/datasetImport.test.ts +95 -0
- package/src/observability/datasetImport.ts +220 -0
- package/src/observability/evaluate.test.ts +549 -0
- package/src/observability/evaluate.ts +254 -0
- package/src/observability/evaluatorTemplates.ts +124 -0
- package/src/observability/jsonPath.test.ts +52 -0
- package/src/observability/jsonPath.ts +60 -0
- package/src/observability/local/datasetStore.test.ts +230 -0
- package/src/observability/local/datasetStore.ts +452 -0
- package/src/observability/local/evaluatorStore.test.ts +138 -0
- package/src/observability/local/evaluatorStore.ts +224 -0
- package/src/observability/local/experimentRunner.test.ts +489 -0
- package/src/observability/local/experimentRunner.ts +548 -0
- package/src/observability/local/localPlugin.ts +88 -0
- package/src/observability/local/models/obsDataset.ts +38 -0
- package/src/observability/local/models/obsDatasetItem.ts +80 -0
- package/src/observability/local/models/obsEvaluator.ts +102 -0
- package/src/observability/local/models/obsExperiment.ts +91 -0
- package/src/observability/local/models/obsExperimentItem.ts +52 -0
- package/src/observability/local/models/obsPrompt.ts +43 -0
- package/src/observability/local/models/obsPromptLabel.ts +43 -0
- package/src/observability/local/models/obsPromptVersion.ts +107 -0
- package/src/observability/local/models/obsReviewItem.ts +79 -0
- package/src/observability/local/models/obsScore.ts +59 -0
- package/src/observability/local/models/obsSpan.ts +65 -0
- package/src/observability/local/models/obsTrace.ts +94 -0
- package/src/observability/local/obsModels.test.ts +119 -0
- package/src/observability/local/promptStore.test.ts +351 -0
- package/src/observability/local/promptStore.ts +665 -0
- package/src/observability/local/reviewStore.test.ts +164 -0
- package/src/observability/local/reviewStore.ts +264 -0
- package/src/observability/local/traceStore.test.ts +264 -0
- package/src/observability/local/traceStore.ts +440 -0
- package/src/observability/observabilityApp.test.ts +92 -0
- package/src/observability/observabilityApp.ts +185 -0
- package/src/observability/observabilityAppRegistry.test.ts +30 -0
- package/src/observability/observabilityAppRegistry.ts +35 -0
- package/src/observability/permissions.test.ts +96 -0
- package/src/observability/permissions.ts +78 -0
- package/src/observability/reviewPanels.test.ts +35 -0
- package/src/observability/reviewPanels.ts +64 -0
- package/src/observability/routes/datasets.test.ts +176 -0
- package/src/observability/routes/datasets.ts +252 -0
- package/src/observability/routes/evaluators.test.ts +119 -0
- package/src/observability/routes/evaluators.ts +207 -0
- package/src/observability/routes/experiments.test.ts +282 -0
- package/src/observability/routes/experiments.ts +152 -0
- package/src/observability/routes/observabilityRbac.test.ts +767 -0
- package/src/observability/routes/observabilityRouteAccess.ts +106 -0
- package/src/observability/routes/prompts.test.ts +320 -0
- package/src/observability/routes/prompts.ts +263 -0
- package/src/observability/routes/requestAiService.ts +36 -0
- package/src/observability/routes/review.test.ts +120 -0
- package/src/observability/routes/review.ts +125 -0
- package/src/observability/routes/status.test.ts +116 -0
- package/src/observability/routes/status.ts +47 -0
- package/src/observability/routes/testMultiStage.test.ts +214 -0
- package/src/observability/routes/testMultiStage.ts +96 -0
- package/src/observability/routes/traces.test.ts +167 -0
- package/src/observability/routes/traces.ts +172 -0
- package/src/observability/schemaValidation.ts +29 -0
- package/src/observability/sopThresholds.ts +20 -0
- package/src/observability/status.test.ts +38 -0
- package/src/observability/status.ts +56 -0
- package/src/observability/testMultiStageSchemas.ts +95 -0
- package/src/observability/testMultiStageWorkflow.test.ts +114 -0
- package/src/observability/testMultiStageWorkflow.ts +307 -0
- package/src/observability/types.ts +262 -0
- package/src/routes/files.test.ts +84 -9
- package/src/routes/files.ts +23 -7
- package/src/routes/gpt.test.ts +3279 -0
- package/src/routes/gpt.ts +214 -552
- package/src/routes/gptActions.test.ts +241 -0
- package/src/routes/gptActions.ts +255 -0
- package/src/routes/gptApprovals.test.ts +762 -0
- package/src/routes/gptDatasets.test.ts +86 -0
- package/src/routes/gptDatasets.ts +104 -0
- package/src/routes/gptFiles.test.ts +589 -0
- package/src/routes/gptHistories.test.ts +933 -0
- package/src/routes/gptHistories.ts +266 -5
- package/src/routes/routes.test.ts +676 -5
- package/src/service/aiDatasets.test.ts +123 -0
- package/src/service/aiDatasets.ts +316 -0
- package/src/service/aiService.test.ts +614 -0
- package/src/service/aiService.ts +575 -111
- package/src/service/askFiles.test.ts +96 -0
- package/src/service/askFiles.ts +222 -0
- package/src/service/asks.test.ts +946 -0
- package/src/service/asks.ts +423 -0
- package/src/service/chatTurn.ts +2287 -0
- package/src/service/fileStorage.test.ts +11 -0
- package/src/service/fileStorage.ts +10 -2
- package/src/service/fileUploadsGate.ts +23 -0
- package/src/service/fillActionIds.test.ts +65 -0
- package/src/service/fillActionIds.ts +98 -0
- package/src/service/gemini.test.ts +16 -10
- package/src/service/gemini.ts +3 -3
- package/src/service/jsonFenceModel.test.ts +47 -0
- package/src/service/jsonFenceModel.ts +53 -0
- package/src/service/prompts.test.ts +21 -0
- package/src/service/prompts.ts +147 -0
- package/src/service/sanitizeHtml.test.ts +61 -0
- package/src/service/sanitizeHtml.ts +109 -0
- package/src/service/vertex.test.ts +49 -49
- package/src/service/vertex.ts +7 -8
- package/src/tests/bunSetup.test.ts +7 -4
- package/src/tests/bunSetup.ts +7 -7
- package/src/tests/chatHarness.ts +478 -0
- package/src/tests/generateStream.ts +49 -0
- package/src/tests/harnessErrors.ts +22 -0
- package/src/tests/harnessStreaming.ts +227 -0
- package/src/tests/helpers.ts +9 -2
- package/src/types/harness.ts +1095 -0
- package/src/types/index.ts +237 -12
- package/src/types/observability.ts +344 -0
- package/src/types/sanitize-html.d.ts +25 -0
|
@@ -0,0 +1,478 @@
|
|
|
1
|
+
import {expect, mock, spyOn} from "bun:test";
|
|
2
|
+
import {once} from "node:events";
|
|
3
|
+
import type {AddressInfo} from "node:net";
|
|
4
|
+
import {TerrenoApp} from "@terreno/api";
|
|
5
|
+
import {jsonSchema, type LanguageModel, tool} from "ai";
|
|
6
|
+
import type express from "express";
|
|
7
|
+
import mongoose from "mongoose";
|
|
8
|
+
|
|
9
|
+
import {GptHistory} from "../models/gptHistory";
|
|
10
|
+
import {addGptRoutes} from "../routes/gpt";
|
|
11
|
+
import {addGptHistoryRoutes} from "../routes/gptHistories";
|
|
12
|
+
import {AIService} from "../service/aiService";
|
|
13
|
+
import type {GptHistoryDocument, GptRouteOptions} from "../types";
|
|
14
|
+
import {type authAsUser, UserModel} from "./helpers";
|
|
15
|
+
|
|
16
|
+
type ModelStreamPart = {type: string; [key: string]: unknown};
|
|
17
|
+
|
|
18
|
+
export interface ModelPromptMessage {
|
|
19
|
+
content: unknown;
|
|
20
|
+
role: string;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
interface ModelTool {
|
|
24
|
+
description?: string;
|
|
25
|
+
inputSchema: Record<string, unknown>;
|
|
26
|
+
name: string;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export interface ModelCallOptions {
|
|
30
|
+
prompt: ModelPromptMessage[];
|
|
31
|
+
toolChoice?: unknown;
|
|
32
|
+
tools?: ModelTool[];
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
interface ScriptedToolCall {
|
|
36
|
+
input: unknown;
|
|
37
|
+
toolCallId: string;
|
|
38
|
+
toolName: string;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
type SseEvent = Record<string, unknown>;
|
|
42
|
+
export type Agent = Awaited<ReturnType<typeof authAsUser>>;
|
|
43
|
+
|
|
44
|
+
const USAGE = {inputTokens: 1, outputTokens: 1, totalTokens: 2};
|
|
45
|
+
|
|
46
|
+
export const PLAN_ASK_INPUT = {
|
|
47
|
+
default: ["team"],
|
|
48
|
+
options: [
|
|
49
|
+
{description: "$0, one seat", id: "starter", label: "Starter"},
|
|
50
|
+
{description: "$20 per seat", id: "team", label: "Team"},
|
|
51
|
+
{id: "enterprise", label: "Enterprise"},
|
|
52
|
+
],
|
|
53
|
+
prompt: "Which plan should I set up?",
|
|
54
|
+
select: "one",
|
|
55
|
+
submitLabel: "Set up plan",
|
|
56
|
+
title: "Choose a plan",
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
export const PLAN_SIMPLE_CARD = {
|
|
60
|
+
buttons: [
|
|
61
|
+
{
|
|
62
|
+
id: "option:team",
|
|
63
|
+
label: "Team",
|
|
64
|
+
response: {action: "accept", content: {selected: ["team"]}},
|
|
65
|
+
style: "primary",
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
id: "option:starter",
|
|
69
|
+
label: "Starter",
|
|
70
|
+
response: {action: "accept", content: {selected: ["starter"]}},
|
|
71
|
+
style: "default",
|
|
72
|
+
},
|
|
73
|
+
{
|
|
74
|
+
id: "option:enterprise",
|
|
75
|
+
label: "Enterprise",
|
|
76
|
+
response: {action: "accept", content: {selected: ["enterprise"]}},
|
|
77
|
+
style: "default",
|
|
78
|
+
},
|
|
79
|
+
],
|
|
80
|
+
handoff: false,
|
|
81
|
+
kind: "choice",
|
|
82
|
+
text: "Which plan should I set up?",
|
|
83
|
+
title: "Choose a plan",
|
|
84
|
+
toolCallId: "call_plan",
|
|
85
|
+
};
|
|
86
|
+
|
|
87
|
+
export const REGION_ASK_INPUT = {
|
|
88
|
+
options: [
|
|
89
|
+
{id: "us", label: "US"},
|
|
90
|
+
{id: "eu", label: "EU"},
|
|
91
|
+
],
|
|
92
|
+
prompt: "Where should your data live?",
|
|
93
|
+
select: "one",
|
|
94
|
+
};
|
|
95
|
+
|
|
96
|
+
export const REGION_SIMPLE_CARD = {
|
|
97
|
+
buttons: [
|
|
98
|
+
{
|
|
99
|
+
id: "option:us",
|
|
100
|
+
label: "US",
|
|
101
|
+
response: {action: "accept", content: {selected: ["us"]}},
|
|
102
|
+
style: "default",
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
id: "option:eu",
|
|
106
|
+
label: "EU",
|
|
107
|
+
response: {action: "accept", content: {selected: ["eu"]}},
|
|
108
|
+
style: "default",
|
|
109
|
+
},
|
|
110
|
+
{id: "skip", label: "Skip", response: {action: "decline"}, style: "cancel"},
|
|
111
|
+
],
|
|
112
|
+
handoff: false,
|
|
113
|
+
kind: "choice",
|
|
114
|
+
text: "Where should your data live?",
|
|
115
|
+
toolCallId: "call_region",
|
|
116
|
+
};
|
|
117
|
+
|
|
118
|
+
export const DUPLICATE_ID_ASK_INPUT = {
|
|
119
|
+
options: [
|
|
120
|
+
{id: "team", label: "Team"},
|
|
121
|
+
{id: "team", label: "Team (annual)"},
|
|
122
|
+
],
|
|
123
|
+
prompt: "Which plan?",
|
|
124
|
+
select: "one",
|
|
125
|
+
};
|
|
126
|
+
|
|
127
|
+
export const PLAN_ASK_CALL = {
|
|
128
|
+
input: PLAN_ASK_INPUT,
|
|
129
|
+
toolCallId: "call_plan",
|
|
130
|
+
toolName: "ask_choice",
|
|
131
|
+
};
|
|
132
|
+
export const REGION_ASK_CALL = {
|
|
133
|
+
input: REGION_ASK_INPUT,
|
|
134
|
+
toolCallId: "call_region",
|
|
135
|
+
toolName: "ask_choice",
|
|
136
|
+
};
|
|
137
|
+
export const LOOKUP_CALL = {input: {}, toolCallId: "call_lookup", toolName: "lookupPlans"};
|
|
138
|
+
|
|
139
|
+
export const PLAN_ASK_ROW = {
|
|
140
|
+
args: PLAN_ASK_INPUT,
|
|
141
|
+
text: "Tool call: ask_choice",
|
|
142
|
+
toolCallId: "call_plan",
|
|
143
|
+
toolName: "ask_choice",
|
|
144
|
+
type: "tool-call",
|
|
145
|
+
};
|
|
146
|
+
|
|
147
|
+
export const REGION_ASK_ROW = {
|
|
148
|
+
args: REGION_ASK_INPUT,
|
|
149
|
+
text: "Tool call: ask_choice",
|
|
150
|
+
toolCallId: "call_region",
|
|
151
|
+
toolName: "ask_choice",
|
|
152
|
+
type: "tool-call",
|
|
153
|
+
};
|
|
154
|
+
|
|
155
|
+
export const ONE_ASK_AT_A_TIME = {action: "cancel", reason: "one_ask_at_a_time"};
|
|
156
|
+
|
|
157
|
+
export const PLAN_ASK_MODEL_CALL = {
|
|
158
|
+
input: PLAN_ASK_INPUT,
|
|
159
|
+
toolCallId: "call_plan",
|
|
160
|
+
toolName: "ask_choice",
|
|
161
|
+
type: "tool-call",
|
|
162
|
+
};
|
|
163
|
+
|
|
164
|
+
export const TEAM_ANSWER = {action: "accept", content: {selected: ["team"]}};
|
|
165
|
+
|
|
166
|
+
export const USER_PROMPT = "Set up my workspace";
|
|
167
|
+
|
|
168
|
+
export const textStep = (text: string): ModelStreamPart[] => [
|
|
169
|
+
{id: "text-1", type: "text-start"},
|
|
170
|
+
{delta: text, id: "text-1", type: "text-delta"},
|
|
171
|
+
{id: "text-1", type: "text-end"},
|
|
172
|
+
{finishReason: "stop", type: "finish", usage: USAGE},
|
|
173
|
+
];
|
|
174
|
+
|
|
175
|
+
export const toolCallStep = (...calls: ScriptedToolCall[]): ModelStreamPart[] => [
|
|
176
|
+
...calls.map((call) => ({
|
|
177
|
+
input: JSON.stringify(call.input),
|
|
178
|
+
toolCallId: call.toolCallId,
|
|
179
|
+
toolName: call.toolName,
|
|
180
|
+
type: "tool-call",
|
|
181
|
+
})),
|
|
182
|
+
{finishReason: "tool-calls", type: "finish", usage: USAGE},
|
|
183
|
+
];
|
|
184
|
+
|
|
185
|
+
const STREAM_FAILURE = "harness-stream-failure";
|
|
186
|
+
|
|
187
|
+
/** A scripted part that makes the model's stream fail with `message`, as a dropped connection does. */
|
|
188
|
+
export const streamFailure = (message: string): ModelStreamPart => ({
|
|
189
|
+
message,
|
|
190
|
+
type: STREAM_FAILURE,
|
|
191
|
+
});
|
|
192
|
+
|
|
193
|
+
/** A step that streams `text`, then fails before the step finishes. */
|
|
194
|
+
export const failingTextStep = (text: string, message: string): ModelStreamPart[] => [
|
|
195
|
+
{id: "text-1", type: "text-start"},
|
|
196
|
+
{delta: text, id: "text-1", type: "text-delta"},
|
|
197
|
+
streamFailure(message),
|
|
198
|
+
];
|
|
199
|
+
|
|
200
|
+
const streamOf = (parts: ModelStreamPart[]): ReadableStream<ModelStreamPart> =>
|
|
201
|
+
new ReadableStream<ModelStreamPart>({
|
|
202
|
+
start(controller) {
|
|
203
|
+
for (const part of parts) {
|
|
204
|
+
if (part.type === STREAM_FAILURE) {
|
|
205
|
+
controller.error(new Error(String(part.message)));
|
|
206
|
+
return;
|
|
207
|
+
}
|
|
208
|
+
controller.enqueue(part);
|
|
209
|
+
}
|
|
210
|
+
controller.close();
|
|
211
|
+
},
|
|
212
|
+
});
|
|
213
|
+
|
|
214
|
+
export interface ModelHold {
|
|
215
|
+
arrived: Deferred;
|
|
216
|
+
release: Promise<void>;
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
/**
|
|
220
|
+
* A mock model that streams one scripted step per call and records each call's options. The call
|
|
221
|
+
* whose index is in `holds` resolves `arrived`, then waits for `release` before it streams.
|
|
222
|
+
*/
|
|
223
|
+
export const createScriptedModel = ({
|
|
224
|
+
holds = {},
|
|
225
|
+
modelId = "scripted-model",
|
|
226
|
+
steps,
|
|
227
|
+
}: {
|
|
228
|
+
holds?: Record<number, ModelHold>;
|
|
229
|
+
modelId?: string;
|
|
230
|
+
steps: ModelStreamPart[][];
|
|
231
|
+
}) => {
|
|
232
|
+
const remaining = [...steps];
|
|
233
|
+
let callCount = 0;
|
|
234
|
+
return {
|
|
235
|
+
doGenerate: mock(async () => ({
|
|
236
|
+
content: [{text: "Workspace setup", type: "text" as const}],
|
|
237
|
+
finishReason: "stop" as const,
|
|
238
|
+
usage: USAGE,
|
|
239
|
+
})),
|
|
240
|
+
doStream: mock(async (_options: ModelCallOptions) => {
|
|
241
|
+
const hold = holds[callCount];
|
|
242
|
+
callCount += 1;
|
|
243
|
+
if (hold) {
|
|
244
|
+
hold.arrived.resolve();
|
|
245
|
+
await hold.release;
|
|
246
|
+
}
|
|
247
|
+
const parts = remaining.shift();
|
|
248
|
+
if (!parts) {
|
|
249
|
+
expect.unreachable("The scripted model has no more steps");
|
|
250
|
+
}
|
|
251
|
+
return {stream: streamOf(parts)};
|
|
252
|
+
}),
|
|
253
|
+
modelId,
|
|
254
|
+
provider: "mock-provider",
|
|
255
|
+
specificationVersion: "v2" as const,
|
|
256
|
+
supportedUrls: {},
|
|
257
|
+
};
|
|
258
|
+
};
|
|
259
|
+
|
|
260
|
+
export type ScriptedModel = ReturnType<typeof createScriptedModel>;
|
|
261
|
+
|
|
262
|
+
export interface Deferred {
|
|
263
|
+
promise: Promise<void>;
|
|
264
|
+
resolve: () => void;
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
export const deferred = (): Deferred => {
|
|
268
|
+
let resolve = (): void => {};
|
|
269
|
+
const promise = new Promise<void>((done) => {
|
|
270
|
+
resolve = done;
|
|
271
|
+
});
|
|
272
|
+
return {promise, resolve};
|
|
273
|
+
};
|
|
274
|
+
|
|
275
|
+
const lastUserTextOf = (call: ModelCallOptions): string => {
|
|
276
|
+
const content = call.prompt.findLast((message) => message.role === "user")?.content;
|
|
277
|
+
if (!Array.isArray(content)) {
|
|
278
|
+
return String(content ?? "");
|
|
279
|
+
}
|
|
280
|
+
return content.map((part) => (part as {text?: string}).text ?? "").join("");
|
|
281
|
+
};
|
|
282
|
+
|
|
283
|
+
/**
|
|
284
|
+
* A scripted model for turns that run at the same time: each call streams the next step scripted
|
|
285
|
+
* for its last user message. A call for a prompt in `holds` resolves `arrived`, then waits for
|
|
286
|
+
* `release`, so a test can order two turns' loads, model calls, and saves.
|
|
287
|
+
*/
|
|
288
|
+
export const createPromptKeyedModel = ({
|
|
289
|
+
holds = {},
|
|
290
|
+
steps,
|
|
291
|
+
}: {
|
|
292
|
+
holds?: Record<string, ModelHold>;
|
|
293
|
+
steps: Record<string, ModelStreamPart[][]>;
|
|
294
|
+
}): ScriptedModel => {
|
|
295
|
+
const remaining = new Map(Object.entries(steps).map(([prompt, list]) => [prompt, [...list]]));
|
|
296
|
+
const model = createScriptedModel({steps: []});
|
|
297
|
+
model.doStream.mockImplementation(async (options: ModelCallOptions) => {
|
|
298
|
+
const prompt = lastUserTextOf(options);
|
|
299
|
+
const hold = holds[prompt];
|
|
300
|
+
if (hold) {
|
|
301
|
+
hold.arrived.resolve();
|
|
302
|
+
await hold.release;
|
|
303
|
+
}
|
|
304
|
+
const parts = remaining.get(prompt)?.shift();
|
|
305
|
+
if (!parts) {
|
|
306
|
+
expect.unreachable(`The scripted model has no step for "${prompt}"`);
|
|
307
|
+
}
|
|
308
|
+
return {stream: streamOf(parts)};
|
|
309
|
+
});
|
|
310
|
+
return model;
|
|
311
|
+
};
|
|
312
|
+
|
|
313
|
+
export const modelCall = (model: ScriptedModel, index: number): ModelCallOptions => {
|
|
314
|
+
const call = model.doStream.mock.calls[index];
|
|
315
|
+
if (!call) {
|
|
316
|
+
expect.unreachable(`The model was not called ${index + 1} times`);
|
|
317
|
+
}
|
|
318
|
+
return call[0];
|
|
319
|
+
};
|
|
320
|
+
|
|
321
|
+
export const systemPromptOf = (call: ModelCallOptions): unknown =>
|
|
322
|
+
call.prompt.find((message) => message.role === "system")?.content;
|
|
323
|
+
|
|
324
|
+
export const conversationOf = (call: ModelCallOptions): ModelPromptMessage[] =>
|
|
325
|
+
call.prompt.filter((message) => message.role !== "system");
|
|
326
|
+
|
|
327
|
+
export const toolNamesOf = (call: ModelCallOptions): string[] =>
|
|
328
|
+
(call.tools ?? []).map((offered) => offered.name);
|
|
329
|
+
|
|
330
|
+
export const lookupPlans = tool({
|
|
331
|
+
description: "Look up how many plans exist",
|
|
332
|
+
execute: async () => ({plans: 3}),
|
|
333
|
+
inputSchema: jsonSchema<Record<string, never>>({properties: {}, type: "object"}),
|
|
334
|
+
});
|
|
335
|
+
|
|
336
|
+
/**
|
|
337
|
+
* An app with the chat routes and the history routes, both given the same chat options, as the
|
|
338
|
+
* example backend and `AiApp` register them.
|
|
339
|
+
*/
|
|
340
|
+
export const buildApp = ({
|
|
341
|
+
model,
|
|
342
|
+
...routeOptions
|
|
343
|
+
}: {model: ScriptedModel} & Partial<GptRouteOptions>): express.Application =>
|
|
344
|
+
new TerrenoApp({
|
|
345
|
+
configureApp: (router, options) => {
|
|
346
|
+
const chat: GptRouteOptions = {
|
|
347
|
+
aiService: new AIService({model: model as unknown as LanguageModel}),
|
|
348
|
+
openApiOptions: options,
|
|
349
|
+
...routeOptions,
|
|
350
|
+
};
|
|
351
|
+
addGptHistoryRoutes(router, {...options, chat});
|
|
352
|
+
addGptRoutes(router, chat);
|
|
353
|
+
},
|
|
354
|
+
skipListen: true,
|
|
355
|
+
userModel: UserModel,
|
|
356
|
+
}).build();
|
|
357
|
+
|
|
358
|
+
export interface ServedApp {
|
|
359
|
+
close: () => Promise<void>;
|
|
360
|
+
url: string;
|
|
361
|
+
}
|
|
362
|
+
|
|
363
|
+
/**
|
|
364
|
+
* Serves the app on a real port. An agent signed in at `url` sends every request to this server
|
|
365
|
+
* instead of starting one per request, so a test can abort a request mid-turn and still close
|
|
366
|
+
* the server afterwards.
|
|
367
|
+
*/
|
|
368
|
+
export const serveApp = async (app: express.Application): Promise<ServedApp> => {
|
|
369
|
+
const server = app.listen(0, "127.0.0.1");
|
|
370
|
+
await once(server, "listening");
|
|
371
|
+
const {port} = server.address() as AddressInfo;
|
|
372
|
+
return {
|
|
373
|
+
close: () =>
|
|
374
|
+
new Promise<void>((resolve, reject) => {
|
|
375
|
+
server.close((error) => (error ? reject(error) : resolve()));
|
|
376
|
+
server.closeAllConnections();
|
|
377
|
+
}),
|
|
378
|
+
url: `http://127.0.0.1:${port}`,
|
|
379
|
+
};
|
|
380
|
+
};
|
|
381
|
+
|
|
382
|
+
type SseStream = {on: (event: string, handler: (chunk: Buffer) => void) => void};
|
|
383
|
+
|
|
384
|
+
const collectSse = (
|
|
385
|
+
res: SseStream,
|
|
386
|
+
callback: (error: Error | null, body: string) => void
|
|
387
|
+
): void => {
|
|
388
|
+
let body = "";
|
|
389
|
+
res.on("data", (chunk: Buffer) => {
|
|
390
|
+
body += chunk.toString();
|
|
391
|
+
});
|
|
392
|
+
res.on("end", () => callback(null, body));
|
|
393
|
+
};
|
|
394
|
+
|
|
395
|
+
const parseSse = (body: string): SseEvent[] =>
|
|
396
|
+
body
|
|
397
|
+
.split("\n\n")
|
|
398
|
+
.filter((chunk) => chunk.startsWith("data: "))
|
|
399
|
+
.map((chunk) => JSON.parse(chunk.slice("data: ".length)) as SseEvent);
|
|
400
|
+
|
|
401
|
+
export const streamPrompt = async (
|
|
402
|
+
agent: Agent,
|
|
403
|
+
body: Record<string, unknown>
|
|
404
|
+
): Promise<{events: SseEvent[]; status: number}> => {
|
|
405
|
+
const res = await agent
|
|
406
|
+
.post("/gpt/prompt")
|
|
407
|
+
.send(body)
|
|
408
|
+
.buffer(true)
|
|
409
|
+
.parse(collectSse as never);
|
|
410
|
+
// `{started}` is the resume envelope. These tests assert the ask and block events after it.
|
|
411
|
+
const events = parseSse(res.body as string).filter((event) => event.started !== true);
|
|
412
|
+
return {events, status: res.status};
|
|
413
|
+
};
|
|
414
|
+
|
|
415
|
+
export const loadHistory = async (historyId: string): Promise<GptHistoryDocument> => {
|
|
416
|
+
const history = await GptHistory.findById(historyId);
|
|
417
|
+
if (!history) {
|
|
418
|
+
expect.unreachable(`History ${historyId} not found`);
|
|
419
|
+
}
|
|
420
|
+
return history;
|
|
421
|
+
};
|
|
422
|
+
|
|
423
|
+
const plain = (value: unknown): unknown => JSON.parse(JSON.stringify(value));
|
|
424
|
+
|
|
425
|
+
/** The stored rows. Mongoose gives every row an empty `content` array; no row here has attachments. */
|
|
426
|
+
export const rowsOf = (history: GptHistoryDocument): Record<string, unknown>[] =>
|
|
427
|
+
(plain(history.prompts) as Record<string, unknown>[]).map(
|
|
428
|
+
({content, status: _status, streamId: _streamId, ...row}) => {
|
|
429
|
+
expect(content).toEqual([]);
|
|
430
|
+
return row;
|
|
431
|
+
}
|
|
432
|
+
);
|
|
433
|
+
|
|
434
|
+
/** The stored pending ask without its `created` timestamp, which the test cannot know. */
|
|
435
|
+
export const pendingAskOf = (history: GptHistoryDocument): unknown => {
|
|
436
|
+
if (!history.pendingAsk) {
|
|
437
|
+
return undefined;
|
|
438
|
+
}
|
|
439
|
+
expect(history.pendingAsk.created).toBeInstanceOf(Date);
|
|
440
|
+
const {created: _created, ...pendingAsk} = plain(history.pendingAsk) as Record<string, unknown>;
|
|
441
|
+
return pendingAsk;
|
|
442
|
+
};
|
|
443
|
+
|
|
444
|
+
export const onlyHistoryId = async (): Promise<string> => {
|
|
445
|
+
const histories = await GptHistory.find({});
|
|
446
|
+
expect(histories).toHaveLength(1);
|
|
447
|
+
return histories[0]._id.toString();
|
|
448
|
+
};
|
|
449
|
+
|
|
450
|
+
const isAskClaim = (update: unknown): boolean =>
|
|
451
|
+
Array.isArray(update) &&
|
|
452
|
+
(update[0] as {$set?: {pendingAsk?: {$cond?: unknown}}} | undefined)?.$set?.pendingAsk?.$cond !==
|
|
453
|
+
undefined;
|
|
454
|
+
|
|
455
|
+
/**
|
|
456
|
+
* Makes the next update that claims a pending ask throw, as a replica set failover would, after
|
|
457
|
+
* the turn saved its rows. Call `mockRestore()` on the result when the turn ends.
|
|
458
|
+
*/
|
|
459
|
+
export const failNextAskClaim = (): {mockRestore: () => void} => {
|
|
460
|
+
const findOneAndUpdate = GptHistory.findOneAndUpdate.bind(GptHistory) as (
|
|
461
|
+
...args: unknown[]
|
|
462
|
+
) => unknown;
|
|
463
|
+
let hasFailed = false;
|
|
464
|
+
return spyOn(GptHistory, "findOneAndUpdate").mockImplementation(((...args: unknown[]) => {
|
|
465
|
+
if (!hasFailed && isAskClaim(args[1])) {
|
|
466
|
+
hasFailed = true;
|
|
467
|
+
throw new mongoose.Error("Primary stepped down");
|
|
468
|
+
}
|
|
469
|
+
return findOneAndUpdate(...args);
|
|
470
|
+
}) as never);
|
|
471
|
+
};
|
|
472
|
+
|
|
473
|
+
/** Starts a conversation that pauses on the plan ask and returns its history id. */
|
|
474
|
+
export const pauseOnPlanAsk = async (agent: Agent): Promise<string> => {
|
|
475
|
+
const {events} = await streamPrompt(agent, {prompt: USER_PROMPT});
|
|
476
|
+
expect(events.map((event) => Object.keys(event)[0])).toEqual(["ask", "done"]);
|
|
477
|
+
return onlyHistoryId();
|
|
478
|
+
};
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/** What a LanguageModelV2 mock's `doGenerate` returns, as far as streaming needs it. */
|
|
2
|
+
interface GenerateResultLike {
|
|
3
|
+
content: ReadonlyArray<
|
|
4
|
+
| {text: string; type: "text"}
|
|
5
|
+
| {input: string; toolCallId: string; toolName: string; type: "tool-call"}
|
|
6
|
+
>;
|
|
7
|
+
finishReason: string;
|
|
8
|
+
usage: {inputTokens?: number; outputTokens?: number; totalTokens?: number};
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
/** Replay a `doGenerate` result as the LanguageModelV2 stream `doStream` returns. */
|
|
12
|
+
export const generateToStream = (
|
|
13
|
+
result: GenerateResultLike
|
|
14
|
+
): {stream: ReadableStream<unknown>} => ({
|
|
15
|
+
stream: new ReadableStream({
|
|
16
|
+
start(controller) {
|
|
17
|
+
controller.enqueue({type: "stream-start", warnings: []});
|
|
18
|
+
result.content.forEach((part, index) => {
|
|
19
|
+
if (part.type === "text") {
|
|
20
|
+
const id = `text-${index}`;
|
|
21
|
+
controller.enqueue({id, type: "text-start"});
|
|
22
|
+
controller.enqueue({delta: part.text, id, type: "text-delta"});
|
|
23
|
+
controller.enqueue({id, type: "text-end"});
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
controller.enqueue(part);
|
|
27
|
+
});
|
|
28
|
+
controller.enqueue({finishReason: result.finishReason, type: "finish", usage: result.usage});
|
|
29
|
+
controller.close();
|
|
30
|
+
},
|
|
31
|
+
}),
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Give a `doGenerate`-scripted mock a `doStream` that answers through the same
|
|
36
|
+
* `doGenerate`, so call counts, recorded prompts, and thrown errors stay in one place.
|
|
37
|
+
*/
|
|
38
|
+
export const withGenerateStreaming = <
|
|
39
|
+
Model extends {doGenerate: (options: never) => Promise<GenerateResultLike>},
|
|
40
|
+
>(
|
|
41
|
+
model: Model
|
|
42
|
+
): Model & {doStream: (options: Parameters<Model["doGenerate"]>[0]) => Promise<unknown>} => {
|
|
43
|
+
const wrapped = {
|
|
44
|
+
...model,
|
|
45
|
+
doStream: async (options: Parameters<Model["doGenerate"]>[0]) =>
|
|
46
|
+
generateToStream(await wrapped.doGenerate(options)),
|
|
47
|
+
};
|
|
48
|
+
return wrapped;
|
|
49
|
+
};
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import {expect} from "bun:test";
|
|
2
|
+
|
|
3
|
+
import {HARNESS_ERRORS, type HarnessErrorKindName} from "../harness/errors";
|
|
4
|
+
|
|
5
|
+
/**
|
|
6
|
+
* Asymmetric matcher for a harness `APIError`: its stable `code` and `title` for `kind`, and
|
|
7
|
+
* a `detail` that contains `detail` (a string) or matches it (a RegExp). Use with
|
|
8
|
+
* `toThrow(...)`, `rejects.toThrow(...)`, or `toEqual(...)`.
|
|
9
|
+
*/
|
|
10
|
+
export const harnessErrorMatching = (
|
|
11
|
+
kind: HarnessErrorKindName,
|
|
12
|
+
detail: string | RegExp
|
|
13
|
+
): unknown => {
|
|
14
|
+
const {code, status, title} = HARNESS_ERRORS[kind];
|
|
15
|
+
return expect.objectContaining({
|
|
16
|
+
code,
|
|
17
|
+
detail:
|
|
18
|
+
typeof detail === "string" ? expect.stringContaining(detail) : expect.stringMatching(detail),
|
|
19
|
+
message: title,
|
|
20
|
+
status,
|
|
21
|
+
});
|
|
22
|
+
};
|