@terreno/ai 57.9.0 → 57.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/bunfig.toml +1 -1
- package/dist/aiApp.d.ts +8 -2
- package/dist/aiApp.js +12 -6
- package/dist/harness/adminScreens.d.ts +6 -0
- package/dist/harness/adminScreens.js +11 -0
- package/dist/harness/agentLoop.d.ts +61 -0
- package/dist/harness/agentLoop.js +798 -0
- package/dist/harness/agentTaskNames.d.ts +4 -0
- package/dist/harness/agentTaskNames.js +7 -0
- package/dist/harness/approvalPolicy.d.ts +3 -0
- package/dist/harness/approvalPolicy.js +23 -0
- package/dist/harness/approvals.d.ts +101 -0
- package/dist/harness/approvals.js +468 -0
- package/dist/harness/commit.d.ts +238 -0
- package/dist/harness/commit.js +678 -0
- package/dist/harness/conversation.d.ts +75 -0
- package/dist/harness/conversation.js +397 -0
- package/dist/harness/defineAgent.d.ts +9 -0
- package/dist/harness/defineAgent.js +65 -0
- package/dist/harness/defineTask.d.ts +11 -0
- package/dist/harness/defineTask.js +59 -0
- package/dist/harness/defineTool.d.ts +7 -0
- package/dist/harness/defineTool.js +36 -0
- package/dist/harness/definitionError.d.ts +8 -0
- package/dist/harness/definitionError.js +15 -0
- package/dist/harness/errors.d.ts +127 -0
- package/dist/harness/errors.js +101 -0
- package/dist/harness/eventHub.d.ts +45 -0
- package/dist/harness/eventHub.js +135 -0
- package/dist/harness/events.d.ts +95 -0
- package/dist/harness/events.js +267 -0
- package/dist/harness/executionEnv.d.ts +31 -0
- package/dist/harness/executionEnv.js +2 -0
- package/dist/harness/extensions.d.ts +82 -0
- package/dist/harness/extensions.js +274 -0
- package/dist/harness/harness.d.ts +163 -0
- package/dist/harness/harness.js +520 -0
- package/dist/harness/harnessApp.d.ts +44 -0
- package/dist/harness/harnessApp.js +62 -0
- package/dist/harness/internalRuntime.d.ts +16 -0
- package/dist/harness/internalRuntime.js +18 -0
- package/dist/harness/leases.d.ts +35 -0
- package/dist/harness/leases.js +86 -0
- package/dist/harness/memo.d.ts +24 -0
- package/dist/harness/memo.js +78 -0
- package/dist/harness/modelCall.d.ts +45 -0
- package/dist/harness/modelCall.js +147 -0
- package/dist/harness/models/harnessApproval.d.ts +2 -0
- package/dist/harness/models/harnessApproval.js +100 -0
- package/dist/harness/models/harnessConversation.d.ts +2 -0
- package/dist/harness/models/harnessConversation.js +117 -0
- package/dist/harness/models/harnessEvent.d.ts +3 -0
- package/dist/harness/models/harnessEvent.js +73 -0
- package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
- package/dist/harness/models/harnessInboxEvent.js +58 -0
- package/dist/harness/models/harnessMemo.d.ts +2 -0
- package/dist/harness/models/harnessMemo.js +42 -0
- package/dist/harness/models/harnessMessage.d.ts +2 -0
- package/dist/harness/models/harnessMessage.js +73 -0
- package/dist/harness/models/harnessOwner.d.ts +2 -0
- package/dist/harness/models/harnessOwner.js +36 -0
- package/dist/harness/models/harnessTask.d.ts +2 -0
- package/dist/harness/models/harnessTask.js +186 -0
- package/dist/harness/ownership.d.ts +89 -0
- package/dist/harness/ownership.js +438 -0
- package/dist/harness/registry.d.ts +29 -0
- package/dist/harness/registry.js +93 -0
- package/dist/harness/retryBackoff.d.ts +31 -0
- package/dist/harness/retryBackoff.js +50 -0
- package/dist/harness/routes/approvals.d.ts +13 -0
- package/dist/harness/routes/approvals.js +93 -0
- package/dist/harness/routes/conversations.d.ts +11 -0
- package/dist/harness/routes/conversations.js +66 -0
- package/dist/harness/routes/events.d.ts +19 -0
- package/dist/harness/routes/events.js +215 -0
- package/dist/harness/routes/tasks.d.ts +11 -0
- package/dist/harness/routes/tasks.js +108 -0
- package/dist/harness/runners/inProcessRunner.d.ts +57 -0
- package/dist/harness/runners/inProcessRunner.js +196 -0
- package/dist/harness/runtime.d.ts +34 -0
- package/dist/harness/runtime.js +551 -0
- package/dist/harness/subagent.d.ts +53 -0
- package/dist/harness/subagent.js +134 -0
- package/dist/harness/suspend.d.ts +8 -0
- package/dist/harness/suspend.js +16 -0
- package/dist/harness/transaction.d.ts +3 -0
- package/dist/harness/transaction.js +22 -0
- package/dist/harness/waits.d.ts +100 -0
- package/dist/harness/waits.js +214 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.js +45 -2
- package/dist/models/aiDataset.d.ts +2 -0
- package/dist/models/aiDataset.js +67 -0
- package/dist/models/aiRequest.js +1 -1
- package/dist/models/gptHistory.js +73 -0
- package/dist/observability/adminScreens.d.ts +5 -0
- package/dist/observability/adminScreens.js +32 -0
- package/dist/observability/compileTemplate.d.ts +1 -0
- package/dist/observability/compileTemplate.js +13 -0
- package/dist/observability/datasetImport.d.ts +11 -0
- package/dist/observability/datasetImport.js +185 -0
- package/dist/observability/evaluate.d.ts +31 -0
- package/dist/observability/evaluate.js +200 -0
- package/dist/observability/evaluatorTemplates.d.ts +17 -0
- package/dist/observability/evaluatorTemplates.js +111 -0
- package/dist/observability/jsonPath.d.ts +2 -0
- package/dist/observability/jsonPath.js +57 -0
- package/dist/observability/local/datasetStore.d.ts +87 -0
- package/dist/observability/local/datasetStore.js +326 -0
- package/dist/observability/local/evaluatorStore.d.ts +44 -0
- package/dist/observability/local/evaluatorStore.js +182 -0
- package/dist/observability/local/experimentRunner.d.ts +96 -0
- package/dist/observability/local/experimentRunner.js +419 -0
- package/dist/observability/local/localPlugin.d.ts +22 -0
- package/dist/observability/local/localPlugin.js +76 -0
- package/dist/observability/local/models/obsDataset.d.ts +2 -0
- package/dist/observability/local/models/obsDataset.js +37 -0
- package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
- package/dist/observability/local/models/obsDatasetItem.js +76 -0
- package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
- package/dist/observability/local/models/obsEvaluator.js +98 -0
- package/dist/observability/local/models/obsExperiment.d.ts +2 -0
- package/dist/observability/local/models/obsExperiment.js +87 -0
- package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
- package/dist/observability/local/models/obsExperimentItem.js +45 -0
- package/dist/observability/local/models/obsPrompt.d.ts +2 -0
- package/dist/observability/local/models/obsPrompt.js +42 -0
- package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
- package/dist/observability/local/models/obsPromptLabel.js +39 -0
- package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
- package/dist/observability/local/models/obsPromptVersion.js +96 -0
- package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
- package/dist/observability/local/models/obsReviewItem.js +75 -0
- package/dist/observability/local/models/obsScore.d.ts +2 -0
- package/dist/observability/local/models/obsScore.js +58 -0
- package/dist/observability/local/models/obsSpan.d.ts +2 -0
- package/dist/observability/local/models/obsSpan.js +64 -0
- package/dist/observability/local/models/obsTrace.d.ts +2 -0
- package/dist/observability/local/models/obsTrace.js +93 -0
- package/dist/observability/local/promptStore.d.ts +180 -0
- package/dist/observability/local/promptStore.js +444 -0
- package/dist/observability/local/reviewStore.d.ts +50 -0
- package/dist/observability/local/reviewStore.js +203 -0
- package/dist/observability/local/traceStore.d.ts +103 -0
- package/dist/observability/local/traceStore.js +325 -0
- package/dist/observability/observabilityApp.d.ts +24 -0
- package/dist/observability/observabilityApp.js +157 -0
- package/dist/observability/observabilityAppRegistry.d.ts +14 -0
- package/dist/observability/observabilityAppRegistry.js +16 -0
- package/dist/observability/permissions.d.ts +7 -0
- package/dist/observability/permissions.js +60 -0
- package/dist/observability/reviewPanels.d.ts +18 -0
- package/dist/observability/reviewPanels.js +46 -0
- package/dist/observability/routes/datasets.d.ts +7 -0
- package/dist/observability/routes/datasets.js +149 -0
- package/dist/observability/routes/evaluators.d.ts +7 -0
- package/dist/observability/routes/evaluators.js +123 -0
- package/dist/observability/routes/experiments.d.ts +7 -0
- package/dist/observability/routes/experiments.js +95 -0
- package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
- package/dist/observability/routes/observabilityRouteAccess.js +67 -0
- package/dist/observability/routes/prompts.d.ts +12 -0
- package/dist/observability/routes/prompts.js +172 -0
- package/dist/observability/routes/requestAiService.d.ts +13 -0
- package/dist/observability/routes/requestAiService.js +21 -0
- package/dist/observability/routes/review.d.ts +7 -0
- package/dist/observability/routes/review.js +79 -0
- package/dist/observability/routes/status.d.ts +5 -0
- package/dist/observability/routes/status.js +31 -0
- package/dist/observability/routes/testMultiStage.d.ts +9 -0
- package/dist/observability/routes/testMultiStage.js +67 -0
- package/dist/observability/routes/traces.d.ts +7 -0
- package/dist/observability/routes/traces.js +129 -0
- package/dist/observability/schemaValidation.d.ts +5 -0
- package/dist/observability/schemaValidation.js +26 -0
- package/dist/observability/sopThresholds.d.ts +2 -0
- package/dist/observability/sopThresholds.js +21 -0
- package/dist/observability/status.d.ts +23 -0
- package/dist/observability/status.js +34 -0
- package/dist/observability/testMultiStageSchemas.d.ts +10 -0
- package/dist/observability/testMultiStageSchemas.js +79 -0
- package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
- package/dist/observability/testMultiStageWorkflow.js +218 -0
- package/dist/observability/types.d.ts +159 -0
- package/dist/observability/types.js +67 -0
- package/dist/routes/files.js +18 -7
- package/dist/routes/gpt.js +79 -689
- package/dist/routes/gptActions.d.ts +9 -0
- package/dist/routes/gptActions.js +212 -0
- package/dist/routes/gptDatasets.d.ts +5 -0
- package/dist/routes/gptDatasets.js +94 -0
- package/dist/routes/gptHistories.d.ts +3 -1
- package/dist/routes/gptHistories.js +188 -2
- package/dist/service/aiDatasets.d.ts +57 -0
- package/dist/service/aiDatasets.js +253 -0
- package/dist/service/aiService.d.ts +50 -1
- package/dist/service/aiService.js +426 -77
- package/dist/service/askFiles.d.ts +49 -0
- package/dist/service/askFiles.js +162 -0
- package/dist/service/asks.d.ts +76 -0
- package/dist/service/asks.js +284 -0
- package/dist/service/chatTurn.d.ts +128 -0
- package/dist/service/chatTurn.js +1674 -0
- package/dist/service/fileStorage.d.ts +4 -0
- package/dist/service/fileStorage.js +7 -2
- package/dist/service/fillActionIds.d.ts +6 -0
- package/dist/service/fillActionIds.js +79 -0
- package/dist/service/jsonFenceModel.d.ts +7 -0
- package/dist/service/jsonFenceModel.js +45 -0
- package/dist/service/prompts.d.ts +52 -0
- package/dist/service/prompts.js +96 -1
- package/dist/service/sanitizeHtml.d.ts +11 -0
- package/dist/service/sanitizeHtml.js +108 -0
- package/dist/types/harness.d.ts +934 -0
- package/dist/types/harness.js +133 -0
- package/dist/types/index.d.ts +192 -14
- package/dist/types/index.js +2 -0
- package/dist/types/observability.d.ts +288 -0
- package/dist/types/observability.js +2 -0
- package/package.json +17 -5
- package/src/aiApp.test.ts +207 -1
- package/src/aiApp.ts +19 -6
- package/src/harness/adminScreens.test.ts +34 -0
- package/src/harness/adminScreens.ts +11 -0
- package/src/harness/agentLoop.test.ts +1034 -0
- package/src/harness/agentLoop.ts +1082 -0
- package/src/harness/agentRecovery.test.ts +380 -0
- package/src/harness/agentTaskNames.ts +4 -0
- package/src/harness/approvalPolicy.ts +28 -0
- package/src/harness/approvals.test.ts +1094 -0
- package/src/harness/approvals.ts +644 -0
- package/src/harness/commit.ts +1049 -0
- package/src/harness/conversation.ts +503 -0
- package/src/harness/defineAgent.test.ts +92 -0
- package/src/harness/defineAgent.ts +82 -0
- package/src/harness/defineTask.test.ts +59 -0
- package/src/harness/defineTask.ts +76 -0
- package/src/harness/defineTool.ts +45 -0
- package/src/harness/definitionError.ts +13 -0
- package/src/harness/errors.test.ts +90 -0
- package/src/harness/errors.ts +119 -0
- package/src/harness/eventHub.test.ts +124 -0
- package/src/harness/eventHub.ts +159 -0
- package/src/harness/events.test.ts +757 -0
- package/src/harness/events.ts +384 -0
- package/src/harness/executionEnv.ts +34 -0
- package/src/harness/extensions.test.ts +1218 -0
- package/src/harness/extensions.ts +382 -0
- package/src/harness/harness.test.ts +693 -0
- package/src/harness/harness.ts +767 -0
- package/src/harness/harnessApp.ts +76 -0
- package/src/harness/internalRuntime.ts +44 -0
- package/src/harness/leases.ts +132 -0
- package/src/harness/memo.ts +107 -0
- package/src/harness/modelCall.test.ts +134 -0
- package/src/harness/modelCall.ts +200 -0
- package/src/harness/models/harnessApproval.ts +109 -0
- package/src/harness/models/harnessConversation.ts +142 -0
- package/src/harness/models/harnessEvent.ts +92 -0
- package/src/harness/models/harnessInboxEvent.ts +73 -0
- package/src/harness/models/harnessMemo.ts +43 -0
- package/src/harness/models/harnessMessage.ts +85 -0
- package/src/harness/models/harnessModels.test.ts +60 -0
- package/src/harness/models/harnessOwner.ts +40 -0
- package/src/harness/models/harnessTask.ts +201 -0
- package/src/harness/ownership.test.ts +1087 -0
- package/src/harness/ownership.ts +618 -0
- package/src/harness/recovery.test.ts +912 -0
- package/src/harness/registry.ts +124 -0
- package/src/harness/retries.test.ts +292 -0
- package/src/harness/retryBackoff.test.ts +100 -0
- package/src/harness/retryBackoff.ts +77 -0
- package/src/harness/routes/approvals.ts +123 -0
- package/src/harness/routes/conversations.test.ts +518 -0
- package/src/harness/routes/conversations.ts +102 -0
- package/src/harness/routes/events.ts +280 -0
- package/src/harness/routes/tasks.test.ts +198 -0
- package/src/harness/routes/tasks.ts +146 -0
- package/src/harness/runners/inProcessRunner.test.ts +402 -0
- package/src/harness/runners/inProcessRunner.ts +220 -0
- package/src/harness/runtime.ts +714 -0
- package/src/harness/subagent.test.ts +696 -0
- package/src/harness/subagent.ts +192 -0
- package/src/harness/suspend.ts +13 -0
- package/src/harness/transaction.ts +17 -0
- package/src/harness/versioning.test.ts +288 -0
- package/src/harness/waits.test.ts +693 -0
- package/src/harness/waits.ts +356 -0
- package/src/index.test.ts +13 -0
- package/src/index.ts +70 -0
- package/src/isolated/adminScreensConfig.isolated.ts +143 -0
- package/src/models/aiDataset.test.ts +34 -0
- package/src/models/aiDataset.ts +78 -0
- package/src/models/aiRequest.ts +2 -1
- package/src/models/gptHistory.test.ts +156 -0
- package/src/models/gptHistory.ts +89 -1
- package/src/observability/adminScreens.test.ts +71 -0
- package/src/observability/adminScreens.ts +42 -0
- package/src/observability/compileTemplate.test.ts +14 -0
- package/src/observability/compileTemplate.ts +10 -0
- package/src/observability/datasetImport.test.ts +95 -0
- package/src/observability/datasetImport.ts +220 -0
- package/src/observability/evaluate.test.ts +549 -0
- package/src/observability/evaluate.ts +254 -0
- package/src/observability/evaluatorTemplates.ts +124 -0
- package/src/observability/jsonPath.test.ts +52 -0
- package/src/observability/jsonPath.ts +60 -0
- package/src/observability/local/datasetStore.test.ts +230 -0
- package/src/observability/local/datasetStore.ts +452 -0
- package/src/observability/local/evaluatorStore.test.ts +138 -0
- package/src/observability/local/evaluatorStore.ts +224 -0
- package/src/observability/local/experimentRunner.test.ts +489 -0
- package/src/observability/local/experimentRunner.ts +548 -0
- package/src/observability/local/localPlugin.ts +88 -0
- package/src/observability/local/models/obsDataset.ts +38 -0
- package/src/observability/local/models/obsDatasetItem.ts +80 -0
- package/src/observability/local/models/obsEvaluator.ts +102 -0
- package/src/observability/local/models/obsExperiment.ts +91 -0
- package/src/observability/local/models/obsExperimentItem.ts +52 -0
- package/src/observability/local/models/obsPrompt.ts +43 -0
- package/src/observability/local/models/obsPromptLabel.ts +43 -0
- package/src/observability/local/models/obsPromptVersion.ts +107 -0
- package/src/observability/local/models/obsReviewItem.ts +79 -0
- package/src/observability/local/models/obsScore.ts +59 -0
- package/src/observability/local/models/obsSpan.ts +65 -0
- package/src/observability/local/models/obsTrace.ts +94 -0
- package/src/observability/local/obsModels.test.ts +119 -0
- package/src/observability/local/promptStore.test.ts +351 -0
- package/src/observability/local/promptStore.ts +665 -0
- package/src/observability/local/reviewStore.test.ts +164 -0
- package/src/observability/local/reviewStore.ts +264 -0
- package/src/observability/local/traceStore.test.ts +264 -0
- package/src/observability/local/traceStore.ts +440 -0
- package/src/observability/observabilityApp.test.ts +92 -0
- package/src/observability/observabilityApp.ts +185 -0
- package/src/observability/observabilityAppRegistry.test.ts +30 -0
- package/src/observability/observabilityAppRegistry.ts +35 -0
- package/src/observability/permissions.test.ts +96 -0
- package/src/observability/permissions.ts +78 -0
- package/src/observability/reviewPanels.test.ts +35 -0
- package/src/observability/reviewPanels.ts +64 -0
- package/src/observability/routes/datasets.test.ts +176 -0
- package/src/observability/routes/datasets.ts +252 -0
- package/src/observability/routes/evaluators.test.ts +119 -0
- package/src/observability/routes/evaluators.ts +207 -0
- package/src/observability/routes/experiments.test.ts +282 -0
- package/src/observability/routes/experiments.ts +152 -0
- package/src/observability/routes/observabilityRbac.test.ts +767 -0
- package/src/observability/routes/observabilityRouteAccess.ts +106 -0
- package/src/observability/routes/prompts.test.ts +320 -0
- package/src/observability/routes/prompts.ts +263 -0
- package/src/observability/routes/requestAiService.ts +36 -0
- package/src/observability/routes/review.test.ts +120 -0
- package/src/observability/routes/review.ts +125 -0
- package/src/observability/routes/status.test.ts +116 -0
- package/src/observability/routes/status.ts +47 -0
- package/src/observability/routes/testMultiStage.test.ts +214 -0
- package/src/observability/routes/testMultiStage.ts +96 -0
- package/src/observability/routes/traces.test.ts +167 -0
- package/src/observability/routes/traces.ts +172 -0
- package/src/observability/schemaValidation.ts +29 -0
- package/src/observability/sopThresholds.ts +20 -0
- package/src/observability/status.test.ts +38 -0
- package/src/observability/status.ts +56 -0
- package/src/observability/testMultiStageSchemas.ts +95 -0
- package/src/observability/testMultiStageWorkflow.test.ts +114 -0
- package/src/observability/testMultiStageWorkflow.ts +307 -0
- package/src/observability/types.ts +262 -0
- package/src/routes/files.test.ts +63 -9
- package/src/routes/files.ts +21 -7
- package/src/routes/gpt.test.ts +3279 -0
- package/src/routes/gpt.ts +91 -816
- package/src/routes/gptActions.test.ts +241 -0
- package/src/routes/gptActions.ts +255 -0
- package/src/routes/gptApprovals.test.ts +762 -0
- package/src/routes/gptDatasets.test.ts +86 -0
- package/src/routes/gptDatasets.ts +104 -0
- package/src/routes/gptFiles.test.ts +589 -0
- package/src/routes/gptHistories.test.ts +933 -0
- package/src/routes/gptHistories.ts +266 -5
- package/src/routes/routes.test.ts +222 -2
- package/src/service/aiDatasets.test.ts +123 -0
- package/src/service/aiDatasets.ts +316 -0
- package/src/service/aiService.test.ts +593 -0
- package/src/service/aiService.ts +568 -111
- package/src/service/askFiles.test.ts +96 -0
- package/src/service/askFiles.ts +222 -0
- package/src/service/asks.test.ts +946 -0
- package/src/service/asks.ts +423 -0
- package/src/service/chatTurn.ts +2287 -0
- package/src/service/fileStorage.test.ts +11 -0
- package/src/service/fileStorage.ts +10 -2
- package/src/service/fillActionIds.test.ts +65 -0
- package/src/service/fillActionIds.ts +98 -0
- package/src/service/jsonFenceModel.test.ts +47 -0
- package/src/service/jsonFenceModel.ts +53 -0
- package/src/service/prompts.test.ts +21 -0
- package/src/service/prompts.ts +147 -0
- package/src/service/sanitizeHtml.test.ts +61 -0
- package/src/service/sanitizeHtml.ts +109 -0
- package/src/tests/bunSetup.test.ts +7 -4
- package/src/tests/bunSetup.ts +7 -7
- package/src/tests/chatHarness.ts +478 -0
- package/src/tests/generateStream.ts +49 -0
- package/src/tests/harnessErrors.ts +22 -0
- package/src/tests/harnessStreaming.ts +227 -0
- package/src/tests/helpers.ts +9 -2
- package/src/types/harness.ts +1095 -0
- package/src/types/index.ts +209 -13
- package/src/types/observability.ts +344 -0
- package/src/types/sanitize-html.d.ts +25 -0
|
@@ -0,0 +1,288 @@
|
|
|
1
|
+
import type { FindExactlyOnePlugin, FindOneOrNonePlugin } from "@terreno/api";
|
|
2
|
+
import type mongoose from "mongoose";
|
|
3
|
+
export interface ObsPromptVariable {
|
|
4
|
+
key: string;
|
|
5
|
+
label?: string;
|
|
6
|
+
required: boolean;
|
|
7
|
+
reviewerNote?: string;
|
|
8
|
+
}
|
|
9
|
+
export interface ObsPromptUsage {
|
|
10
|
+
costUsd?: number;
|
|
11
|
+
inputTokens?: number;
|
|
12
|
+
model?: string;
|
|
13
|
+
outputTokens?: number;
|
|
14
|
+
}
|
|
15
|
+
export interface ObsPromptRef {
|
|
16
|
+
label?: string;
|
|
17
|
+
name: string;
|
|
18
|
+
version: number;
|
|
19
|
+
}
|
|
20
|
+
export interface ObsPromptDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
21
|
+
created: Date;
|
|
22
|
+
deleted: boolean;
|
|
23
|
+
description?: string;
|
|
24
|
+
folder: string;
|
|
25
|
+
name: string;
|
|
26
|
+
tags: string[];
|
|
27
|
+
updated: Date;
|
|
28
|
+
}
|
|
29
|
+
export interface ObsPromptStatics extends FindExactlyOnePlugin<ObsPromptDocument>, FindOneOrNonePlugin<ObsPromptDocument> {
|
|
30
|
+
}
|
|
31
|
+
export interface ObsPromptModel extends mongoose.Model<ObsPromptDocument>, ObsPromptStatics {
|
|
32
|
+
}
|
|
33
|
+
export interface ObsPromptVersionDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
34
|
+
config?: Record<string, unknown>;
|
|
35
|
+
created: Date;
|
|
36
|
+
deleted: boolean;
|
|
37
|
+
inputSchema?: Record<string, unknown>;
|
|
38
|
+
outputFieldNotes?: Record<string, string>;
|
|
39
|
+
outputSchema?: Record<string, unknown>;
|
|
40
|
+
promptId: mongoose.Types.ObjectId;
|
|
41
|
+
sensitive: boolean;
|
|
42
|
+
system?: string;
|
|
43
|
+
template?: string;
|
|
44
|
+
type: "chat" | "text";
|
|
45
|
+
updated: Date;
|
|
46
|
+
variables: ObsPromptVariable[];
|
|
47
|
+
version: number;
|
|
48
|
+
}
|
|
49
|
+
export interface ObsPromptVersionStatics extends FindExactlyOnePlugin<ObsPromptVersionDocument>, FindOneOrNonePlugin<ObsPromptVersionDocument> {
|
|
50
|
+
}
|
|
51
|
+
export interface ObsPromptVersionModel extends mongoose.Model<ObsPromptVersionDocument>, ObsPromptVersionStatics {
|
|
52
|
+
}
|
|
53
|
+
export interface ObsPromptLabelDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
54
|
+
created: Date;
|
|
55
|
+
deleted: boolean;
|
|
56
|
+
label: string;
|
|
57
|
+
promptId: mongoose.Types.ObjectId;
|
|
58
|
+
updated: Date;
|
|
59
|
+
versionId: mongoose.Types.ObjectId;
|
|
60
|
+
}
|
|
61
|
+
export interface ObsPromptLabelStatics extends FindExactlyOnePlugin<ObsPromptLabelDocument>, FindOneOrNonePlugin<ObsPromptLabelDocument> {
|
|
62
|
+
}
|
|
63
|
+
export interface ObsPromptLabelModel extends mongoose.Model<ObsPromptLabelDocument>, ObsPromptLabelStatics {
|
|
64
|
+
}
|
|
65
|
+
export interface ObsTraceDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
66
|
+
created: Date;
|
|
67
|
+
deleted: boolean;
|
|
68
|
+
endedAt?: Date;
|
|
69
|
+
errorSummary?: string;
|
|
70
|
+
flaggedForDataset: boolean;
|
|
71
|
+
input?: unknown;
|
|
72
|
+
name: string;
|
|
73
|
+
output?: unknown;
|
|
74
|
+
prompts: ObsPromptRef[];
|
|
75
|
+
sensitive: boolean;
|
|
76
|
+
sessionId?: string;
|
|
77
|
+
startedAt: Date;
|
|
78
|
+
status: "error" | "ok";
|
|
79
|
+
updated: Date;
|
|
80
|
+
usage?: ObsPromptUsage;
|
|
81
|
+
userId?: mongoose.Types.ObjectId;
|
|
82
|
+
}
|
|
83
|
+
export interface ObsTraceStatics extends FindExactlyOnePlugin<ObsTraceDocument>, FindOneOrNonePlugin<ObsTraceDocument> {
|
|
84
|
+
}
|
|
85
|
+
export interface ObsTraceModel extends mongoose.Model<ObsTraceDocument>, ObsTraceStatics {
|
|
86
|
+
}
|
|
87
|
+
export interface ObsSpanDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
88
|
+
created: Date;
|
|
89
|
+
deleted: boolean;
|
|
90
|
+
durationMs?: number;
|
|
91
|
+
endedAt?: Date;
|
|
92
|
+
error?: string;
|
|
93
|
+
input?: unknown;
|
|
94
|
+
kind: "AGENT" | "CHAIN" | "EVALUATOR" | "LLM" | "RETRIEVER" | "TOOL";
|
|
95
|
+
name: string;
|
|
96
|
+
output?: unknown;
|
|
97
|
+
parentSpanId?: mongoose.Types.ObjectId;
|
|
98
|
+
sensitive?: boolean;
|
|
99
|
+
startOffsetMs?: number;
|
|
100
|
+
startedAt: Date;
|
|
101
|
+
status: "error" | "ok";
|
|
102
|
+
traceId: mongoose.Types.ObjectId;
|
|
103
|
+
updated: Date;
|
|
104
|
+
usage?: ObsPromptUsage;
|
|
105
|
+
}
|
|
106
|
+
export interface ObsSpanStatics extends FindExactlyOnePlugin<ObsSpanDocument>, FindOneOrNonePlugin<ObsSpanDocument> {
|
|
107
|
+
}
|
|
108
|
+
export interface ObsSpanModel extends mongoose.Model<ObsSpanDocument>, ObsSpanStatics {
|
|
109
|
+
}
|
|
110
|
+
export interface ObsScoreDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
111
|
+
comment?: string;
|
|
112
|
+
confidence?: number;
|
|
113
|
+
created: Date;
|
|
114
|
+
dataType: "boolean" | "categorical" | "numeric";
|
|
115
|
+
deleted: boolean;
|
|
116
|
+
evaluatorId?: mongoose.Types.ObjectId;
|
|
117
|
+
name: string;
|
|
118
|
+
source: "code" | "human" | "llm-judge" | "user-feedback";
|
|
119
|
+
spanId?: mongoose.Types.ObjectId;
|
|
120
|
+
traceId: mongoose.Types.ObjectId;
|
|
121
|
+
updated: Date;
|
|
122
|
+
value: boolean | number | string;
|
|
123
|
+
}
|
|
124
|
+
export interface ObsScoreStatics extends FindExactlyOnePlugin<ObsScoreDocument>, FindOneOrNonePlugin<ObsScoreDocument> {
|
|
125
|
+
}
|
|
126
|
+
export interface ObsScoreModel extends mongoose.Model<ObsScoreDocument>, ObsScoreStatics {
|
|
127
|
+
}
|
|
128
|
+
export interface EvaluatorDimension {
|
|
129
|
+
dataType: "boolean" | "categorical" | "numeric";
|
|
130
|
+
key: string;
|
|
131
|
+
range?: string;
|
|
132
|
+
required: boolean;
|
|
133
|
+
}
|
|
134
|
+
export interface EvaluatorRunModes {
|
|
135
|
+
allowManualRun: boolean;
|
|
136
|
+
availableInExperiments: boolean;
|
|
137
|
+
liveSampleRate: number;
|
|
138
|
+
}
|
|
139
|
+
export interface ObsEvaluatorDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
140
|
+
assertion?: {
|
|
141
|
+
constraint: string;
|
|
142
|
+
path: string;
|
|
143
|
+
};
|
|
144
|
+
confidenceAlertBelow: number;
|
|
145
|
+
created: Date;
|
|
146
|
+
deleted: boolean;
|
|
147
|
+
description?: string;
|
|
148
|
+
dimensions: EvaluatorDimension[];
|
|
149
|
+
instructions?: string;
|
|
150
|
+
judgePromptName?: string;
|
|
151
|
+
name: string;
|
|
152
|
+
runModes: EvaluatorRunModes;
|
|
153
|
+
target: "dataset item" | "full trace" | "generation span";
|
|
154
|
+
type: "human" | "json-assert" | "llm-judge";
|
|
155
|
+
updated: Date;
|
|
156
|
+
}
|
|
157
|
+
export interface ObsEvaluatorStatics extends FindExactlyOnePlugin<ObsEvaluatorDocument>, FindOneOrNonePlugin<ObsEvaluatorDocument> {
|
|
158
|
+
}
|
|
159
|
+
export interface ObsEvaluatorModel extends mongoose.Model<ObsEvaluatorDocument>, ObsEvaluatorStatics {
|
|
160
|
+
}
|
|
161
|
+
export interface ObsReviewItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
162
|
+
assigneeId?: mongoose.Types.ObjectId;
|
|
163
|
+
comment?: string;
|
|
164
|
+
created: Date;
|
|
165
|
+
datasetItemId?: mongoose.Types.ObjectId;
|
|
166
|
+
deleted: boolean;
|
|
167
|
+
enqueuedAt: Date;
|
|
168
|
+
evaluatorId: mongoose.Types.ObjectId;
|
|
169
|
+
reason: "dataset_candidate" | "eval" | "feedback" | "manual";
|
|
170
|
+
scores?: Record<string, boolean | number | string>;
|
|
171
|
+
spanId?: mongoose.Types.ObjectId;
|
|
172
|
+
status: "done" | "in_progress" | "pending" | "skipped";
|
|
173
|
+
traceId: mongoose.Types.ObjectId;
|
|
174
|
+
updated: Date;
|
|
175
|
+
}
|
|
176
|
+
export interface ObsReviewItemStatics extends FindExactlyOnePlugin<ObsReviewItemDocument>, FindOneOrNonePlugin<ObsReviewItemDocument> {
|
|
177
|
+
}
|
|
178
|
+
export interface ObsReviewItemModel extends mongoose.Model<ObsReviewItemDocument>, ObsReviewItemStatics {
|
|
179
|
+
}
|
|
180
|
+
export interface ObsDatasetAnnotatedBy {
|
|
181
|
+
label: string;
|
|
182
|
+
reviewItemId?: string;
|
|
183
|
+
userId?: string;
|
|
184
|
+
}
|
|
185
|
+
export interface ObsDatasetDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
186
|
+
created: Date;
|
|
187
|
+
deleted: boolean;
|
|
188
|
+
description?: string;
|
|
189
|
+
expectedOutputSchema?: Record<string, unknown>;
|
|
190
|
+
inputSchemaPromptName?: string;
|
|
191
|
+
name: string;
|
|
192
|
+
tags: string[];
|
|
193
|
+
updated: Date;
|
|
194
|
+
}
|
|
195
|
+
export interface ObsDatasetStatics extends FindExactlyOnePlugin<ObsDatasetDocument>, FindOneOrNonePlugin<ObsDatasetDocument> {
|
|
196
|
+
}
|
|
197
|
+
export interface ObsDatasetModel extends mongoose.Model<ObsDatasetDocument>, ObsDatasetStatics {
|
|
198
|
+
}
|
|
199
|
+
export interface ObsDatasetItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
200
|
+
annotatedBy?: ObsDatasetAnnotatedBy;
|
|
201
|
+
created: Date;
|
|
202
|
+
datasetId: mongoose.Types.ObjectId;
|
|
203
|
+
deleted: boolean;
|
|
204
|
+
expectedOutput?: unknown;
|
|
205
|
+
input: unknown;
|
|
206
|
+
metadata?: Record<string, unknown>;
|
|
207
|
+
origin: "manual" | "synthetic" | "trace";
|
|
208
|
+
outcomeClass?: "fn" | "fp" | "tn" | "tp";
|
|
209
|
+
proofread: boolean;
|
|
210
|
+
sourceTraceId?: mongoose.Types.ObjectId;
|
|
211
|
+
tags: string[];
|
|
212
|
+
updated: Date;
|
|
213
|
+
}
|
|
214
|
+
export interface ObsDatasetItemStatics extends FindExactlyOnePlugin<ObsDatasetItemDocument>, FindOneOrNonePlugin<ObsDatasetItemDocument> {
|
|
215
|
+
}
|
|
216
|
+
export interface ObsDatasetItemModel extends mongoose.Model<ObsDatasetItemDocument>, ObsDatasetItemStatics {
|
|
217
|
+
}
|
|
218
|
+
export interface ScoreThreshold {
|
|
219
|
+
aggregate: "mean" | "trueRate";
|
|
220
|
+
dimension: string;
|
|
221
|
+
evaluatorName: string;
|
|
222
|
+
op: "eq" | "gte" | "lte";
|
|
223
|
+
value: number;
|
|
224
|
+
}
|
|
225
|
+
export interface ExperimentGateResult extends ScoreThreshold {
|
|
226
|
+
actual?: number;
|
|
227
|
+
passed: boolean;
|
|
228
|
+
version: number;
|
|
229
|
+
}
|
|
230
|
+
export interface ExperimentEstimate {
|
|
231
|
+
costUsd?: number;
|
|
232
|
+
generations: number;
|
|
233
|
+
wallClockSeconds: number;
|
|
234
|
+
}
|
|
235
|
+
export interface ExperimentAggregates {
|
|
236
|
+
gates: ExperimentGateResult[];
|
|
237
|
+
lowConfidenceItemIds: string[];
|
|
238
|
+
outlierItemIds: string[];
|
|
239
|
+
progress: {
|
|
240
|
+
completed: number;
|
|
241
|
+
total: number;
|
|
242
|
+
};
|
|
243
|
+
totalCostUsd?: number;
|
|
244
|
+
}
|
|
245
|
+
export interface ObsExperimentDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
246
|
+
backgroundTaskId?: mongoose.Types.ObjectId;
|
|
247
|
+
created: Date;
|
|
248
|
+
datasetId: mongoose.Types.ObjectId;
|
|
249
|
+
deleted: boolean;
|
|
250
|
+
estimate?: ExperimentEstimate;
|
|
251
|
+
evaluatorIds: mongoose.Types.ObjectId[];
|
|
252
|
+
includeUnproofread: boolean;
|
|
253
|
+
modelOverride?: string;
|
|
254
|
+
name: string;
|
|
255
|
+
promptName: string;
|
|
256
|
+
results?: ExperimentAggregates;
|
|
257
|
+
status: "completed" | "failed" | "pending" | "running";
|
|
258
|
+
thresholds: ScoreThreshold[];
|
|
259
|
+
updated: Date;
|
|
260
|
+
versions: number[];
|
|
261
|
+
}
|
|
262
|
+
export interface ObsExperimentStatics extends FindExactlyOnePlugin<ObsExperimentDocument>, FindOneOrNonePlugin<ObsExperimentDocument> {
|
|
263
|
+
}
|
|
264
|
+
export interface ObsExperimentModel extends mongoose.Model<ObsExperimentDocument>, ObsExperimentStatics {
|
|
265
|
+
}
|
|
266
|
+
export interface ExperimentVersionEvaluatorScore {
|
|
267
|
+
confidence?: number;
|
|
268
|
+
error?: string;
|
|
269
|
+
scores?: Record<string, boolean | number | string>;
|
|
270
|
+
}
|
|
271
|
+
export interface ExperimentVersionResult {
|
|
272
|
+
error?: string;
|
|
273
|
+
evaluatorScores: Record<string, ExperimentVersionEvaluatorScore>;
|
|
274
|
+
output?: unknown;
|
|
275
|
+
}
|
|
276
|
+
export interface ObsExperimentItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
|
|
277
|
+
created: Date;
|
|
278
|
+
datasetItemId: mongoose.Types.ObjectId;
|
|
279
|
+
deleted: boolean;
|
|
280
|
+
experimentId: mongoose.Types.ObjectId;
|
|
281
|
+
failed: boolean;
|
|
282
|
+
updated: Date;
|
|
283
|
+
versionResults: Record<string, ExperimentVersionResult>;
|
|
284
|
+
}
|
|
285
|
+
export interface ObsExperimentItemStatics extends FindExactlyOnePlugin<ObsExperimentItemDocument>, FindOneOrNonePlugin<ObsExperimentItemDocument> {
|
|
286
|
+
}
|
|
287
|
+
export interface ObsExperimentItemModel extends mongoose.Model<ObsExperimentItemDocument>, ObsExperimentItemStatics {
|
|
288
|
+
}
|
package/package.json
CHANGED
|
@@ -10,21 +10,27 @@
|
|
|
10
10
|
"@langfuse/otel": "^5.0.1",
|
|
11
11
|
"@opentelemetry/api": "^1.9.0",
|
|
12
12
|
"@opentelemetry/sdk-node": "0.217.0",
|
|
13
|
+
"@terreno/blocks": "57.10.1",
|
|
13
14
|
"ai": "^6.0.97",
|
|
15
|
+
"ajv": "8.20.0",
|
|
16
|
+
"csv-parse": "^6.1.0",
|
|
14
17
|
"google-auth-library": "^10.5.0",
|
|
15
18
|
"luxon": "^3.7.2",
|
|
16
|
-
"multer": "2.2.0"
|
|
19
|
+
"multer": "2.2.0",
|
|
20
|
+
"sanitize-html": "^2.17.0"
|
|
17
21
|
},
|
|
18
22
|
"description": "Provider-agnostic AI service with streaming chat, request logging, and admin tools — part of Terreno, the batteries-included TypeScript framework for universal apps.",
|
|
19
23
|
"devDependencies": {
|
|
20
24
|
"@biomejs/biome": "^2.3.6",
|
|
21
|
-
"@terreno/
|
|
22
|
-
"@terreno/
|
|
25
|
+
"@terreno/admin-backend": "57.10.1",
|
|
26
|
+
"@terreno/api": "57.10.1",
|
|
27
|
+
"@terreno/test": "57.10.1",
|
|
23
28
|
"@types/bun": "^1.4.0",
|
|
24
29
|
"@types/express": "^5.0.6",
|
|
25
30
|
"@types/luxon": "^3.7.1",
|
|
26
31
|
"@types/multer": "^1.4.12",
|
|
27
32
|
"@types/supertest": "^7.2.0",
|
|
33
|
+
"chai": "^6.2.2",
|
|
28
34
|
"express": "^5.2.1",
|
|
29
35
|
"mongoose": "9.7.4",
|
|
30
36
|
"passport-local-mongoose": "^9.0.1",
|
|
@@ -38,6 +44,12 @@
|
|
|
38
44
|
"require": "./dist/index.js",
|
|
39
45
|
"types": "./dist/index.d.ts"
|
|
40
46
|
},
|
|
47
|
+
"./harness": {
|
|
48
|
+
"default": "./dist/harness/harness.js",
|
|
49
|
+
"import": "./dist/harness/harness.js",
|
|
50
|
+
"require": "./dist/harness/harness.js",
|
|
51
|
+
"types": "./dist/harness/harness.d.ts"
|
|
52
|
+
},
|
|
41
53
|
"./langfuseApp": {
|
|
42
54
|
"default": "./dist/langfuseApp.js",
|
|
43
55
|
"import": "./dist/langfuseApp.js",
|
|
@@ -69,7 +81,7 @@
|
|
|
69
81
|
"name": "@terreno/ai",
|
|
70
82
|
"peerDependencies": {
|
|
71
83
|
"@ai-sdk/google-vertex": "^4.0.142",
|
|
72
|
-
"@terreno/api": "57.
|
|
84
|
+
"@terreno/api": "57.10.1",
|
|
73
85
|
"mongoose": "^8.0.0 || ^9.0.0"
|
|
74
86
|
},
|
|
75
87
|
"peerDependenciesMeta": {
|
|
@@ -97,5 +109,5 @@
|
|
|
97
109
|
"test:coverage": "bun run ../scripts/check-coverage.ts"
|
|
98
110
|
},
|
|
99
111
|
"types": "dist/index.d.ts",
|
|
100
|
-
"version": "57.
|
|
112
|
+
"version": "57.10.1"
|
|
101
113
|
}
|
package/src/aiApp.test.ts
CHANGED
|
@@ -1,12 +1,15 @@
|
|
|
1
|
-
import {beforeAll, describe, expect, it, mock} from "bun:test";
|
|
1
|
+
import {afterEach, beforeAll, describe, expect, it, mock} from "bun:test";
|
|
2
2
|
import {TerrenoApp} from "@terreno/api";
|
|
3
3
|
import type {LanguageModel} from "ai";
|
|
4
4
|
import type express from "express";
|
|
5
5
|
import supertest from "supertest";
|
|
6
6
|
|
|
7
7
|
import {AiApp} from "./aiApp";
|
|
8
|
+
import {AIRequest} from "./models/aiRequest";
|
|
9
|
+
import {GptHistory} from "./models/gptHistory";
|
|
8
10
|
import type {FileStorageService} from "./service/fileStorage";
|
|
9
11
|
import type {MCPService} from "./service/mcpService";
|
|
12
|
+
import {createScriptedModel, modelCall, textStep, toolCallStep} from "./tests/chatHarness";
|
|
10
13
|
import {authAsUserWithCredentials, ensureTestUsers, UserModel} from "./tests/helpers";
|
|
11
14
|
|
|
12
15
|
const AI_APP_TEST_USER = {
|
|
@@ -45,6 +48,11 @@ describe("AiApp", () => {
|
|
|
45
48
|
await ensureTestUsers([AI_APP_TEST_USER]);
|
|
46
49
|
});
|
|
47
50
|
|
|
51
|
+
afterEach(async () => {
|
|
52
|
+
await AIRequest.deleteMany({});
|
|
53
|
+
await GptHistory.deleteMany({});
|
|
54
|
+
});
|
|
55
|
+
|
|
48
56
|
const authAsUser = async (app: express.Application) => {
|
|
49
57
|
return authAsUserWithCredentials(app, {
|
|
50
58
|
email: AI_APP_TEST_USER.email,
|
|
@@ -71,6 +79,122 @@ describe("AiApp", () => {
|
|
|
71
79
|
expect(projects.status).toBe(200);
|
|
72
80
|
});
|
|
73
81
|
|
|
82
|
+
it("passes asks to the gpt routes, so the model is offered the ask tools", async () => {
|
|
83
|
+
const {AIService} = await import("./service/aiService");
|
|
84
|
+
const model = createMockModel();
|
|
85
|
+
const aiService = new AIService({model: model as unknown as LanguageModel});
|
|
86
|
+
const plugin = new AiApp({aiService, asks: true});
|
|
87
|
+
const app = new TerrenoApp({
|
|
88
|
+
configureApp: (router) => plugin.register(router as unknown as express.Application),
|
|
89
|
+
skipListen: true,
|
|
90
|
+
userModel: UserModel,
|
|
91
|
+
}).build();
|
|
92
|
+
const agent = await authAsUser(app);
|
|
93
|
+
|
|
94
|
+
const res = await agent.post("/gpt/prompt").send({prompt: "Hi"});
|
|
95
|
+
|
|
96
|
+
expect(res.status).toBe(200);
|
|
97
|
+
const [callOptions] = model.doStream.mock.calls[0] as unknown as [{tools?: {name: string}[]}];
|
|
98
|
+
expect(callOptions.tools?.map((tool) => tool.name)).toEqual([
|
|
99
|
+
"ask_choice",
|
|
100
|
+
"ask_confirm",
|
|
101
|
+
"ask_markdown",
|
|
102
|
+
"ask_form",
|
|
103
|
+
"ask_files",
|
|
104
|
+
]);
|
|
105
|
+
});
|
|
106
|
+
|
|
107
|
+
it("adds the documented headless turn actions to the history routes", async () => {
|
|
108
|
+
const {AIService} = await import("./service/aiService");
|
|
109
|
+
const model = createMockModel();
|
|
110
|
+
const aiService = new AIService({model: model as unknown as LanguageModel});
|
|
111
|
+
const app = new TerrenoApp({
|
|
112
|
+
configureApp: (router, options) =>
|
|
113
|
+
new AiApp({aiService, asks: true, openApiOptions: options}).register(
|
|
114
|
+
router as unknown as express.Application
|
|
115
|
+
),
|
|
116
|
+
skipListen: true,
|
|
117
|
+
userModel: UserModel,
|
|
118
|
+
}).build();
|
|
119
|
+
const agent = await authAsUser(app);
|
|
120
|
+
|
|
121
|
+
const openApi = await agent.get("/openapi.json");
|
|
122
|
+
const created = await agent.post("/gpt/histories").send({});
|
|
123
|
+
const historyId = created.body.data._id;
|
|
124
|
+
const turn = await agent
|
|
125
|
+
.post(`/gpt/histories/${historyId}/turn`)
|
|
126
|
+
.send({prompt: "Hi", surface: "compact"});
|
|
127
|
+
const pendingAsks = await agent.get("/gpt/histories/pendingAsks");
|
|
128
|
+
|
|
129
|
+
const historyPaths = Object.keys(openApi.body.paths).filter((path) =>
|
|
130
|
+
path.startsWith("/gpt/histories")
|
|
131
|
+
);
|
|
132
|
+
expect(historyPaths.sort()).toEqual([
|
|
133
|
+
"/gpt/histories/",
|
|
134
|
+
"/gpt/histories/pendingAsks",
|
|
135
|
+
"/gpt/histories/{id}",
|
|
136
|
+
"/gpt/histories/{id}/rating",
|
|
137
|
+
"/gpt/histories/{id}/stream",
|
|
138
|
+
"/gpt/histories/{id}/turn",
|
|
139
|
+
]);
|
|
140
|
+
expect(turn.body.data).toEqual({historyId, text: ""});
|
|
141
|
+
expect(pendingAsks.body.data).toEqual([]);
|
|
142
|
+
const [callOptions] = model.doStream.mock.calls[0] as unknown as [{tools?: {name: string}[]}];
|
|
143
|
+
expect(callOptions.tools?.map((tool) => tool.name)).toEqual(["ask_choice", "ask_confirm"]);
|
|
144
|
+
});
|
|
145
|
+
|
|
146
|
+
it("adds the headless actions only with asks on, so hosts without asks get no new endpoints", async () => {
|
|
147
|
+
const {AIService} = await import("./service/aiService");
|
|
148
|
+
const historyRoutes = async (asks?: boolean) => {
|
|
149
|
+
const model = createMockModel();
|
|
150
|
+
const aiService = new AIService({model: model as unknown as LanguageModel});
|
|
151
|
+
const app = new TerrenoApp({
|
|
152
|
+
configureApp: (router, options) =>
|
|
153
|
+
new AiApp({aiService, asks, openApiOptions: options}).register(
|
|
154
|
+
router as unknown as express.Application
|
|
155
|
+
),
|
|
156
|
+
skipListen: true,
|
|
157
|
+
userModel: UserModel,
|
|
158
|
+
}).build();
|
|
159
|
+
const agent = await authAsUser(app);
|
|
160
|
+
const openApi = await agent.get("/openapi.json");
|
|
161
|
+
const created = await agent.post("/gpt/histories").send({});
|
|
162
|
+
await agent.post(`/gpt/histories/${created.body.data._id}/turn`).send({prompt: "Hi"});
|
|
163
|
+
const pendingAsks = await agent.get("/gpt/histories/pendingAsks");
|
|
164
|
+
const paths = Object.keys(openApi.body.paths).filter((path) =>
|
|
165
|
+
path.startsWith("/gpt/histories")
|
|
166
|
+
);
|
|
167
|
+
return {
|
|
168
|
+
paths: paths.sort(),
|
|
169
|
+
pendingAsksStatus: pendingAsks.status,
|
|
170
|
+
turnModelCalls: model.doStream.mock.calls.length,
|
|
171
|
+
};
|
|
172
|
+
};
|
|
173
|
+
|
|
174
|
+
expect(await historyRoutes()).toEqual({
|
|
175
|
+
paths: [
|
|
176
|
+
"/gpt/histories/",
|
|
177
|
+
"/gpt/histories/{id}",
|
|
178
|
+
"/gpt/histories/{id}/rating",
|
|
179
|
+
"/gpt/histories/{id}/stream",
|
|
180
|
+
],
|
|
181
|
+
pendingAsksStatus: 404,
|
|
182
|
+
turnModelCalls: 0,
|
|
183
|
+
});
|
|
184
|
+
expect(await historyRoutes(true)).toEqual({
|
|
185
|
+
paths: [
|
|
186
|
+
"/gpt/histories/",
|
|
187
|
+
"/gpt/histories/pendingAsks",
|
|
188
|
+
"/gpt/histories/{id}",
|
|
189
|
+
"/gpt/histories/{id}/rating",
|
|
190
|
+
"/gpt/histories/{id}/stream",
|
|
191
|
+
"/gpt/histories/{id}/turn",
|
|
192
|
+
],
|
|
193
|
+
pendingAsksStatus: 200,
|
|
194
|
+
turnModelCalls: 1,
|
|
195
|
+
});
|
|
196
|
+
});
|
|
197
|
+
|
|
74
198
|
it("registers file routes only when fileStorageService and gcsBucket are provided", async () => {
|
|
75
199
|
const fileStorageService = {
|
|
76
200
|
delete: mock(async () => {}),
|
|
@@ -94,6 +218,88 @@ describe("AiApp", () => {
|
|
|
94
218
|
expect(upload.status).not.toBe(404);
|
|
95
219
|
});
|
|
96
220
|
|
|
221
|
+
it("caps uploads at asks.maxFileSizeBytes and loads a files answer's uploads from storage", async () => {
|
|
222
|
+
const {AIService} = await import("./service/aiService");
|
|
223
|
+
const {FileAttachment} = await import("./models/fileAttachment");
|
|
224
|
+
const text = Buffer.from("Coffee, 4.50\n");
|
|
225
|
+
const upload = mock(async () => {
|
|
226
|
+
const [user] = await UserModel.find({email: AI_APP_TEST_USER.email});
|
|
227
|
+
const attachment = await FileAttachment.create({
|
|
228
|
+
filename: "items.txt",
|
|
229
|
+
gcsKey: "uploads/items.txt",
|
|
230
|
+
mimeType: "text/plain",
|
|
231
|
+
size: text.length,
|
|
232
|
+
url: "https://gcs/items.txt",
|
|
233
|
+
userId: user._id,
|
|
234
|
+
});
|
|
235
|
+
return {
|
|
236
|
+
filename: "items.txt",
|
|
237
|
+
gcsKey: "uploads/items.txt",
|
|
238
|
+
id: attachment._id.toString(),
|
|
239
|
+
mimeType: "text/plain",
|
|
240
|
+
size: text.length,
|
|
241
|
+
url: "https://gcs/items.txt",
|
|
242
|
+
};
|
|
243
|
+
});
|
|
244
|
+
const download = mock(async () => text);
|
|
245
|
+
const fileStorageService = {download, upload} as unknown as FileStorageService;
|
|
246
|
+
const model = createScriptedModel({
|
|
247
|
+
steps: [
|
|
248
|
+
toolCallStep({
|
|
249
|
+
input: {accept: ["text"], prompt: "Upload the receipt."},
|
|
250
|
+
toolCallId: "call_receipt",
|
|
251
|
+
toolName: "ask_files",
|
|
252
|
+
}),
|
|
253
|
+
textStep("Got it."),
|
|
254
|
+
],
|
|
255
|
+
});
|
|
256
|
+
const aiService = new AIService({model: model as unknown as LanguageModel});
|
|
257
|
+
const plugin = new AiApp({
|
|
258
|
+
aiService,
|
|
259
|
+
asks: {maxFileSizeBytes: 32},
|
|
260
|
+
fileStorageService,
|
|
261
|
+
gcsBucket: "test-bucket",
|
|
262
|
+
});
|
|
263
|
+
const app = new TerrenoApp({
|
|
264
|
+
configureApp: (router) => plugin.register(router as unknown as express.Application),
|
|
265
|
+
skipListen: true,
|
|
266
|
+
userModel: UserModel,
|
|
267
|
+
}).build();
|
|
268
|
+
const agent = await authAsUser(app);
|
|
269
|
+
|
|
270
|
+
const tooLarge = await agent
|
|
271
|
+
.post("/files/upload")
|
|
272
|
+
.attach("file", Buffer.alloc(64, "a"), {contentType: "text/plain", filename: "big.txt"});
|
|
273
|
+
const uploaded = await agent
|
|
274
|
+
.post("/files/upload")
|
|
275
|
+
.attach("file", text, {contentType: "text/plain", filename: "items.txt"});
|
|
276
|
+
await agent.post("/gpt/prompt").send({prompt: "Log lunch"});
|
|
277
|
+
const [history] = await GptHistory.find({});
|
|
278
|
+
await agent.post("/gpt/prompt").send({
|
|
279
|
+
askResponse: {
|
|
280
|
+
action: "accept",
|
|
281
|
+
content: {
|
|
282
|
+
files: [
|
|
283
|
+
{
|
|
284
|
+
fileId: uploaded.body.data.id,
|
|
285
|
+
filename: "items.txt",
|
|
286
|
+
mimeType: "text/plain",
|
|
287
|
+
size: text.length,
|
|
288
|
+
},
|
|
289
|
+
],
|
|
290
|
+
},
|
|
291
|
+
toolCallId: "call_receipt",
|
|
292
|
+
},
|
|
293
|
+
historyId: history._id.toString(),
|
|
294
|
+
});
|
|
295
|
+
|
|
296
|
+
expect(tooLarge.status).not.toBe(200);
|
|
297
|
+
expect(upload).toHaveBeenCalledTimes(1);
|
|
298
|
+
expect(download).toHaveBeenCalledWith("uploads/items.txt");
|
|
299
|
+
expect(JSON.stringify(modelCall(model, 1).prompt)).toContain("Coffee, 4.50");
|
|
300
|
+
await FileAttachment.deleteMany({});
|
|
301
|
+
});
|
|
302
|
+
|
|
97
303
|
it("skips file routes when only fileStorageService is provided", async () => {
|
|
98
304
|
const fileStorageService = {
|
|
99
305
|
upload: mock(async () => ({
|
package/src/aiApp.ts
CHANGED
|
@@ -11,15 +11,21 @@ import {addProjectRoutes} from "./routes/projects";
|
|
|
11
11
|
import type {AIService} from "./service/aiService";
|
|
12
12
|
import type {FileStorageService} from "./service/fileStorage";
|
|
13
13
|
import type {MCPService} from "./service/mcpService";
|
|
14
|
+
import type {AsksOptions} from "./types";
|
|
14
15
|
|
|
15
16
|
export interface AiAppOptions {
|
|
16
17
|
/** Pre-configured AIService instance. Optional when using per-request keys or demo mode. */
|
|
17
18
|
aiService?: AIService;
|
|
19
|
+
/**
|
|
20
|
+
* Let the model ask the user typed questions in chat. Passed through to `addGptRoutes`, and adds
|
|
21
|
+
* the headless `pendingAsks` and `turn` actions to `/gpt/histories`.
|
|
22
|
+
*/
|
|
23
|
+
asks?: boolean | AsksOptions;
|
|
18
24
|
/** Factory function to create a LanguageModel from a per-request API key (sent via x-ai-api-key header). */
|
|
19
25
|
createModelFn?: (apiKey: string, modelId?: string) => LanguageModel;
|
|
20
26
|
/** Factory function to create a LanguageModel on the server side without a per-request key (e.g. Vertex AI with ADC). Returns undefined if no provider is configured. */
|
|
21
27
|
createServerModelFn?: (modelId?: string) => LanguageModel | undefined;
|
|
22
|
-
/**
|
|
28
|
+
/** Not read: the routes send a canned demo reply whenever no AI service resolves. */
|
|
23
29
|
demoMode?: boolean;
|
|
24
30
|
/** File storage service for handling file uploads to GCS. */
|
|
25
31
|
fileStorageService?: FileStorageService;
|
|
@@ -63,7 +69,7 @@ export interface AiAppOptions {
|
|
|
63
69
|
*
|
|
64
70
|
* @example
|
|
65
71
|
* ```typescript
|
|
66
|
-
* //
|
|
72
|
+
* // Per-request keys only (no server-side API key needed); requests without a key get the canned demo reply
|
|
67
73
|
* new AiApp({
|
|
68
74
|
* createModelFn: (key) => google("gemini-3.8-flash", {apiKey: key}),
|
|
69
75
|
* demoMode: true,
|
|
@@ -81,6 +87,7 @@ export class AiApp implements TerrenoPlugin {
|
|
|
81
87
|
const router = app;
|
|
82
88
|
const {
|
|
83
89
|
aiService,
|
|
90
|
+
asks,
|
|
84
91
|
createModelFn,
|
|
85
92
|
createServerModelFn,
|
|
86
93
|
demoMode,
|
|
@@ -95,14 +102,15 @@ export class AiApp implements TerrenoPlugin {
|
|
|
95
102
|
tools,
|
|
96
103
|
} = this.options;
|
|
97
104
|
|
|
98
|
-
|
|
99
|
-
|
|
105
|
+
const hasFileRoutes = Boolean(fileStorageService && gcsBucket);
|
|
106
|
+
const chat = {
|
|
100
107
|
aiService,
|
|
108
|
+
asks,
|
|
101
109
|
createModelFn,
|
|
102
110
|
createServerModelFn,
|
|
103
111
|
demoMode,
|
|
104
112
|
// Attachments are only uploaded when the file routes are mounted too
|
|
105
|
-
fileStorageService:
|
|
113
|
+
fileStorageService: hasFileRoutes ? fileStorageService : undefined,
|
|
106
114
|
fileUploadsEnabled,
|
|
107
115
|
maxSteps,
|
|
108
116
|
mcpService,
|
|
@@ -110,7 +118,9 @@ export class AiApp implements TerrenoPlugin {
|
|
|
110
118
|
titleModelId,
|
|
111
119
|
toolChoice,
|
|
112
120
|
tools,
|
|
113
|
-
}
|
|
121
|
+
};
|
|
122
|
+
addGptHistoryRoutes(router, {chat, openApiOptions});
|
|
123
|
+
addGptRoutes(router, chat);
|
|
114
124
|
addAiRequestsExplorerRoutes(router, {openApiOptions});
|
|
115
125
|
addProjectRoutes(router, {openApiOptions});
|
|
116
126
|
|
|
@@ -119,6 +129,9 @@ export class AiApp implements TerrenoPlugin {
|
|
|
119
129
|
fileStorageService,
|
|
120
130
|
fileUploadsEnabled,
|
|
121
131
|
gcsBucket,
|
|
132
|
+
...(typeof asks === "object" && asks.maxFileSizeBytes !== undefined
|
|
133
|
+
? {maxFileSize: asks.maxFileSizeBytes}
|
|
134
|
+
: {}),
|
|
122
135
|
openApiOptions,
|
|
123
136
|
});
|
|
124
137
|
}
|