@vellumai/assistant 0.11.4 → 0.11.5-dev.202608220019.a778cf0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +6 -2
- package/ARCHITECTURE.md +29 -4
- package/README.md +1 -1
- package/docs/architecture/memory.md +17 -5
- package/docs/architecture/security.md +96 -152
- package/docs/guardian-request-flow.md +13 -2
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
- package/node_modules/@vellumai/gateway-client/src/gateway-ipc-contracts.ts +166 -1
- package/node_modules/@vellumai/gateway-client/src/http-delivery.ts +7 -14
- package/node_modules/@vellumai/gateway-client/src/index.ts +2 -0
- package/node_modules/@vellumai/gateway-client/src/outbound-contract.ts +30 -32
- package/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
- package/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
- package/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
- package/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
- package/openapi.yaml +487 -11
- package/package.json +1 -1
- package/scripts/sync-web-search-catalog.ts +6 -0
- package/src/__tests__/anthropic-provider.test.ts +10 -3
- package/src/__tests__/approval-interception-trust-gates.test.ts +40 -0
- package/src/__tests__/background-workers-disk-pressure.test.ts +1 -1
- package/src/__tests__/channel-approval-routes.test.ts +4 -0
- package/src/__tests__/channel-inbound-disk-pressure.test.ts +5 -6
- package/src/__tests__/channel-readiness-service.test.ts +126 -0
- package/src/__tests__/channel-reply-delivery.test.ts +30 -17
- package/src/__tests__/checker.test.ts +20 -314
- package/src/__tests__/cli-memory-v2-reembed-skills.test.ts +6 -2
- package/src/__tests__/client-os-metadata-persistence.test.ts +16 -0
- package/src/__tests__/compactor-retained-image-validation.test.ts +142 -0
- package/src/__tests__/config-loader-backfill.test.ts +19 -10
- package/src/__tests__/container-cpu-sampler.test.ts +153 -0
- package/src/__tests__/context-search-memory-v2-source.test.ts +0 -1
- package/src/__tests__/conversation-attachments.test.ts +0 -1
- package/src/__tests__/conversation-delete-watch-timeline.test.ts +231 -0
- package/src/__tests__/conversation-error.test.ts +17 -0
- package/src/__tests__/conversation-lifecycle.test.ts +20 -26
- package/src/__tests__/conversation-pairing.test.ts +186 -0
- package/src/__tests__/conversation-runtime-assembly.test.ts +21 -2
- package/src/__tests__/credential-broker-server-use.test.ts +24 -5
- package/src/__tests__/credential-routes.test.ts +22 -3
- package/src/__tests__/credential-security-invariants.test.ts +2 -1
- package/src/__tests__/daemon-credential-client.test.ts +88 -0
- package/src/__tests__/default-plugin-names-guard.test.ts +12 -1
- package/src/__tests__/dm-backfill.test.ts +63 -0
- package/src/__tests__/dynamic-skill-background-guard.test.ts +0 -2
- package/src/__tests__/edit-propagation.test.ts +107 -4
- package/src/__tests__/events-client-registration.test.ts +28 -0
- package/src/__tests__/file-write-tool.test.ts +4 -2
- package/src/__tests__/guardian-prompt-notice-privacy.test.ts +133 -0
- package/src/__tests__/guardian-verify-setup-skill-regression.test.ts +143 -97
- package/src/__tests__/helpers/gateway-classify-mock.ts +27 -6
- package/src/__tests__/host-proxy-interface.test.ts +11 -1
- package/src/__tests__/host-shell-tool.test.ts +23 -4
- package/src/__tests__/image-conversion.test.ts +143 -1
- package/src/__tests__/inline-skill-load-permissions.test.ts +47 -36
- package/src/__tests__/input-repairs.test.ts +207 -0
- package/src/__tests__/live-workspace-guard.test.ts +75 -0
- package/src/__tests__/managed-profile-guard.test.ts +4 -2
- package/src/__tests__/mcp-abort-signal.test.ts +1 -1
- package/src/__tests__/mcp-client-auth.test.ts +1 -1
- package/src/__tests__/mcp-tool-annotations-risk.test.ts +1 -1
- package/src/__tests__/media-resolve-image-validation.test.ts +310 -0
- package/src/__tests__/mtime-cache.test.ts +2 -0
- package/src/__tests__/notification-vellum-adapter.test.ts +124 -1
- package/src/__tests__/openai-provider.test.ts +40 -0
- package/src/__tests__/openai-responses-provider.test.ts +18 -0
- package/src/__tests__/personal-memory-auth-bypass.test.ts +22 -6
- package/src/__tests__/platform-bash-auto-approve.test.ts +0 -4
- package/src/__tests__/platform.test.ts +16 -1
- package/src/__tests__/plugin-api-resolve-credential.test.ts +22 -13
- package/src/__tests__/plugin-api-shim.test.ts +5 -0
- package/src/__tests__/plugin-api-store-credential.test.ts +268 -0
- package/src/__tests__/plugin-config-data-migration.test.ts +8 -1
- package/src/__tests__/plugin-disabled-state.test.ts +2 -0
- package/src/__tests__/plugin-effective-enabled-set.test.ts +55 -3
- package/src/__tests__/plugin-execution-context.test.ts +73 -0
- package/src/__tests__/plugin-import-boundary-guard.test.ts +0 -1
- package/src/__tests__/plugin-import-boundary-reverse-guard.test.ts +0 -1
- package/src/__tests__/reaction-persistence.test.ts +200 -7
- package/src/__tests__/require-fresh-approval.test.ts +0 -4
- package/src/__tests__/resource-pressure-guard.test.ts +428 -0
- package/src/__tests__/resource-pressure-routes.test.ts +113 -0
- package/src/__tests__/risk-classification-boundary-guard.test.ts +115 -0
- package/src/__tests__/run-conversation-turn-persistence.test.ts +27 -1
- package/src/__tests__/sanitize-config-for-transfer.test.ts +28 -0
- package/src/__tests__/secret-routes-platform-proxy.test.ts +7 -0
- package/src/__tests__/settings-routes.test.ts +85 -3
- package/src/__tests__/skill-tool-factory.test.ts +161 -0
- package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +1 -1
- package/src/__tests__/tool-executor-lifecycle-events.test.ts +132 -5
- package/src/__tests__/tool-executor.test.ts +63 -38
- package/src/__tests__/tool-policy.test.ts +97 -1
- package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +7 -4
- package/src/__tests__/user-plugin-loader.test.ts +2 -0
- package/src/__tests__/validate-input.test.ts +243 -7
- package/src/__tests__/verification-control-plane-policy.test.ts +0 -2
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +2 -0
- package/src/__tests__/voice-session-bridge.test.ts +42 -0
- package/src/__tests__/web-search-catalog-parity.test.ts +8 -0
- package/src/acp/__tests__/acp-claude-oauth.test.ts +97 -29
- package/src/acp/__tests__/prepare-agent-env.test.ts +376 -153
- package/src/acp/acp-claude-oauth.ts +38 -21
- package/src/acp/prepare-agent-env.ts +146 -55
- package/src/agent/loop-tool-dedup.test.ts +161 -0
- package/src/agent/loop.ts +68 -22
- package/src/api/constants/app-tools.ts +34 -0
- package/src/api/constants/profile-config-validation.ts +60 -0
- package/src/api/events/resource-pressure-status-changed.ts +53 -0
- package/src/api/events/tool-result.ts +6 -1
- package/src/api/events/watch-retro-completed.ts +52 -0
- package/src/api/index.ts +30 -0
- package/src/api/responses/resource-pressure-status.ts +25 -0
- package/src/approvals/guardian-channel-delivery.ts +70 -6
- package/src/approvals/guardian-request-resolvers.ts +32 -66
- package/src/calls/__tests__/voice-session-bridge.test.ts +114 -0
- package/src/calls/voice-session-bridge.ts +60 -6
- package/src/channels/__tests__/message-audience.test.ts +49 -0
- package/src/channels/__tests__/types.test.ts +17 -3
- package/src/channels/message-audience.ts +40 -0
- package/src/channels/types.ts +16 -12
- package/src/cli/__tests__/catalog-search-help.test.ts +50 -0
- package/src/cli/commands/__tests__/channel-verification-sessions.test.ts +31 -0
- package/src/cli/commands/__tests__/conversations-search.test.ts +289 -0
- package/src/cli/commands/__tests__/conversations-slack.test.ts +2 -1
- package/src/cli/commands/__tests__/inference-profiles.test.ts +16 -4
- package/src/cli/commands/__tests__/inference-providers.test.ts +135 -2
- package/src/cli/commands/__tests__/keys.test.ts +89 -8
- package/src/cli/commands/__tests__/plugins.test.ts +57 -1
- package/src/cli/commands/channel-verification-sessions.help.ts +11 -9
- package/src/cli/commands/channel-verification-sessions.ts +11 -21
- package/src/cli/commands/conversations.help.ts +34 -0
- package/src/cli/commands/conversations.ts +125 -0
- package/src/cli/commands/inference-profiles.ts +56 -3
- package/src/cli/commands/inference-providers.ts +37 -6
- package/src/cli/commands/inference.help.ts +9 -4
- package/src/cli/commands/keys.help.ts +13 -1
- package/src/cli/commands/keys.ts +26 -15
- package/src/cli/commands/memory/__tests__/memory-v2.test.ts +57 -7
- package/src/cli/commands/memory/index.help.ts +41 -27
- package/src/cli/commands/memory/index.ts +2 -0
- package/src/cli/commands/memory/memory-v2.ts +58 -54
- package/src/cli/commands/memory/memory-validate.ts +18 -0
- package/src/cli/commands/monitoring.ts +1 -0
- package/src/cli/commands/oauth/request.test.ts +93 -0
- package/src/cli/commands/oauth/request.ts +23 -9
- package/src/cli/commands/plugins.help.ts +28 -31
- package/src/cli/commands/plugins.ts +10 -0
- package/src/cli/commands/skills.help.ts +13 -16
- package/src/cli/commands/trust.ts +3 -14
- package/src/cli/lib/__tests__/install-from-github.test.ts +38 -0
- package/src/cli/lib/__tests__/merge-plugin-tree.test.ts +34 -0
- package/src/cli/lib/__tests__/plugin-surfaces.test.ts +32 -1
- package/src/cli/lib/__tests__/toggle-plugin.test.ts +2 -1
- package/src/cli/lib/__tests__/upgrade-plugin.test.ts +64 -0
- package/src/cli/lib/bundled-marketplace.json +26 -0
- package/src/cli/lib/daemon-credential-client.ts +25 -3
- package/src/cli/lib/install-from-github.ts +35 -24
- package/src/cli/lib/merge-plugin-tree.ts +22 -4
- package/src/cli/lib/open-browser.test.ts +67 -0
- package/src/cli/lib/open-browser.ts +24 -5
- package/src/cli/lib/plugin-surfaces.ts +27 -0
- package/src/config/__tests__/balanced-model-experiment.test.ts +7 -7
- package/src/config/__tests__/default-profile-catalog.test.ts +3 -3
- package/src/config/__tests__/profile-materialization.test.ts +26 -0
- package/src/config/default-profile-catalog.ts +5 -6
- package/src/config/feature-flag-registry.json +36 -28
- package/src/config/profile-materialization.ts +29 -0
- package/src/config/sanitize-for-transfer.ts +16 -0
- package/src/config/schemas/llm.ts +7 -0
- package/src/config/schemas/services.ts +6 -0
- package/src/config/webhook-routing.ts +8 -0
- package/src/context/compactor.ts +31 -2
- package/src/context/outbound-sanitize.ts +6 -0
- package/src/daemon/__tests__/lifecycle-watch-timeline-sweep.test.ts +98 -0
- package/src/daemon/__tests__/provider-rejection-log-fields.test.ts +272 -0
- package/src/daemon/conversation-agent-loop-handlers.ts +4 -1
- package/src/daemon/conversation-error.ts +19 -2
- package/src/daemon/conversation-messaging.ts +22 -2
- package/src/daemon/conversation-process.ts +11 -0
- package/src/daemon/conversation-store.ts +10 -0
- package/src/daemon/conversation-surfaces.ts +21 -8
- package/src/daemon/conversation.ts +12 -10
- package/src/daemon/daemon-control.ts +1 -0
- package/src/daemon/handlers/__tests__/config-ingress-tunnel-records.test.ts +208 -0
- package/src/daemon/handlers/config-ingress.ts +115 -5
- package/src/daemon/lifecycle.ts +30 -2
- package/src/daemon/message-types/conversations.ts +5 -7
- package/src/daemon/message-types/web-activity.ts +3 -2
- package/src/daemon/provider-rejection-log-fields.ts +124 -0
- package/src/daemon/resource-pressure-guard-lifecycle.ts +66 -0
- package/src/daemon/resource-pressure-guard.ts +387 -0
- package/src/daemon/shutdown-handlers.ts +2 -0
- package/src/daemon/startup-error.ts +16 -0
- package/src/daemon/trust-context.ts +14 -10
- package/src/daemon/unsendable-image-notice.ts +76 -0
- package/src/hooks/registry.ts +65 -51
- package/src/inbound/__tests__/tunnel-probe.test.ts +448 -0
- package/src/inbound/tunnel-probe.ts +261 -0
- package/src/ipc/__tests__/socket-path.test.ts +15 -7
- package/src/ipc/gateway-client.test.ts +1 -1
- package/src/ipc/gateway-client.ts +14 -21
- package/src/ipc/socket-cleanup.ts +2 -11
- package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +1 -1
- package/src/messaging/provider-message-metadata.ts +128 -0
- package/src/messaging/providers/__tests__/transport-dispatch.test.ts +138 -73
- package/src/messaging/providers/channel-transport.ts +100 -16
- package/src/messaging/providers/discord/send.ts +16 -0
- package/src/messaging/providers/discord/transport.ts +23 -1
- package/src/messaging/providers/index.ts +84 -16
- package/src/messaging/providers/slack/message-metadata.ts +45 -0
- package/src/messaging/providers/slack/render-transcript.ts +1 -4
- package/src/messaging/providers/slack/send.test.ts +88 -34
- package/src/messaging/providers/slack/send.ts +99 -50
- package/src/messaging/providers/slack/transport.ts +35 -37
- package/src/messaging/providers/telegram-bot/send.test.ts +88 -18
- package/src/messaging/providers/telegram-bot/send.ts +36 -0
- package/src/messaging/providers/telegram-bot/transport.ts +22 -8
- package/src/messaging/read-provider-metadata.test.ts +157 -0
- package/src/messaging/read-provider-metadata.ts +51 -0
- package/src/notifications/__tests__/assistant-reply-producer.test.ts +94 -0
- package/src/notifications/__tests__/edit-notification.test.ts +174 -2
- package/src/notifications/__tests__/home-feed-side-effect.test.ts +536 -4
- package/src/notifications/adapters/macos.ts +55 -0
- package/src/notifications/adapters/slack.ts +10 -5
- package/src/notifications/assistant-reply-producer.ts +37 -4
- package/src/notifications/conversation-pairing.ts +111 -21
- package/src/notifications/edit-notification.ts +38 -8
- package/src/notifications/emit-signal.ts +12 -14
- package/src/notifications/home-feed-side-effect.ts +218 -15
- package/src/notifications/types.ts +5 -0
- package/src/permissions/AGENTS.md +16 -0
- package/src/permissions/checker.test.ts +75 -122
- package/src/permissions/checker.ts +44 -560
- package/src/permissions/confirmation-guardian-request.test.ts +28 -3
- package/src/permissions/confirmation-guardian-request.ts +5 -1
- package/src/persistence/conversation-crud.ts +69 -20
- package/src/persistence/conversation-queries.ts +14 -1
- package/src/persistence/conversation-types.ts +22 -0
- package/src/persistence/db-async-query.ts +2 -1
- package/src/persistence/db-maintenance.ts +15 -0
- package/src/persistence/delivery-crud.ts +122 -15
- package/src/persistence/embeddings/qdrant-manager.ts +1 -0
- package/src/persistence/migrations/367-create-watch-timeline-entries.ts +46 -0
- package/src/persistence/migrations/368-watch-timeline-screenshot-blob.ts +33 -0
- package/src/persistence/migrations/__tests__/367-create-watch-timeline-entries.test.ts +98 -0
- package/src/persistence/migrations/__tests__/368-watch-timeline-screenshot-blob.test.ts +98 -0
- package/src/persistence/schema/index.ts +1 -0
- package/src/persistence/schema/watch.ts +29 -0
- package/src/persistence/steps.ts +4 -0
- package/src/plugin-api/__tests__/import-graph-partial-mock.test.ts +67 -0
- package/src/plugin-api/conversation-turn.ts +27 -0
- package/src/plugin-api/credential-scope.test.ts +15 -0
- package/src/plugin-api/credential-scope.ts +14 -0
- package/src/plugin-api/index.ts +19 -1
- package/src/plugin-api/resolve-credential.ts +15 -10
- package/src/plugin-api/store-credential.ts +148 -0
- package/src/plugin-api/system-card.ts +36 -0
- package/src/plugin-api/vision-support.test.ts +82 -0
- package/src/plugin-api/vision-support.ts +14 -2
- package/src/plugins/defaults/image-fallback/__tests__/image-fallback.test.ts +361 -110
- package/src/plugins/defaults/image-fallback/__tests__/vision-recovery.test.ts +4 -0
- package/src/plugins/defaults/image-fallback/hooks/user-prompt-submit.ts +58 -0
- package/src/plugins/defaults/image-fallback/src/caption-blocks.ts +64 -23
- package/src/plugins/defaults/image-recovery/detect.ts +24 -1
- package/src/plugins/defaults/main.ts +15 -0
- package/src/plugins/defaults/memory/AGENTS.md +11 -3
- package/src/plugins/defaults/memory/__tests__/memory-tier-boundary-guard.test.ts +0 -1
- package/src/plugins/defaults/memory/graph-topology/pending-buffer.ts +9 -12
- package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
- package/src/plugins/defaults/memory/src/memory-v2-routes.ts +12 -10
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +114 -0
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-prompt-flag-gating-guard.test.ts +8 -0
- package/src/plugins/defaults/memory/substrate/__tests__/edge-index.test.ts +0 -30
- package/src/plugins/defaults/memory/substrate/__tests__/ingest.test.ts +73 -1
- package/src/plugins/defaults/memory/substrate/__tests__/page-index.test.ts +37 -0
- package/src/plugins/defaults/memory/substrate/__tests__/page-links.test.ts +208 -0
- package/src/plugins/defaults/memory/substrate/__tests__/prompts-consolidation.test.ts +158 -1
- package/src/plugins/defaults/memory/substrate/__tests__/static-context.test.ts +1 -61
- package/src/plugins/defaults/memory/substrate/consolidation-job.ts +68 -6
- package/src/plugins/defaults/memory/substrate/edge-index.ts +0 -31
- package/src/plugins/defaults/memory/substrate/ingest.ts +59 -0
- package/src/plugins/defaults/memory/substrate/page-index.ts +35 -8
- package/src/plugins/defaults/memory/substrate/page-links.ts +133 -0
- package/src/plugins/defaults/memory/substrate/page-store.ts +10 -0
- package/src/plugins/defaults/memory/substrate/prompts/consolidation.ts +124 -34
- package/src/plugins/defaults/memory/substrate/static-context.ts +0 -29
- package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +3 -1
- package/src/plugins/defaults/memory/v3/card.ts +9 -9
- package/src/plugins/defaults/memory/v3/core-set.test.ts +7 -0
- package/src/plugins/defaults/memory/v3/core-set.ts +5 -1
- package/src/plugins/defaults/memory/v3/edge.ts +13 -57
- package/src/plugins/mtime-cache.ts +1 -1
- package/src/plugins/pipeline.ts +14 -7
- package/src/plugins/plugin-execution-context.ts +35 -11
- package/src/plugins/plugin-tree-walk.ts +63 -4
- package/src/providers/__tests__/retry-network-error.test.ts +84 -0
- package/src/providers/anthropic/__tests__/pause-turn-continuation.test.ts +170 -0
- package/src/providers/anthropic/client.ts +332 -241
- package/src/providers/connection-resolution.ts +25 -2
- package/src/providers/content-blocks.ts +22 -0
- package/src/providers/fetch-provider-catalog.ts +19 -0
- package/src/providers/gemini/client.ts +5 -2
- package/src/providers/inference/__tests__/adapter-factory-litellm.test.ts +47 -1
- package/src/providers/inference/__tests__/adapter-factory-ollama.test.ts +83 -0
- package/src/providers/inference/__tests__/adapter-factory-openai-compatible.test.ts +98 -1
- package/src/providers/inference/__tests__/base-url-route-validation.test.ts +38 -0
- package/src/providers/inference/__tests__/base-url-security.test.ts +10 -0
- package/src/providers/inference/__tests__/connections-ollama.test.ts +90 -0
- package/src/providers/inference/__tests__/endpoint-probe.test.ts +92 -0
- package/src/providers/inference/__tests__/missing-credential-guard.test.ts +117 -0
- package/src/providers/inference/__tests__/profile-config-validation.test.ts +39 -0
- package/src/providers/inference/__tests__/profile-probe-classify.test.ts +66 -0
- package/src/providers/inference/adapter-factory.ts +33 -2
- package/src/providers/inference/auth.ts +13 -2
- package/src/providers/inference/credential-usage.ts +37 -0
- package/src/providers/inference/endpoint-probe.ts +115 -0
- package/src/providers/inference/missing-credential-guard.ts +110 -0
- package/src/providers/inference/profile-probe.ts +256 -0
- package/src/providers/inference/resolve-auth.ts +7 -7
- package/src/providers/media-resolve.ts +176 -15
- package/src/providers/model-catalog.ts +10 -0
- package/src/providers/openai/__tests__/api-error-normalization.test.ts +17 -1
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +576 -46
- package/src/providers/openai/__tests__/connection-error-wrap.test.ts +44 -0
- package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +125 -2
- package/src/providers/openai/api-error-normalization.ts +16 -2
- package/src/providers/openai/chat-completions-provider.ts +326 -44
- package/src/providers/openai/responses-provider.ts +5 -2
- package/src/providers/provider-send-message.ts +11 -0
- package/src/providers/retry.ts +6 -0
- package/src/providers/search-provider-catalog.ts +20 -0
- package/src/routes/route-host-protocol.ts +7 -0
- package/src/routes/worker.ts +31 -10
- package/src/runtime/AGENTS.md +36 -0
- package/src/runtime/__tests__/host-observe.test.ts +302 -0
- package/src/runtime/__tests__/runtime-http-port-collision.test.ts +131 -0
- package/src/runtime/__tests__/web-presence.test.ts +234 -0
- package/src/runtime/assistant-event-hub.ts +38 -0
- package/src/runtime/channel-readiness-service.ts +39 -13
- package/src/runtime/channel-readiness-types.ts +49 -2
- package/src/runtime/channel-reply-delivery.ts +55 -32
- package/src/runtime/channel-retry-sweep.ts +6 -4
- package/src/runtime/effective-capabilities.test.ts +19 -0
- package/src/runtime/effective-capabilities.ts +25 -0
- package/src/runtime/guardian-reply-router.ts +6 -2
- package/src/runtime/host-observe.ts +246 -0
- package/src/runtime/http-errors.ts +1 -0
- package/src/runtime/http-server.ts +185 -6
- package/src/runtime/routes/__tests__/client-routes.test.ts +150 -0
- package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +133 -0
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +80 -0
- package/src/runtime/routes/__tests__/credential-delete-in-use.test.ts +155 -0
- package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +118 -0
- package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +72 -1
- package/src/runtime/routes/__tests__/ingress-status-routes.test.ts +508 -0
- package/src/runtime/routes/__tests__/monitoring-routes.test.ts +1 -0
- package/src/runtime/routes/__tests__/pending-interactions-route.test.ts +175 -0
- package/src/runtime/routes/__tests__/plugins-routes.test.ts +103 -71
- package/src/runtime/routes/__tests__/surface-action-routes.test.ts +55 -6
- package/src/runtime/routes/__tests__/system-card-turn-termination.test.ts +107 -0
- package/src/runtime/routes/__tests__/user-route-dispatcher-host.test.ts +52 -1
- package/src/runtime/routes/__tests__/user-route-dispatcher.test.ts +75 -4
- package/src/runtime/routes/__tests__/watch-routes-guardian-cache.test.ts +139 -0
- package/src/runtime/routes/__tests__/watch-routes.test.ts +598 -0
- package/src/runtime/routes/approval-routes.ts +37 -4
- package/src/runtime/routes/approval-strategies/guardian-text-engine-strategy.ts +16 -22
- package/src/runtime/routes/canned-message-complete.ts +68 -29
- package/src/runtime/routes/channel-readiness-routes.ts +14 -2
- package/src/runtime/routes/client-routes.ts +113 -0
- package/src/runtime/routes/conversation-list-routes.ts +22 -7
- package/src/runtime/routes/conversation-management-routes.ts +15 -9
- package/src/runtime/routes/conversation-query-routes.ts +10 -0
- package/src/runtime/routes/conversation-routes.ts +36 -22
- package/src/runtime/routes/credential-in-use.ts +85 -0
- package/src/runtime/routes/credential-routes.ts +55 -85
- package/src/runtime/routes/guardian-approval-interception.ts +44 -53
- package/src/runtime/routes/guardian-approval-reply-helpers.ts +14 -12
- package/src/runtime/routes/host-cu-routes.ts +18 -0
- package/src/runtime/routes/identity-routes.ts +5 -121
- package/src/runtime/routes/inbound-message-handler.ts +74 -30
- package/src/runtime/routes/inbound-stages/acl-enforcement.ts +16 -17
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +182 -297
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +173 -386
- package/src/runtime/routes/inbound-stages/edit-intercept.ts +101 -77
- package/src/runtime/routes/inbound-stages/guardian-reply-intercept.ts +17 -8
- package/src/runtime/routes/inbound-stages/reaction-intercept.test.ts +91 -7
- package/src/runtime/routes/inbound-stages/reaction-intercept.ts +72 -70
- package/src/runtime/routes/index.ts +4 -0
- package/src/runtime/routes/inference-profiles-routes.ts +232 -31
- package/src/runtime/routes/inference-provider-connection-routes.ts +33 -11
- package/src/runtime/routes/ingress-status-routes.ts +180 -0
- package/src/runtime/routes/monitoring-routes.ts +9 -1
- package/src/runtime/routes/oauth-commands-routes.ts +1 -1
- package/src/runtime/routes/plugins-routes.ts +28 -32
- package/src/runtime/routes/resource-pressure-routes.ts +22 -0
- package/src/runtime/routes/secret-routes.ts +39 -8
- package/src/runtime/routes/settings-routes.ts +15 -12
- package/src/runtime/routes/surface-action-routes.ts +20 -19
- package/src/runtime/routes/user-route-dispatcher.ts +31 -2
- package/src/runtime/routes/user-route-resolution.ts +18 -1
- package/src/runtime/routes/watch-routes.ts +807 -0
- package/src/runtime/slack-reply-session.test.ts +23 -13
- package/src/runtime/slack-reply-session.ts +38 -55
- package/src/runtime/web-presence.ts +90 -0
- package/src/security/__tests__/untrusted-content.test.ts +42 -0
- package/src/security/untrusted-content.ts +28 -9
- package/src/skills/validate-input.ts +177 -40
- package/src/subagent/__tests__/consult-context-gating.test.ts +6 -10
- package/src/subagent/consult-context.ts +7 -23
- package/src/tools/credentials/broker.ts +24 -79
- package/src/tools/credentials/ref-parse.ts +35 -0
- package/src/tools/credentials/resolve.ts +4 -10
- package/src/tools/credentials/store.ts +168 -0
- package/src/tools/credentials/tool-policy.ts +67 -0
- package/src/tools/executor.ts +53 -15
- package/src/tools/network/__tests__/firecrawl-compat.test.ts +77 -0
- package/src/tools/network/__tests__/web-fetch-fastcrw.test.ts +169 -0
- package/src/tools/network/__tests__/web-search.test.ts +138 -3
- package/src/tools/network/firecrawl-compat.ts +90 -0
- package/src/tools/network/url-safety.ts +9 -16
- package/src/tools/network/web-fetch.ts +142 -62
- package/src/tools/network/web-search.ts +162 -58
- package/src/tools/permission-checker.ts +43 -52
- package/src/tools/schema-transforms.ts +40 -5
- package/src/tools/shared/input-repairs.ts +160 -0
- package/src/tools/skills/skill-tool-factory.ts +18 -4
- package/src/tools/subagent/spawn.ts +0 -1
- package/src/tools/tool-approval-handler.ts +16 -10
- package/src/tools/tool-types.ts +26 -13
- package/src/tools/types.ts +6 -6
- package/src/util/__tests__/cgroup-memory.test.ts +3 -0
- package/src/util/cgroup-memory.ts +3 -0
- package/src/util/container-cpu-sampler.ts +250 -0
- package/src/util/image-conversion.ts +178 -14
- package/src/util/platform.ts +93 -10
- package/src/util/worker-process.ts +1 -0
- package/src/watch/__tests__/watch-retro.test.ts +665 -0
- package/src/watch/__tests__/watch-session-manager.test.ts +566 -0
- package/src/watch/__tests__/watch-timeline.test.ts +670 -0
- package/src/watch/watch-retro.ts +480 -0
- package/src/watch/watch-session-manager.ts +575 -0
- package/src/watch/watch-timeline.ts +848 -0
- package/src/permissions/ipc-risk-types.ts +0 -143
- package/src/permissions/risk-types.ts +0 -76
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A connection whose credential was force-deleted must fail its next send with
|
|
3
|
+
* an actionable configuration error. Upstreams that answer an unusable key with
|
|
4
|
+
* `200` and empty content otherwise reach the user as a blank assistant turn.
|
|
5
|
+
*/
|
|
6
|
+
|
|
7
|
+
import { describe, expect, test } from "bun:test";
|
|
8
|
+
|
|
9
|
+
import { classifyConversationError } from "../../../daemon/conversation-error.js";
|
|
10
|
+
import { credentialKey } from "../../../security/credential-key.js";
|
|
11
|
+
import {
|
|
12
|
+
deleteSecureKeyAsync,
|
|
13
|
+
setSecureKeyAsync,
|
|
14
|
+
} from "../../../security/secure-keys.js";
|
|
15
|
+
import { ConnectionResolutionError } from "../../routing-identity.js";
|
|
16
|
+
import type {
|
|
17
|
+
ContentBlock,
|
|
18
|
+
Message,
|
|
19
|
+
Provider,
|
|
20
|
+
ProviderResponse,
|
|
21
|
+
} from "../../types.js";
|
|
22
|
+
import { MissingCredentialGuardProvider } from "../missing-credential-guard.js";
|
|
23
|
+
|
|
24
|
+
const CONNECTION_NAME = "agentrouter-primary";
|
|
25
|
+
const ACCOUNT = credentialKey("agentrouter", "api_key");
|
|
26
|
+
|
|
27
|
+
function respondingProvider(content: ContentBlock[]): Provider {
|
|
28
|
+
return {
|
|
29
|
+
name: "openai-compatible",
|
|
30
|
+
sendMessage: (_messages: Message[]): Promise<ProviderResponse> =>
|
|
31
|
+
Promise.resolve({
|
|
32
|
+
content,
|
|
33
|
+
model: "gpt-4o-mini",
|
|
34
|
+
usage: { inputTokens: 12, outputTokens: 0 },
|
|
35
|
+
stopReason: "end_turn",
|
|
36
|
+
}),
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
function guard(inner: Provider): Provider {
|
|
41
|
+
return new MissingCredentialGuardProvider(inner, {
|
|
42
|
+
name: CONNECTION_NAME,
|
|
43
|
+
credentialAccount: ACCOUNT,
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
describe("missing credential guard", () => {
|
|
48
|
+
test("turns an empty upstream turn into an actionable error once the credential is gone", async () => {
|
|
49
|
+
// GIVEN a connection whose credential has been force-deleted
|
|
50
|
+
await deleteSecureKeyAsync(ACCOUNT);
|
|
51
|
+
|
|
52
|
+
// AND an upstream that answers the unusable key with 200 and no content
|
|
53
|
+
const provider = guard(respondingProvider([]));
|
|
54
|
+
|
|
55
|
+
// WHEN the assistant sends through that connection
|
|
56
|
+
const sending = provider.sendMessage([
|
|
57
|
+
{
|
|
58
|
+
role: "user",
|
|
59
|
+
content: [{ type: "text", text: "посмотри последние ошибки" }],
|
|
60
|
+
},
|
|
61
|
+
]);
|
|
62
|
+
|
|
63
|
+
// THEN the send fails as a missing-credential error naming the connection
|
|
64
|
+
const error = await sending.then(
|
|
65
|
+
() => null,
|
|
66
|
+
(err: unknown) => err,
|
|
67
|
+
);
|
|
68
|
+
expect(error).toBeInstanceOf(ConnectionResolutionError);
|
|
69
|
+
const resolution = error as ConnectionResolutionError;
|
|
70
|
+
expect(resolution.reason).toBe("missing_credential");
|
|
71
|
+
expect(resolution.connectionName).toBe(CONNECTION_NAME);
|
|
72
|
+
|
|
73
|
+
// AND the conversation layer renders it as a client-visible error telling
|
|
74
|
+
// the user where to restore the credential, instead of an empty message
|
|
75
|
+
const classified = classifyConversationError(error, {
|
|
76
|
+
phase: "agent_loop",
|
|
77
|
+
});
|
|
78
|
+
expect(classified.userMessage).toContain(CONNECTION_NAME);
|
|
79
|
+
expect(classified.userMessage).toMatch(/credential|API key/i);
|
|
80
|
+
expect(classified.userMessage).toContain("Settings");
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
test("passes an empty turn through while the credential is still stored", async () => {
|
|
84
|
+
// GIVEN a connection whose credential is present
|
|
85
|
+
await setSecureKeyAsync(ACCOUNT, "sk-test-value");
|
|
86
|
+
|
|
87
|
+
// AND an upstream that legitimately returns no content
|
|
88
|
+
const provider = guard(respondingProvider([]));
|
|
89
|
+
|
|
90
|
+
// WHEN the assistant sends through that connection
|
|
91
|
+
const response = await provider.sendMessage([
|
|
92
|
+
{ role: "user", content: [{ type: "text", text: "hello" }] },
|
|
93
|
+
]);
|
|
94
|
+
|
|
95
|
+
// THEN the empty response is left alone: it is not a credential problem
|
|
96
|
+
expect(response.content).toEqual([]);
|
|
97
|
+
await deleteSecureKeyAsync(ACCOUNT);
|
|
98
|
+
});
|
|
99
|
+
|
|
100
|
+
test("passes a normal answer through when the credential is gone", async () => {
|
|
101
|
+
// GIVEN a connection with no stored credential
|
|
102
|
+
await deleteSecureKeyAsync(ACCOUNT);
|
|
103
|
+
|
|
104
|
+
// AND an upstream that still answered with text (e.g. a keyless local model)
|
|
105
|
+
const provider = guard(
|
|
106
|
+
respondingProvider([{ type: "text", text: "все хорошо" }]),
|
|
107
|
+
);
|
|
108
|
+
|
|
109
|
+
// WHEN the assistant sends through that connection
|
|
110
|
+
const response = await provider.sendMessage([
|
|
111
|
+
{ role: "user", content: [{ type: "text", text: "hello" }] },
|
|
112
|
+
]);
|
|
113
|
+
|
|
114
|
+
// THEN the answer reaches the user untouched
|
|
115
|
+
expect(response.content).toEqual([{ type: "text", text: "все хорошо" }]);
|
|
116
|
+
});
|
|
117
|
+
});
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
|
|
3
|
+
import { validateInferenceProfileConfig } from "../../../api/constants/profile-config-validation.js";
|
|
4
|
+
|
|
5
|
+
describe("validateInferenceProfileConfig", () => {
|
|
6
|
+
test("rejects an output budget that consumes the whole context window", () => {
|
|
7
|
+
const issue = validateInferenceProfileConfig({
|
|
8
|
+
maxTokens: 300000,
|
|
9
|
+
modelContextWindowTokens: 300000,
|
|
10
|
+
});
|
|
11
|
+
expect(issue?.field).toBe("maxTokens");
|
|
12
|
+
expect(issue?.message).toContain("context window");
|
|
13
|
+
});
|
|
14
|
+
|
|
15
|
+
test("passes an output budget that leaves input room", () => {
|
|
16
|
+
expect(
|
|
17
|
+
validateInferenceProfileConfig({
|
|
18
|
+
maxTokens: 8000,
|
|
19
|
+
modelContextWindowTokens: 300000,
|
|
20
|
+
}),
|
|
21
|
+
).toBeNull();
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
test("rejects an output budget over the model's output cap", () => {
|
|
25
|
+
const issue = validateInferenceProfileConfig({
|
|
26
|
+
maxTokens: 100000,
|
|
27
|
+
modelMaxOutputTokens: 64000,
|
|
28
|
+
modelContextWindowTokens: 200000,
|
|
29
|
+
});
|
|
30
|
+
expect(issue?.message).toContain("maximum output");
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
test("silent when either side of the judgment is unknown", () => {
|
|
34
|
+
expect(validateInferenceProfileConfig({ maxTokens: 300000 })).toBeNull();
|
|
35
|
+
expect(
|
|
36
|
+
validateInferenceProfileConfig({ modelContextWindowTokens: 300000 }),
|
|
37
|
+
).toBeNull();
|
|
38
|
+
});
|
|
39
|
+
});
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
|
|
3
|
+
import { ProviderError } from "../../../util/errors.js";
|
|
4
|
+
import { classifyProbeFailure } from "../profile-probe.js";
|
|
5
|
+
|
|
6
|
+
describe("classifyProbeFailure", () => {
|
|
7
|
+
test("blames the provider connection for a rejected credential", () => {
|
|
8
|
+
const result = classifyProbeFailure(
|
|
9
|
+
new ProviderError("401 invalid api key", "openai-compatible", 401, {
|
|
10
|
+
reason: "invalid_credentials",
|
|
11
|
+
}),
|
|
12
|
+
);
|
|
13
|
+
expect(result.blame).toBe("provider");
|
|
14
|
+
expect(result.reason).toBe("invalid_credentials");
|
|
15
|
+
});
|
|
16
|
+
|
|
17
|
+
test("blames the profile for an unknown model", () => {
|
|
18
|
+
const result = classifyProbeFailure(
|
|
19
|
+
new ProviderError("model does not exist", "openai-compatible", 404, {
|
|
20
|
+
reason: "model_not_found",
|
|
21
|
+
}),
|
|
22
|
+
);
|
|
23
|
+
expect(result.blame).toBe("profile");
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
test("blames the profile for an impossible token budget", () => {
|
|
27
|
+
const result = classifyProbeFailure(
|
|
28
|
+
new ProviderError(
|
|
29
|
+
"ContextWindowExceededError: maximum context length is 300000 tokens",
|
|
30
|
+
"openai-compatible",
|
|
31
|
+
400,
|
|
32
|
+
{ reason: "context_overflow" },
|
|
33
|
+
),
|
|
34
|
+
);
|
|
35
|
+
expect(result.blame).toBe("profile");
|
|
36
|
+
expect(result.detail).toContain("300000");
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
test("marks rate limits as transient", () => {
|
|
40
|
+
expect(
|
|
41
|
+
classifyProbeFailure(
|
|
42
|
+
new ProviderError("429", "openai", 429, { reason: "rate_limited" }),
|
|
43
|
+
).blame,
|
|
44
|
+
).toBe("transient");
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
test("blames the provider for transport failures", () => {
|
|
48
|
+
// The adapters stamp reason network_error on SDK connection errors
|
|
49
|
+
// (normalizeOpenAIAPIError), so the probe classifies by reason alone.
|
|
50
|
+
const result = classifyProbeFailure(
|
|
51
|
+
new ProviderError(
|
|
52
|
+
"OpenAI-compatible API error (unknown status): Connection error.",
|
|
53
|
+
"openai-compatible",
|
|
54
|
+
undefined,
|
|
55
|
+
{ reason: "network_error" },
|
|
56
|
+
),
|
|
57
|
+
);
|
|
58
|
+
expect(result.blame).toBe("provider");
|
|
59
|
+
expect(result.reason).toBe("network_error");
|
|
60
|
+
});
|
|
61
|
+
|
|
62
|
+
test("falls back to unknown for unclassified errors", () => {
|
|
63
|
+
expect(classifyProbeFailure(new Error("boom")).blame).toBe("unknown");
|
|
64
|
+
expect(classifyProbeFailure(new Error("boom")).detail).toBe("boom");
|
|
65
|
+
});
|
|
66
|
+
});
|
|
@@ -18,6 +18,7 @@
|
|
|
18
18
|
* 3. Register the client in `ADAPTER_FACTORIES` below.
|
|
19
19
|
*/
|
|
20
20
|
|
|
21
|
+
import { normalizeCredentialRef } from "../../security/credential-key.js";
|
|
21
22
|
import { AnthropicProvider } from "../anthropic/client.js";
|
|
22
23
|
import { AtlasCloudProvider } from "../atlascloud/client.js";
|
|
23
24
|
import { BasetenProvider } from "../baseten/client.js";
|
|
@@ -39,6 +40,7 @@ import { VercelAIGatewayProvider } from "../vercel-ai-gateway/client.js";
|
|
|
39
40
|
import type { ResolvedAuth } from "./auth.js";
|
|
40
41
|
import type { ProviderConnection } from "./auth.js";
|
|
41
42
|
import { effectiveConnectionAuth } from "./auth.js";
|
|
43
|
+
import { MissingCredentialGuardProvider } from "./missing-credential-guard.js";
|
|
42
44
|
import { resolveAuth } from "./resolve-auth.js";
|
|
43
45
|
|
|
44
46
|
/** Unified construction opts. Adapters ignore fields they don't consume. */
|
|
@@ -96,12 +98,13 @@ const ADAPTER_FACTORIES: Record<string, AdapterFactory> = {
|
|
|
96
98
|
// Gemini routes managed proxies through `managedBaseUrl`, not `baseURL`.
|
|
97
99
|
...(baseURL ? { managedBaseUrl: baseURL } : {}),
|
|
98
100
|
}),
|
|
99
|
-
ollama: ({ apiKey, model, streamTimeoutMs }) =>
|
|
101
|
+
ollama: ({ apiKey, model, streamTimeoutMs, baseURL }) =>
|
|
100
102
|
new OllamaProvider(model, {
|
|
101
103
|
// Empty string means keyless — Ollama's client treats undefined as
|
|
102
104
|
// "no key provided" and defaults its internal placeholder.
|
|
103
105
|
apiKey: apiKey || undefined,
|
|
104
106
|
streamTimeoutMs,
|
|
107
|
+
...(baseURL ? { baseURL } : {}),
|
|
105
108
|
}),
|
|
106
109
|
fireworks: ({ apiKey, model, streamTimeoutMs, baseURL }) =>
|
|
107
110
|
new FireworksProvider(apiKey, model, {
|
|
@@ -130,6 +133,13 @@ const ADAPTER_FACTORIES: Record<string, AdapterFactory> = {
|
|
|
130
133
|
providerName: "litellm",
|
|
131
134
|
providerLabel: "LiteLLM",
|
|
132
135
|
streamTimeoutMs,
|
|
136
|
+
// Replay thinking as `reasoning_content` so DeepSeek-compatible
|
|
137
|
+
// thinking-mode upstreams accept follow-up requests that include tools.
|
|
138
|
+
assistantReasoningField: "reasoning_content",
|
|
139
|
+
// Generic OpenAI-compat proxies may front a strict backend (vLLM,
|
|
140
|
+
// DeepSeek, Portkey). Backfill empty assistant turns so the request
|
|
141
|
+
// satisfies `content or tool_calls must be set`.
|
|
142
|
+
backfillEmptyAssistantContent: true,
|
|
133
143
|
...(baseURL ? { baseURL } : {}),
|
|
134
144
|
}),
|
|
135
145
|
// Keyless openai-compatible endpoints (e.g. LM Studio) ignore the key; the
|
|
@@ -139,6 +149,17 @@ const ADAPTER_FACTORIES: Record<string, AdapterFactory> = {
|
|
|
139
149
|
providerName: "openai-compatible",
|
|
140
150
|
providerLabel: "OpenAI-compatible",
|
|
141
151
|
streamTimeoutMs,
|
|
152
|
+
// Replay thinking as `reasoning_content` so DeepSeek-compatible
|
|
153
|
+
// thinking-mode endpoints accept follow-up requests that include tools.
|
|
154
|
+
assistantReasoningField: "reasoning_content",
|
|
155
|
+
// Custom endpoints (Portkey, vLLM, LM Studio, DeepSeek-compat) often
|
|
156
|
+
// reject `{ role: "assistant", content: null }` after a Stop mid-stream
|
|
157
|
+
// or a reasoning-only turn. Same guard as OpenRouter and Vercel AI
|
|
158
|
+
// Gateway.
|
|
159
|
+
backfillEmptyAssistantContent: true,
|
|
160
|
+
// Custom OpenAI-compatible endpoints may front strict reasoning
|
|
161
|
+
// models (DeepSeek thinking) that 400 on any explicit tool_choice.
|
|
162
|
+
omitToolChoiceWhenReasoning: true,
|
|
142
163
|
...(baseURL ? { baseURL } : {}),
|
|
143
164
|
}),
|
|
144
165
|
minimax: ({ apiKey, model, streamTimeoutMs }) =>
|
|
@@ -270,7 +291,7 @@ export function createAdapterFromConnection(
|
|
|
270
291
|
// identity, the only route that flows through our proxy.
|
|
271
292
|
const isManagedProxy = isVellumManagedConnection(connection);
|
|
272
293
|
const effectiveAuth = effectiveConnectionAuth(connection);
|
|
273
|
-
|
|
294
|
+
const tracked = new UsageTrackingProvider(
|
|
274
295
|
new RetryProvider(adapter, {
|
|
275
296
|
forwardUsageAttributionHeaders: isManagedProxy,
|
|
276
297
|
credentialSource: isManagedProxy
|
|
@@ -288,6 +309,16 @@ export function createAdapterFromConnection(
|
|
|
288
309
|
: {}),
|
|
289
310
|
}),
|
|
290
311
|
);
|
|
312
|
+
|
|
313
|
+
// A credential-backed connection can lose its key between construction and
|
|
314
|
+
// dispatch. Some upstreams answer that with 200 + empty content rather than
|
|
315
|
+
// a 401, which would otherwise land as a blank assistant turn.
|
|
316
|
+
return "credential" in effectiveAuth
|
|
317
|
+
? new MissingCredentialGuardProvider(tracked, {
|
|
318
|
+
name: connection.name,
|
|
319
|
+
credentialAccount: normalizeCredentialRef(effectiveAuth.credential),
|
|
320
|
+
})
|
|
321
|
+
: tracked;
|
|
291
322
|
}
|
|
292
323
|
|
|
293
324
|
function buildConnectionAdapter(
|
|
@@ -175,12 +175,23 @@ export type ConnectionModel = z.infer<typeof ConnectionModelSchema>;
|
|
|
175
175
|
/**
|
|
176
176
|
* Providers whose connections require an explicit `baseUrl` and non-empty
|
|
177
177
|
* `models` list (openai-compatible endpoints have no fixed upstream, so the
|
|
178
|
-
* user must supply both).
|
|
179
|
-
* entry and rejects a client-supplied `baseUrl`.
|
|
178
|
+
* user must supply both).
|
|
180
179
|
*/
|
|
181
180
|
export const PROVIDERS_REQUIRING_BASE_URL_AND_MODELS: ReadonlySet<string> =
|
|
182
181
|
new Set(["openai-compatible"]);
|
|
183
182
|
|
|
183
|
+
/**
|
|
184
|
+
* Providers that persist a client-supplied `baseUrl`. openai-compatible
|
|
185
|
+
* requires one (see above); ollama has a well-known local default and treats
|
|
186
|
+
* a stored URL as an optional override. Every other provider derives its
|
|
187
|
+
* upstream from the catalog and rejects a client-supplied `baseUrl` so a
|
|
188
|
+
* keyed connection cannot be pointed at an attacker-controlled host.
|
|
189
|
+
*/
|
|
190
|
+
export const PROVIDERS_ALLOWING_CUSTOM_BASE_URL: ReadonlySet<string> = new Set([
|
|
191
|
+
...PROVIDERS_REQUIRING_BASE_URL_AND_MODELS,
|
|
192
|
+
"ollama",
|
|
193
|
+
]);
|
|
194
|
+
|
|
184
195
|
// ---------------------------------------------------------------------------
|
|
185
196
|
// Full connection shape used by CRUD layer
|
|
186
197
|
// ---------------------------------------------------------------------------
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Which provider connections dispatch through a given credential.
|
|
3
|
+
*
|
|
4
|
+
* Deleting a credential silently breaks every connection that resolves its
|
|
5
|
+
* auth through it, so the delete surfaces ask this before removing anything.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import { getDb } from "../../persistence/db-connection.js";
|
|
9
|
+
import { normalizeCredentialRef } from "../../security/credential-key.js";
|
|
10
|
+
import { listConnections } from "./connections.js";
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Names of the provider connections whose auth resolves to
|
|
14
|
+
* `credentialAccount`, sorted for a stable message.
|
|
15
|
+
*
|
|
16
|
+
* Both sides are run through `normalizeCredentialRef` so a row storing the
|
|
17
|
+
* short `openrouter:api_key` form matches the canonical
|
|
18
|
+
* `credential/openrouter/api_key` account. Auth variants without a credential
|
|
19
|
+
* (`platform`, `none`) reference no account and never match.
|
|
20
|
+
*
|
|
21
|
+
* Read failures propagate: a caller that cannot enumerate the dependants must
|
|
22
|
+
* refuse the delete rather than treat the credential as unused, which is the
|
|
23
|
+
* exact silent breakage this check exists to prevent.
|
|
24
|
+
*/
|
|
25
|
+
export function findConnectionsUsingCredential(
|
|
26
|
+
credentialAccount: string,
|
|
27
|
+
): string[] {
|
|
28
|
+
const account = normalizeCredentialRef(credentialAccount);
|
|
29
|
+
return listConnections(getDb())
|
|
30
|
+
.filter(
|
|
31
|
+
(connection) =>
|
|
32
|
+
"credential" in connection.auth &&
|
|
33
|
+
normalizeCredentialRef(connection.auth.credential) === account,
|
|
34
|
+
)
|
|
35
|
+
.map((connection) => connection.name)
|
|
36
|
+
.sort();
|
|
37
|
+
}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Save-time probe for connections with a custom base URL.
|
|
3
|
+
*
|
|
4
|
+
* A wrong base path (e.g. NVIDIA without `/v1`) otherwise stays invisible
|
|
5
|
+
* until the first chat turn fails with an opaque provider 404. The probe
|
|
6
|
+
* fires one minimal chat-completions request against the stored endpoint and
|
|
7
|
+
* reports the outcome as a non-blocking hint. The save always succeeds.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
import { z } from "zod";
|
|
11
|
+
|
|
12
|
+
import { getLogger } from "../../util/logger.js";
|
|
13
|
+
import type { Auth, ConnectionModel } from "./auth.js";
|
|
14
|
+
import { resolveAuth } from "./resolve-auth.js";
|
|
15
|
+
|
|
16
|
+
const log = getLogger("inference-endpoint-probe");
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Bound on every save-path probe (this endpoint probe and the profile probe)
|
|
20
|
+
* so a dead host can't hang a save. Matches the API-key validation timeout.
|
|
21
|
+
*/
|
|
22
|
+
export const PROBE_TIMEOUT_MS = 10_000;
|
|
23
|
+
|
|
24
|
+
export const EndpointCheckSchema = z
|
|
25
|
+
.object({
|
|
26
|
+
ok: z.boolean(),
|
|
27
|
+
status: z.number().int().optional(),
|
|
28
|
+
resolved_url: z.string(),
|
|
29
|
+
error_class: z.enum(["http_error", "timeout", "network"]).optional(),
|
|
30
|
+
/** Human-readable warning, present when `ok` is false. */
|
|
31
|
+
hint: z.string().optional(),
|
|
32
|
+
})
|
|
33
|
+
.meta({ id: "EndpointCheck" });
|
|
34
|
+
|
|
35
|
+
export type EndpointCheck = z.infer<typeof EndpointCheckSchema>;
|
|
36
|
+
|
|
37
|
+
function hintForStatus(status: number): string {
|
|
38
|
+
if (status === 404) {
|
|
39
|
+
return "The endpoint returned 404 for a test request: check the base path for this provider (e.g. NVIDIA needs /v1, OpenRouter needs /api/v1). Some providers gate requests behind auth, so this may be a false alarm.";
|
|
40
|
+
}
|
|
41
|
+
if (status === 401 || status === 403) {
|
|
42
|
+
return `The endpoint rejected the credential for a test request (HTTP ${status}). Check the API key.`;
|
|
43
|
+
}
|
|
44
|
+
return `The endpoint returned HTTP ${status} for a test request.`;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* Probe a connection's custom endpoint with a minimal chat-completions
|
|
49
|
+
* request (`max_tokens: 1`). Returns `null` when there is nothing to probe:
|
|
50
|
+
* no custom base URL, no model id to send, or auth that cannot be resolved
|
|
51
|
+
* (a missing credential surfaces through its own error path).
|
|
52
|
+
*/
|
|
53
|
+
export async function testInferenceConnection(
|
|
54
|
+
connection: {
|
|
55
|
+
provider: string;
|
|
56
|
+
auth: Auth;
|
|
57
|
+
baseUrl?: string | null;
|
|
58
|
+
models?: ConnectionModel[] | null;
|
|
59
|
+
},
|
|
60
|
+
fetchImpl: typeof fetch = fetch,
|
|
61
|
+
): Promise<EndpointCheck | null> {
|
|
62
|
+
const model = connection.models?.[0]?.id;
|
|
63
|
+
if (!connection.baseUrl || !model) {
|
|
64
|
+
return null;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
const resolved = await resolveAuth(connection.auth, connection.provider, {
|
|
68
|
+
baseUrl: connection.baseUrl,
|
|
69
|
+
});
|
|
70
|
+
if (!resolved.ok || resolved.resolved.kind === "runtime_proxy") {
|
|
71
|
+
return null;
|
|
72
|
+
}
|
|
73
|
+
const authHeaders =
|
|
74
|
+
resolved.resolved.kind === "header" ? resolved.resolved.headers : {};
|
|
75
|
+
|
|
76
|
+
const url = `${connection.baseUrl.replace(/\/+$/, "")}/chat/completions`;
|
|
77
|
+
try {
|
|
78
|
+
const res = await fetchImpl(url, {
|
|
79
|
+
method: "POST",
|
|
80
|
+
headers: { ...authHeaders, "Content-Type": "application/json" },
|
|
81
|
+
body: JSON.stringify({
|
|
82
|
+
model,
|
|
83
|
+
messages: [{ role: "user", content: "ping" }],
|
|
84
|
+
max_tokens: 1,
|
|
85
|
+
stream: false,
|
|
86
|
+
}),
|
|
87
|
+
signal: AbortSignal.timeout(PROBE_TIMEOUT_MS),
|
|
88
|
+
});
|
|
89
|
+
void res.body?.cancel();
|
|
90
|
+
if (res.ok) {
|
|
91
|
+
return { ok: true, status: res.status, resolved_url: url };
|
|
92
|
+
}
|
|
93
|
+
return {
|
|
94
|
+
ok: false,
|
|
95
|
+
status: res.status,
|
|
96
|
+
resolved_url: url,
|
|
97
|
+
error_class: "http_error",
|
|
98
|
+
hint: hintForStatus(res.status),
|
|
99
|
+
};
|
|
100
|
+
} catch (err) {
|
|
101
|
+
const isTimeout = err instanceof Error && err.name === "TimeoutError";
|
|
102
|
+
log.info(
|
|
103
|
+
{ url, error: err instanceof Error ? err.message : String(err) },
|
|
104
|
+
"Endpoint probe failed to reach the endpoint",
|
|
105
|
+
);
|
|
106
|
+
return {
|
|
107
|
+
ok: false,
|
|
108
|
+
resolved_url: url,
|
|
109
|
+
error_class: isTimeout ? "timeout" : "network",
|
|
110
|
+
hint: isTimeout
|
|
111
|
+
? `The endpoint did not respond within ${PROBE_TIMEOUT_MS / 1000}s for a test request.`
|
|
112
|
+
: `Could not reach the endpoint for a test request: ${err instanceof Error ? err.message : String(err)}`,
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Receive-side guard for credential-backed connections.
|
|
3
|
+
*
|
|
4
|
+
* A provider instance bakes in the credential it resolved at construction, so
|
|
5
|
+
* a credential removed afterwards is still dispatched with. Several upstreams
|
|
6
|
+
* answer an unusable key with `200` and an empty `content` array rather than a
|
|
7
|
+
* `401`, which reaches the user as a blank assistant turn with nothing to act
|
|
8
|
+
* on. This wrapper converts that pair (no usable content, and the
|
|
9
|
+
* connection's credential definitively absent from the vault) into the
|
|
10
|
+
* same `ConnectionResolutionError` the pre-dispatch preflight raises, so the
|
|
11
|
+
* conversation layer renders its actionable "missing credential" error.
|
|
12
|
+
*
|
|
13
|
+
* A response with content passes through untouched, and an unreachable
|
|
14
|
+
* credential store (`indeterminate`) is never reported as a missing
|
|
15
|
+
* credential.
|
|
16
|
+
*/
|
|
17
|
+
|
|
18
|
+
import type { ProviderRouteAttribution } from "../../util/errors.js";
|
|
19
|
+
import { getLogger } from "../../util/logger.js";
|
|
20
|
+
import { hasToolUse, hasVisibleText } from "../content-blocks.js";
|
|
21
|
+
import { checkCredentialPresence } from "../provider-availability.js";
|
|
22
|
+
import { ConnectionResolutionError } from "../routing-identity.js";
|
|
23
|
+
import type {
|
|
24
|
+
Message,
|
|
25
|
+
Provider,
|
|
26
|
+
ProviderResponse,
|
|
27
|
+
SendMessageOptions,
|
|
28
|
+
} from "../types.js";
|
|
29
|
+
|
|
30
|
+
const log = getLogger("providers/missing-credential-guard");
|
|
31
|
+
|
|
32
|
+
export class MissingCredentialGuardProvider implements Provider {
|
|
33
|
+
readonly name: string;
|
|
34
|
+
readonly tokenEstimationProvider?: string;
|
|
35
|
+
readonly defaultModel?: string;
|
|
36
|
+
readonly supportsNativeWebSearch?: boolean;
|
|
37
|
+
readonly countInputTokens?: NonNullable<Provider["countInputTokens"]>;
|
|
38
|
+
|
|
39
|
+
constructor(
|
|
40
|
+
private readonly inner: Provider,
|
|
41
|
+
private readonly connection: {
|
|
42
|
+
name: string;
|
|
43
|
+
credentialAccount: string;
|
|
44
|
+
},
|
|
45
|
+
) {
|
|
46
|
+
this.name = inner.name;
|
|
47
|
+
this.tokenEstimationProvider = inner.tokenEstimationProvider;
|
|
48
|
+
this.defaultModel = inner.defaultModel;
|
|
49
|
+
this.supportsNativeWebSearch = inner.supportsNativeWebSearch;
|
|
50
|
+
if (inner.countInputTokens) {
|
|
51
|
+
this.countInputTokens = inner.countInputTokens.bind(inner);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
/**
|
|
56
|
+
* Route attribution is assigned onto the outermost provider after
|
|
57
|
+
* construction (`attachProviderRoute`), and read back off it by usage
|
|
58
|
+
* accounting, so it reads and writes through to the wrapped instance.
|
|
59
|
+
*/
|
|
60
|
+
get routeAttribution(): ProviderRouteAttribution | undefined {
|
|
61
|
+
return this.inner.routeAttribution;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
set routeAttribution(attribution: ProviderRouteAttribution | undefined) {
|
|
65
|
+
this.inner.routeAttribution = attribution;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
supportsNativeWebSearchFor(options?: SendMessageOptions): boolean {
|
|
69
|
+
return this.inner.supportsNativeWebSearchFor
|
|
70
|
+
? this.inner.supportsNativeWebSearchFor(options)
|
|
71
|
+
: this.inner.supportsNativeWebSearch === true;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
async sendMessage(
|
|
75
|
+
messages: Message[],
|
|
76
|
+
options?: SendMessageOptions,
|
|
77
|
+
): Promise<ProviderResponse> {
|
|
78
|
+
const response = await this.inner.sendMessage(messages, options);
|
|
79
|
+
if (hasVisibleText(response.content) || hasToolUse(response.content)) {
|
|
80
|
+
return response;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// An empty turn has causes other than a deleted key (a genuinely empty
|
|
84
|
+
// completion, a refusal, a stop-sequence hit), so the credential read is
|
|
85
|
+
// what decides, and only its definitive `absent` answer does.
|
|
86
|
+
const presence = await checkCredentialPresence(
|
|
87
|
+
this.connection.credentialAccount,
|
|
88
|
+
);
|
|
89
|
+
if (presence !== "absent") {
|
|
90
|
+
return response;
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
log.warn(
|
|
94
|
+
{
|
|
95
|
+
connectionName: this.connection.name,
|
|
96
|
+
credential: this.connection.credentialAccount,
|
|
97
|
+
model: response.model,
|
|
98
|
+
stopReason: response.stopReason,
|
|
99
|
+
},
|
|
100
|
+
"Upstream returned no usable content for a connection whose credential is absent, so a configuration error is surfaced rather than an empty turn",
|
|
101
|
+
);
|
|
102
|
+
|
|
103
|
+
throw new ConnectionResolutionError(
|
|
104
|
+
this.connection.name,
|
|
105
|
+
"missing_credential",
|
|
106
|
+
`provider_connection "${this.connection.name}" answered with an empty response and has no credential stored: its API key was removed`,
|
|
107
|
+
{ model: response.model },
|
|
108
|
+
);
|
|
109
|
+
}
|
|
110
|
+
}
|