npm - @vellumai/assistant - Versions diffs - 0.8.3 → 0.8.4 - Mend

@vellumai/assistant 0.8.3 → 0.8.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (342) hide show

package/docker-entrypoint.sh +0 -1
package/node_modules/@vellumai/gateway-client/src/types.ts +2 -0
package/openapi.yaml +610 -16
package/package.json +1 -1
package/src/__tests__/agent-loop-exit-reason.test.ts +4 -5
package/src/__tests__/agent-loop-override-profile.test.ts +1 -1
package/src/__tests__/agent-loop.test.ts +88 -3
package/src/__tests__/anthropic-provider.test.ts +272 -0
package/src/__tests__/approval-cascade.test.ts +1 -1
package/src/__tests__/background-workers-disk-pressure.test.ts +2 -1
package/src/__tests__/channel-delivery-store.test.ts +193 -0
package/src/__tests__/channel-reply-delivery.test.ts +284 -5
package/src/__tests__/channel-retry-sweep.test.ts +274 -1
package/src/__tests__/compaction-events.test.ts +1 -1
package/src/__tests__/compactor-preserved-tail-count.test.ts +110 -0
package/src/__tests__/config-watcher.test.ts +1 -1
package/src/__tests__/context-token-estimator.test.ts +91 -1
package/src/__tests__/conversation-abort-tool-results.test.ts +1 -1
package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +54 -3
package/src/__tests__/conversation-agent-loop-overflow.test.ts +31 -6
package/src/__tests__/conversation-agent-loop.test.ts +25 -7
package/src/__tests__/conversation-app-control-lifecycle.test.ts +1 -1
package/src/__tests__/conversation-clean-command.test.ts +137 -0
package/src/__tests__/conversation-confirmation-signals.test.ts +1 -1
package/src/__tests__/conversation-fork-crud.test.ts +161 -0
package/src/__tests__/conversation-lifecycle.test.ts +1 -1
package/src/__tests__/conversation-load-cleaned-at.test.ts +279 -0
package/src/__tests__/conversation-load-history-repair.test.ts +1 -1
package/src/__tests__/conversation-pairing.test.ts +2 -2
package/src/__tests__/conversation-process-callsite.test.ts +1 -1
package/src/__tests__/conversation-provider-retry-repair.test.ts +1 -1
package/src/__tests__/conversation-queue.test.ts +1 -1
package/src/__tests__/conversation-runtime-assembly.test.ts +264 -81
package/src/__tests__/conversation-seed-composer.test.ts +66 -4
package/src/__tests__/conversation-slash-commands.test.ts +36 -8
package/src/__tests__/conversation-slash-queue.test.ts +1 -1
package/src/__tests__/conversation-slash-unknown.test.ts +1 -1
package/src/__tests__/conversation-speed-override.test.ts +1 -1
package/src/__tests__/conversation-surfaces-task-progress.test.ts +220 -0
package/src/__tests__/conversation-workspace-cache-state.test.ts +1 -1
package/src/__tests__/conversation-workspace-injection.test.ts +5 -1
package/src/__tests__/conversation-workspace-tool-tracking.test.ts +5 -1
package/src/__tests__/credential-security-invariants.test.ts +6 -0
package/src/__tests__/cu-unified-flow.test.ts +10 -1
package/src/__tests__/dm-backfill.test.ts +64 -0
package/src/__tests__/dm-persistence.test.ts +33 -0
package/src/__tests__/document-find-replace.test.ts +501 -0
package/src/__tests__/first-greeting.test.ts +23 -2
package/src/__tests__/headless-browser-navigate.test.ts +172 -0
package/src/__tests__/host-bash-proxy.test.ts +6 -0
package/src/__tests__/host-browser-proxy.test.ts +10 -0
package/src/__tests__/host-cu-proxy.test.ts +8 -1
package/src/__tests__/host-file-proxy.test.ts +8 -1
package/src/__tests__/host-transfer-proxy.test.ts +8 -1
package/src/__tests__/identity-routes.test.ts +57 -0
package/src/__tests__/inbound-slack-persistence.test.ts +3 -0
package/src/__tests__/injector-chain.test.ts +2 -0
package/src/__tests__/injector-document-comments.test.ts +378 -0
package/src/__tests__/injector-pkb-v2-silenced.test.ts +4 -25
package/src/__tests__/list-messages-attachments.test.ts +21 -17
package/src/__tests__/list-messages-hidden-metadata.test.ts +217 -0
package/src/__tests__/list-messages-page-latest.test.ts +130 -14
package/src/__tests__/list-messages-tool-merge.test.ts +17 -16
package/src/__tests__/llm-context-normalization.test.ts +0 -2
package/src/__tests__/llm-resolver.test.ts +85 -1
package/src/__tests__/log-export-routes.test.ts +99 -2
package/src/__tests__/message-queue-steer.test.ts +114 -0
package/src/__tests__/openai-provider.test.ts +105 -0
package/src/__tests__/openai-responses-provider.test.ts +4 -4
package/src/__tests__/outbound-slack-persistence.test.ts +187 -20
package/src/__tests__/pending-interactions-resolved-event.test.ts +190 -0
package/src/__tests__/platform.test.ts +0 -3
package/src/__tests__/plugin-source-watcher.test.ts +302 -0
package/src/__tests__/process-message-background-slack.test.ts +1 -51
package/src/__tests__/process-message-display-content.test.ts +21 -16
package/src/__tests__/server-history-render.test.ts +83 -4
package/src/__tests__/steer-tool-repair.test.ts +249 -0
package/src/__tests__/system-prompt.test.ts +51 -28
package/src/__tests__/terminal-tools.test.ts +11 -1
package/src/__tests__/thinking-block-replay.test.ts +113 -0
package/src/__tests__/thread-backfill.test.ts +370 -22
package/src/__tests__/tool-executor.test.ts +90 -1
package/src/__tests__/tool-result-metadata-plumbing.test.ts +167 -0
package/src/__tests__/twilio-routes.test.ts +1 -1
package/src/__tests__/web-fetch.test.ts +2 -2
package/src/__tests__/workspace-git-service.test.ts +88 -5
package/src/__tests__/workspace-migration-088-deprecate-background-conversation-override.test.ts +158 -0
package/src/agent/attachments.ts +1 -0
package/src/agent/loop.ts +57 -20
package/src/background-wake/next-wake.test.ts +289 -0
package/src/background-wake/next-wake.ts +172 -0
package/src/browser/operations.ts +15 -0
package/src/cli/commands/__tests__/conversations-slack.test.ts +572 -0
package/src/cli/commands/__tests__/memory-v2.test.ts +9 -12
package/src/cli/commands/conversations.ts +128 -1
package/src/cli/commands/inference-providers.ts +147 -1
package/src/cli/commands/memory-v2.ts +308 -0
package/src/cli/commands/notifications.ts +24 -2
package/src/cli/utils/conversation-id.ts +17 -5
package/src/config/bundled-skills/app-builder/SKILL.md +2 -2
package/src/config/bundled-skills/document-editor/SKILL.md +115 -0
package/src/config/bundled-skills/document-editor/TOOLS.json +240 -0
package/src/config/bundled-skills/document-editor/tools/comment-list.ts +12 -0
package/src/config/bundled-skills/document-editor/tools/comment-reply.ts +12 -0
package/src/config/bundled-skills/document-editor/tools/comment-resolve.ts +12 -0
package/src/config/bundled-skills/document-editor/tools/document-find.ts +12 -0
package/src/config/bundled-skills/document-editor/tools/document-replace-text.ts +12 -0
package/src/config/bundled-skills/media-processing/SKILL.md +8 -0
package/src/config/bundled-skills/schedule/SKILL.md +8 -0
package/src/config/bundled-tool-registry.ts +22 -12
package/src/config/call-site-defaults.ts +19 -0
package/src/config/feature-flag-registry.json +99 -3
package/src/config/llm-resolver.ts +16 -2
package/src/config/schemas/__tests__/memory-v2.test.ts +4 -0
package/src/config/schemas/call-site-catalog.ts +21 -0
package/src/config/schemas/llm.ts +3 -0
package/src/config/schemas/memory-v2.ts +48 -1
package/src/context/compactor.ts +8 -1
package/src/context/token-estimator.ts +47 -4
package/src/context/window-manager.ts +25 -0
package/src/credential-health/credential-health-service.ts +34 -19
package/src/daemon/__tests__/conversation-tool-setup.test.ts +66 -6
package/src/daemon/__tests__/native-web-search-metadata.test.ts +357 -0
package/src/daemon/__tests__/web-search-status-text.test.ts +287 -0
package/src/daemon/conversation-agent-loop-handlers.ts +153 -23
package/src/daemon/conversation-agent-loop.ts +223 -54
package/src/daemon/conversation-lifecycle.ts +142 -116
package/src/daemon/conversation-messaging.ts +3 -0
package/src/daemon/conversation-process.ts +273 -0
package/src/daemon/conversation-queue-manager.ts +14 -0
package/src/daemon/conversation-runtime-assembly.ts +135 -75
package/src/daemon/conversation-slash.ts +37 -5
package/src/daemon/conversation-surfaces.ts +45 -2
package/src/daemon/conversation-tool-setup.ts +7 -0
package/src/daemon/conversation.ts +42 -5
package/src/daemon/first-greeting.ts +10 -0
package/src/daemon/handlers/__tests__/config-a2a-accept.test.ts +498 -0
package/src/daemon/handlers/config-a2a.ts +160 -0
package/src/daemon/handlers/config-model.test.ts +1 -0
package/src/daemon/handlers/conversations.ts +79 -0
package/src/daemon/handlers/shared.ts +92 -29
package/src/daemon/host-bash-proxy.ts +1 -1
package/src/daemon/host-cu-proxy.ts +1 -1
package/src/daemon/host-file-proxy.ts +1 -1
package/src/daemon/host-transfer-proxy.ts +1 -1
package/src/daemon/lifecycle.ts +18 -4
package/src/daemon/message-protocol.ts +4 -0
package/src/daemon/message-types/conversations.ts +8 -0
package/src/daemon/message-types/document-comments.ts +50 -0
package/src/daemon/message-types/messages.ts +68 -1
package/src/daemon/message-types/surfaces.ts +3 -1
package/src/daemon/message-types/web-activity.ts +57 -0
package/src/daemon/plugin-source-watcher.ts +135 -3
package/src/daemon/process-message.ts +69 -12
package/src/daemon/query-complexity-router.ts +75 -0
package/src/daemon/trust-context.ts +6 -0
package/src/documents/document-comments-store.test.ts +338 -0
package/src/documents/document-comments-store.ts +237 -0
package/src/documents/document-store.ts +202 -0
package/src/heartbeat/__tests__/heartbeat-service.test.ts +0 -1
package/src/heartbeat/heartbeat-service.ts +1 -0
package/src/home/__tests__/suggested-prompts.test.ts +33 -2
package/src/home/feed-types.ts +6 -1
package/src/home/home-content-refresh.ts +52 -0
package/src/home/home-greeting-cache.ts +69 -0
package/src/home/home-greeting.ts +94 -0
package/src/home/suggested-prompts.ts +177 -9
package/src/memory/__tests__/jobs-worker-v2-schedule.test.ts +135 -2
package/src/memory/__tests__/memory-retrospective-job.test.ts +320 -6
package/src/memory/conversation-crud.ts +133 -43
package/src/memory/db-init.ts +16 -0
package/src/memory/delivery-crud.ts +41 -0
package/src/memory/delivery-status.ts +141 -15
package/src/memory/external-conversation-store.ts +32 -1
package/src/memory/jobs-worker.ts +21 -1
package/src/memory/memory-retrospective-constants.ts +28 -0
package/src/memory/memory-retrospective-enqueue.ts +3 -2
package/src/memory/memory-retrospective-job.ts +408 -18
package/src/memory/memory-retrospective-startup-cleanup.ts +3 -3
package/src/memory/memory-v2-activation-log-store.ts +26 -8
package/src/memory/migrations/100-core-tables.ts +1 -0
package/src/memory/migrations/109-external-conversation-bindings.ts +1 -0
package/src/memory/migrations/253-conversation-last-notified-profile.ts +15 -0
package/src/memory/migrations/253-document-comments.ts +47 -0
package/src/memory/migrations/254-external-conversation-binding-chat-name.ts +43 -0
package/src/memory/migrations/255-channel-inbound-delivery-attempts.ts +24 -0
package/src/memory/migrations/256-memory-v2-injection-events.ts +113 -0
package/src/memory/migrations/257-strip-base-url-non-openai-compatible.ts +22 -0
package/src/memory/migrations/258-onboarding-events-prior-assistants.ts +13 -0
package/src/memory/migrations/259-conversation-cleaned-at.ts +33 -0
package/src/memory/migrations/index.ts +17 -0
package/src/memory/migrations/registry.ts +25 -0
package/src/memory/onboarding-events-store.ts +7 -0
package/src/memory/schema/calls.ts +1 -0
package/src/memory/schema/conversations.ts +3 -0
package/src/memory/schema/infrastructure.ts +1 -0
package/src/memory/v2/__tests__/injection-events.test.ts +318 -0
package/src/memory/v2/__tests__/injection.test.ts +31 -14
package/src/memory/v2/__tests__/page-index.test.ts +365 -1
package/src/memory/v2/__tests__/router.test.ts +489 -1
package/src/memory/v2/consolidation-job.ts +14 -0
package/src/memory/v2/injection-events.ts +101 -0
package/src/memory/v2/injection.ts +21 -10
package/src/memory/v2/page-index.ts +209 -7
package/src/memory/v2/page-store.ts +18 -0
package/src/memory/v2/router.ts +209 -55
package/src/messaging/providers/index.ts +7 -1
package/src/messaging/providers/slack/__tests__/adapter-mention-rendering.test.ts +329 -3
package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +34 -1
package/src/messaging/providers/slack/adapter.ts +178 -25
package/src/messaging/providers/slack/api.test.ts +54 -0
package/src/messaging/providers/slack/api.ts +119 -3
package/src/messaging/providers/slack/client.ts +12 -0
package/src/messaging/providers/slack/deep-link.ts +20 -1
package/src/messaging/providers/slack/message-metadata.test.ts +48 -0
package/src/messaging/providers/slack/message-metadata.ts +156 -0
package/src/messaging/providers/slack/render-transcript.test.ts +107 -75
package/src/messaging/providers/slack/render-transcript.ts +176 -49
package/src/messaging/providers/slack/send.test.ts +77 -0
package/src/messaging/providers/slack/send.ts +8 -2
package/src/messaging/providers/slack/types.ts +14 -0
package/src/notifications/__tests__/emit-signal-home-feed.test.ts +4 -1
package/src/notifications/__tests__/home-feed-side-effect.test.ts +116 -54
package/src/notifications/conversation-seed-composer.ts +14 -2
package/src/notifications/deferred-emit.ts +135 -0
package/src/notifications/emit-signal.ts +9 -1
package/src/notifications/home-feed-side-effect.ts +60 -30
package/src/oauth/connect-orchestrator.ts +3 -0
package/src/oauth/credential-token-resolver.ts +2 -0
package/src/oauth/manual-token-connection.ts +19 -0
package/src/oauth/oauth-store.ts +12 -0
package/src/oauth/seed-providers.ts +22 -0
package/src/permissions/prompter.ts +5 -2
package/src/permissions/secret-prompter.ts +4 -1
package/src/plugins/defaults/injectors.ts +82 -9
package/src/prompts/__tests__/system-prompt.test.ts +46 -2
package/src/prompts/normalize-onboarding.ts +40 -0
package/src/prompts/sections.ts +32 -14
package/src/prompts/system-prompt.ts +105 -68
package/src/prompts/template-detection.ts +37 -0
package/src/prompts/templates/BOOTSTRAP-CONTENT-AUTOMATION.md +141 -0
package/src/prompts/templates/BOOTSTRAP.md +8 -0
package/src/prompts/templates/VOICE.md +3 -0
package/src/prompts/templates/system-sections.ts +53 -3
package/src/providers/anthropic/client.ts +132 -5
package/src/providers/fireworks/client.ts +20 -2
package/src/providers/inference/__tests__/base-url-route-validation.test.ts +342 -0
package/src/providers/inference/__tests__/base-url-security.test.ts +189 -0
package/src/providers/inference/__tests__/codex-token-refresh.test.ts +254 -0
package/src/providers/inference/adapter-factory.ts +15 -1
package/src/providers/inference/auth.ts +3 -3
package/src/providers/inference/codex-token-refresh.ts +128 -0
package/src/providers/inference/resolve-auth.ts +49 -6
package/src/providers/model-catalog.ts +48 -1
package/src/providers/openai/chat-completions-provider.ts +57 -20
package/src/providers/openai/responses-provider.ts +9 -3
package/src/providers/openrouter/client.ts +5 -1
package/src/providers/types.ts +25 -0
package/src/runtime/__tests__/agent-wake.test.ts +214 -0
package/src/runtime/__tests__/background-job-runner.test.ts +128 -0
package/src/runtime/agent-wake.ts +151 -56
package/src/runtime/auth/route-policy.ts +7 -3
package/src/runtime/background-job-runner.ts +26 -0
package/src/runtime/channel-reply-delivery.ts +182 -47
package/src/runtime/channel-retry-sweep.ts +141 -16
package/src/runtime/http-types.ts +7 -4
package/src/runtime/pending-interactions.ts +51 -8
package/src/runtime/routes/__tests__/content-source-routes.test.ts +162 -0
package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +55 -1
package/src/runtime/routes/__tests__/memory-v2-routes.test.ts +14 -0
package/src/runtime/routes/__tests__/memory-v2-simulate-route.test.ts +271 -0
package/src/runtime/routes/__tests__/sanity-routes.test.ts +280 -0
package/src/runtime/routes/__tests__/slack-channel-routes.test.ts +266 -0
package/src/runtime/routes/approval-routes.ts +4 -1
package/src/runtime/routes/chatgpt-subscription-auth-routes.ts +246 -0
package/src/runtime/routes/content-source-routes.ts +78 -0
package/src/runtime/routes/conversation-cli-routes.ts +146 -1
package/src/runtime/routes/conversation-query-routes.ts +60 -1
package/src/runtime/routes/conversation-routes.ts +281 -76
package/src/runtime/routes/document-comments-routes.ts +287 -0
package/src/runtime/routes/documents-routes.ts +33 -0
package/src/runtime/routes/home-feed-routes.ts +6 -3
package/src/runtime/routes/host-app-control-routes.ts +1 -1
package/src/runtime/routes/host-browser-routes.ts +8 -1
package/src/runtime/routes/identity-routes.ts +21 -0
package/src/runtime/routes/inbound-message-handler.ts +288 -58
package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +365 -6
package/src/runtime/routes/inbound-stages/background-dispatch.ts +283 -82
package/src/runtime/routes/index.ts +12 -4
package/src/runtime/routes/inference-provider-connection-routes.ts +63 -7
package/src/runtime/routes/integrations/a2a.ts +60 -1
package/src/runtime/routes/log-export-routes.ts +39 -0
package/src/runtime/routes/memory-v2-routes.ts +217 -0
package/src/runtime/routes/notification-routes.ts +19 -2
package/src/runtime/routes/question-routes.ts +4 -1
package/src/runtime/routes/sanity-routes.ts +159 -0
package/src/runtime/routes/slack-channel-routes.ts +187 -0
package/src/runtime/services/conversation-serializer.ts +30 -4
package/src/schedule/integration-status.ts +3 -1
package/src/security/__tests__/oauth2-device-code.test.ts +479 -0
package/src/security/oauth2-device-code.ts +307 -0
package/src/security/oauth2.ts +26 -9
package/src/security/secure-keys.ts +5 -0
package/src/skills/catalog-install.ts +6 -2
package/src/tools/browser/__tests__/pinned-tabs.test.ts +80 -0
package/src/tools/browser/browser-execution.ts +93 -0
package/src/tools/browser/cdp-client/__tests__/factory.test.ts +28 -0
package/src/tools/browser/cdp-client/__tests__/types.test.ts +1 -0
package/src/tools/browser/cdp-client/cdp-inspect-client.ts +10 -0
package/src/tools/browser/cdp-client/extension-cdp-client.ts +15 -1
package/src/tools/browser/cdp-client/factory.ts +87 -3
package/src/tools/browser/cdp-client/local-cdp-client.ts +9 -0
package/src/tools/browser/cdp-client/types.ts +36 -0
package/src/tools/browser/pinned-tabs.ts +90 -0
package/src/tools/document/document-comment-tool.test.ts +379 -0
package/src/tools/document/document-comment-tool.ts +156 -0
package/src/tools/document/document-tool.ts +128 -2
package/src/tools/network/__tests__/web-fetch-metadata.test.ts +229 -0
package/src/tools/network/__tests__/web-search-metadata.test.ts +346 -0
package/src/tools/network/domain-normalize.ts +17 -0
package/src/tools/network/web-fetch.ts +213 -64
package/src/tools/network/web-search.ts +191 -66
package/src/tools/terminal/safe-env.ts +3 -2
package/src/tools/tool-approval-handler.ts +19 -12
package/src/tools/types.ts +4 -0
package/src/tools/ui-surface/definitions.ts +3 -1
package/src/types/onboarding-context.ts +4 -0
package/src/util/__tests__/favicon.test.ts +84 -0
package/src/util/favicon.ts +40 -0
package/src/util/platform.ts +0 -5
package/src/workspace/git-service.ts +75 -4
package/src/workspace/migrations/088-deprecate-background-conversation-override.ts +103 -0
package/src/workspace/migrations/registry.ts +2 -0
package/src/config/bundled-skills/document/SKILL.md +0 -54
package/src/config/bundled-skills/document/TOOLS.json +0 -106
package/src/daemon/seed-files.ts +0 -18
package/src/runtime/routes/interface-routes.ts +0 -43
/package/src/config/bundled-skills/{document → document-editor}/tools/document-create.ts +0 -0
/package/src/config/bundled-skills/{document → document-editor}/tools/document-delete.ts +0 -0
/package/src/config/bundled-skills/{document → document-editor}/tools/document-list.ts +0 -0
/package/src/config/bundled-skills/{document → document-editor}/tools/document-read.ts +0 -0
/package/src/config/bundled-skills/{document → document-editor}/tools/document-update.ts +0 -0

package/src/tools/network/__tests__/web-fetch-metadata.test.ts ADDED Viewed

@@ -0,0 +1,229 @@
+import { afterEach, beforeEach, describe, expect, test } from "bun:test";
+import { executeWebFetch } from "../web-fetch.js";
+type RequestExecutor = (
+  url: URL,
+  requestOptions: {
+    signal: AbortSignal;
+    headers: Record<string, string>;
+    resolvedAddress?: string;
+  },
+) => Promise<Response>;
+const executeWithMockFetch = (
+  input: Record<string, unknown>,
+  options?: {
+    resolveHostAddresses?: (hostname: string) => Promise<string[]>;
+    requestExecutor?: RequestExecutor;
+  },
+) =>
+  executeWebFetch(input, {
+    resolveHostAddresses:
+      options?.resolveHostAddresses ?? (async () => ["93.184.216.34"]),
+    requestExecutor:
+      options?.requestExecutor ??
+      ((url, requestOptions) =>
+        globalThis.fetch(url.href, {
+          method: "GET",
+          redirect: "manual",
+          signal: requestOptions.signal,
+          headers: requestOptions.headers,
+        }) as Promise<Response>),
+  });
+describe("web_fetch activityMetadata", () => {
+  let originalFetch: typeof globalThis.fetch;
+  beforeEach(() => {
+    originalFetch = globalThis.fetch;
+  });
+  afterEach(() => {
+    globalThis.fetch = originalFetch;
+  });
+  test("populates metadata on a 200 HTML response with a <title>", async () => {
+    const body =
+      "<!doctype html><html><head><title>Example Domain</title></head>" +
+      "<body><p>Hello, world.</p></body></html>";
+    globalThis.fetch = (async () =>
+      new Response(body, {
+        status: 200,
+        headers: { "content-type": "text/html; charset=utf-8" },
+      })) as unknown as typeof globalThis.fetch;
+    const result = await executeWithMockFetch({ url: "https://example.com/" });
+    expect(result.isError).toBe(false);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta).toBeDefined();
+    expect(meta?.url).toBe("https://example.com/");
+    expect(meta?.finalUrl).toBe("https://example.com/");
+    expect(meta?.status).toBe(200);
+    expect(meta?.contentType).toContain("text/html");
+    expect(meta?.title).toBe("Example Domain");
+    expect(meta?.domain).toBe("example.com");
+    expect(meta?.byteCount).toBe(Buffer.byteLength(body));
+    expect(meta?.charCount).toBeGreaterThan(0);
+    expect(meta?.redirectCount).toBe(0);
+    expect(meta?.truncated).toBe(false);
+    expect(meta?.durationMs).toBeGreaterThanOrEqual(0);
+    expect(meta?.errorMessage).toBeUndefined();
+  });
+  test("tracks redirect chains in finalUrl and redirectCount", async () => {
+    let callCount = 0;
+    globalThis.fetch = (async (rawUrl: string) => {
+      callCount++;
+      if (callCount === 1) {
+        expect(rawUrl).toBe("https://example.com/start");
+        return new Response("", {
+          status: 302,
+          headers: { location: "https://example.com/middle" },
+        });
+      }
+      if (callCount === 2) {
+        return new Response("", {
+          status: 301,
+          headers: { location: "https://example.com/final" },
+        });
+      }
+      return new Response("<!doctype html><title>Final</title><p>done</p>", {
+        status: 200,
+        headers: { "content-type": "text/html; charset=utf-8" },
+      });
+    }) as unknown as typeof globalThis.fetch;
+    const result = await executeWithMockFetch({
+      url: "https://example.com/start",
+    });
+    expect(result.isError).toBe(false);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta).toBeDefined();
+    expect(meta?.url).toBe("https://example.com/start");
+    expect(meta?.finalUrl).toBe("https://example.com/final");
+    expect(meta?.finalUrl).not.toBe(meta?.url);
+    expect(meta?.redirectCount).toBe(2);
+    expect(meta?.title).toBe("Final");
+  });
+  test("flags truncation when content exceeds max_chars", async () => {
+    const longBody = "x".repeat(50_000);
+    globalThis.fetch = (async () =>
+      new Response(longBody, {
+        status: 200,
+        headers: { "content-type": "text/plain; charset=utf-8" },
+      })) as unknown as typeof globalThis.fetch;
+    const maxChars = 1_000;
+    const result = await executeWithMockFetch({
+      url: "https://example.com/large",
+      max_chars: maxChars,
+    });
+    expect(result.isError).toBe(false);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta).toBeDefined();
+    expect(meta?.truncated).toBe(true);
+    expect(meta?.charCount).toBe(maxChars);
+  });
+  test("populates errorMessage and status on a 404 response", async () => {
+    globalThis.fetch = (async () =>
+      new Response("<title>Not Found</title>not here", {
+        status: 404,
+        statusText: "Not Found",
+        headers: { "content-type": "text/html; charset=utf-8" },
+      })) as unknown as typeof globalThis.fetch;
+    const result = await executeWithMockFetch({
+      url: "https://example.com/missing",
+    });
+    expect(result.isError).toBe(true);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta).toBeDefined();
+    expect(meta?.status).toBe(404);
+    expect(meta?.errorMessage).toBeDefined();
+    expect(meta?.errorMessage).toContain("HTTP 404");
+    expect(meta?.url).toBe("https://example.com/missing");
+    expect(meta?.finalUrl).toBe("https://example.com/missing");
+    expect(meta?.domain).toBe("example.com");
+  });
+  test("flags mayRequireJavaScript when HTML compresses to <5% text and exceeds 10KB", async () => {
+    const scriptPayload = `var x = ${JSON.stringify("a".repeat(40_000))};`;
+    const body =
+      "<!doctype html><html><head><title>App</title></head>" +
+      `<body><div id="root"></div><script>${scriptPayload}</script></body></html>`;
+    globalThis.fetch = (async () =>
+      new Response(body, {
+        status: 200,
+        headers: { "content-type": "text/html; charset=utf-8" },
+      })) as unknown as typeof globalThis.fetch;
+    const result = await executeWithMockFetch({ url: "https://example.com/" });
+    expect(result.isError).toBe(false);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta?.mayRequireJavaScript).toBe(true);
+    expect(result.status).toContain("Content may be JavaScript-rendered");
+    expect(result.status).toContain(`${meta?.byteCount} bytes`);
+  });
+  test("flags mayRequireJavaScript when extracted text is under 200 chars", async () => {
+    const body =
+      '<!doctype html><html><head><title>Tiny</title></head><body><div id="app"></div></body></html>';
+    globalThis.fetch = (async () =>
+      new Response(body, {
+        status: 200,
+        headers: { "content-type": "text/html; charset=utf-8" },
+      })) as unknown as typeof globalThis.fetch;
+    const result = await executeWithMockFetch({ url: "https://example.com/" });
+    expect(result.isError).toBe(false);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta?.mayRequireJavaScript).toBe(true);
+    expect(result.status).toContain("Content may be JavaScript-rendered");
+  });
+  test("does not flag mayRequireJavaScript for content-heavy HTML", async () => {
+    const paragraph =
+      "<p>" +
+      "The quick brown fox jumps over the lazy dog. ".repeat(20) +
+      "</p>";
+    const body =
+      "<!doctype html><html><head><title>Article</title></head>" +
+      `<body>${paragraph.repeat(40)}</body></html>`;
+    globalThis.fetch = (async () =>
+      new Response(body, {
+        status: 200,
+        headers: { "content-type": "text/html; charset=utf-8" },
+      })) as unknown as typeof globalThis.fetch;
+    const result = await executeWithMockFetch({ url: "https://example.com/" });
+    expect(result.isError).toBe(false);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta?.mayRequireJavaScript).toBeUndefined();
+    expect(result.status ?? "").not.toContain("JavaScript-rendered");
+  });
+  test("populates metadata for blocked private-network targets", async () => {
+    const result = await executeWithMockFetch({
+      url: "http://127.0.0.1/admin",
+    });
+    expect(result.isError).toBe(true);
+    const meta = result.activityMetadata?.webFetch;
+    expect(meta).toBeDefined();
+    expect(meta?.errorMessage).toContain(
+      "Refusing to fetch local/private network target",
+    );
+    expect(meta?.domain).toBe("127.0.0.1");
+    expect(meta?.status).toBe(0);
+  });
+});

package/src/tools/network/__tests__/web-search-metadata.test.ts ADDED Viewed

@@ -0,0 +1,346 @@
+import { afterEach, beforeEach, describe, expect, mock, test } from "bun:test";
+// Mutable mock state - set per test
+let mockWebSearchProvider: string | undefined = "perplexity";
+let mockBraveSecureKey: string | undefined;
+let mockPerplexitySecureKey: string | undefined;
+let mockTavilySecureKey: string | undefined;
+// Capture the registered tool
+let capturedTool: any = null;
+mock.module("../../registry.js", () => ({
+  registerTool: (tool: any) => {
+    capturedTool = tool;
+  },
+}));
+mock.module("../../../config/loader.js", () => ({
+  getConfig: () => ({
+    services: {
+      "web-search": { provider: mockWebSearchProvider },
+    },
+  }),
+}));
+mock.module("../../../security/secure-keys.js", () => ({
+  getProviderKeyAsync: async (provider: string) => {
+    if (provider === "brave") return mockBraveSecureKey;
+    if (provider === "perplexity") return mockPerplexitySecureKey;
+    if (provider === "tavily") return mockTavilySecureKey;
+    return undefined;
+  },
+}));
+mock.module("../../../util/logger.js", () => ({
+  getLogger: () =>
+    new Proxy({} as Record<string, unknown>, {
+      get: () => () => {},
+    }),
+}));
+mock.module("../../../permissions/types.js", () => ({
+  RiskLevel: { Low: "low", Medium: "medium", High: "high" },
+}));
+// Force the module to load (triggers registerTool)
+await import("../web-search.js");
+describe("web_search activity metadata", () => {
+  let originalFetch: typeof globalThis.fetch;
+  beforeEach(() => {
+    originalFetch = globalThis.fetch;
+    mockWebSearchProvider = "perplexity";
+    mockBraveSecureKey = undefined;
+    mockPerplexitySecureKey = undefined;
+    mockTavilySecureKey = undefined;
+  });
+  afterEach(() => {
+    globalThis.fetch = originalFetch;
+  });
+  function execute(input: Record<string, unknown>) {
+    return capturedTool.execute(input, {} as any);
+  }
+  // ---- Brave --------------------------------------------------------------
+  test("Brave populates webSearch metadata on success", async () => {
+    mockWebSearchProvider = "brave";
+    mockBraveSecureKey = "brave-key";
+    globalThis.fetch = (async () =>
+      new Response(
+        JSON.stringify({
+          web: {
+            results: [
+              {
+                title: "Brave One",
+                url: "https://example.com/one",
+                description: "First Brave result",
+                age: "1 day ago",
+              },
+              {
+                title: "Brave Two",
+                url: "https://other.example.org/two",
+                description: "Second result",
+              },
+            ],
+          },
+        }),
+        { status: 200, headers: { "content-type": "application/json" } },
+      )) as any;
+    const result = await execute({ query: "brave query" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("brave");
+    expect(meta.query).toBe("brave query");
+    expect(meta.resultCount).toBe(2);
+    expect(typeof meta.durationMs).toBe("number");
+    expect(meta.errorMessage).toBeUndefined();
+    expect(meta.results[0].rank).toBe(1);
+    expect(meta.results[0].title).toBe("Brave One");
+    expect(meta.results[0].url).toBe("https://example.com/one");
+    expect(meta.results[0].domain).toBe("example.com");
+    expect(meta.results[0].snippet).toBe("First Brave result");
+    expect(meta.results[0].age).toBe("1 day ago");
+    expect(meta.results[1].rank).toBe(2);
+    expect(meta.results[1].domain).toBe("other.example.org");
+  });
+  test("Brave populates errorMessage and empty results on auth failure", async () => {
+    mockWebSearchProvider = "brave";
+    mockBraveSecureKey = "bad-key";
+    globalThis.fetch = (async () =>
+      new Response("Forbidden", { status: 403 })) as any;
+    const result = await execute({ query: "brave fail" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("brave");
+    expect(meta.resultCount).toBe(0);
+    expect(meta.results).toEqual([]);
+    expect(meta.errorMessage).toContain("Invalid or expired Brave Search");
+  });
+  // ---- Perplexity ---------------------------------------------------------
+  test("Perplexity populates webSearch metadata from citations", async () => {
+    mockPerplexitySecureKey = "pplx-key";
+    globalThis.fetch = (async () =>
+      new Response(
+        JSON.stringify({
+          choices: [{ message: { content: "answer text" } }],
+          citations: [
+            "https://typescriptlang.org/docs",
+            "https://example.com/article",
+          ],
+        }),
+        { status: 200, headers: { "content-type": "application/json" } },
+      )) as any;
+    const result = await execute({ query: "perplexity query" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("perplexity");
+    expect(meta.query).toBe("perplexity query");
+    expect(meta.resultCount).toBe(2);
+    expect(meta.results[0].rank).toBe(1);
+    expect(meta.results[0].url).toBe("https://typescriptlang.org/docs");
+    expect(meta.results[0].domain).toBe("typescriptlang.org");
+    expect(meta.results[0].title).toBe("");
+    expect(meta.results[0].snippet).toBeUndefined();
+    expect(meta.results[1].domain).toBe("example.com");
+  });
+  test("Perplexity populates errorMessage on rate-limit exhaustion", async () => {
+    mockPerplexitySecureKey = "pplx-key";
+    globalThis.fetch = (async () =>
+      new Response("Too Many Requests", {
+        status: 429,
+        headers: { "retry-after": "0" },
+      })) as any;
+    const result = await execute({ query: "rate limited" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("perplexity");
+    expect(meta.resultCount).toBe(0);
+    expect(meta.results).toEqual([]);
+    expect(meta.errorMessage).toContain("rate limit exceeded");
+  });
+  // ---- Tavily -------------------------------------------------------------
+  test("Tavily populates webSearch metadata with favicon and score", async () => {
+    mockWebSearchProvider = "tavily";
+    mockTavilySecureKey = "tvly-key";
+    globalThis.fetch = (async () =>
+      new Response(
+        JSON.stringify({
+          results: [
+            {
+              title: "Tavily One",
+              url: "https://docs.example.com/page",
+              content: "Tavily snippet text",
+              score: 0.87,
+              favicon: "https://docs.example.com/favicon.ico",
+            },
+            {
+              title: "Tavily Two",
+              url: "https://blog.example.org/post",
+              content: "Second tavily content",
+              score: 0.42,
+            },
+          ],
+        }),
+        { status: 200, headers: { "content-type": "application/json" } },
+      )) as any;
+    const result = await execute({ query: "tavily query" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("tavily");
+    expect(meta.resultCount).toBe(2);
+    expect(meta.results[0].rank).toBe(1);
+    expect(meta.results[0].title).toBe("Tavily One");
+    expect(meta.results[0].url).toBe("https://docs.example.com/page");
+    expect(meta.results[0].domain).toBe("docs.example.com");
+    expect(meta.results[0].faviconUrl).toBe(
+      "https://docs.example.com/favicon.ico",
+    );
+    expect(meta.results[0].snippet).toBe("Tavily snippet text");
+    expect(meta.results[0].score).toBe(0.87);
+    // PR 5 backfills a synthesized favicon URL via Google s2 when the
+    // provider doesn't supply one, so this result now has a faviconUrl too.
+    expect(meta.results[1].faviconUrl).toContain(
+      "google.com/s2/favicons",
+    );
+    expect(meta.results[1].score).toBe(0.42);
+  });
+  test("Tavily falls back to url for missing title", async () => {
+    mockWebSearchProvider = "tavily";
+    mockTavilySecureKey = "tvly-key";
+    globalThis.fetch = (async () =>
+      new Response(
+        JSON.stringify({
+          results: [
+            {
+              url: "https://example.net/article",
+              content: "No title here",
+            },
+          ],
+        }),
+        { status: 200, headers: { "content-type": "application/json" } },
+      )) as any;
+    const result = await execute({ query: "no title" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.results[0].title).toBe("https://example.net/article");
+    expect(meta.results[0].domain).toBe("example.net");
+  });
+  test("Tavily falls back to url for empty string title", async () => {
+    mockWebSearchProvider = "tavily";
+    mockTavilySecureKey = "tvly-key";
+    globalThis.fetch = (async () =>
+      new Response(
+        JSON.stringify({
+          results: [
+            {
+              title: "",
+              url: "https://example.net/empty-title",
+              content: "Empty title",
+            },
+          ],
+        }),
+        { status: 200, headers: { "content-type": "application/json" } },
+      )) as any;
+    const result = await execute({ query: "empty title" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.results[0].title).toBe("https://example.net/empty-title");
+  });
+  test("Tavily falls back to url for whitespace-only title", async () => {
+    mockWebSearchProvider = "tavily";
+    mockTavilySecureKey = "tvly-key";
+    globalThis.fetch = (async () =>
+      new Response(
+        JSON.stringify({
+          results: [
+            {
+              title: "   ",
+              url: "https://example.net/whitespace-title",
+              content: "Whitespace title",
+            },
+          ],
+        }),
+        { status: 200, headers: { "content-type": "application/json" } },
+      )) as any;
+    const result = await execute({ query: "whitespace title" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.results[0].title).toBe(
+      "https://example.net/whitespace-title",
+    );
+  });
+  test("Tavily populates errorMessage on auth failure", async () => {
+    mockWebSearchProvider = "tavily";
+    mockTavilySecureKey = "bad-key";
+    globalThis.fetch = (async () =>
+      new Response("Unauthorized", { status: 401 })) as any;
+    const result = await execute({ query: "tavily fail" });
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("tavily");
+    expect(meta.resultCount).toBe(0);
+    expect(meta.results).toEqual([]);
+    expect(meta.errorMessage).toContain("Invalid or expired Tavily");
+  });
+  // ---- Top-level error paths ---------------------------------------------
+  test("top-level catch populates activityMetadata with errorMessage", async () => {
+    mockWebSearchProvider = "perplexity";
+    mockPerplexitySecureKey = "pplx-key";
+    globalThis.fetch = (async () => {
+      throw new Error("network down");
+    }) as any;
+    const result = await execute({ query: "catch query" });
+    expect(result.isError).toBe(true);
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("perplexity");
+    expect(meta.query).toBe("catch query");
+    expect(meta.resultCount).toBe(0);
+    expect(meta.results).toEqual([]);
+    expect(meta.errorMessage).toContain("network down");
+    expect(typeof meta.durationMs).toBe("number");
+  });
+  test("no-API-key branch populates activityMetadata with errorMessage", async () => {
+    mockWebSearchProvider = "perplexity";
+    // All provider keys remain undefined from beforeEach.
+    const result = await execute({ query: "no key query" });
+    expect(result.isError).toBe(true);
+    const meta = result.activityMetadata?.webSearch;
+    expect(meta).toBeDefined();
+    expect(meta.provider).toBe("perplexity");
+    expect(meta.query).toBe("no key query");
+    expect(meta.resultCount).toBe(0);
+    expect(meta.results).toEqual([]);
+    expect(meta.errorMessage).toContain("No web search API key configured");
+    expect(typeof meta.durationMs).toBe("number");
+  });
+});

package/src/tools/network/domain-normalize.ts CHANGED Viewed

@@ -80,6 +80,23 @@ export function normalizeDomain(input: string): DomainInfo | null {
   };
 }
+/**
+ * Best-effort host extractor for URLs surfaced in tool activity metadata
+ * (web-search result items, web-fetch metadata). Returns the lowercased
+ * host portion of `rawUrl`, or `""` when the input cannot be parsed.
+ *
+ * Distinct from {@link normalizeDomain} above: callers here only need a
+ * stable display string, not a registrable-domain analysis. We return ""
+ * (rather than null) so consumers can treat the result as a plain string.
+ */
+export function extractDomain(rawUrl: string): string {
+  try {
+    return new URL(rawUrl).host.toLowerCase();
+  } catch {
+    return "";
+  }
+}
 function isIPAddress(hostname: string): boolean {
   // IPv4
   if (/^\d{1,3}(\.\d{1,3}){3}$/.test(hostname)) return true;