@miaws/miaw 1.18.3 → 1.18.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +131 -0
- package/Dockerfile +18 -0
- package/README.md +15 -0
- package/{miaw.js → bin/miaw} +0 -0
- package/bunfig.toml +7 -0
- package/git +0 -0
- package/migration/20260511173437_session-metadata/migration.sql +1 -0
- package/migration/20260511173437_session-metadata/snapshot.json +1500 -0
- package/package.json +154 -12
- package/parsers-config.ts +1 -0
- package/script/bench-search.ts +94 -0
- package/script/bench-test-suite.ts +52 -0
- package/script/build.ts +243 -0
- package/script/generate.ts +14 -0
- package/script/httpapi-exercise.ts +1 -0
- package/script/postinstall.mjs +189 -0
- package/script/profile-test-files.ts +42 -0
- package/script/publish.ts +213 -0
- package/script/run-workspace-server +106 -0
- package/script/schema.ts +77 -0
- package/script/time.ts +6 -0
- package/script/trace-imports.ts +153 -0
- package/specs/effect/error-boundaries-plan.md +235 -0
- package/specs/effect/errors.md +207 -0
- package/specs/effect/facades.md +218 -0
- package/specs/effect/guide.md +247 -0
- package/specs/effect/instance-context.md +13 -0
- package/specs/effect/loose-ends.md +30 -0
- package/specs/effect/migration.md +62 -0
- package/specs/effect/routes.md +61 -0
- package/specs/effect/schema.md +88 -0
- package/specs/effect/server-package.md +58 -0
- package/specs/effect/todo.md +241 -0
- package/specs/effect/tools.md +88 -0
- package/specs/openapi-translation-cleanup.md +204 -0
- package/specs/tui-plugins.md +544 -0
- package/specs/v2/api.ts +67 -0
- package/specs/v2/message-shape.md +136 -0
- package/specs/v2/notifications.md +13 -0
- package/specs/v2/tui-command-shim.md +67 -0
- package/src/account/account.ts +463 -0
- package/src/account/repo.ts +173 -0
- package/src/account/schema.ts +99 -0
- package/src/account/url.ts +8 -0
- package/src/acp/agent.ts +95 -0
- package/src/acp/config-option.ts +203 -0
- package/src/acp/content.ts +250 -0
- package/src/acp/directory.ts +210 -0
- package/src/acp/error.ts +90 -0
- package/src/acp/event.ts +336 -0
- package/src/acp/permission.ts +124 -0
- package/src/acp/profile.ts +42 -0
- package/src/acp/service.ts +1048 -0
- package/src/acp/session.ts +231 -0
- package/src/acp/tool.ts +321 -0
- package/src/acp/usage.ts +232 -0
- package/src/agent/agent.ts +467 -0
- package/src/agent/generate.txt +75 -0
- package/src/agent/prompt/compaction.txt +9 -0
- package/src/agent/prompt/explore.txt +18 -0
- package/src/agent/prompt/summary.txt +11 -0
- package/src/agent/prompt/title.txt +44 -0
- package/src/agent/subagent-permissions.ts +27 -0
- package/src/audio.d.ts +14 -0
- package/src/auth/index.ts +99 -0
- package/src/background/job.ts +39 -0
- package/src/bus/global.ts +22 -0
- package/src/cli/bootstrap.ts +11 -0
- package/src/cli/cmd/account.ts +264 -0
- package/src/cli/cmd/acp.ts +73 -0
- package/src/cli/cmd/agent.ts +253 -0
- package/src/cli/cmd/attach.ts +97 -0
- package/src/cli/cmd/cmd.ts +7 -0
- package/src/cli/cmd/db.ts +62 -0
- package/src/cli/cmd/debug/agent.handler.ts +193 -0
- package/src/cli/cmd/debug/agent.ts +27 -0
- package/src/cli/cmd/debug/config.ts +14 -0
- package/src/cli/cmd/debug/file.ts +73 -0
- package/src/cli/cmd/debug/index.ts +87 -0
- package/src/cli/cmd/debug/lsp.ts +50 -0
- package/src/cli/cmd/debug/ripgrep.ts +79 -0
- package/src/cli/cmd/debug/scrap.ts +15 -0
- package/src/cli/cmd/debug/skill.ts +15 -0
- package/src/cli/cmd/debug/snapshot.ts +50 -0
- package/src/cli/cmd/debug/startup.ts +11 -0
- package/src/cli/cmd/debug/v2.ts +49 -0
- package/src/cli/cmd/export.ts +292 -0
- package/src/cli/cmd/generate.ts +54 -0
- package/src/cli/cmd/github.handler.ts +1593 -0
- package/src/cli/cmd/github.shared.ts +30 -0
- package/src/cli/cmd/github.ts +42 -0
- package/src/cli/cmd/import.ts +224 -0
- package/src/cli/cmd/mcp.ts +849 -0
- package/src/cli/cmd/models.ts +66 -0
- package/src/cli/cmd/plug.ts +230 -0
- package/src/cli/cmd/pr.ts +115 -0
- package/src/cli/cmd/prompt-display.ts +1 -0
- package/src/cli/cmd/providers.ts +534 -0
- package/src/cli/cmd/run/demo.ts +1274 -0
- package/src/cli/cmd/run/entry.body.ts +205 -0
- package/src/cli/cmd/run/footer.command.tsx +1064 -0
- package/src/cli/cmd/run/footer.menu.tsx +351 -0
- package/src/cli/cmd/run/footer.permission.tsx +472 -0
- package/src/cli/cmd/run/footer.prompt.tsx +1306 -0
- package/src/cli/cmd/run/footer.question.tsx +573 -0
- package/src/cli/cmd/run/footer.subagent.tsx +173 -0
- package/src/cli/cmd/run/footer.ts +1129 -0
- package/src/cli/cmd/run/footer.view.tsx +943 -0
- package/src/cli/cmd/run/footer.width.ts +27 -0
- package/src/cli/cmd/run/permission.shared.ts +256 -0
- package/src/cli/cmd/run/prompt.editor.ts +157 -0
- package/src/cli/cmd/run/prompt.shared.ts +153 -0
- package/src/cli/cmd/run/question.shared.ts +340 -0
- package/src/cli/cmd/run/runtime.boot.ts +202 -0
- package/src/cli/cmd/run/runtime.lifecycle.ts +406 -0
- package/src/cli/cmd/run/runtime.queue.ts +349 -0
- package/src/cli/cmd/run/runtime.shared.ts +17 -0
- package/src/cli/cmd/run/runtime.stdin.ts +37 -0
- package/src/cli/cmd/run/runtime.ts +814 -0
- package/src/cli/cmd/run/scrollback.shared.ts +92 -0
- package/src/cli/cmd/run/scrollback.surface.ts +431 -0
- package/src/cli/cmd/run/scrollback.writer.tsx +352 -0
- package/src/cli/cmd/run/session-data.ts +1113 -0
- package/src/cli/cmd/run/session-replay.ts +374 -0
- package/src/cli/cmd/run/session.shared.ts +196 -0
- package/src/cli/cmd/run/splash.ts +280 -0
- package/src/cli/cmd/run/stream.transport.ts +1462 -0
- package/src/cli/cmd/run/stream.ts +175 -0
- package/src/cli/cmd/run/subagent-data.ts +876 -0
- package/src/cli/cmd/run/theme.ts +690 -0
- package/src/cli/cmd/run/tool.ts +1489 -0
- package/src/cli/cmd/run/trace.ts +94 -0
- package/src/cli/cmd/run/turn-summary.ts +47 -0
- package/src/cli/cmd/run/types.ts +350 -0
- package/src/cli/cmd/run/variant.shared.ts +215 -0
- package/src/cli/cmd/run.ts +894 -0
- package/src/cli/cmd/serve.ts +24 -0
- package/src/cli/cmd/session.ts +147 -0
- package/src/cli/cmd/stats.ts +393 -0
- package/src/cli/cmd/tui.ts +224 -0
- package/src/cli/cmd/uninstall.ts +353 -0
- package/src/cli/cmd/upgrade.ts +74 -0
- package/src/cli/cmd/web.ts +84 -0
- package/src/cli/effect/prompt.ts +37 -0
- package/src/cli/effect-cmd.ts +96 -0
- package/src/cli/error.ts +130 -0
- package/src/cli/heap.ts +45 -0
- package/src/cli/logo.ts +1 -0
- package/src/cli/network.ts +64 -0
- package/src/cli/tui/layer.ts +7 -0
- package/src/cli/tui/validate-session.ts +29 -0
- package/src/cli/tui/worker.ts +71 -0
- package/src/cli/ui.ts +132 -0
- package/src/cli/upgrade.ts +53 -0
- package/src/command/index.ts +184 -0
- package/src/command/template/initialize.txt +66 -0
- package/src/command/template/review.txt +101 -0
- package/src/config/agent-preset.ts +175 -0
- package/src/config/agent.ts +59 -0
- package/src/config/command.ts +39 -0
- package/src/config/config.ts +703 -0
- package/src/config/entry-name.ts +19 -0
- package/src/config/managed.ts +69 -0
- package/src/config/markdown.ts +36 -0
- package/src/config/parse.ts +79 -0
- package/src/config/paths.ts +45 -0
- package/src/config/plugin.ts +79 -0
- package/src/config/tui-cwd.ts +5 -0
- package/src/config/tui-host-attention.ts +21 -0
- package/src/config/tui-migrate.ts +132 -0
- package/src/config/tui.ts +274 -0
- package/src/config/variable.ts +91 -0
- package/src/control-plane/adapters/index.ts +41 -0
- package/src/control-plane/adapters/worktree.ts +96 -0
- package/src/control-plane/dev/README.md +19 -0
- package/src/control-plane/dev/debug-workspace-plugin.ts +73 -0
- package/src/control-plane/types.ts +59 -0
- package/src/control-plane/util.ts +39 -0
- package/src/control-plane/workspace-adapter-runtime.ts +51 -0
- package/src/control-plane/workspace-context.ts +26 -0
- package/src/control-plane/workspace.ts +989 -0
- package/src/effect/app-runtime.ts +132 -0
- package/src/effect/bootstrap-runtime.ts +23 -0
- package/src/effect/bridge.ts +84 -0
- package/src/effect/config-service.ts +67 -0
- package/src/effect/instance-ref.ts +11 -0
- package/src/effect/instance-registry.ts +12 -0
- package/src/effect/instance-state.ts +69 -0
- package/src/effect/promise.ts +17 -0
- package/src/effect/run-service.ts +47 -0
- package/src/effect/runner.ts +217 -0
- package/src/effect/runtime-flags.ts +79 -0
- package/src/env/index.ts +43 -0
- package/src/event-v2-bridge.ts +79 -0
- package/src/format/formatter.ts +404 -0
- package/src/format/index.ts +205 -0
- package/src/git/index.ts +350 -0
- package/src/id/id.ts +80 -0
- package/src/ide/index.ts +61 -0
- package/src/image/image.ts +174 -0
- package/src/index.ts +142 -0
- package/src/installation/index.ts +350 -0
- package/src/lsp/client.ts +650 -0
- package/src/lsp/diagnostic.ts +29 -0
- package/src/lsp/language.ts +121 -0
- package/src/lsp/launch.ts +21 -0
- package/src/lsp/lsp.ts +511 -0
- package/src/lsp/server.ts +1983 -0
- package/src/markdown.d.ts +4 -0
- package/src/mcp/auth.ts +174 -0
- package/src/mcp/catalog.ts +144 -0
- package/src/mcp/index.ts +953 -0
- package/src/mcp/oauth-callback.ts +221 -0
- package/src/mcp/oauth-provider.ts +206 -0
- package/src/node.ts +4 -0
- package/src/patch/index.ts +686 -0
- package/src/permission/arity.ts +163 -0
- package/src/permission/evaluate.ts +1 -0
- package/src/permission/index.ts +230 -0
- package/src/plugin/azure.ts +26 -0
- package/src/plugin/cloudflare.ts +76 -0
- package/src/plugin/digitalocean.ts +383 -0
- package/src/plugin/github-copilot/copilot.ts +413 -0
- package/src/plugin/github-copilot/models.ts +246 -0
- package/src/plugin/index.ts +315 -0
- package/src/plugin/install.ts +439 -0
- package/src/plugin/loader.ts +237 -0
- package/src/plugin/meta.ts +188 -0
- package/src/plugin/openai/README.md +31 -0
- package/src/plugin/openai/codex.ts +640 -0
- package/src/plugin/openai/ws-pool.ts +270 -0
- package/src/plugin/openai/ws.ts +381 -0
- package/src/plugin/pty-environment.ts +24 -0
- package/src/plugin/shared.ts +323 -0
- package/src/plugin/snowflake-cortex.ts +529 -0
- package/src/plugin/tui/internal.ts +10 -0
- package/src/plugin/tui/runtime.ts +1130 -0
- package/src/plugin/xai.ts +734 -0
- package/src/project/bootstrap-service.ts +9 -0
- package/src/project/bootstrap.ts +76 -0
- package/src/project/instance-context.ts +24 -0
- package/src/project/instance-layer.ts +11 -0
- package/src/project/instance-runtime.ts +16 -0
- package/src/project/instance-store.ts +209 -0
- package/src/project/project.ts +519 -0
- package/src/project/vcs.ts +431 -0
- package/src/provider/auth.ts +233 -0
- package/src/provider/error.ts +188 -0
- package/src/provider/model-status.ts +8 -0
- package/src/provider/provider.ts +1975 -0
- package/src/provider/transform.ts +1426 -0
- package/src/question/index.ts +229 -0
- package/src/question/schema.ts +10 -0
- package/src/server/auth.ts +48 -0
- package/src/server/event.ts +13 -0
- package/src/server/global-lifecycle.ts +28 -0
- package/src/server/init-projectors.ts +3 -0
- package/src/server/mdns.ts +47 -0
- package/src/server/projectors.ts +1 -0
- package/src/server/proxy-util.ts +48 -0
- package/src/server/routes/instance/httpapi/AGENTS.md +39 -0
- package/src/server/routes/instance/httpapi/api.ts +78 -0
- package/src/server/routes/instance/httpapi/errors.ts +193 -0
- package/src/server/routes/instance/httpapi/groups/config.ts +65 -0
- package/src/server/routes/instance/httpapi/groups/control-plane.ts +35 -0
- package/src/server/routes/instance/httpapi/groups/control.ts +76 -0
- package/src/server/routes/instance/httpapi/groups/event.ts +29 -0
- package/src/server/routes/instance/httpapi/groups/experimental.ts +260 -0
- package/src/server/routes/instance/httpapi/groups/file.ts +185 -0
- package/src/server/routes/instance/httpapi/groups/global.ts +138 -0
- package/src/server/routes/instance/httpapi/groups/instance.ts +206 -0
- package/src/server/routes/instance/httpapi/groups/mcp.ts +156 -0
- package/src/server/routes/instance/httpapi/groups/metadata.ts +18 -0
- package/src/server/routes/instance/httpapi/groups/permission.ts +61 -0
- package/src/server/routes/instance/httpapi/groups/project-copy.ts +32 -0
- package/src/server/routes/instance/httpapi/groups/project.ts +93 -0
- package/src/server/routes/instance/httpapi/groups/provider.ts +101 -0
- package/src/server/routes/instance/httpapi/groups/pty.ts +172 -0
- package/src/server/routes/instance/httpapi/groups/query.ts +12 -0
- package/src/server/routes/instance/httpapi/groups/question.ts +74 -0
- package/src/server/routes/instance/httpapi/groups/session.ts +462 -0
- package/src/server/routes/instance/httpapi/groups/sync.ts +113 -0
- package/src/server/routes/instance/httpapi/groups/tui.ts +208 -0
- package/src/server/routes/instance/httpapi/groups/workspace.ts +141 -0
- package/src/server/routes/instance/httpapi/handlers/config.ts +34 -0
- package/src/server/routes/instance/httpapi/handlers/control-plane.ts +37 -0
- package/src/server/routes/instance/httpapi/handlers/control.ts +43 -0
- package/src/server/routes/instance/httpapi/handlers/event.ts +99 -0
- package/src/server/routes/instance/httpapi/handlers/experimental.ts +187 -0
- package/src/server/routes/instance/httpapi/handlers/file.ts +139 -0
- package/src/server/routes/instance/httpapi/handlers/global.ts +156 -0
- package/src/server/routes/instance/httpapi/handlers/instance.ts +110 -0
- package/src/server/routes/instance/httpapi/handlers/mcp.ts +111 -0
- package/src/server/routes/instance/httpapi/handlers/permission.ts +41 -0
- package/src/server/routes/instance/httpapi/handlers/project-copy.ts +83 -0
- package/src/server/routes/instance/httpapi/handlers/project.ts +63 -0
- package/src/server/routes/instance/httpapi/handlers/provider.ts +113 -0
- package/src/server/routes/instance/httpapi/handlers/pty.ts +273 -0
- package/src/server/routes/instance/httpapi/handlers/question.ts +54 -0
- package/src/server/routes/instance/httpapi/handlers/session-errors.ts +21 -0
- package/src/server/routes/instance/httpapi/handlers/session.ts +440 -0
- package/src/server/routes/instance/httpapi/handlers/sync.ts +89 -0
- package/src/server/routes/instance/httpapi/handlers/tui.ts +131 -0
- package/src/server/routes/instance/httpapi/handlers/workspace.ts +102 -0
- package/src/server/routes/instance/httpapi/lifecycle.ts +54 -0
- package/src/server/routes/instance/httpapi/middleware/authorization.ts +150 -0
- package/src/server/routes/instance/httpapi/middleware/compression.ts +64 -0
- package/src/server/routes/instance/httpapi/middleware/cors-vary.ts +29 -0
- package/src/server/routes/instance/httpapi/middleware/error.ts +43 -0
- package/src/server/routes/instance/httpapi/middleware/fence.ts +25 -0
- package/src/server/routes/instance/httpapi/middleware/instance-context.ts +43 -0
- package/src/server/routes/instance/httpapi/middleware/proxy.ts +108 -0
- package/src/server/routes/instance/httpapi/middleware/schema-error.ts +41 -0
- package/src/server/routes/instance/httpapi/middleware/workspace-routing.ts +250 -0
- package/src/server/routes/instance/httpapi/public.ts +535 -0
- package/src/server/routes/instance/httpapi/server.ts +298 -0
- package/src/server/routes/instance/httpapi/websocket-tracker.ts +57 -0
- package/src/server/server.ts +217 -0
- package/src/server/shared/fence.ts +60 -0
- package/src/server/shared/pty-ticket.ts +15 -0
- package/src/server/shared/public-ui.ts +12 -0
- package/src/server/shared/tui-control.ts +28 -0
- package/src/server/shared/ui.ts +108 -0
- package/src/server/shared/workspace-routing.ts +38 -0
- package/src/server/tui-event.ts +53 -0
- package/src/session/compaction.ts +620 -0
- package/src/session/instruction.ts +250 -0
- package/src/session/llm/AGENTS.md +90 -0
- package/src/session/llm/ai-sdk.ts +288 -0
- package/src/session/llm/native-request.ts +196 -0
- package/src/session/llm/native-runtime.ts +195 -0
- package/src/session/llm/request.ts +216 -0
- package/src/session/llm.ts +415 -0
- package/src/session/message-error.ts +14 -0
- package/src/session/message-v2.ts +744 -0
- package/src/session/message.ts +148 -0
- package/src/session/overflow.ts +34 -0
- package/src/session/processor.ts +1084 -0
- package/src/session/prompt/anthropic.txt +105 -0
- package/src/session/prompt/beast.txt +147 -0
- package/src/session/prompt/build-switch.txt +5 -0
- package/src/session/prompt/codex.txt +79 -0
- package/src/session/prompt/copilot-gpt-5.txt +143 -0
- package/src/session/prompt/default.txt +95 -0
- package/src/session/prompt/gemini.txt +155 -0
- package/src/session/prompt/gpt.txt +107 -0
- package/src/session/prompt/kimi.txt +95 -0
- package/src/session/prompt/max-steps.txt +16 -0
- package/src/session/prompt/plan-mode.txt +70 -0
- package/src/session/prompt/plan-reminder-anthropic.txt +67 -0
- package/src/session/prompt/plan.txt +26 -0
- package/src/session/prompt/trinity.txt +97 -0
- package/src/session/prompt/ultrawork.txt +289 -0
- package/src/session/prompt.ts +1725 -0
- package/src/session/reminders.ts +92 -0
- package/src/session/retry.ts +201 -0
- package/src/session/revert.ts +160 -0
- package/src/session/run-state.ts +156 -0
- package/src/session/schema.ts +26 -0
- package/src/session/session.ts +1119 -0
- package/src/session/status.ts +97 -0
- package/src/session/summary.ts +165 -0
- package/src/session/system.ts +117 -0
- package/src/session/todo.ts +90 -0
- package/src/session/tools.ts +207 -0
- package/src/session/ultrawork.ts +26 -0
- package/src/share/session.ts +61 -0
- package/src/share/share-next.ts +385 -0
- package/src/skill/discovery.ts +109 -0
- package/src/skill/index.ts +366 -0
- package/src/snapshot/index.ts +808 -0
- package/src/sql.d.ts +4 -0
- package/src/storage/schema.ts +5 -0
- package/src/storage/storage.ts +329 -0
- package/src/sync/README.md +179 -0
- package/src/sync/schema.ts +11 -0
- package/src/temporary.ts +31 -0
- package/src/tool/apply_patch.ts +313 -0
- package/src/tool/apply_patch.txt +33 -0
- package/src/tool/edit.ts +737 -0
- package/src/tool/edit.txt +10 -0
- package/src/tool/external-directory.ts +49 -0
- package/src/tool/glob.ts +76 -0
- package/src/tool/glob.txt +6 -0
- package/src/tool/grep.ts +112 -0
- package/src/tool/grep.txt +8 -0
- package/src/tool/invalid.ts +21 -0
- package/src/tool/json-schema.ts +164 -0
- package/src/tool/lsp.ts +113 -0
- package/src/tool/lsp.txt +24 -0
- package/src/tool/mcp-websearch.ts +96 -0
- package/src/tool/plan-enter.txt +14 -0
- package/src/tool/plan-exit.txt +13 -0
- package/src/tool/plan.ts +79 -0
- package/src/tool/question.ts +44 -0
- package/src/tool/question.txt +10 -0
- package/src/tool/read.ts +386 -0
- package/src/tool/read.txt +14 -0
- package/src/tool/registry.ts +440 -0
- package/src/tool/schema.ts +14 -0
- package/src/tool/shell/id.ts +19 -0
- package/src/tool/shell/prompt.ts +307 -0
- package/src/tool/shell/shell.txt +21 -0
- package/src/tool/shell.ts +657 -0
- package/src/tool/skill.ts +71 -0
- package/src/tool/skill.txt +5 -0
- package/src/tool/task.ts +346 -0
- package/src/tool/task.txt +19 -0
- package/src/tool/todo.ts +57 -0
- package/src/tool/todowrite.txt +44 -0
- package/src/tool/tool.ts +183 -0
- package/src/tool/truncate.ts +158 -0
- package/src/tool/truncation-dir.ts +4 -0
- package/src/tool/webfetch.ts +192 -0
- package/src/tool/webfetch.txt +13 -0
- package/src/tool/websearch.ts +143 -0
- package/src/tool/websearch.txt +14 -0
- package/src/tool/write.ts +104 -0
- package/src/tool/write.txt +8 -0
- package/src/util/archive.ts +17 -0
- package/src/util/bom.ts +27 -0
- package/src/util/data-url.ts +9 -0
- package/src/util/defer.ts +10 -0
- package/src/util/effect-http-client.ts +11 -0
- package/src/util/error.ts +1 -0
- package/src/util/filesystem.ts +251 -0
- package/src/util/iife.ts +3 -0
- package/src/util/lazy.ts +20 -0
- package/src/util/local-context.ts +25 -0
- package/src/util/locale.ts +2 -0
- package/src/util/media.ts +26 -0
- package/src/util/process.ts +177 -0
- package/src/util/proxy-env.ts +72 -0
- package/src/util/queue.ts +32 -0
- package/src/util/record.ts +1 -0
- package/src/util/repository.ts +232 -0
- package/src/util/rpc.ts +66 -0
- package/src/util/signal.ts +12 -0
- package/src/util/timeout.ts +13 -0
- package/src/util/token.ts +1 -0
- package/src/util/wildcard.ts +59 -0
- package/src/worktree/index.ts +654 -0
- package/sst-env.d.ts +10 -0
- package/test/AGENTS.md +204 -0
- package/test/EFFECT_TEST_MIGRATION.md +169 -0
- package/test/account/repo.test.ts +353 -0
- package/test/account/service.test.ts +453 -0
- package/test/acp/config-option.test.ts +229 -0
- package/test/acp/content.test.ts +201 -0
- package/test/acp/directory.test.ts +186 -0
- package/test/acp/error.test.ts +67 -0
- package/test/acp/event.test.ts +743 -0
- package/test/acp/permission.test.ts +273 -0
- package/test/acp/service-session.test.ts +1174 -0
- package/test/acp/session.test.ts +200 -0
- package/test/acp/tool.test.ts +210 -0
- package/test/acp/usage.test.ts +315 -0
- package/test/agent/agent.test.ts +760 -0
- package/test/agent/plan-mode-subagent-bypass.test.ts +159 -0
- package/test/agent/plugin-agent-regression.test.ts +64 -0
- package/test/auth/auth.test.ts +77 -0
- package/test/background/job.test.ts +243 -0
- package/test/cli/account.test.ts +30 -0
- package/test/cli/acp/acp-test-client.ts +97 -0
- package/test/cli/acp/config-options.test.ts +103 -0
- package/test/cli/acp/helpers.ts +96 -0
- package/test/cli/acp/initialize-auth.test.ts +61 -0
- package/test/cli/acp/lifecycle.test.ts +118 -0
- package/test/cli/acp/prompt-content.test.ts +97 -0
- package/test/cli/acp/skills.test.ts +38 -0
- package/test/cli/cmd/tui/attention.test.ts +484 -0
- package/test/cli/effect-cmd-instance-als.test.ts +39 -0
- package/test/cli/error.test.ts +95 -0
- package/test/cli/github-action.test.ts +199 -0
- package/test/cli/github-remote.test.ts +90 -0
- package/test/cli/help/__snapshots__/help-snapshots.test.ts.snap +631 -0
- package/test/cli/help/help-snapshots.test.ts +137 -0
- package/test/cli/import.test.ts +54 -0
- package/test/cli/mcp-add.test.ts +74 -0
- package/test/cli/plugin-auth-picker.test.ts +120 -0
- package/test/cli/run/entry.body.test.ts +536 -0
- package/test/cli/run/footer.menu.test.ts +43 -0
- package/test/cli/run/footer.view.test.tsx +1375 -0
- package/test/cli/run/footer.width.test.ts +35 -0
- package/test/cli/run/permission.shared.test.ts +144 -0
- package/test/cli/run/prompt.editor.test.ts +101 -0
- package/test/cli/run/prompt.shared.test.ts +101 -0
- package/test/cli/run/question.shared.test.ts +115 -0
- package/test/cli/run/run-process.test.ts +84 -0
- package/test/cli/run/runtime.boot.test.ts +283 -0
- package/test/cli/run/runtime.queue.test.ts +481 -0
- package/test/cli/run/runtime.stdin.test.ts +71 -0
- package/test/cli/run/runtime.test.ts +238 -0
- package/test/cli/run/scrollback.surface.test.ts +1065 -0
- package/test/cli/run/session-data.test.ts +595 -0
- package/test/cli/run/session-replay.test.ts +692 -0
- package/test/cli/run/session.shared.test.ts +247 -0
- package/test/cli/run/stream.test.ts +56 -0
- package/test/cli/run/stream.transport.test.ts +2363 -0
- package/test/cli/run/subagent-data.test.ts +547 -0
- package/test/cli/run/theme.test.ts +177 -0
- package/test/cli/run/variant.shared.test.ts +217 -0
- package/test/cli/serve/serve-process.test.ts +61 -0
- package/test/cli/smokes/read-only.test.ts +115 -0
- package/test/cli/tui/attach.test.ts +11 -0
- package/test/cli/tui/editor-context-zed.test.ts +379 -0
- package/test/cli/tui/editor-context.test.tsx +297 -0
- package/test/cli/tui/plugin-add.test.ts +110 -0
- package/test/cli/tui/plugin-install.test.ts +87 -0
- package/test/cli/tui/plugin-lifecycle.test.ts +224 -0
- package/test/cli/tui/plugin-loader-entrypoint.test.ts +485 -0
- package/test/cli/tui/plugin-loader-pure.test.ts +72 -0
- package/test/cli/tui/plugin-loader.test.ts +1332 -0
- package/test/cli/tui/plugin-toggle.test.ts +264 -0
- package/test/cli/tui/thread.test.ts +36 -0
- package/test/config/agent-color.test.ts +47 -0
- package/test/config/config.test.ts +2041 -0
- package/test/config/entry-name.test.ts +57 -0
- package/test/config/fixtures/empty-frontmatter.md +4 -0
- package/test/config/fixtures/frontmatter.md +28 -0
- package/test/config/fixtures/markdown-header.md +11 -0
- package/test/config/fixtures/no-frontmatter.md +1 -0
- package/test/config/fixtures/weird-model-id.md +13 -0
- package/test/config/lsp.test.ts +69 -0
- package/test/config/markdown.test.ts +228 -0
- package/test/config/plugin.test.ts +0 -0
- package/test/config/tui.test.ts +886 -0
- package/test/control-plane/adapters.test.ts +71 -0
- package/test/control-plane/workspace.test.ts +1703 -0
- package/test/effect/app-graph-types.test.ts +108 -0
- package/test/effect/app-graph.test.ts +204 -0
- package/test/effect/app-runtime-logger.test.ts +99 -0
- package/test/effect/config-service.test.ts +65 -0
- package/test/effect/instance-state.test.ts +391 -0
- package/test/effect/run-service.test.ts +89 -0
- package/test/effect/runner.test.ts +514 -0
- package/test/effect/runtime-flags.test.ts +373 -0
- package/test/fake/account.ts +9 -0
- package/test/fake/auth.ts +8 -0
- package/test/fake/npm.ts +8 -0
- package/test/fake/provider.ts +82 -0
- package/test/fake/skill.ts +8 -0
- package/test/filesystem/filesystem.test.ts +319 -0
- package/test/fixture/agent-plugin.constants.ts +6 -0
- package/test/fixture/agent-plugin.ts +12 -0
- package/test/fixture/config.ts +23 -0
- package/test/fixture/db.ts +11 -0
- package/test/fixture/fixture.test.ts +26 -0
- package/test/fixture/fixture.ts +224 -0
- package/test/fixture/flag.ts +20 -0
- package/test/fixture/flock-worker.ts +72 -0
- package/test/fixture/lsp/fake-lsp-server.js +249 -0
- package/test/fixture/mcp-session-recovery.ts +50 -0
- package/test/fixture/plug-worker.ts +93 -0
- package/test/fixture/plugin-meta-worker.ts +19 -0
- package/test/fixture/plugin.ts +10 -0
- package/test/fixture/skills/agents-sdk/SKILL.md +152 -0
- package/test/fixture/skills/agents-sdk/references/callable.md +92 -0
- package/test/fixture/skills/cloudflare/SKILL.md +211 -0
- package/test/fixture/skills/index.json +6 -0
- package/test/fixture/tui-environment.tsx +32 -0
- package/test/fixture/tui-plugin.ts +355 -0
- package/test/fixture/tui-runtime.ts +56 -0
- package/test/fixture/tui-sdk.ts +82 -0
- package/test/fixture/workspace.ts +30 -0
- package/test/fixtures/recordings/session/native-anthropic-tool-loop.json +49 -0
- package/test/fixtures/recordings/session/native-openai-oauth-tool-loop.json +45 -0
- package/test/fixtures/recordings/session/native-zen-tool-loop.json +49 -0
- package/test/format/format.test.ts +228 -0
- package/test/git/git.test.ts +178 -0
- package/test/ide/ide.test.ts +82 -0
- package/test/image/fixtures/picture-5mb-base64.png +0 -0
- package/test/image/image.test.ts +123 -0
- package/test/installation/installation.test.ts +230 -0
- package/test/lib/cli-process.ts +459 -0
- package/test/lib/effect.ts +177 -0
- package/test/lib/filesystem.ts +10 -0
- package/test/lib/llm-server.ts +779 -0
- package/test/lib/snapshot.ts +73 -0
- package/test/lib/test-provider.ts +37 -0
- package/test/lib/websocket.ts +46 -0
- package/test/lsp/client.test.ts +488 -0
- package/test/lsp/index.test.ts +232 -0
- package/test/lsp/jdtls-root.test.ts +459 -0
- package/test/lsp/launch.test.ts +22 -0
- package/test/lsp/lifecycle.test.ts +160 -0
- package/test/mcp/auth.test.ts +78 -0
- package/test/mcp/headers.test.ts +126 -0
- package/test/mcp/lifecycle.test.ts +1213 -0
- package/test/mcp/oauth-auto-connect.test.ts +276 -0
- package/test/mcp/oauth-browser.test.ts +239 -0
- package/test/mcp/oauth-callback.test.ts +34 -0
- package/test/mcp/oauth-provider.test.ts +61 -0
- package/test/mcp/session-recovery.test.ts +27 -0
- package/test/patch/patch.test.ts +383 -0
- package/test/permission/arity.test.ts +33 -0
- package/test/permission/next.test.ts +1176 -0
- package/test/permission-task.test.ts +318 -0
- package/test/plugin/auth-override.test.ts +105 -0
- package/test/plugin/cloudflare.test.ts +68 -0
- package/test/plugin/codex.test.ts +247 -0
- package/test/plugin/github-copilot-models.test.ts +332 -0
- package/test/plugin/install-concurrency.test.ts +140 -0
- package/test/plugin/install.test.ts +570 -0
- package/test/plugin/loader-shared.test.ts +1303 -0
- package/test/plugin/meta.test.ts +137 -0
- package/test/plugin/openai-rollout.test.ts +17 -0
- package/test/plugin/openai-ws.test.ts +877 -0
- package/test/plugin/shared.test.ts +88 -0
- package/test/plugin/snowflake-cortex.test.ts +278 -0
- package/test/plugin/trigger.test.ts +120 -0
- package/test/plugin/workspace-adapter.test.ts +140 -0
- package/test/plugin/xai.test.ts +634 -0
- package/test/preload.ts +92 -0
- package/test/project/instance-bootstrap.test.ts +110 -0
- package/test/project/instance.test.ts +245 -0
- package/test/project/migrate-global.test.ts +167 -0
- package/test/project/project-directory.test.ts +201 -0
- package/test/project/project.test.ts +815 -0
- package/test/project/vcs.test.ts +336 -0
- package/test/project/worktree-remove.test.ts +126 -0
- package/test/project/worktree.test.ts +320 -0
- package/test/provider/amazon-bedrock.test.ts +360 -0
- package/test/provider/cf-ai-gateway-e2e.test.ts +132 -0
- package/test/provider/digitalocean.test.ts +123 -0
- package/test/provider/gitlab-duo.test.ts +412 -0
- package/test/provider/header-timeout.test.ts +233 -0
- package/test/provider/model-status.test.ts +61 -0
- package/test/provider/provider.test.ts +1793 -0
- package/test/provider/transform.test.ts +4207 -0
- package/test/question/question.test.ts +465 -0
- package/test/server/AGENTS.md +15 -0
- package/test/server/auth.test.ts +59 -0
- package/test/server/global-bus.ts +31 -0
- package/test/server/global-session-list.test.ts +104 -0
- package/test/server/httpapi-authorization.test.ts +174 -0
- package/test/server/httpapi-compression.test.ts +151 -0
- package/test/server/httpapi-config.test.ts +110 -0
- package/test/server/httpapi-control-plane.test.ts +63 -0
- package/test/server/httpapi-cors-vary.test.ts +63 -0
- package/test/server/httpapi-cors.test.ts +122 -0
- package/test/server/httpapi-error-middleware.test.ts +101 -0
- package/test/server/httpapi-event.test.ts +94 -0
- package/test/server/httpapi-exercise/assertions.ts +64 -0
- package/test/server/httpapi-exercise/backend.ts +144 -0
- package/test/server/httpapi-exercise/dsl.ts +210 -0
- package/test/server/httpapi-exercise/environment.ts +40 -0
- package/test/server/httpapi-exercise/index.ts +1685 -0
- package/test/server/httpapi-exercise/report.ts +66 -0
- package/test/server/httpapi-exercise/routing.ts +96 -0
- package/test/server/httpapi-exercise/runner.ts +267 -0
- package/test/server/httpapi-exercise/runtime.ts +52 -0
- package/test/server/httpapi-exercise/types.ts +123 -0
- package/test/server/httpapi-experimental.test.ts +297 -0
- package/test/server/httpapi-file.test.ts +73 -0
- package/test/server/httpapi-global.test.ts +66 -0
- package/test/server/httpapi-instance-context.test.ts +348 -0
- package/test/server/httpapi-instance-route-auth.test.ts +81 -0
- package/test/server/httpapi-instance.test.ts +265 -0
- package/test/server/httpapi-layer.ts +33 -0
- package/test/server/httpapi-listen.test.ts +412 -0
- package/test/server/httpapi-mcp-oauth.test.ts +73 -0
- package/test/server/httpapi-mcp.test.ts +223 -0
- package/test/server/httpapi-mdns.test.ts +79 -0
- package/test/server/httpapi-promptasync-context.test.ts +223 -0
- package/test/server/httpapi-provider.test.ts +400 -0
- package/test/server/httpapi-pty.test.ts +299 -0
- package/test/server/httpapi-public-openapi.test.ts +319 -0
- package/test/server/httpapi-query-schema-drift.test.ts +330 -0
- package/test/server/httpapi-reference.test.ts +62 -0
- package/test/server/httpapi-schema-error-body.test.ts +165 -0
- package/test/server/httpapi-sdk.test.ts +909 -0
- package/test/server/httpapi-session.test.ts +1011 -0
- package/test/server/httpapi-sync.test.ts +148 -0
- package/test/server/httpapi-ui.test.ts +453 -0
- package/test/server/httpapi-v2-location.test.ts +82 -0
- package/test/server/httpapi-v2-pty.test.ts +250 -0
- package/test/server/httpapi-workspace-routing.test.ts +555 -0
- package/test/server/httpapi-workspace.test.ts +513 -0
- package/test/server/negative-tokens-regression.test.ts +83 -0
- package/test/server/project-copy.test.ts +121 -0
- package/test/server/project-init-git.test.ts +114 -0
- package/test/server/proxy-util.test.ts +113 -0
- package/test/server/sdk-error-shape.test.ts +81 -0
- package/test/server/sdk-v1-smoke.test.ts +57 -0
- package/test/server/session-actions.test.ts +109 -0
- package/test/server/session-diff-missing-patch.test.ts +96 -0
- package/test/server/session-list.test.ts +312 -0
- package/test/server/session-messages.test.ts +179 -0
- package/test/server/session-select.test.ts +66 -0
- package/test/server/workspace-proxy.test.ts +181 -0
- package/test/server/workspace-routing.test.ts +94 -0
- package/test/server/worktree-endpoint-repro.test.ts +307 -0
- package/test/session/compaction.test.ts +1834 -0
- package/test/session/instruction.test.ts +256 -0
- package/test/session/llm-native-recorded.test.ts +433 -0
- package/test/session/llm-native.test.ts +760 -0
- package/test/session/llm.test.ts +1932 -0
- package/test/session/message-v2.test.ts +1661 -0
- package/test/session/messages-pagination.test.ts +1056 -0
- package/test/session/processor-effect.test.ts +1076 -0
- package/test/session/prompt.test.ts +2326 -0
- package/test/session/retry.test.ts +439 -0
- package/test/session/revert-compact.test.ts +639 -0
- package/test/session/schema-decoding.test.ts +313 -0
- package/test/session/session-schema.test.ts +78 -0
- package/test/session/session.test.ts +248 -0
- package/test/session/snapshot-tool-race.test.ts +190 -0
- package/test/session/structured-output-integration.test.ts +235 -0
- package/test/session/structured-output.test.ts +387 -0
- package/test/session/system.test.ts +86 -0
- package/test/session/ultrawork.test.ts +25 -0
- package/test/share/share-next.test.ts +326 -0
- package/test/skill/discovery.test.ts +139 -0
- package/test/skill/skill.test.ts +571 -0
- package/test/snapshot/snapshot.test.ts +1121 -0
- package/test/storage/storage.test.ts +296 -0
- package/test/tool/__snapshots__/parameters.test.ts.snap +484 -0
- package/test/tool/__snapshots__/tool.test.ts.snap +9 -0
- package/test/tool/apply_patch.test.ts +533 -0
- package/test/tool/edit.test.ts +578 -0
- package/test/tool/external-directory.test.ts +155 -0
- package/test/tool/fixtures/large-image.png +0 -0
- package/test/tool/fixtures/models-api.json +117299 -0
- package/test/tool/glob.test.ts +136 -0
- package/test/tool/grep.test.ts +225 -0
- package/test/tool/lsp.test.ts +181 -0
- package/test/tool/parameters.test.ts +293 -0
- package/test/tool/question.test.ts +138 -0
- package/test/tool/read.test.ts +605 -0
- package/test/tool/registry.test.ts +497 -0
- package/test/tool/shell.test.ts +1238 -0
- package/test/tool/skill.test.ts +136 -0
- package/test/tool/task.test.ts +898 -0
- package/test/tool/tool-define.test.ts +153 -0
- package/test/tool/truncation.test.ts +266 -0
- package/test/tool/webfetch.test.ts +113 -0
- package/test/tool/websearch.test.ts +99 -0
- package/test/tool/write.test.ts +276 -0
- package/test/util/data-url.test.ts +14 -0
- package/test/util/error.test.ts +16 -0
- package/test/util/filesystem.test.ts +656 -0
- package/test/util/glob.test.ts +164 -0
- package/test/util/iife.test.ts +36 -0
- package/test/util/lazy.test.ts +50 -0
- package/test/util/module.test.ts +59 -0
- package/test/util/process.test.ts +128 -0
- package/test/util/repository.test.ts +93 -0
- package/test/util/timeout.test.ts +21 -0
- package/test/util/wildcard.test.ts +90 -0
- package/test/v2/session-message-updater.test.ts +269 -0
- package/tsconfig.json +16 -0
package/src/tool/tool.ts
ADDED
|
@@ -0,0 +1,183 @@
|
|
|
1
|
+
import { PermissionV1 } from "@miaw/core/v1/permission"
|
|
2
|
+
import { Effect, Schema } from "effect"
|
|
3
|
+
import { SessionV1 } from "@miaw/core/v1/session"
|
|
4
|
+
import type { JSONSchema7 } from "@ai-sdk/provider"
|
|
5
|
+
import type { MessageV2 } from "../session/message-v2"
|
|
6
|
+
import type { Permission } from "../permission"
|
|
7
|
+
import type { SessionID, MessageID } from "../session/schema"
|
|
8
|
+
import * as Truncate from "./truncate"
|
|
9
|
+
import { Agent } from "@/agent/agent"
|
|
10
|
+
|
|
11
|
+
interface Metadata {
|
|
12
|
+
[key: string]: any
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
// TODO: remove this hack
|
|
16
|
+
export type DynamicDescription = (agent: Agent.Info) => Effect.Effect<string>
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Raised when the LLM calls a tool with arguments that fail the parameter
|
|
20
|
+
* schema. This is the canonical "rewrite the input" tool error: the typed
|
|
21
|
+
* error class makes it matchable upstream, and its `message` getter produces
|
|
22
|
+
* the model-facing prose that the AI SDK feeds back as the tool result.
|
|
23
|
+
*/
|
|
24
|
+
export class InvalidArgumentsError extends Schema.TaggedErrorClass<InvalidArgumentsError>()(
|
|
25
|
+
"ToolInvalidArgumentsError",
|
|
26
|
+
{
|
|
27
|
+
tool: Schema.String,
|
|
28
|
+
detail: Schema.String,
|
|
29
|
+
},
|
|
30
|
+
) {
|
|
31
|
+
override get message() {
|
|
32
|
+
return `The ${this.tool} tool was called with invalid arguments: ${this.detail}.\nPlease rewrite the input so it satisfies the expected schema.`
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
export type Context<M extends Metadata = Metadata> = {
|
|
37
|
+
sessionID: SessionID
|
|
38
|
+
messageID: MessageID
|
|
39
|
+
agent: string
|
|
40
|
+
abort: AbortSignal
|
|
41
|
+
callID?: string
|
|
42
|
+
extra?: { [key: string]: unknown }
|
|
43
|
+
messages: SessionV1.WithParts[]
|
|
44
|
+
metadata(input: { title?: string; metadata?: M }): Effect.Effect<void>
|
|
45
|
+
ask(input: Omit<PermissionV1.Request, "id" | "sessionID" | "tool">): Effect.Effect<void>
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export interface ExecuteResult<M extends Metadata = Metadata> {
|
|
49
|
+
title: string
|
|
50
|
+
metadata: M
|
|
51
|
+
output: string
|
|
52
|
+
attachments?: Omit<SessionV1.FilePart, "id" | "sessionID" | "messageID">[]
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
export interface Def<
|
|
56
|
+
Parameters extends Schema.Decoder<unknown> = Schema.Decoder<unknown>,
|
|
57
|
+
M extends Metadata = Metadata,
|
|
58
|
+
> {
|
|
59
|
+
id: string
|
|
60
|
+
description: string
|
|
61
|
+
parameters: Parameters
|
|
62
|
+
jsonSchema?: JSONSchema7
|
|
63
|
+
execute(args: Schema.Schema.Type<Parameters>, ctx: Context): Effect.Effect<ExecuteResult<M>>
|
|
64
|
+
formatValidationError?(error: unknown): string
|
|
65
|
+
}
|
|
66
|
+
export type DefWithoutID<
|
|
67
|
+
Parameters extends Schema.Decoder<unknown> = Schema.Decoder<unknown>,
|
|
68
|
+
M extends Metadata = Metadata,
|
|
69
|
+
> = Omit<Def<Parameters, M>, "id">
|
|
70
|
+
|
|
71
|
+
export interface Info<
|
|
72
|
+
Parameters extends Schema.Decoder<unknown> = Schema.Decoder<unknown>,
|
|
73
|
+
M extends Metadata = Metadata,
|
|
74
|
+
> {
|
|
75
|
+
id: string
|
|
76
|
+
init: () => Effect.Effect<DefWithoutID<Parameters, M>>
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
type Init<Parameters extends Schema.Decoder<unknown>, M extends Metadata> =
|
|
80
|
+
| DefWithoutID<Parameters, M>
|
|
81
|
+
| (() => Effect.Effect<DefWithoutID<Parameters, M>>)
|
|
82
|
+
|
|
83
|
+
export type InferParameters<T> =
|
|
84
|
+
T extends Info<infer P, any>
|
|
85
|
+
? Schema.Schema.Type<P>
|
|
86
|
+
: T extends Effect.Effect<Info<infer P, any>, any, any>
|
|
87
|
+
? Schema.Schema.Type<P>
|
|
88
|
+
: never
|
|
89
|
+
export type InferMetadata<T> =
|
|
90
|
+
T extends Info<any, infer M> ? M : T extends Effect.Effect<Info<any, infer M>, any, any> ? M : never
|
|
91
|
+
|
|
92
|
+
export type InferDef<T> =
|
|
93
|
+
T extends Info<infer P, infer M>
|
|
94
|
+
? Def<P, M>
|
|
95
|
+
: T extends Effect.Effect<Info<infer P, infer M>, any, any>
|
|
96
|
+
? Def<P, M>
|
|
97
|
+
: never
|
|
98
|
+
|
|
99
|
+
function wrap<Parameters extends Schema.Decoder<unknown>, Result extends Metadata>(
|
|
100
|
+
id: string,
|
|
101
|
+
init: Init<Parameters, Result>,
|
|
102
|
+
truncate: Truncate.Interface,
|
|
103
|
+
agents: Agent.Interface,
|
|
104
|
+
) {
|
|
105
|
+
return () =>
|
|
106
|
+
Effect.gen(function* () {
|
|
107
|
+
const toolInfo = typeof init === "function" ? { ...(yield* init()) } : { ...init }
|
|
108
|
+
// Compile the parser closure once per tool init; `decodeUnknownEffect`
|
|
109
|
+
// allocates a new closure per call, so hoisting avoids re-closing it for
|
|
110
|
+
// every LLM tool invocation.
|
|
111
|
+
const decode = Schema.decodeUnknownEffect(toolInfo.parameters)
|
|
112
|
+
const execute = toolInfo.execute
|
|
113
|
+
toolInfo.execute = (args, ctx) => {
|
|
114
|
+
const attrs = {
|
|
115
|
+
"tool.name": id,
|
|
116
|
+
"session.id": ctx.sessionID,
|
|
117
|
+
"message.id": ctx.messageID,
|
|
118
|
+
...(ctx.callID ? { "tool.call_id": ctx.callID } : {}),
|
|
119
|
+
}
|
|
120
|
+
return Effect.gen(function* () {
|
|
121
|
+
const decoded = yield* decode(args).pipe(
|
|
122
|
+
Effect.mapError(
|
|
123
|
+
(error) =>
|
|
124
|
+
new InvalidArgumentsError({
|
|
125
|
+
tool: id,
|
|
126
|
+
detail: toolInfo.formatValidationError ? toolInfo.formatValidationError(error) : String(error),
|
|
127
|
+
}),
|
|
128
|
+
),
|
|
129
|
+
)
|
|
130
|
+
const result = yield* execute(decoded as Schema.Schema.Type<Parameters>, ctx)
|
|
131
|
+
if (result.metadata.truncated !== undefined) {
|
|
132
|
+
return result
|
|
133
|
+
}
|
|
134
|
+
const agent = yield* agents.get(ctx.agent)
|
|
135
|
+
const truncated = yield* truncate.output(result.output, {}, agent)
|
|
136
|
+
return {
|
|
137
|
+
...result,
|
|
138
|
+
output: truncated.content,
|
|
139
|
+
metadata: {
|
|
140
|
+
...result.metadata,
|
|
141
|
+
truncated: truncated.truncated,
|
|
142
|
+
...(truncated.truncated && { outputPath: truncated.outputPath }),
|
|
143
|
+
},
|
|
144
|
+
}
|
|
145
|
+
}).pipe(Effect.orDie, Effect.withSpan("Tool.execute", { attributes: attrs }))
|
|
146
|
+
}
|
|
147
|
+
return toolInfo
|
|
148
|
+
})
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
export function define<
|
|
152
|
+
Parameters extends Schema.Decoder<unknown>,
|
|
153
|
+
Result extends Metadata,
|
|
154
|
+
R,
|
|
155
|
+
ID extends string = string,
|
|
156
|
+
>(
|
|
157
|
+
id: ID,
|
|
158
|
+
init: Effect.Effect<Init<Parameters, Result>, never, R>,
|
|
159
|
+
): Effect.Effect<Info<Parameters, Result>, never, R | Truncate.Service | Agent.Service> & { id: ID } {
|
|
160
|
+
return Object.assign(
|
|
161
|
+
Effect.gen(function* () {
|
|
162
|
+
const resolved = yield* init
|
|
163
|
+
const truncate = yield* Truncate.Service
|
|
164
|
+
const agents = yield* Agent.Service
|
|
165
|
+
return { id, init: wrap(id, resolved, truncate, agents) }
|
|
166
|
+
}),
|
|
167
|
+
{ id },
|
|
168
|
+
)
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
export function init<P extends Schema.Decoder<unknown>, M extends Metadata>(
|
|
172
|
+
info: Info<P, M>,
|
|
173
|
+
): Effect.Effect<Def<P, M>> {
|
|
174
|
+
return Effect.gen(function* () {
|
|
175
|
+
const init = yield* info.init()
|
|
176
|
+
return {
|
|
177
|
+
...init,
|
|
178
|
+
id: info.id,
|
|
179
|
+
}
|
|
180
|
+
})
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
export * as Tool from "./tool"
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
import { LayerNode } from "@miaw/core/effect/layer-node"
|
|
2
|
+
import { NodePath } from "@effect/platform-node"
|
|
3
|
+
import { Cause, Duration, Effect, Layer, Option, Schedule, Context } from "effect"
|
|
4
|
+
import path from "path"
|
|
5
|
+
import type { Agent } from "../agent/agent"
|
|
6
|
+
import { FSUtil } from "@miaw/core/fs-util"
|
|
7
|
+
import { evaluate } from "@/permission/evaluate"
|
|
8
|
+
import { Config } from "@/config/config"
|
|
9
|
+
import { Identifier } from "../id/id"
|
|
10
|
+
import { ToolID } from "./schema"
|
|
11
|
+
import { TRUNCATION_DIR } from "./truncation-dir"
|
|
12
|
+
|
|
13
|
+
const RETENTION = Duration.days(7)
|
|
14
|
+
|
|
15
|
+
export const MAX_LINES = 2000
|
|
16
|
+
export const MAX_BYTES = 50 * 1024
|
|
17
|
+
export const DIR = TRUNCATION_DIR
|
|
18
|
+
export const GLOB = path.join(TRUNCATION_DIR, "*")
|
|
19
|
+
|
|
20
|
+
export type Result = { content: string; truncated: false } | { content: string; truncated: true; outputPath: string }
|
|
21
|
+
|
|
22
|
+
export interface Options {
|
|
23
|
+
maxLines?: number
|
|
24
|
+
maxBytes?: number
|
|
25
|
+
direction?: "head" | "tail"
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function hasTaskTool(agent?: Agent.Info) {
|
|
29
|
+
if (!agent?.permission) return false
|
|
30
|
+
return evaluate("task", "*", agent.permission).action !== "deny"
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
export interface Interface {
|
|
34
|
+
readonly cleanup: () => Effect.Effect<void>
|
|
35
|
+
readonly write: (text: string) => Effect.Effect<string>
|
|
36
|
+
/**
|
|
37
|
+
* Returns output unchanged when it fits within the limits, otherwise writes the full text
|
|
38
|
+
* to the truncation directory and returns a preview plus a hint to inspect the saved file.
|
|
39
|
+
*/
|
|
40
|
+
readonly output: (text: string, options?: Options, agent?: Agent.Info) => Effect.Effect<Result>
|
|
41
|
+
/**
|
|
42
|
+
* Resolved truncation limits: values from `tool_output` in miaw config, or MAX_LINES / MAX_BYTES if unset.
|
|
43
|
+
*/
|
|
44
|
+
readonly limits: () => Effect.Effect<{ maxLines: number; maxBytes: number }>
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
export class Service extends Context.Service<Service, Interface>()("@miaw/Truncate") {}
|
|
48
|
+
|
|
49
|
+
export const layer = Layer.effect(
|
|
50
|
+
Service,
|
|
51
|
+
Effect.gen(function* () {
|
|
52
|
+
const fs = yield* FSUtil.Service
|
|
53
|
+
|
|
54
|
+
const cleanup = Effect.fn("Truncate.cleanup")(function* () {
|
|
55
|
+
const cutoff = Identifier.timestamp(
|
|
56
|
+
Identifier.create("tool", "ascending", Date.now() - Duration.toMillis(RETENTION)),
|
|
57
|
+
)
|
|
58
|
+
const entries = yield* fs.readDirectory(TRUNCATION_DIR).pipe(
|
|
59
|
+
Effect.map((all) => all.filter((name) => name.startsWith("tool_"))),
|
|
60
|
+
Effect.catch(() => Effect.succeed([])),
|
|
61
|
+
)
|
|
62
|
+
for (const entry of entries) {
|
|
63
|
+
if (Identifier.timestamp(entry) >= cutoff) continue
|
|
64
|
+
yield* fs.remove(path.join(TRUNCATION_DIR, entry)).pipe(Effect.catch(() => Effect.void))
|
|
65
|
+
}
|
|
66
|
+
})
|
|
67
|
+
|
|
68
|
+
const write = Effect.fn("Truncate.write")(function* (text: string) {
|
|
69
|
+
const file = path.join(TRUNCATION_DIR, ToolID.ascending())
|
|
70
|
+
yield* fs.ensureDir(TRUNCATION_DIR).pipe(Effect.orDie)
|
|
71
|
+
yield* fs.writeFileString(file, text).pipe(Effect.orDie)
|
|
72
|
+
return file
|
|
73
|
+
})
|
|
74
|
+
|
|
75
|
+
const limits = Effect.fn("Truncate.limits")(function* () {
|
|
76
|
+
const configSvc = yield* Effect.serviceOption(Config.Service)
|
|
77
|
+
if (Option.isNone(configSvc)) return { maxLines: MAX_LINES, maxBytes: MAX_BYTES }
|
|
78
|
+
const cfg = yield* configSvc.value.get().pipe(Effect.catch(() => Effect.succeed(undefined)))
|
|
79
|
+
return {
|
|
80
|
+
maxLines: cfg?.tool_output?.max_lines ?? MAX_LINES,
|
|
81
|
+
maxBytes: cfg?.tool_output?.max_bytes ?? MAX_BYTES,
|
|
82
|
+
}
|
|
83
|
+
})
|
|
84
|
+
|
|
85
|
+
const output = Effect.fn("Truncate.output")(function* (text: string, options: Options = {}, agent?: Agent.Info) {
|
|
86
|
+
const resolved = yield* limits()
|
|
87
|
+
const maxLines = options.maxLines ?? resolved.maxLines
|
|
88
|
+
const maxBytes = options.maxBytes ?? resolved.maxBytes
|
|
89
|
+
const direction = options.direction ?? "head"
|
|
90
|
+
const lines = text.split("\n")
|
|
91
|
+
const totalBytes = Buffer.byteLength(text, "utf-8")
|
|
92
|
+
|
|
93
|
+
if (lines.length <= maxLines && totalBytes <= maxBytes) {
|
|
94
|
+
return { content: text, truncated: false } as const
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
const out: string[] = []
|
|
98
|
+
let i = 0
|
|
99
|
+
let bytes = 0
|
|
100
|
+
let hitBytes = false
|
|
101
|
+
|
|
102
|
+
if (direction === "head") {
|
|
103
|
+
for (i = 0; i < lines.length && i < maxLines; i++) {
|
|
104
|
+
const size = Buffer.byteLength(lines[i], "utf-8") + (i > 0 ? 1 : 0)
|
|
105
|
+
if (bytes + size > maxBytes) {
|
|
106
|
+
hitBytes = true
|
|
107
|
+
break
|
|
108
|
+
}
|
|
109
|
+
out.push(lines[i])
|
|
110
|
+
bytes += size
|
|
111
|
+
}
|
|
112
|
+
} else {
|
|
113
|
+
for (i = lines.length - 1; i >= 0 && out.length < maxLines; i--) {
|
|
114
|
+
const size = Buffer.byteLength(lines[i], "utf-8") + (out.length > 0 ? 1 : 0)
|
|
115
|
+
if (bytes + size > maxBytes) {
|
|
116
|
+
hitBytes = true
|
|
117
|
+
break
|
|
118
|
+
}
|
|
119
|
+
out.unshift(lines[i])
|
|
120
|
+
bytes += size
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
const removed = hitBytes ? totalBytes - bytes : lines.length - out.length
|
|
125
|
+
const unit = hitBytes ? "bytes" : "lines"
|
|
126
|
+
const preview = out.join("\n")
|
|
127
|
+
const file = yield* write(text)
|
|
128
|
+
|
|
129
|
+
const hint = hasTaskTool(agent)
|
|
130
|
+
? `The tool call succeeded but the output was truncated. Full output saved to: ${file}\nUse the Task tool to have explore agent process this file with Grep and Read (with offset/limit). Do NOT read the full file yourself - delegate to save context.`
|
|
131
|
+
: `The tool call succeeded but the output was truncated. Full output saved to: ${file}\nUse Grep to search the full content or Read with offset/limit to view specific sections.`
|
|
132
|
+
|
|
133
|
+
return {
|
|
134
|
+
content:
|
|
135
|
+
direction === "head"
|
|
136
|
+
? `${preview}\n\n...${removed} ${unit} truncated...\n\n${hint}`
|
|
137
|
+
: `...${removed} ${unit} truncated...\n\n${hint}\n\n${preview}`,
|
|
138
|
+
truncated: true,
|
|
139
|
+
outputPath: file,
|
|
140
|
+
} as const
|
|
141
|
+
})
|
|
142
|
+
|
|
143
|
+
yield* cleanup().pipe(
|
|
144
|
+
Effect.catchCause((cause) => Effect.logError("truncation cleanup failed", { cause: Cause.pretty(cause) })),
|
|
145
|
+
Effect.repeat(Schedule.spaced(Duration.hours(1))),
|
|
146
|
+
Effect.delay(Duration.minutes(1)),
|
|
147
|
+
Effect.forkScoped,
|
|
148
|
+
)
|
|
149
|
+
|
|
150
|
+
return Service.of({ cleanup, write, output, limits })
|
|
151
|
+
}),
|
|
152
|
+
)
|
|
153
|
+
|
|
154
|
+
export const defaultLayer = layer.pipe(Layer.provide(FSUtil.defaultLayer), Layer.provide(NodePath.layer))
|
|
155
|
+
|
|
156
|
+
export const node = LayerNode.make(layer, [FSUtil.node])
|
|
157
|
+
|
|
158
|
+
export * as Truncate from "./truncate"
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import { Effect, Schema } from "effect"
|
|
2
|
+
import { HttpClient, HttpClientRequest } from "effect/unstable/http"
|
|
3
|
+
import { Parser } from "htmlparser2"
|
|
4
|
+
import * as Tool from "./tool"
|
|
5
|
+
import TurndownService from "turndown"
|
|
6
|
+
import DESCRIPTION from "./webfetch.txt"
|
|
7
|
+
import { isImageAttachment } from "@/util/media"
|
|
8
|
+
|
|
9
|
+
const MAX_RESPONSE_SIZE = 5 * 1024 * 1024 // 5MB
|
|
10
|
+
const DEFAULT_TIMEOUT = 30 * 1000 // 30 seconds
|
|
11
|
+
const MAX_TIMEOUT = 120 * 1000 // 2 minutes
|
|
12
|
+
|
|
13
|
+
export const Parameters = Schema.Struct({
|
|
14
|
+
url: Schema.String.annotate({ description: "The URL to fetch content from" }),
|
|
15
|
+
format: Schema.Literals(["text", "markdown", "html"])
|
|
16
|
+
.annotate({
|
|
17
|
+
description: "The format to return the content in (text, markdown, or html). Defaults to markdown.",
|
|
18
|
+
default: "markdown",
|
|
19
|
+
})
|
|
20
|
+
.pipe(Schema.withDecodingDefault(Effect.succeed("markdown" as const))),
|
|
21
|
+
timeout: Schema.optional(Schema.Number).annotate({ description: "Optional timeout in seconds (max 120)" }),
|
|
22
|
+
})
|
|
23
|
+
|
|
24
|
+
export const WebFetchTool = Tool.define(
|
|
25
|
+
"webfetch",
|
|
26
|
+
Effect.gen(function* () {
|
|
27
|
+
const http = yield* HttpClient.HttpClient
|
|
28
|
+
const httpOk = HttpClient.filterStatusOk(http)
|
|
29
|
+
|
|
30
|
+
return {
|
|
31
|
+
description: DESCRIPTION,
|
|
32
|
+
parameters: Parameters,
|
|
33
|
+
execute: (params: Schema.Schema.Type<typeof Parameters>, ctx: Tool.Context) =>
|
|
34
|
+
Effect.gen(function* () {
|
|
35
|
+
if (!params.url.startsWith("http://") && !params.url.startsWith("https://")) {
|
|
36
|
+
throw new Error("URL must start with http:// or https://")
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
yield* ctx.ask({
|
|
40
|
+
permission: "webfetch",
|
|
41
|
+
patterns: [params.url],
|
|
42
|
+
always: ["*"],
|
|
43
|
+
metadata: {
|
|
44
|
+
url: params.url,
|
|
45
|
+
format: params.format,
|
|
46
|
+
timeout: params.timeout,
|
|
47
|
+
},
|
|
48
|
+
})
|
|
49
|
+
|
|
50
|
+
const timeout = Math.min((params.timeout ?? DEFAULT_TIMEOUT / 1000) * 1000, MAX_TIMEOUT)
|
|
51
|
+
|
|
52
|
+
// Build Accept header based on requested format with q parameters for fallbacks
|
|
53
|
+
let acceptHeader = "*/*"
|
|
54
|
+
switch (params.format) {
|
|
55
|
+
case "markdown":
|
|
56
|
+
acceptHeader = "text/markdown;q=1.0, text/x-markdown;q=0.9, text/plain;q=0.8, text/html;q=0.7, */*;q=0.1"
|
|
57
|
+
break
|
|
58
|
+
case "text":
|
|
59
|
+
acceptHeader = "text/plain;q=1.0, text/markdown;q=0.9, text/html;q=0.8, */*;q=0.1"
|
|
60
|
+
break
|
|
61
|
+
case "html":
|
|
62
|
+
acceptHeader =
|
|
63
|
+
"text/html;q=1.0, application/xhtml+xml;q=0.9, text/plain;q=0.8, text/markdown;q=0.7, */*;q=0.1"
|
|
64
|
+
break
|
|
65
|
+
default:
|
|
66
|
+
acceptHeader =
|
|
67
|
+
"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8"
|
|
68
|
+
}
|
|
69
|
+
const headers = {
|
|
70
|
+
"User-Agent":
|
|
71
|
+
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36",
|
|
72
|
+
Accept: acceptHeader,
|
|
73
|
+
"Accept-Language": "en-US,en;q=0.9",
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
const request = HttpClientRequest.get(params.url).pipe(HttpClientRequest.setHeaders(headers))
|
|
77
|
+
|
|
78
|
+
// Retry with honest UA if blocked by Cloudflare bot detection (TLS fingerprint mismatch)
|
|
79
|
+
const response = yield* httpOk.execute(request).pipe(
|
|
80
|
+
Effect.catchIf(
|
|
81
|
+
(err) =>
|
|
82
|
+
err.reason._tag === "StatusCodeError" &&
|
|
83
|
+
err.reason.response.status === 403 &&
|
|
84
|
+
err.reason.response.headers["cf-mitigated"] === "challenge",
|
|
85
|
+
() =>
|
|
86
|
+
httpOk.execute(
|
|
87
|
+
HttpClientRequest.get(params.url).pipe(
|
|
88
|
+
HttpClientRequest.setHeaders({ ...headers, "User-Agent": "miaw" }),
|
|
89
|
+
),
|
|
90
|
+
),
|
|
91
|
+
),
|
|
92
|
+
Effect.timeoutOrElse({ duration: timeout, orElse: () => Effect.die(new Error("Request timed out")) }),
|
|
93
|
+
)
|
|
94
|
+
|
|
95
|
+
// Check content length
|
|
96
|
+
const contentLength = response.headers["content-length"]
|
|
97
|
+
if (contentLength && parseInt(contentLength) > MAX_RESPONSE_SIZE) {
|
|
98
|
+
throw new Error("Response too large (exceeds 5MB limit)")
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
const arrayBuffer = yield* response.arrayBuffer
|
|
102
|
+
if (arrayBuffer.byteLength > MAX_RESPONSE_SIZE) {
|
|
103
|
+
throw new Error("Response too large (exceeds 5MB limit)")
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
const contentType = response.headers["content-type"] || ""
|
|
107
|
+
const mime = contentType.split(";")[0]?.trim().toLowerCase() || ""
|
|
108
|
+
const title = `${params.url} (${contentType})`
|
|
109
|
+
|
|
110
|
+
if (isImageAttachment(mime)) {
|
|
111
|
+
const base64Content = Buffer.from(arrayBuffer).toString("base64")
|
|
112
|
+
return {
|
|
113
|
+
title,
|
|
114
|
+
output: "Image fetched successfully",
|
|
115
|
+
metadata: {},
|
|
116
|
+
attachments: [
|
|
117
|
+
{
|
|
118
|
+
type: "file" as const,
|
|
119
|
+
mime,
|
|
120
|
+
url: `data:${mime};base64,${base64Content}`,
|
|
121
|
+
},
|
|
122
|
+
],
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
const content = new TextDecoder().decode(arrayBuffer)
|
|
127
|
+
|
|
128
|
+
// Handle content based on requested format and actual content type
|
|
129
|
+
switch (params.format) {
|
|
130
|
+
case "markdown":
|
|
131
|
+
if (contentType.includes("text/html")) {
|
|
132
|
+
const markdown = convertHTMLToMarkdown(content)
|
|
133
|
+
return {
|
|
134
|
+
output: markdown,
|
|
135
|
+
title,
|
|
136
|
+
metadata: {},
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
return { output: content, title, metadata: {} }
|
|
140
|
+
|
|
141
|
+
case "text":
|
|
142
|
+
if (contentType.includes("text/html")) {
|
|
143
|
+
return { output: extractTextFromHTML(content), title, metadata: {} }
|
|
144
|
+
}
|
|
145
|
+
return { output: content, title, metadata: {} }
|
|
146
|
+
|
|
147
|
+
case "html":
|
|
148
|
+
return { output: content, title, metadata: {} }
|
|
149
|
+
|
|
150
|
+
default:
|
|
151
|
+
return { output: content, title, metadata: {} }
|
|
152
|
+
}
|
|
153
|
+
}).pipe(Effect.orDie),
|
|
154
|
+
}
|
|
155
|
+
}),
|
|
156
|
+
)
|
|
157
|
+
|
|
158
|
+
function extractTextFromHTML(html: string) {
|
|
159
|
+
let text = ""
|
|
160
|
+
let skipDepth = 0
|
|
161
|
+
|
|
162
|
+
const parser = new Parser({
|
|
163
|
+
onopentag(name) {
|
|
164
|
+
if (skipDepth > 0 || ["script", "style", "noscript", "iframe", "object", "embed"].includes(name)) {
|
|
165
|
+
skipDepth++
|
|
166
|
+
}
|
|
167
|
+
},
|
|
168
|
+
ontext(input) {
|
|
169
|
+
if (skipDepth === 0) text += input
|
|
170
|
+
},
|
|
171
|
+
onclosetag() {
|
|
172
|
+
if (skipDepth > 0) skipDepth--
|
|
173
|
+
},
|
|
174
|
+
})
|
|
175
|
+
|
|
176
|
+
parser.write(html)
|
|
177
|
+
parser.end()
|
|
178
|
+
|
|
179
|
+
return text.trim()
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
function convertHTMLToMarkdown(html: string): string {
|
|
183
|
+
const turndownService = new TurndownService({
|
|
184
|
+
headingStyle: "atx",
|
|
185
|
+
hr: "---",
|
|
186
|
+
bulletListMarker: "-",
|
|
187
|
+
codeBlockStyle: "fenced",
|
|
188
|
+
emDelimiter: "*",
|
|
189
|
+
})
|
|
190
|
+
turndownService.remove(["script", "style", "meta", "link"])
|
|
191
|
+
return turndownService.turndown(html)
|
|
192
|
+
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
- Fetches content from a specified URL
|
|
2
|
+
- Takes a URL and optional format as input
|
|
3
|
+
- Fetches the URL content, converts to requested format (markdown by default)
|
|
4
|
+
- Returns the content in the specified format
|
|
5
|
+
- Use this tool when you need to retrieve and analyze web content
|
|
6
|
+
|
|
7
|
+
Usage notes:
|
|
8
|
+
- IMPORTANT: if another tool is present that offers better web fetching capabilities, is more targeted to the task, or has fewer restrictions, prefer using that tool instead of this one.
|
|
9
|
+
- The URL must be a fully-formed valid URL
|
|
10
|
+
- HTTP URLs will be automatically upgraded to HTTPS
|
|
11
|
+
- Format options: "markdown" (default), "text", or "html"
|
|
12
|
+
- This tool is read-only and does not modify any files
|
|
13
|
+
- Results may be summarized if the content is very large
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
import { Effect, Schema } from "effect"
|
|
2
|
+
import { HttpClient } from "effect/unstable/http"
|
|
3
|
+
import * as Tool from "./tool"
|
|
4
|
+
import * as McpWebSearch from "./mcp-websearch"
|
|
5
|
+
import DESCRIPTION from "./websearch.txt"
|
|
6
|
+
import { checksum } from "@miaw/core/util/encode"
|
|
7
|
+
import { InstallationVersion } from "@miaw/core/installation/version"
|
|
8
|
+
import { RuntimeFlags } from "@/effect/runtime-flags"
|
|
9
|
+
|
|
10
|
+
export const Parameters = Schema.Struct({
|
|
11
|
+
query: Schema.String.annotate({ description: "Websearch query" }),
|
|
12
|
+
numResults: Schema.optional(Schema.Number).annotate({
|
|
13
|
+
description: "Number of search results to return (default: 8)",
|
|
14
|
+
}),
|
|
15
|
+
livecrawl: Schema.optional(Schema.Literals(["fallback", "preferred"])).annotate({
|
|
16
|
+
description:
|
|
17
|
+
"Live crawl mode - 'fallback': use live crawling as backup if cached content unavailable, 'preferred': prioritize live crawling (default: 'fallback')",
|
|
18
|
+
}),
|
|
19
|
+
type: Schema.optional(Schema.Literals(["auto", "fast", "deep"])).annotate({
|
|
20
|
+
description: "Search type - 'auto': balanced search (default), 'fast': quick results, 'deep': comprehensive search",
|
|
21
|
+
}),
|
|
22
|
+
contextMaxCharacters: Schema.optional(Schema.Number).annotate({
|
|
23
|
+
description: "Maximum characters for context string optimized for LLMs (default: 10000)",
|
|
24
|
+
}),
|
|
25
|
+
})
|
|
26
|
+
|
|
27
|
+
const WebSearchProviderSchema = Schema.Literals(["exa", "parallel"])
|
|
28
|
+
export type WebSearchProvider = Schema.Schema.Type<typeof WebSearchProviderSchema>
|
|
29
|
+
|
|
30
|
+
export function selectWebSearchProvider(sessionID: string, flags = { exa: false, parallel: false }): WebSearchProvider {
|
|
31
|
+
const override = process.env.MIAW_WEBSEARCH_PROVIDER
|
|
32
|
+
if (override === "exa" || override === "parallel") return override
|
|
33
|
+
if (flags.parallel) return "parallel"
|
|
34
|
+
if (flags.exa) return "exa"
|
|
35
|
+
|
|
36
|
+
return Number.parseInt(checksum(sessionID) ?? "0", 36) % 2 === 0 ? "exa" : "parallel"
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export function webSearchProviderLabel(provider: unknown) {
|
|
40
|
+
if (provider === "parallel") return "Parallel Web Search"
|
|
41
|
+
if (provider === "exa") return "Exa Web Search"
|
|
42
|
+
return "Web Search"
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
export function webSearchModelName(extra: Tool.Context["extra"]) {
|
|
46
|
+
const model = extra?.model
|
|
47
|
+
if (!model || typeof model !== "object") return undefined
|
|
48
|
+
const api = "api" in model && model.api && typeof model.api === "object" ? model.api : undefined
|
|
49
|
+
const apiID = api && "id" in api && typeof api.id === "string" ? api.id : undefined
|
|
50
|
+
const id = "id" in model && typeof model.id === "string" ? model.id : undefined
|
|
51
|
+
return (apiID ?? id)?.slice(0, 100)
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
function parallelAuthHeaders() {
|
|
55
|
+
const headers = { "User-Agent": `miaw/${InstallationVersion}` }
|
|
56
|
+
if (!process.env.PARALLEL_API_KEY) return headers
|
|
57
|
+
return { ...headers, Authorization: `Bearer ${process.env.PARALLEL_API_KEY}` }
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function callProvider(
|
|
61
|
+
http: HttpClient.HttpClient,
|
|
62
|
+
provider: WebSearchProvider,
|
|
63
|
+
params: Schema.Schema.Type<typeof Parameters>,
|
|
64
|
+
ctx: Tool.Context,
|
|
65
|
+
) {
|
|
66
|
+
if (provider === "parallel") {
|
|
67
|
+
return McpWebSearch.call(
|
|
68
|
+
http,
|
|
69
|
+
McpWebSearch.PARALLEL_URL,
|
|
70
|
+
"web_search",
|
|
71
|
+
McpWebSearch.ParallelSearchArgs,
|
|
72
|
+
{
|
|
73
|
+
objective: params.query,
|
|
74
|
+
search_queries: [params.query],
|
|
75
|
+
session_id: ctx.sessionID,
|
|
76
|
+
model_name: webSearchModelName(ctx.extra),
|
|
77
|
+
},
|
|
78
|
+
"25 seconds",
|
|
79
|
+
parallelAuthHeaders(),
|
|
80
|
+
)
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
return McpWebSearch.call(
|
|
84
|
+
http,
|
|
85
|
+
McpWebSearch.EXA_URL,
|
|
86
|
+
"web_search_exa",
|
|
87
|
+
McpWebSearch.SearchArgs,
|
|
88
|
+
{
|
|
89
|
+
query: params.query,
|
|
90
|
+
type: params.type || "auto",
|
|
91
|
+
numResults: params.numResults || 8,
|
|
92
|
+
livecrawl: params.livecrawl || "fallback",
|
|
93
|
+
contextMaxCharacters: params.contextMaxCharacters,
|
|
94
|
+
},
|
|
95
|
+
"25 seconds",
|
|
96
|
+
)
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
export const WebSearchTool = Tool.define(
|
|
100
|
+
"websearch",
|
|
101
|
+
Effect.gen(function* () {
|
|
102
|
+
const http = yield* HttpClient.HttpClient
|
|
103
|
+
const flags = yield* RuntimeFlags.Service
|
|
104
|
+
|
|
105
|
+
return {
|
|
106
|
+
get description() {
|
|
107
|
+
return DESCRIPTION.replace("{{year}}", new Date().getFullYear().toString())
|
|
108
|
+
},
|
|
109
|
+
parameters: Parameters,
|
|
110
|
+
execute: (params: Schema.Schema.Type<typeof Parameters>, ctx: Tool.Context) =>
|
|
111
|
+
Effect.gen(function* () {
|
|
112
|
+
const provider = selectWebSearchProvider(ctx.sessionID, {
|
|
113
|
+
exa: flags.enableExa,
|
|
114
|
+
parallel: flags.enableParallel,
|
|
115
|
+
})
|
|
116
|
+
const title = webSearchProviderLabel(provider)
|
|
117
|
+
yield* ctx.metadata({ title: `${title} "${params.query}"`, metadata: { provider } })
|
|
118
|
+
|
|
119
|
+
yield* ctx.ask({
|
|
120
|
+
permission: "websearch",
|
|
121
|
+
patterns: [params.query],
|
|
122
|
+
always: ["*"],
|
|
123
|
+
metadata: {
|
|
124
|
+
query: params.query,
|
|
125
|
+
numResults: params.numResults,
|
|
126
|
+
livecrawl: params.livecrawl,
|
|
127
|
+
type: params.type,
|
|
128
|
+
contextMaxCharacters: params.contextMaxCharacters,
|
|
129
|
+
provider,
|
|
130
|
+
},
|
|
131
|
+
})
|
|
132
|
+
|
|
133
|
+
const result = yield* callProvider(http, provider, params, ctx)
|
|
134
|
+
|
|
135
|
+
return {
|
|
136
|
+
output: result ?? "No search results found. Please try a different query.",
|
|
137
|
+
title: `${title}: ${params.query}`,
|
|
138
|
+
metadata: { provider },
|
|
139
|
+
}
|
|
140
|
+
}).pipe(Effect.orDie),
|
|
141
|
+
}
|
|
142
|
+
}),
|
|
143
|
+
)
|