bonecode 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +183 -0
- package/README.md +71 -0
- package/bin/bonecode +62 -0
- package/bone/migrations/rag_vectors.sql +258 -0
- package/bone/output/agent/.dockerignore +7 -0
- package/bone/output/agent/.env.example +36 -0
- package/bone/output/agent/.github/workflows/ci.yaml +58 -0
- package/bone/output/agent/AgentDomain.bone.map +350 -0
- package/bone/output/agent/AgentDomain.postman_collection.json +958 -0
- package/bone/output/agent/Dockerfile +22 -0
- package/bone/output/agent/README.md +47 -0
- package/bone/output/agent/admin/index.html +740 -0
- package/bone/output/agent/docker-compose.yaml +22 -0
- package/bone/output/agent/k8s/deployment.yaml +75 -0
- package/bone/output/agent/migrations/agent.sql +36 -0
- package/bone/output/agent/migrations/agent_instance.sql +36 -0
- package/bone/output/agent/migrations/audit_log.sql +18 -0
- package/bone/output/agent/migrations/build_step.sql +34 -0
- package/bone/output/agent/migrations/event_outbox.sql +31 -0
- package/bone/output/agent/migrations/plan.sql +30 -0
- package/bone/output/agent/migrations/task.sql +30 -0
- package/bone/output/agent/migrations/tool_call.sql +33 -0
- package/bone/output/agent/openapi.yaml +1116 -0
- package/bone/output/agent/package.json +36 -0
- package/bone/output/agent/schema.graphql +233 -0
- package/bone/output/agent/sdk/client.ts +231 -0
- package/bone/output/agent/src/algorithms.ts +2 -0
- package/bone/output/agent/src/audit.ts +44 -0
- package/bone/output/agent/src/auth.ts +57 -0
- package/bone/output/agent/src/cron.ts +12 -0
- package/bone/output/agent/src/db.ts +32 -0
- package/bone/output/agent/src/debug.ts +66 -0
- package/bone/output/agent/src/events.ts +243 -0
- package/bone/output/agent/src/extensions.ts +54 -0
- package/bone/output/agent/src/failure_rules.ts +323 -0
- package/bone/output/agent/src/flows.ts +168 -0
- package/bone/output/agent/src/health.ts +43 -0
- package/bone/output/agent/src/index.ts +100 -0
- package/bone/output/agent/src/logger.ts +66 -0
- package/bone/output/agent/src/metrics.ts +75 -0
- package/bone/output/agent/src/migrate.ts +352 -0
- package/bone/output/agent/src/migration_diff.ts +108 -0
- package/bone/output/agent/src/notify.ts +125 -0
- package/bone/output/agent/src/routes/agent_instance.ts +234 -0
- package/bone/output/agent/src/routes/build_step.ts +105 -0
- package/bone/output/agent/src/routes/plan.ts +91 -0
- package/bone/output/agent/src/routes/task.ts +105 -0
- package/bone/output/agent/src/routes/tool_call.ts +166 -0
- package/bone/output/agent/src/schemas.ts +384 -0
- package/bone/output/agent/src/state_machines/agent_instance.ts +24 -0
- package/bone/output/agent/src/state_machines/build_step.ts +22 -0
- package/bone/output/agent/src/state_machines/plan.ts +22 -0
- package/bone/output/agent/src/state_machines/task.ts +22 -0
- package/bone/output/agent/src/state_machines/tool_call.ts +22 -0
- package/bone/output/agent/src/tests.ts +362 -0
- package/bone/output/agent/src/websocket.ts +201 -0
- package/bone/output/agent/tsconfig.json +25 -0
- package/bone/output/rag/.dockerignore +7 -0
- package/bone/output/rag/.env.example +36 -0
- package/bone/output/rag/.github/workflows/ci.yaml +58 -0
- package/bone/output/rag/Dockerfile +22 -0
- package/bone/output/rag/RAGDomain.bone.map +287 -0
- package/bone/output/rag/RAGDomain.postman_collection.json +923 -0
- package/bone/output/rag/README.md +47 -0
- package/bone/output/rag/admin/index.html +818 -0
- package/bone/output/rag/docker-compose.yaml +22 -0
- package/bone/output/rag/k8s/deployment.yaml +75 -0
- package/bone/output/rag/migrations/audit_log.sql +18 -0
- package/bone/output/rag/migrations/code_chunk.sql +34 -0
- package/bone/output/rag/migrations/code_file.sql +33 -0
- package/bone/output/rag/migrations/event_outbox.sql +31 -0
- package/bone/output/rag/migrations/indexing_job.sql +33 -0
- package/bone/output/rag/migrations/knowledge_base.sql +35 -0
- package/bone/output/rag/migrations/memory_entry.sql +34 -0
- package/bone/output/rag/openapi.yaml +1097 -0
- package/bone/output/rag/package.json +36 -0
- package/bone/output/rag/schema.graphql +245 -0
- package/bone/output/rag/sdk/client.ts +234 -0
- package/bone/output/rag/src/algorithms.ts +2 -0
- package/bone/output/rag/src/audit.ts +37 -0
- package/bone/output/rag/src/auth.ts +57 -0
- package/bone/output/rag/src/cron.ts +12 -0
- package/bone/output/rag/src/db.ts +32 -0
- package/bone/output/rag/src/debug.ts +66 -0
- package/bone/output/rag/src/events.ts +243 -0
- package/bone/output/rag/src/extensions.ts +350 -0
- package/bone/output/rag/src/failure_rules.ts +315 -0
- package/bone/output/rag/src/flows.ts +239 -0
- package/bone/output/rag/src/health.ts +43 -0
- package/bone/output/rag/src/index.ts +95 -0
- package/bone/output/rag/src/logger.ts +66 -0
- package/bone/output/rag/src/metrics.ts +75 -0
- package/bone/output/rag/src/migrate.ts +364 -0
- package/bone/output/rag/src/migration_diff.ts +108 -0
- package/bone/output/rag/src/notify.ts +99 -0
- package/bone/output/rag/src/routes/code_chunk.ts +75 -0
- package/bone/output/rag/src/routes/code_file.ts +101 -0
- package/bone/output/rag/src/routes/indexing_job.ts +87 -0
- package/bone/output/rag/src/routes/knowledge_base.ts +230 -0
- package/bone/output/rag/src/routes/memory_entry.ts +87 -0
- package/bone/output/rag/src/schemas.ts +394 -0
- package/bone/output/rag/src/state_machines/code_file.ts +23 -0
- package/bone/output/rag/src/state_machines/indexing_job.ts +22 -0
- package/bone/output/rag/src/state_machines/knowledge_base.ts +23 -0
- package/bone/output/rag/src/state_machines/memory_entry.ts +20 -0
- package/bone/output/rag/src/tests.ts +340 -0
- package/bone/output/rag/tsconfig.json +25 -0
- package/bone/output/session/.dockerignore +7 -0
- package/bone/output/session/.env.example +36 -0
- package/bone/output/session/.github/workflows/ci.yaml +58 -0
- package/bone/output/session/Dockerfile +22 -0
- package/bone/output/session/README.md +47 -0
- package/bone/output/session/SessionDomain.bone.map +350 -0
- package/bone/output/session/SessionDomain.postman_collection.json +958 -0
- package/bone/output/session/admin/index.html +667 -0
- package/bone/output/session/docker-compose.yaml +22 -0
- package/bone/output/session/k8s/deployment.yaml +75 -0
- package/bone/output/session/migrations/audit_log.sql +18 -0
- package/bone/output/session/migrations/event_outbox.sql +31 -0
- package/bone/output/session/migrations/message.sql +31 -0
- package/bone/output/session/migrations/part.sql +28 -0
- package/bone/output/session/migrations/permission.sql +28 -0
- package/bone/output/session/migrations/project.sql +28 -0
- package/bone/output/session/migrations/session.sql +38 -0
- package/bone/output/session/openapi.yaml +1101 -0
- package/bone/output/session/package.json +36 -0
- package/bone/output/session/schema.graphql +222 -0
- package/bone/output/session/sdk/client.ts +225 -0
- package/bone/output/session/src/algorithms.ts +2 -0
- package/bone/output/session/src/audit.ts +44 -0
- package/bone/output/session/src/auth.ts +57 -0
- package/bone/output/session/src/cron.ts +12 -0
- package/bone/output/session/src/db.ts +32 -0
- package/bone/output/session/src/debug.ts +66 -0
- package/bone/output/session/src/events.ts +270 -0
- package/bone/output/session/src/extensions.ts +215 -0
- package/bone/output/session/src/failure_rules.ts +284 -0
- package/bone/output/session/src/flows.ts +168 -0
- package/bone/output/session/src/health.ts +43 -0
- package/bone/output/session/src/index.ts +100 -0
- package/bone/output/session/src/logger.ts +66 -0
- package/bone/output/session/src/metrics.ts +75 -0
- package/bone/output/session/src/migrate.ts +332 -0
- package/bone/output/session/src/migration_diff.ts +108 -0
- package/bone/output/session/src/notify.ts +112 -0
- package/bone/output/session/src/routes/message.ts +93 -0
- package/bone/output/session/src/routes/part.ts +79 -0
- package/bone/output/session/src/routes/permission.ts +79 -0
- package/bone/output/session/src/routes/project.ts +79 -0
- package/bone/output/session/src/routes/session.ts +294 -0
- package/bone/output/session/src/schemas.ts +357 -0
- package/bone/output/session/src/state_machines/session.ts +23 -0
- package/bone/output/session/src/tests.ts +326 -0
- package/bone/output/session/src/websocket.ts +201 -0
- package/bone/output/session/tsconfig.json +25 -0
- package/bone/output/workspace/.dockerignore +7 -0
- package/bone/output/workspace/.env.example +36 -0
- package/bone/output/workspace/.github/workflows/ci.yaml +58 -0
- package/bone/output/workspace/Dockerfile +22 -0
- package/bone/output/workspace/README.md +45 -0
- package/bone/output/workspace/WorkspaceDomain.bone.map +189 -0
- package/bone/output/workspace/WorkspaceDomain.postman_collection.json +621 -0
- package/bone/output/workspace/admin/index.html +485 -0
- package/bone/output/workspace/docker-compose.yaml +22 -0
- package/bone/output/workspace/k8s/deployment.yaml +75 -0
- package/bone/output/workspace/migrations/audit_log.sql +18 -0
- package/bone/output/workspace/migrations/codebase.sql +34 -0
- package/bone/output/workspace/migrations/event_outbox.sql +31 -0
- package/bone/output/workspace/migrations/snapshot.sql +32 -0
- package/bone/output/workspace/migrations/workspace.sql +33 -0
- package/bone/output/workspace/openapi.yaml +721 -0
- package/bone/output/workspace/package.json +36 -0
- package/bone/output/workspace/schema.graphql +153 -0
- package/bone/output/workspace/sdk/client.ts +155 -0
- package/bone/output/workspace/src/algorithms.ts +2 -0
- package/bone/output/workspace/src/audit.ts +37 -0
- package/bone/output/workspace/src/auth.ts +57 -0
- package/bone/output/workspace/src/cron.ts +12 -0
- package/bone/output/workspace/src/db.ts +32 -0
- package/bone/output/workspace/src/debug.ts +66 -0
- package/bone/output/workspace/src/events.ts +243 -0
- package/bone/output/workspace/src/extensions.ts +44 -0
- package/bone/output/workspace/src/failure_rules.ts +153 -0
- package/bone/output/workspace/src/health.ts +43 -0
- package/bone/output/workspace/src/index.ts +89 -0
- package/bone/output/workspace/src/logger.ts +66 -0
- package/bone/output/workspace/src/metrics.ts +75 -0
- package/bone/output/workspace/src/migrate.ts +220 -0
- package/bone/output/workspace/src/migration_diff.ts +108 -0
- package/bone/output/workspace/src/notify.ts +73 -0
- package/bone/output/workspace/src/routes/codebase.ts +87 -0
- package/bone/output/workspace/src/routes/snapshot.ts +127 -0
- package/bone/output/workspace/src/routes/workspace.ts +190 -0
- package/bone/output/workspace/src/schemas.ts +231 -0
- package/bone/output/workspace/src/state_machines/codebase.ts +21 -0
- package/bone/output/workspace/src/state_machines/snapshot.ts +20 -0
- package/bone/output/workspace/src/state_machines/workspace.ts +21 -0
- package/bone/output/workspace/src/tests.ts +249 -0
- package/bone/output/workspace/tsconfig.json +25 -0
- package/compat/opencode_adapter.ts +410 -0
- package/package.json +69 -0
- package/scripts/check_benchmark_session.js +34 -0
- package/scripts/check_finish_event.js +24 -0
- package/scripts/check_parts.js +15 -0
- package/scripts/compile.js +79 -0
- package/scripts/copy_opencode.ps1 +53 -0
- package/scripts/create_functions.sql +129 -0
- package/scripts/migrate.js +85 -0
- package/scripts/migrate_from_opencode.ts +218 -0
- package/scripts/test_agent_loop.js +101 -0
- package/scripts/test_api.ps1 +116 -0
- package/scripts/test_context_builder.js +136 -0
- package/scripts/test_context_builder.ts +97 -0
- package/scripts/test_rag.js +189 -0
- package/scripts/test_stream_events.js +36 -0
- package/scripts/test_websocket_and_saga.js +216 -0
- package/src/cli.ts +475 -0
- package/src/config.ts +162 -0
- package/src/context_builder.ts +598 -0
- package/src/engine/account/account.sql.ts +39 -0
- package/src/engine/account/account.ts +456 -0
- package/src/engine/account/repo.ts +166 -0
- package/src/engine/account/schema.ts +99 -0
- package/src/engine/account/url.ts +8 -0
- package/src/engine/acp/README.md +174 -0
- package/src/engine/acp/agent.ts +1968 -0
- package/src/engine/acp/runtime.ts +22 -0
- package/src/engine/acp/session.ts +122 -0
- package/src/engine/acp/types.ts +24 -0
- package/src/engine/agent/agent.ts +463 -0
- package/src/engine/agent/generate.txt +75 -0
- package/src/engine/agent/prompt/compaction.txt +9 -0
- package/src/engine/agent/prompt/explore.txt +18 -0
- package/src/engine/agent/prompt/scout.txt +36 -0
- package/src/engine/agent/prompt/summary.txt +11 -0
- package/src/engine/agent/prompt/title.txt +44 -0
- package/src/engine/agent/subagent-permissions.ts +34 -0
- package/src/engine/auth/index.ts +96 -0
- package/src/engine/background/background/job.ts +200 -0
- package/src/engine/background/job.ts +200 -0
- package/src/engine/bus/bus-event.ts +45 -0
- package/src/engine/bus/global.ts +22 -0
- package/src/engine/bus/index.ts +203 -0
- package/src/engine/command/command/index.ts +181 -0
- package/src/engine/command/command/template/initialize.txt +66 -0
- package/src/engine/command/command/template/review.txt +101 -0
- package/src/engine/command/index.ts +181 -0
- package/src/engine/command/template/initialize.txt +66 -0
- package/src/engine/command/template/review.txt +101 -0
- package/src/engine/config/agent.ts +172 -0
- package/src/engine/config/attachment.ts +25 -0
- package/src/engine/config/command.ts +62 -0
- package/src/engine/config/config.ts +833 -0
- package/src/engine/config/console-state.ts +14 -0
- package/src/engine/config/entry-name.ts +16 -0
- package/src/engine/config/error.ts +23 -0
- package/src/engine/config/formatter.ts +13 -0
- package/src/engine/config/layout.ts +6 -0
- package/src/engine/config/lsp.ts +43 -0
- package/src/engine/config/managed.ts +71 -0
- package/src/engine/config/markdown.ts +96 -0
- package/src/engine/config/mcp.ts +56 -0
- package/src/engine/config/model-id.ts +5 -0
- package/src/engine/config/parse.ts +79 -0
- package/src/engine/config/paths.ts +45 -0
- package/src/engine/config/permission.ts +58 -0
- package/src/engine/config/plugin.ts +84 -0
- package/src/engine/config/provider.ts +111 -0
- package/src/engine/config/reference.ts +23 -0
- package/src/engine/config/server.ts +19 -0
- package/src/engine/config/skills.ts +14 -0
- package/src/engine/config/variable.ts +90 -0
- package/src/engine/control-plane/adapters/index.ts +41 -0
- package/src/engine/control-plane/adapters/worktree.ts +96 -0
- package/src/engine/control-plane/dev/README.md +19 -0
- package/src/engine/control-plane/dev/debug-workspace-plugin.ts +73 -0
- package/src/engine/control-plane/schema.ts +14 -0
- package/src/engine/control-plane/types.ts +59 -0
- package/src/engine/control-plane/util.ts +39 -0
- package/src/engine/control-plane/workspace-adapter-runtime.ts +51 -0
- package/src/engine/control-plane/workspace-context.ts +26 -0
- package/src/engine/control-plane/workspace.sql.ts +20 -0
- package/src/engine/control-plane/workspace.ts +1072 -0
- package/src/engine/data-migration.ts +161 -0
- package/src/engine/effect/app-runtime.ts +143 -0
- package/src/engine/effect/bootstrap-runtime.ts +29 -0
- package/src/engine/effect/bridge.ts +84 -0
- package/src/engine/effect/config-service.ts +67 -0
- package/src/engine/effect/instance-ref.ts +11 -0
- package/src/engine/effect/instance-registry.ts +12 -0
- package/src/engine/effect/instance-state.ts +72 -0
- package/src/engine/effect/promise.ts +17 -0
- package/src/engine/effect/run-service.ts +47 -0
- package/src/engine/effect/runner.ts +217 -0
- package/src/engine/effect/runtime-flags.ts +74 -0
- package/src/engine/effect/service-use.ts +38 -0
- package/src/engine/env/index.ts +37 -0
- package/src/engine/event-v2-bridge.ts +89 -0
- package/src/engine/file/file/ignore.ts +81 -0
- package/src/engine/file/file/index.ts +651 -0
- package/src/engine/file/file/protected.ts +59 -0
- package/src/engine/file/file/ripgrep.ts +481 -0
- package/src/engine/file/file/watcher.ts +167 -0
- package/src/engine/file/ignore.ts +81 -0
- package/src/engine/file/index.ts +651 -0
- package/src/engine/file/protected.ts +59 -0
- package/src/engine/file/ripgrep.ts +481 -0
- package/src/engine/file/watcher.ts +167 -0
- package/src/engine/format/format/formatter.ts +404 -0
- package/src/engine/format/format/index.ts +209 -0
- package/src/engine/format/formatter.ts +404 -0
- package/src/engine/format/index.ts +209 -0
- package/src/engine/git/git/index.ts +347 -0
- package/src/engine/git/index.ts +347 -0
- package/src/engine/id/id.ts +80 -0
- package/src/engine/ide/index.ts +70 -0
- package/src/engine/image/image/image.ts +176 -0
- package/src/engine/image/image.ts +176 -0
- package/src/engine/index.ts +251 -0
- package/src/engine/installation/index.ts +327 -0
- package/src/engine/lsp/client.ts +707 -0
- package/src/engine/lsp/diagnostic.ts +29 -0
- package/src/engine/lsp/language.ts +121 -0
- package/src/engine/lsp/launch.ts +21 -0
- package/src/engine/lsp/lsp/client.ts +707 -0
- package/src/engine/lsp/lsp/diagnostic.ts +29 -0
- package/src/engine/lsp/lsp/language.ts +121 -0
- package/src/engine/lsp/lsp/launch.ts +21 -0
- package/src/engine/lsp/lsp/lsp.ts +507 -0
- package/src/engine/lsp/lsp/server.ts +2064 -0
- package/src/engine/lsp/lsp.ts +507 -0
- package/src/engine/lsp/server.ts +2064 -0
- package/src/engine/mcp/auth.ts +146 -0
- package/src/engine/mcp/index.ts +958 -0
- package/src/engine/mcp/mcp/auth.ts +146 -0
- package/src/engine/mcp/mcp/index.ts +958 -0
- package/src/engine/mcp/mcp/oauth-callback.ts +232 -0
- package/src/engine/mcp/mcp/oauth-provider.ts +214 -0
- package/src/engine/mcp/oauth-callback.ts +232 -0
- package/src/engine/mcp/oauth-provider.ts +214 -0
- package/src/engine/node.ts +6 -0
- package/src/engine/patch/index.ts +689 -0
- package/src/engine/patch/patch/index.ts +689 -0
- package/src/engine/permission/arity.ts +163 -0
- package/src/engine/permission/evaluate.ts +15 -0
- package/src/engine/permission/index.ts +306 -0
- package/src/engine/permission/permission/arity.ts +163 -0
- package/src/engine/permission/permission/evaluate.ts +15 -0
- package/src/engine/permission/permission/index.ts +306 -0
- package/src/engine/permission/permission/schema.ts +13 -0
- package/src/engine/permission/schema.ts +13 -0
- package/src/engine/plugin/azure.ts +26 -0
- package/src/engine/plugin/cloudflare.ts +76 -0
- package/src/engine/plugin/codex.ts +622 -0
- package/src/engine/plugin/digitalocean.ts +411 -0
- package/src/engine/plugin/github-copilot/copilot.ts +394 -0
- package/src/engine/plugin/github-copilot/models.ts +196 -0
- package/src/engine/plugin/index.ts +295 -0
- package/src/engine/plugin/install.ts +439 -0
- package/src/engine/plugin/loader.ts +216 -0
- package/src/engine/plugin/meta.ts +188 -0
- package/src/engine/plugin/shared.ts +323 -0
- package/src/engine/project/bootstrap-service.ts +9 -0
- package/src/engine/project/bootstrap.ts +75 -0
- package/src/engine/project/instance-context.ts +24 -0
- package/src/engine/project/instance-layer.ts +11 -0
- package/src/engine/project/instance-runtime.ts +16 -0
- package/src/engine/project/instance-store.ts +193 -0
- package/src/engine/project/project.sql.ts +17 -0
- package/src/engine/project/project.ts +537 -0
- package/src/engine/project/schema.ts +13 -0
- package/src/engine/project/vcs.ts +405 -0
- package/src/engine/provider/auth.ts +225 -0
- package/src/engine/provider/error.ts +204 -0
- package/src/engine/provider/model-status.ts +8 -0
- package/src/engine/provider/provider.ts +1843 -0
- package/src/engine/provider/schema.ts +30 -0
- package/src/engine/provider/sdk/copilot/AGENTS.md +1 -0
- package/src/engine/provider/transform.ts +1376 -0
- package/src/engine/pty/index.ts +365 -0
- package/src/engine/pty/input.ts +24 -0
- package/src/engine/pty/pty/index.ts +365 -0
- package/src/engine/pty/pty/input.ts +24 -0
- package/src/engine/pty/pty/pty.bun.ts +26 -0
- package/src/engine/pty/pty/pty.node.ts +27 -0
- package/src/engine/pty/pty/pty.ts +25 -0
- package/src/engine/pty/pty/schema.ts +14 -0
- package/src/engine/pty/pty/ticket.ts +68 -0
- package/src/engine/pty/pty.bun.ts +26 -0
- package/src/engine/pty/pty.node.ts +27 -0
- package/src/engine/pty/pty.ts +25 -0
- package/src/engine/pty/schema.ts +14 -0
- package/src/engine/pty/ticket.ts +68 -0
- package/src/engine/question/index.ts +213 -0
- package/src/engine/question/question/index.ts +213 -0
- package/src/engine/question/question/schema.ts +10 -0
- package/src/engine/question/schema.ts +10 -0
- package/src/engine/reference/reference/reference.ts +241 -0
- package/src/engine/reference/reference/repository-cache.ts +147 -0
- package/src/engine/reference/reference.ts +241 -0
- package/src/engine/reference/repository-cache.ts +147 -0
- package/src/engine/session/compaction.ts +651 -0
- package/src/engine/session/compaction_logic.ts +120 -0
- package/src/engine/session/instruction.ts +238 -0
- package/src/engine/session/instruction_loader.ts +54 -0
- package/src/engine/session/llm.ts +459 -0
- package/src/engine/session/message-error.ts +14 -0
- package/src/engine/session/message-v2.ts +1202 -0
- package/src/engine/session/message.ts +146 -0
- package/src/engine/session/overflow.ts +32 -0
- package/src/engine/session/overflow_check.ts +46 -0
- package/src/engine/session/processor.ts +823 -0
- package/src/engine/session/prompt/anthropic.txt +105 -0
- package/src/engine/session/prompt/beast.txt +147 -0
- package/src/engine/session/prompt/build-switch.txt +5 -0
- package/src/engine/session/prompt/codex.txt +79 -0
- package/src/engine/session/prompt/copilot-gpt-5.txt +143 -0
- package/src/engine/session/prompt/default.txt +105 -0
- package/src/engine/session/prompt/gemini.txt +155 -0
- package/src/engine/session/prompt/gpt.txt +107 -0
- package/src/engine/session/prompt/kimi.txt +95 -0
- package/src/engine/session/prompt/max-steps.txt +16 -0
- package/src/engine/session/prompt/plan-reminder-anthropic.txt +67 -0
- package/src/engine/session/prompt/plan.txt +26 -0
- package/src/engine/session/prompt/trinity.txt +97 -0
- package/src/engine/session/prompt.ts +671 -0
- package/src/engine/session/provider_transform.ts +187 -0
- package/src/engine/session/retry.ts +200 -0
- package/src/engine/session/retry_logic.ts +65 -0
- package/src/engine/session/revert.ts +162 -0
- package/src/engine/session/run-state.ts +153 -0
- package/src/engine/session/schema.ts +26 -0
- package/src/engine/session/session.sql.ts +137 -0
- package/src/engine/session/session.ts +1011 -0
- package/src/engine/session/status.ts +94 -0
- package/src/engine/session/summary.ts +164 -0
- package/src/engine/session/system.ts +84 -0
- package/src/engine/session/system_prompt.ts +65 -0
- package/src/engine/session/todo.ts +81 -0
- package/src/engine/session/tool_registry.ts +162 -0
- package/src/engine/share/session.ts +61 -0
- package/src/engine/share/share-next.ts +376 -0
- package/src/engine/share/share.sql.ts +13 -0
- package/src/engine/shell/shell/shell.ts +215 -0
- package/src/engine/shell/shell.ts +215 -0
- package/src/engine/skill/discovery.ts +116 -0
- package/src/engine/skill/index.ts +336 -0
- package/src/engine/skill/prompt/customize-opencode.md +377 -0
- package/src/engine/skill/skill/discovery.ts +116 -0
- package/src/engine/skill/skill/index.ts +336 -0
- package/src/engine/skill/skill/prompt/customize-opencode.md +377 -0
- package/src/engine/snapshot/index.ts +762 -0
- package/src/engine/snapshot/snapshot/index.ts +762 -0
- package/src/engine/sync/README.md +179 -0
- package/src/engine/sync/event.sql.ts +17 -0
- package/src/engine/sync/index.ts +410 -0
- package/src/engine/sync/schema.ts +11 -0
- package/src/engine/temporary.ts +33 -0
- package/src/engine/tool/apply_patch.ts +313 -0
- package/src/engine/tool/apply_patch.txt +33 -0
- package/src/engine/tool/edit.ts +711 -0
- package/src/engine/tool/edit.txt +10 -0
- package/src/engine/tool/external-directory.ts +49 -0
- package/src/engine/tool/glob.ts +103 -0
- package/src/engine/tool/glob.txt +6 -0
- package/src/engine/tool/grep.ts +156 -0
- package/src/engine/tool/grep.txt +8 -0
- package/src/engine/tool/invalid.ts +21 -0
- package/src/engine/tool/json-schema.ts +164 -0
- package/src/engine/tool/lsp.ts +113 -0
- package/src/engine/tool/lsp.txt +24 -0
- package/src/engine/tool/mcp-websearch.ts +96 -0
- package/src/engine/tool/plan-enter.txt +14 -0
- package/src/engine/tool/plan-exit.txt +13 -0
- package/src/engine/tool/plan.ts +78 -0
- package/src/engine/tool/question.ts +44 -0
- package/src/engine/tool/question.txt +10 -0
- package/src/engine/tool/read.ts +337 -0
- package/src/engine/tool/read.txt +14 -0
- package/src/engine/tool/registry.ts +472 -0
- package/src/engine/tool/repo_clone.ts +80 -0
- package/src/engine/tool/repo_clone.txt +5 -0
- package/src/engine/tool/repo_overview.ts +279 -0
- package/src/engine/tool/repo_overview.txt +4 -0
- package/src/engine/tool/schema.ts +14 -0
- package/src/engine/tool/shell/id.ts +19 -0
- package/src/engine/tool/shell/prompt.ts +295 -0
- package/src/engine/tool/shell/shell.txt +77 -0
- package/src/engine/tool/shell.ts +647 -0
- package/src/engine/tool/skill.ts +75 -0
- package/src/engine/tool/skill.txt +5 -0
- package/src/engine/tool/task.ts +337 -0
- package/src/engine/tool/task.txt +58 -0
- package/src/engine/tool/task_status.ts +179 -0
- package/src/engine/tool/task_status.txt +13 -0
- package/src/engine/tool/todo.ts +57 -0
- package/src/engine/tool/todowrite.txt +167 -0
- package/src/engine/tool/tool/apply_patch.ts +313 -0
- package/src/engine/tool/tool/apply_patch.txt +33 -0
- package/src/engine/tool/tool/edit.ts +711 -0
- package/src/engine/tool/tool/edit.txt +10 -0
- package/src/engine/tool/tool/external-directory.ts +49 -0
- package/src/engine/tool/tool/glob.ts +103 -0
- package/src/engine/tool/tool/glob.txt +6 -0
- package/src/engine/tool/tool/grep.ts +156 -0
- package/src/engine/tool/tool/grep.txt +8 -0
- package/src/engine/tool/tool/invalid.ts +21 -0
- package/src/engine/tool/tool/json-schema.ts +164 -0
- package/src/engine/tool/tool/lsp.ts +113 -0
- package/src/engine/tool/tool/lsp.txt +24 -0
- package/src/engine/tool/tool/mcp-websearch.ts +96 -0
- package/src/engine/tool/tool/plan-enter.txt +14 -0
- package/src/engine/tool/tool/plan-exit.txt +13 -0
- package/src/engine/tool/tool/plan.ts +78 -0
- package/src/engine/tool/tool/question.ts +44 -0
- package/src/engine/tool/tool/question.txt +10 -0
- package/src/engine/tool/tool/read.ts +337 -0
- package/src/engine/tool/tool/read.txt +14 -0
- package/src/engine/tool/tool/registry.ts +472 -0
- package/src/engine/tool/tool/repo_clone.ts +80 -0
- package/src/engine/tool/tool/repo_clone.txt +5 -0
- package/src/engine/tool/tool/repo_overview.ts +279 -0
- package/src/engine/tool/tool/repo_overview.txt +4 -0
- package/src/engine/tool/tool/schema.ts +14 -0
- package/src/engine/tool/tool/shell/id.ts +19 -0
- package/src/engine/tool/tool/shell/prompt.ts +295 -0
- package/src/engine/tool/tool/shell/shell.txt +77 -0
- package/src/engine/tool/tool/shell.ts +647 -0
- package/src/engine/tool/tool/skill.ts +75 -0
- package/src/engine/tool/tool/skill.txt +5 -0
- package/src/engine/tool/tool/task.ts +337 -0
- package/src/engine/tool/tool/task.txt +58 -0
- package/src/engine/tool/tool/task_status.ts +179 -0
- package/src/engine/tool/tool/task_status.txt +13 -0
- package/src/engine/tool/tool/todo.ts +57 -0
- package/src/engine/tool/tool/todowrite.txt +167 -0
- package/src/engine/tool/tool/tool.ts +164 -0
- package/src/engine/tool/tool/truncate.ts +160 -0
- package/src/engine/tool/tool/truncation-dir.ts +4 -0
- package/src/engine/tool/tool/webfetch.ts +192 -0
- package/src/engine/tool/tool/webfetch.txt +13 -0
- package/src/engine/tool/tool/websearch.ts +143 -0
- package/src/engine/tool/tool/websearch.txt +14 -0
- package/src/engine/tool/tool/write.ts +104 -0
- package/src/engine/tool/tool/write.txt +8 -0
- package/src/engine/tool/tool.ts +164 -0
- package/src/engine/tool/truncate.ts +160 -0
- package/src/engine/tool/truncation-dir.ts +4 -0
- package/src/engine/tool/webfetch.ts +192 -0
- package/src/engine/tool/webfetch.txt +13 -0
- package/src/engine/tool/websearch.ts +143 -0
- package/src/engine/tool/websearch.txt +14 -0
- package/src/engine/tool/write.ts +104 -0
- package/src/engine/tool/write.txt +8 -0
- package/src/engine/util/archive.ts +17 -0
- package/src/engine/util/bom.ts +31 -0
- package/src/engine/util/data-url.ts +9 -0
- package/src/engine/util/defer.ts +10 -0
- package/src/engine/util/effect-http-client.ts +11 -0
- package/src/engine/util/error.ts +88 -0
- package/src/engine/util/filesystem.ts +252 -0
- package/src/engine/util/format.ts +20 -0
- package/src/engine/util/iife.ts +3 -0
- package/src/engine/util/lazy.ts +20 -0
- package/src/engine/util/local-context.ts +25 -0
- package/src/engine/util/locale.ts +86 -0
- package/src/engine/util/media.ts +26 -0
- package/src/engine/util/process.ts +176 -0
- package/src/engine/util/queue.ts +32 -0
- package/src/engine/util/record.ts +3 -0
- package/src/engine/util/repository.ts +158 -0
- package/src/engine/util/rpc.ts +66 -0
- package/src/engine/util/signal.ts +12 -0
- package/src/engine/util/timeout.ts +13 -0
- package/src/engine/util/token.ts +7 -0
- package/src/engine/util/util/archive.ts +17 -0
- package/src/engine/util/util/bom.ts +31 -0
- package/src/engine/util/util/data-url.ts +9 -0
- package/src/engine/util/util/defer.ts +10 -0
- package/src/engine/util/util/effect-http-client.ts +11 -0
- package/src/engine/util/util/error.ts +88 -0
- package/src/engine/util/util/filesystem.ts +252 -0
- package/src/engine/util/util/format.ts +20 -0
- package/src/engine/util/util/iife.ts +3 -0
- package/src/engine/util/util/lazy.ts +20 -0
- package/src/engine/util/util/local-context.ts +25 -0
- package/src/engine/util/util/locale.ts +86 -0
- package/src/engine/util/util/media.ts +26 -0
- package/src/engine/util/util/process.ts +176 -0
- package/src/engine/util/util/queue.ts +32 -0
- package/src/engine/util/util/record.ts +3 -0
- package/src/engine/util/util/repository.ts +158 -0
- package/src/engine/util/util/rpc.ts +66 -0
- package/src/engine/util/util/signal.ts +12 -0
- package/src/engine/util/util/timeout.ts +13 -0
- package/src/engine/util/util/token.ts +7 -0
- package/src/engine/util/util/which.ts +14 -0
- package/src/engine/util/util/wildcard.ts +59 -0
- package/src/engine/util/which.ts +14 -0
- package/src/engine/util/wildcard.ts +59 -0
- package/src/engine/worktree/index.ts +621 -0
- package/src/rag_worker.ts +519 -0
- package/src/server.ts +201 -0
- package/src/tui.ts +637 -0
- package/tsconfig.json +24 -0
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import { NodePath } from "@effect/platform-node"
|
|
2
|
+
import { Cause, Duration, Effect, Layer, Option, Schedule, Context } from "effect"
|
|
3
|
+
import path from "path"
|
|
4
|
+
import type { Agent } from "../agent/agent"
|
|
5
|
+
import { AppFileSystem } from "@opencode-ai/core/filesystem"
|
|
6
|
+
import { evaluate } from "@/permission/evaluate"
|
|
7
|
+
import { Config } from "@/config/config"
|
|
8
|
+
import { Identifier } from "../id/id"
|
|
9
|
+
import * as Log from "@opencode-ai/core/util/log"
|
|
10
|
+
import { ToolID } from "./schema"
|
|
11
|
+
import { TRUNCATION_DIR } from "./truncation-dir"
|
|
12
|
+
|
|
13
|
+
const log = Log.create({ service: "truncation" })
|
|
14
|
+
const RETENTION = Duration.days(7)
|
|
15
|
+
|
|
16
|
+
export const MAX_LINES = 2000
|
|
17
|
+
export const MAX_BYTES = 50 * 1024
|
|
18
|
+
export const DIR = TRUNCATION_DIR
|
|
19
|
+
export const GLOB = path.join(TRUNCATION_DIR, "*")
|
|
20
|
+
|
|
21
|
+
export type Result = { content: string; truncated: false } | { content: string; truncated: true; outputPath: string }
|
|
22
|
+
|
|
23
|
+
export interface Options {
|
|
24
|
+
maxLines?: number
|
|
25
|
+
maxBytes?: number
|
|
26
|
+
direction?: "head" | "tail"
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
function hasTaskTool(agent?: Agent.Info) {
|
|
30
|
+
if (!agent?.permission) return false
|
|
31
|
+
return evaluate("task", "*", agent.permission).action !== "deny"
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export interface Interface {
|
|
35
|
+
readonly cleanup: () => Effect.Effect<void>
|
|
36
|
+
readonly write: (text: string) => Effect.Effect<string>
|
|
37
|
+
/**
|
|
38
|
+
* Returns output unchanged when it fits within the limits, otherwise writes the full text
|
|
39
|
+
* to the truncation directory and returns a preview plus a hint to inspect the saved file.
|
|
40
|
+
*/
|
|
41
|
+
readonly output: (text: string, options?: Options, agent?: Agent.Info) => Effect.Effect<Result>
|
|
42
|
+
/**
|
|
43
|
+
* Resolved truncation limits: values from `tool_output` in opencode config, or MAX_LINES / MAX_BYTES if unset.
|
|
44
|
+
*/
|
|
45
|
+
readonly limits: () => Effect.Effect<{ maxLines: number; maxBytes: number }>
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export class Service extends Context.Service<Service, Interface>()("@opencode/Truncate") {}
|
|
49
|
+
|
|
50
|
+
export const layer = Layer.effect(
|
|
51
|
+
Service,
|
|
52
|
+
Effect.gen(function* () {
|
|
53
|
+
const fs = yield* AppFileSystem.Service
|
|
54
|
+
|
|
55
|
+
const cleanup = Effect.fn("Truncate.cleanup")(function* () {
|
|
56
|
+
const cutoff = Identifier.timestamp(
|
|
57
|
+
Identifier.create("tool", "ascending", Date.now() - Duration.toMillis(RETENTION)),
|
|
58
|
+
)
|
|
59
|
+
const entries = yield* fs.readDirectory(TRUNCATION_DIR).pipe(
|
|
60
|
+
Effect.map((all) => all.filter((name) => name.startsWith("tool_"))),
|
|
61
|
+
Effect.catch(() => Effect.succeed([])),
|
|
62
|
+
)
|
|
63
|
+
for (const entry of entries) {
|
|
64
|
+
if (Identifier.timestamp(entry) >= cutoff) continue
|
|
65
|
+
yield* fs.remove(path.join(TRUNCATION_DIR, entry)).pipe(Effect.catch(() => Effect.void))
|
|
66
|
+
}
|
|
67
|
+
})
|
|
68
|
+
|
|
69
|
+
const write = Effect.fn("Truncate.write")(function* (text: string) {
|
|
70
|
+
const file = path.join(TRUNCATION_DIR, ToolID.ascending())
|
|
71
|
+
yield* fs.ensureDir(TRUNCATION_DIR).pipe(Effect.orDie)
|
|
72
|
+
yield* fs.writeFileString(file, text).pipe(Effect.orDie)
|
|
73
|
+
return file
|
|
74
|
+
})
|
|
75
|
+
|
|
76
|
+
const limits = Effect.fn("Truncate.limits")(function* () {
|
|
77
|
+
const configSvc = yield* Effect.serviceOption(Config.Service)
|
|
78
|
+
if (Option.isNone(configSvc)) return { maxLines: MAX_LINES, maxBytes: MAX_BYTES }
|
|
79
|
+
const cfg = yield* configSvc.value.get().pipe(Effect.catch(() => Effect.succeed(undefined)))
|
|
80
|
+
return {
|
|
81
|
+
maxLines: cfg?.tool_output?.max_lines ?? MAX_LINES,
|
|
82
|
+
maxBytes: cfg?.tool_output?.max_bytes ?? MAX_BYTES,
|
|
83
|
+
}
|
|
84
|
+
})
|
|
85
|
+
|
|
86
|
+
const output = Effect.fn("Truncate.output")(function* (text: string, options: Options = {}, agent?: Agent.Info) {
|
|
87
|
+
const resolved = yield* limits()
|
|
88
|
+
const maxLines = options.maxLines ?? resolved.maxLines
|
|
89
|
+
const maxBytes = options.maxBytes ?? resolved.maxBytes
|
|
90
|
+
const direction = options.direction ?? "head"
|
|
91
|
+
const lines = text.split("\n")
|
|
92
|
+
const totalBytes = Buffer.byteLength(text, "utf-8")
|
|
93
|
+
|
|
94
|
+
if (lines.length <= maxLines && totalBytes <= maxBytes) {
|
|
95
|
+
return { content: text, truncated: false } as const
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
const out: string[] = []
|
|
99
|
+
let i = 0
|
|
100
|
+
let bytes = 0
|
|
101
|
+
let hitBytes = false
|
|
102
|
+
|
|
103
|
+
if (direction === "head") {
|
|
104
|
+
for (i = 0; i < lines.length && i < maxLines; i++) {
|
|
105
|
+
const size = Buffer.byteLength(lines[i], "utf-8") + (i > 0 ? 1 : 0)
|
|
106
|
+
if (bytes + size > maxBytes) {
|
|
107
|
+
hitBytes = true
|
|
108
|
+
break
|
|
109
|
+
}
|
|
110
|
+
out.push(lines[i])
|
|
111
|
+
bytes += size
|
|
112
|
+
}
|
|
113
|
+
} else {
|
|
114
|
+
for (i = lines.length - 1; i >= 0 && out.length < maxLines; i--) {
|
|
115
|
+
const size = Buffer.byteLength(lines[i], "utf-8") + (out.length > 0 ? 1 : 0)
|
|
116
|
+
if (bytes + size > maxBytes) {
|
|
117
|
+
hitBytes = true
|
|
118
|
+
break
|
|
119
|
+
}
|
|
120
|
+
out.unshift(lines[i])
|
|
121
|
+
bytes += size
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
const removed = hitBytes ? totalBytes - bytes : lines.length - out.length
|
|
126
|
+
const unit = hitBytes ? "bytes" : "lines"
|
|
127
|
+
const preview = out.join("\n")
|
|
128
|
+
const file = yield* write(text)
|
|
129
|
+
|
|
130
|
+
const hint = hasTaskTool(agent)
|
|
131
|
+
? `The tool call succeeded but the output was truncated. Full output saved to: ${file}\nUse the Task tool to have explore agent process this file with Grep and Read (with offset/limit). Do NOT read the full file yourself - delegate to save context.`
|
|
132
|
+
: `The tool call succeeded but the output was truncated. Full output saved to: ${file}\nUse Grep to search the full content or Read with offset/limit to view specific sections.`
|
|
133
|
+
|
|
134
|
+
return {
|
|
135
|
+
content:
|
|
136
|
+
direction === "head"
|
|
137
|
+
? `${preview}\n\n...${removed} ${unit} truncated...\n\n${hint}`
|
|
138
|
+
: `...${removed} ${unit} truncated...\n\n${hint}\n\n${preview}`,
|
|
139
|
+
truncated: true,
|
|
140
|
+
outputPath: file,
|
|
141
|
+
} as const
|
|
142
|
+
})
|
|
143
|
+
|
|
144
|
+
yield* cleanup().pipe(
|
|
145
|
+
Effect.catchCause((cause) => {
|
|
146
|
+
log.error("truncation cleanup failed", { cause: Cause.pretty(cause) })
|
|
147
|
+
return Effect.void
|
|
148
|
+
}),
|
|
149
|
+
Effect.repeat(Schedule.spaced(Duration.hours(1))),
|
|
150
|
+
Effect.delay(Duration.minutes(1)),
|
|
151
|
+
Effect.forkScoped,
|
|
152
|
+
)
|
|
153
|
+
|
|
154
|
+
return Service.of({ cleanup, write, output, limits })
|
|
155
|
+
}),
|
|
156
|
+
)
|
|
157
|
+
|
|
158
|
+
export const defaultLayer = layer.pipe(Layer.provide(AppFileSystem.defaultLayer), Layer.provide(NodePath.layer))
|
|
159
|
+
|
|
160
|
+
export * as Truncate from "./truncate"
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import { Effect, Schema } from "effect"
|
|
2
|
+
import { HttpClient, HttpClientRequest } from "effect/unstable/http"
|
|
3
|
+
import { Parser } from "htmlparser2"
|
|
4
|
+
import * as Tool from "./tool"
|
|
5
|
+
import TurndownService from "turndown"
|
|
6
|
+
import DESCRIPTION from "./webfetch.txt"
|
|
7
|
+
import { isImageAttachment } from "@/util/media"
|
|
8
|
+
|
|
9
|
+
const MAX_RESPONSE_SIZE = 5 * 1024 * 1024 // 5MB
|
|
10
|
+
const DEFAULT_TIMEOUT = 30 * 1000 // 30 seconds
|
|
11
|
+
const MAX_TIMEOUT = 120 * 1000 // 2 minutes
|
|
12
|
+
|
|
13
|
+
export const Parameters = Schema.Struct({
|
|
14
|
+
url: Schema.String.annotate({ description: "The URL to fetch content from" }),
|
|
15
|
+
format: Schema.Literals(["text", "markdown", "html"])
|
|
16
|
+
.annotate({
|
|
17
|
+
description: "The format to return the content in (text, markdown, or html). Defaults to markdown.",
|
|
18
|
+
default: "markdown",
|
|
19
|
+
})
|
|
20
|
+
.pipe(Schema.optional, Schema.withDecodingDefault(Effect.succeed("markdown" as const))),
|
|
21
|
+
timeout: Schema.optional(Schema.Number).annotate({ description: "Optional timeout in seconds (max 120)" }),
|
|
22
|
+
})
|
|
23
|
+
|
|
24
|
+
export const WebFetchTool = Tool.define(
|
|
25
|
+
"webfetch",
|
|
26
|
+
Effect.gen(function* () {
|
|
27
|
+
const http = yield* HttpClient.HttpClient
|
|
28
|
+
const httpOk = HttpClient.filterStatusOk(http)
|
|
29
|
+
|
|
30
|
+
return {
|
|
31
|
+
description: DESCRIPTION,
|
|
32
|
+
parameters: Parameters,
|
|
33
|
+
execute: (params: Schema.Schema.Type<typeof Parameters>, ctx: Tool.Context) =>
|
|
34
|
+
Effect.gen(function* () {
|
|
35
|
+
if (!params.url.startsWith("http://") && !params.url.startsWith("https://")) {
|
|
36
|
+
throw new Error("URL must start with http:// or https://")
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
yield* ctx.ask({
|
|
40
|
+
permission: "webfetch",
|
|
41
|
+
patterns: [params.url],
|
|
42
|
+
always: ["*"],
|
|
43
|
+
metadata: {
|
|
44
|
+
url: params.url,
|
|
45
|
+
format: params.format,
|
|
46
|
+
timeout: params.timeout,
|
|
47
|
+
},
|
|
48
|
+
})
|
|
49
|
+
|
|
50
|
+
const timeout = Math.min((params.timeout ?? DEFAULT_TIMEOUT / 1000) * 1000, MAX_TIMEOUT)
|
|
51
|
+
|
|
52
|
+
// Build Accept header based on requested format with q parameters for fallbacks
|
|
53
|
+
let acceptHeader = "*/*"
|
|
54
|
+
switch (params.format) {
|
|
55
|
+
case "markdown":
|
|
56
|
+
acceptHeader = "text/markdown;q=1.0, text/x-markdown;q=0.9, text/plain;q=0.8, text/html;q=0.7, */*;q=0.1"
|
|
57
|
+
break
|
|
58
|
+
case "text":
|
|
59
|
+
acceptHeader = "text/plain;q=1.0, text/markdown;q=0.9, text/html;q=0.8, */*;q=0.1"
|
|
60
|
+
break
|
|
61
|
+
case "html":
|
|
62
|
+
acceptHeader =
|
|
63
|
+
"text/html;q=1.0, application/xhtml+xml;q=0.9, text/plain;q=0.8, text/markdown;q=0.7, */*;q=0.1"
|
|
64
|
+
break
|
|
65
|
+
default:
|
|
66
|
+
acceptHeader =
|
|
67
|
+
"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8"
|
|
68
|
+
}
|
|
69
|
+
const headers = {
|
|
70
|
+
"User-Agent":
|
|
71
|
+
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36",
|
|
72
|
+
Accept: acceptHeader,
|
|
73
|
+
"Accept-Language": "en-US,en;q=0.9",
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
const request = HttpClientRequest.get(params.url).pipe(HttpClientRequest.setHeaders(headers))
|
|
77
|
+
|
|
78
|
+
// Retry with honest UA if blocked by Cloudflare bot detection (TLS fingerprint mismatch)
|
|
79
|
+
const response = yield* httpOk.execute(request).pipe(
|
|
80
|
+
Effect.catchIf(
|
|
81
|
+
(err) =>
|
|
82
|
+
err.reason._tag === "StatusCodeError" &&
|
|
83
|
+
err.reason.response.status === 403 &&
|
|
84
|
+
err.reason.response.headers["cf-mitigated"] === "challenge",
|
|
85
|
+
() =>
|
|
86
|
+
httpOk.execute(
|
|
87
|
+
HttpClientRequest.get(params.url).pipe(
|
|
88
|
+
HttpClientRequest.setHeaders({ ...headers, "User-Agent": "opencode" }),
|
|
89
|
+
),
|
|
90
|
+
),
|
|
91
|
+
),
|
|
92
|
+
Effect.timeoutOrElse({ duration: timeout, orElse: () => Effect.die(new Error("Request timed out")) }),
|
|
93
|
+
)
|
|
94
|
+
|
|
95
|
+
// Check content length
|
|
96
|
+
const contentLength = response.headers["content-length"]
|
|
97
|
+
if (contentLength && parseInt(contentLength) > MAX_RESPONSE_SIZE) {
|
|
98
|
+
throw new Error("Response too large (exceeds 5MB limit)")
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
const arrayBuffer = yield* response.arrayBuffer
|
|
102
|
+
if (arrayBuffer.byteLength > MAX_RESPONSE_SIZE) {
|
|
103
|
+
throw new Error("Response too large (exceeds 5MB limit)")
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
const contentType = response.headers["content-type"] || ""
|
|
107
|
+
const mime = contentType.split(";")[0]?.trim().toLowerCase() || ""
|
|
108
|
+
const title = `${params.url} (${contentType})`
|
|
109
|
+
|
|
110
|
+
if (isImageAttachment(mime)) {
|
|
111
|
+
const base64Content = Buffer.from(arrayBuffer).toString("base64")
|
|
112
|
+
return {
|
|
113
|
+
title,
|
|
114
|
+
output: "Image fetched successfully",
|
|
115
|
+
metadata: {},
|
|
116
|
+
attachments: [
|
|
117
|
+
{
|
|
118
|
+
type: "file" as const,
|
|
119
|
+
mime,
|
|
120
|
+
url: `data:${mime};base64,${base64Content}`,
|
|
121
|
+
},
|
|
122
|
+
],
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
const content = new TextDecoder().decode(arrayBuffer)
|
|
127
|
+
|
|
128
|
+
// Handle content based on requested format and actual content type
|
|
129
|
+
switch (params.format) {
|
|
130
|
+
case "markdown":
|
|
131
|
+
if (contentType.includes("text/html")) {
|
|
132
|
+
const markdown = convertHTMLToMarkdown(content)
|
|
133
|
+
return {
|
|
134
|
+
output: markdown,
|
|
135
|
+
title,
|
|
136
|
+
metadata: {},
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
return { output: content, title, metadata: {} }
|
|
140
|
+
|
|
141
|
+
case "text":
|
|
142
|
+
if (contentType.includes("text/html")) {
|
|
143
|
+
return { output: extractTextFromHTML(content), title, metadata: {} }
|
|
144
|
+
}
|
|
145
|
+
return { output: content, title, metadata: {} }
|
|
146
|
+
|
|
147
|
+
case "html":
|
|
148
|
+
return { output: content, title, metadata: {} }
|
|
149
|
+
|
|
150
|
+
default:
|
|
151
|
+
return { output: content, title, metadata: {} }
|
|
152
|
+
}
|
|
153
|
+
}).pipe(Effect.orDie),
|
|
154
|
+
}
|
|
155
|
+
}),
|
|
156
|
+
)
|
|
157
|
+
|
|
158
|
+
function extractTextFromHTML(html: string) {
|
|
159
|
+
let text = ""
|
|
160
|
+
let skipDepth = 0
|
|
161
|
+
|
|
162
|
+
const parser = new Parser({
|
|
163
|
+
onopentag(name) {
|
|
164
|
+
if (skipDepth > 0 || ["script", "style", "noscript", "iframe", "object", "embed"].includes(name)) {
|
|
165
|
+
skipDepth++
|
|
166
|
+
}
|
|
167
|
+
},
|
|
168
|
+
ontext(input) {
|
|
169
|
+
if (skipDepth === 0) text += input
|
|
170
|
+
},
|
|
171
|
+
onclosetag() {
|
|
172
|
+
if (skipDepth > 0) skipDepth--
|
|
173
|
+
},
|
|
174
|
+
})
|
|
175
|
+
|
|
176
|
+
parser.write(html)
|
|
177
|
+
parser.end()
|
|
178
|
+
|
|
179
|
+
return text.trim()
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
function convertHTMLToMarkdown(html: string): string {
|
|
183
|
+
const turndownService = new TurndownService({
|
|
184
|
+
headingStyle: "atx",
|
|
185
|
+
hr: "---",
|
|
186
|
+
bulletListMarker: "-",
|
|
187
|
+
codeBlockStyle: "fenced",
|
|
188
|
+
emDelimiter: "*",
|
|
189
|
+
})
|
|
190
|
+
turndownService.remove(["script", "style", "meta", "link"])
|
|
191
|
+
return turndownService.turndown(html)
|
|
192
|
+
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
- Fetches content from a specified URL
|
|
2
|
+
- Takes a URL and optional format as input
|
|
3
|
+
- Fetches the URL content, converts to requested format (markdown by default)
|
|
4
|
+
- Returns the content in the specified format
|
|
5
|
+
- Use this tool when you need to retrieve and analyze web content
|
|
6
|
+
|
|
7
|
+
Usage notes:
|
|
8
|
+
- IMPORTANT: if another tool is present that offers better web fetching capabilities, is more targeted to the task, or has fewer restrictions, prefer using that tool instead of this one.
|
|
9
|
+
- The URL must be a fully-formed valid URL
|
|
10
|
+
- HTTP URLs will be automatically upgraded to HTTPS
|
|
11
|
+
- Format options: "markdown" (default), "text", or "html"
|
|
12
|
+
- This tool is read-only and does not modify any files
|
|
13
|
+
- Results may be summarized if the content is very large
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
import { Effect, Schema } from "effect"
|
|
2
|
+
import { HttpClient } from "effect/unstable/http"
|
|
3
|
+
import * as Tool from "./tool"
|
|
4
|
+
import * as McpWebSearch from "./mcp-websearch"
|
|
5
|
+
import DESCRIPTION from "./websearch.txt"
|
|
6
|
+
import { checksum } from "@opencode-ai/core/util/encode"
|
|
7
|
+
import { InstallationVersion } from "@opencode-ai/core/installation/version"
|
|
8
|
+
import { RuntimeFlags } from "@/effect/runtime-flags"
|
|
9
|
+
|
|
10
|
+
export const Parameters = Schema.Struct({
|
|
11
|
+
query: Schema.String.annotate({ description: "Websearch query" }),
|
|
12
|
+
numResults: Schema.optional(Schema.Number).annotate({
|
|
13
|
+
description: "Number of search results to return (default: 8)",
|
|
14
|
+
}),
|
|
15
|
+
livecrawl: Schema.optional(Schema.Literals(["fallback", "preferred"])).annotate({
|
|
16
|
+
description:
|
|
17
|
+
"Live crawl mode - 'fallback': use live crawling as backup if cached content unavailable, 'preferred': prioritize live crawling (default: 'fallback')",
|
|
18
|
+
}),
|
|
19
|
+
type: Schema.optional(Schema.Literals(["auto", "fast", "deep"])).annotate({
|
|
20
|
+
description: "Search type - 'auto': balanced search (default), 'fast': quick results, 'deep': comprehensive search",
|
|
21
|
+
}),
|
|
22
|
+
contextMaxCharacters: Schema.optional(Schema.Number).annotate({
|
|
23
|
+
description: "Maximum characters for context string optimized for LLMs (default: 10000)",
|
|
24
|
+
}),
|
|
25
|
+
})
|
|
26
|
+
|
|
27
|
+
const WebSearchProviderSchema = Schema.Literals(["exa", "parallel"])
|
|
28
|
+
export type WebSearchProvider = Schema.Schema.Type<typeof WebSearchProviderSchema>
|
|
29
|
+
|
|
30
|
+
export function selectWebSearchProvider(sessionID: string, flags = { exa: false, parallel: false }): WebSearchProvider {
|
|
31
|
+
const override = process.env.OPENCODE_WEBSEARCH_PROVIDER
|
|
32
|
+
if (override === "exa" || override === "parallel") return override
|
|
33
|
+
if (flags.parallel) return "parallel"
|
|
34
|
+
if (flags.exa) return "exa"
|
|
35
|
+
|
|
36
|
+
return Number.parseInt(checksum(sessionID) ?? "0", 36) % 2 === 0 ? "exa" : "parallel"
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export function webSearchProviderLabel(provider: unknown) {
|
|
40
|
+
if (provider === "parallel") return "Parallel Web Search"
|
|
41
|
+
if (provider === "exa") return "Exa Web Search"
|
|
42
|
+
return "Web Search"
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
export function webSearchModelName(extra: Tool.Context["extra"]) {
|
|
46
|
+
const model = extra?.model
|
|
47
|
+
if (!model || typeof model !== "object") return undefined
|
|
48
|
+
const api = "api" in model && model.api && typeof model.api === "object" ? model.api : undefined
|
|
49
|
+
const apiID = api && "id" in api && typeof api.id === "string" ? api.id : undefined
|
|
50
|
+
const id = "id" in model && typeof model.id === "string" ? model.id : undefined
|
|
51
|
+
return (apiID ?? id)?.slice(0, 100)
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
function parallelAuthHeaders() {
|
|
55
|
+
const headers = { "User-Agent": `opencode/${InstallationVersion}` }
|
|
56
|
+
if (!process.env.PARALLEL_API_KEY) return headers
|
|
57
|
+
return { ...headers, Authorization: `Bearer ${process.env.PARALLEL_API_KEY}` }
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function callProvider(
|
|
61
|
+
http: HttpClient.HttpClient,
|
|
62
|
+
provider: WebSearchProvider,
|
|
63
|
+
params: Schema.Schema.Type<typeof Parameters>,
|
|
64
|
+
ctx: Tool.Context,
|
|
65
|
+
) {
|
|
66
|
+
if (provider === "parallel") {
|
|
67
|
+
return McpWebSearch.call(
|
|
68
|
+
http,
|
|
69
|
+
McpWebSearch.PARALLEL_URL,
|
|
70
|
+
"web_search",
|
|
71
|
+
McpWebSearch.ParallelSearchArgs,
|
|
72
|
+
{
|
|
73
|
+
objective: params.query,
|
|
74
|
+
search_queries: [params.query],
|
|
75
|
+
session_id: ctx.sessionID,
|
|
76
|
+
model_name: webSearchModelName(ctx.extra),
|
|
77
|
+
},
|
|
78
|
+
"25 seconds",
|
|
79
|
+
parallelAuthHeaders(),
|
|
80
|
+
)
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
return McpWebSearch.call(
|
|
84
|
+
http,
|
|
85
|
+
McpWebSearch.EXA_URL,
|
|
86
|
+
"web_search_exa",
|
|
87
|
+
McpWebSearch.SearchArgs,
|
|
88
|
+
{
|
|
89
|
+
query: params.query,
|
|
90
|
+
type: params.type || "auto",
|
|
91
|
+
numResults: params.numResults || 8,
|
|
92
|
+
livecrawl: params.livecrawl || "fallback",
|
|
93
|
+
contextMaxCharacters: params.contextMaxCharacters,
|
|
94
|
+
},
|
|
95
|
+
"25 seconds",
|
|
96
|
+
)
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
export const WebSearchTool = Tool.define(
|
|
100
|
+
"websearch",
|
|
101
|
+
Effect.gen(function* () {
|
|
102
|
+
const http = yield* HttpClient.HttpClient
|
|
103
|
+
const flags = yield* RuntimeFlags.Service
|
|
104
|
+
|
|
105
|
+
return {
|
|
106
|
+
get description() {
|
|
107
|
+
return DESCRIPTION.replace("{{year}}", new Date().getFullYear().toString())
|
|
108
|
+
},
|
|
109
|
+
parameters: Parameters,
|
|
110
|
+
execute: (params: Schema.Schema.Type<typeof Parameters>, ctx: Tool.Context) =>
|
|
111
|
+
Effect.gen(function* () {
|
|
112
|
+
const provider = selectWebSearchProvider(ctx.sessionID, {
|
|
113
|
+
exa: flags.enableExa,
|
|
114
|
+
parallel: flags.enableParallel,
|
|
115
|
+
})
|
|
116
|
+
const title = webSearchProviderLabel(provider)
|
|
117
|
+
yield* ctx.metadata({ title: `${title} "${params.query}"`, metadata: { provider } })
|
|
118
|
+
|
|
119
|
+
yield* ctx.ask({
|
|
120
|
+
permission: "websearch",
|
|
121
|
+
patterns: [params.query],
|
|
122
|
+
always: ["*"],
|
|
123
|
+
metadata: {
|
|
124
|
+
query: params.query,
|
|
125
|
+
numResults: params.numResults,
|
|
126
|
+
livecrawl: params.livecrawl,
|
|
127
|
+
type: params.type,
|
|
128
|
+
contextMaxCharacters: params.contextMaxCharacters,
|
|
129
|
+
provider,
|
|
130
|
+
},
|
|
131
|
+
})
|
|
132
|
+
|
|
133
|
+
const result = yield* callProvider(http, provider, params, ctx)
|
|
134
|
+
|
|
135
|
+
return {
|
|
136
|
+
output: result ?? "No search results found. Please try a different query.",
|
|
137
|
+
title: `${title}: ${params.query}`,
|
|
138
|
+
metadata: { provider },
|
|
139
|
+
}
|
|
140
|
+
}).pipe(Effect.orDie),
|
|
141
|
+
}
|
|
142
|
+
}),
|
|
143
|
+
)
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
- Search the web using the session's web search provider - performs real-time web searches and can scrape content from specific URLs
|
|
2
|
+
- Provides up-to-date information for current events and recent data
|
|
3
|
+
- Supports configurable result counts and returns the content from the most relevant websites
|
|
4
|
+
- Use this tool for accessing information beyond knowledge cutoff
|
|
5
|
+
- Searches are performed automatically within a single API call
|
|
6
|
+
|
|
7
|
+
Usage notes:
|
|
8
|
+
- Supports live crawling modes when available: 'fallback' (backup if cached unavailable) or 'preferred' (prioritize live crawling)
|
|
9
|
+
- Search types when available: 'auto' (balanced), 'fast' (quick results), 'deep' (comprehensive search)
|
|
10
|
+
- Configurable context length for optimal LLM integration
|
|
11
|
+
- Domain filtering and advanced search options available
|
|
12
|
+
|
|
13
|
+
The current year is {{year}}. You MUST use this year when searching for recent information or current events
|
|
14
|
+
- Example: If the current year is 2026 and the user asks for "latest AI news", search for "AI news 2026", NOT "AI news 2025"
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import { Schema } from "effect"
|
|
2
|
+
import * as path from "path"
|
|
3
|
+
import { Effect } from "effect"
|
|
4
|
+
import * as Tool from "./tool"
|
|
5
|
+
import { LSP } from "@/lsp/lsp"
|
|
6
|
+
import { createTwoFilesPatch } from "diff"
|
|
7
|
+
import DESCRIPTION from "./write.txt"
|
|
8
|
+
import { Bus } from "../bus"
|
|
9
|
+
import { File } from "../file"
|
|
10
|
+
import { FileWatcher } from "../file/watcher"
|
|
11
|
+
import { Format } from "../format"
|
|
12
|
+
import { AppFileSystem } from "@opencode-ai/core/filesystem"
|
|
13
|
+
import { InstanceState } from "@/effect/instance-state"
|
|
14
|
+
import { trimDiff } from "./edit"
|
|
15
|
+
import { assertExternalDirectoryEffect } from "./external-directory"
|
|
16
|
+
import * as Bom from "@/util/bom"
|
|
17
|
+
|
|
18
|
+
const MAX_PROJECT_DIAGNOSTICS_FILES = 5
|
|
19
|
+
|
|
20
|
+
export const Parameters = Schema.Struct({
|
|
21
|
+
content: Schema.String.annotate({ description: "The content to write to the file" }),
|
|
22
|
+
filePath: Schema.String.annotate({
|
|
23
|
+
description: "The absolute path to the file to write (must be absolute, not relative)",
|
|
24
|
+
}),
|
|
25
|
+
})
|
|
26
|
+
|
|
27
|
+
export const WriteTool = Tool.define(
|
|
28
|
+
"write",
|
|
29
|
+
Effect.gen(function* () {
|
|
30
|
+
const lsp = yield* LSP.Service
|
|
31
|
+
const fs = yield* AppFileSystem.Service
|
|
32
|
+
const bus = yield* Bus.Service
|
|
33
|
+
const format = yield* Format.Service
|
|
34
|
+
|
|
35
|
+
return {
|
|
36
|
+
description: DESCRIPTION,
|
|
37
|
+
parameters: Parameters,
|
|
38
|
+
execute: (params: { content: string; filePath: string }, ctx: Tool.Context) =>
|
|
39
|
+
Effect.gen(function* () {
|
|
40
|
+
const instance = yield* InstanceState.context
|
|
41
|
+
const filepath = path.isAbsolute(params.filePath)
|
|
42
|
+
? params.filePath
|
|
43
|
+
: path.join(instance.directory, params.filePath)
|
|
44
|
+
yield* assertExternalDirectoryEffect(ctx, filepath)
|
|
45
|
+
|
|
46
|
+
const exists = yield* fs.existsSafe(filepath)
|
|
47
|
+
const source = exists ? yield* Bom.readFile(fs, filepath) : { bom: false, text: "" }
|
|
48
|
+
const next = Bom.split(params.content)
|
|
49
|
+
const desiredBom = source.bom || next.bom
|
|
50
|
+
const contentOld = source.text
|
|
51
|
+
const contentNew = next.text
|
|
52
|
+
|
|
53
|
+
const diff = trimDiff(createTwoFilesPatch(filepath, filepath, contentOld, contentNew))
|
|
54
|
+
yield* ctx.ask({
|
|
55
|
+
permission: "edit",
|
|
56
|
+
patterns: [path.relative(instance.worktree, filepath)],
|
|
57
|
+
always: ["*"],
|
|
58
|
+
metadata: {
|
|
59
|
+
filepath,
|
|
60
|
+
diff,
|
|
61
|
+
},
|
|
62
|
+
})
|
|
63
|
+
|
|
64
|
+
yield* fs.writeWithDirs(filepath, Bom.join(contentNew, desiredBom))
|
|
65
|
+
if (yield* format.file(filepath)) {
|
|
66
|
+
yield* Bom.syncFile(fs, filepath, desiredBom)
|
|
67
|
+
}
|
|
68
|
+
yield* bus.publish(File.Event.Edited, { file: filepath })
|
|
69
|
+
yield* bus.publish(FileWatcher.Event.Updated, {
|
|
70
|
+
file: filepath,
|
|
71
|
+
event: exists ? "change" : "add",
|
|
72
|
+
})
|
|
73
|
+
|
|
74
|
+
let output = "Wrote file successfully."
|
|
75
|
+
yield* lsp.touchFile(filepath, "document")
|
|
76
|
+
const diagnostics = yield* lsp.diagnostics()
|
|
77
|
+
const normalizedFilepath = AppFileSystem.normalizePath(filepath)
|
|
78
|
+
let projectDiagnosticsCount = 0
|
|
79
|
+
for (const [file, issues] of Object.entries(diagnostics)) {
|
|
80
|
+
const current = file === normalizedFilepath
|
|
81
|
+
if (!current && projectDiagnosticsCount >= MAX_PROJECT_DIAGNOSTICS_FILES) continue
|
|
82
|
+
const block = LSP.Diagnostic.report(current ? filepath : file, issues)
|
|
83
|
+
if (!block) continue
|
|
84
|
+
if (current) {
|
|
85
|
+
output += `\n\nLSP errors detected in this file, please fix:\n${block}`
|
|
86
|
+
continue
|
|
87
|
+
}
|
|
88
|
+
projectDiagnosticsCount++
|
|
89
|
+
output += `\n\nLSP errors detected in other files:\n${block}`
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
return {
|
|
93
|
+
title: path.relative(instance.worktree, filepath),
|
|
94
|
+
metadata: {
|
|
95
|
+
diagnostics,
|
|
96
|
+
filepath,
|
|
97
|
+
exists: exists,
|
|
98
|
+
},
|
|
99
|
+
output,
|
|
100
|
+
}
|
|
101
|
+
}).pipe(Effect.orDie),
|
|
102
|
+
}
|
|
103
|
+
}),
|
|
104
|
+
)
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
Writes a file to the local filesystem.
|
|
2
|
+
|
|
3
|
+
Usage:
|
|
4
|
+
- This tool will overwrite the existing file if there is one at the provided path.
|
|
5
|
+
- If this is an existing file, you MUST use the Read tool first to read the file's contents. This tool will fail if you did not read the file first.
|
|
6
|
+
- ALWAYS prefer editing existing files in the codebase. NEVER write new files unless explicitly required.
|
|
7
|
+
- NEVER proactively create documentation files (*.md) or README files. Only create documentation files if explicitly requested by the User.
|
|
8
|
+
- Only use emojis if the user explicitly requests it. Avoid writing emojis to files unless asked.
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import path from "path"
|
|
2
|
+
import * as Process from "./process"
|
|
3
|
+
|
|
4
|
+
export async function extractZip(zipPath: string, destDir: string) {
|
|
5
|
+
if (process.platform === "win32") {
|
|
6
|
+
const winZipPath = path.resolve(zipPath)
|
|
7
|
+
const winDestDir = path.resolve(destDir)
|
|
8
|
+
// $global:ProgressPreference suppresses PowerShell's blue progress bar popup
|
|
9
|
+
const cmd = `$global:ProgressPreference = 'SilentlyContinue'; Expand-Archive -Path '${winZipPath}' -DestinationPath '${winDestDir}' -Force`
|
|
10
|
+
await Process.run(["powershell", "-NoProfile", "-NonInteractive", "-Command", cmd])
|
|
11
|
+
return
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
await Process.run(["unzip", "-o", "-q", zipPath, "-d", destDir])
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export * as Archive from "./archive"
|