orbitx 0.0.8 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Readme.md +227 -67
- package/dist/core/agent-providers.d.ts +16 -0
- package/dist/core/agent-providers.d.ts.map +1 -0
- package/dist/core/agent-providers.js +21 -0
- package/dist/core/agent-providers.js.map +1 -0
- package/dist/core/ai-provider.d.ts +69 -1
- package/dist/core/ai-provider.d.ts.map +1 -1
- package/dist/core/ai-provider.js.map +1 -1
- package/dist/core/base-agent.d.ts +8 -4
- package/dist/core/base-agent.d.ts.map +1 -1
- package/dist/core/base-agent.js +220 -88
- package/dist/core/base-agent.js.map +1 -1
- package/dist/core/deepseek-provider.d.ts +10 -3
- package/dist/core/deepseek-provider.d.ts.map +1 -1
- package/dist/core/deepseek-provider.js +144 -39
- package/dist/core/deepseek-provider.js.map +1 -1
- package/dist/core/image-describer.d.ts +13 -0
- package/dist/core/image-describer.d.ts.map +1 -0
- package/dist/core/image-describer.js +33 -0
- package/dist/core/image-describer.js.map +1 -0
- package/dist/core/mcp-client.d.ts +17 -4
- package/dist/core/mcp-client.d.ts.map +1 -1
- package/dist/core/mcp-client.js +32 -16
- package/dist/core/mcp-client.js.map +1 -1
- package/dist/core/mcp-computer.d.ts +10 -2
- package/dist/core/mcp-computer.d.ts.map +1 -1
- package/dist/core/mcp-computer.js +108 -2
- package/dist/core/mcp-computer.js.map +1 -1
- package/dist/core/mcp-fs-storage.d.ts +9 -0
- package/dist/core/mcp-fs-storage.d.ts.map +1 -0
- package/dist/core/mcp-fs-storage.js +28 -0
- package/dist/core/mcp-fs-storage.js.map +1 -0
- package/dist/core/mcp-rng.d.ts +8 -0
- package/dist/core/mcp-rng.d.ts.map +1 -0
- package/dist/core/mcp-rng.js +15 -0
- package/dist/core/mcp-rng.js.map +1 -0
- package/dist/core/mcp-server.d.ts +8 -4
- package/dist/core/mcp-server.d.ts.map +1 -1
- package/dist/core/mcp-server.js +20 -3
- package/dist/core/mcp-server.js.map +1 -1
- package/dist/core/mcp-storage.d.ts +6 -0
- package/dist/core/mcp-storage.d.ts.map +1 -0
- package/dist/core/mcp-storage.js +4 -0
- package/dist/core/mcp-storage.js.map +1 -0
- package/dist/core/mcp.d.ts +37 -3
- package/dist/core/mcp.d.ts.map +1 -1
- package/dist/core/mcp.js +42 -1
- package/dist/core/mcp.js.map +1 -1
- package/dist/core/ollama-provider.d.ts +10 -3
- package/dist/core/ollama-provider.d.ts.map +1 -1
- package/dist/core/ollama-provider.js +122 -41
- package/dist/core/ollama-provider.js.map +1 -1
- package/dist/core/retry.d.ts +10 -0
- package/dist/core/retry.d.ts.map +1 -0
- package/dist/core/retry.js +39 -0
- package/dist/core/retry.js.map +1 -0
- package/dist/core/skill.d.ts +3 -0
- package/dist/core/skill.d.ts.map +1 -1
- package/dist/core/skill.js.map +1 -1
- package/dist/core/tool-schema-translator.d.ts +10 -0
- package/dist/core/tool-schema-translator.d.ts.map +1 -0
- package/dist/core/tool-schema-translator.js +29 -0
- package/dist/core/tool-schema-translator.js.map +1 -0
- package/dist/index.d.ts +37 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +28 -5
- package/dist/index.js.map +1 -1
- package/dist/sandbox.d.ts +2 -0
- package/dist/sandbox.d.ts.map +1 -0
- package/dist/sandbox.js +27 -0
- package/dist/sandbox.js.map +1 -0
- package/dist/skills/backend-security.d.ts +4 -0
- package/dist/skills/backend-security.d.ts.map +1 -0
- package/dist/skills/backend-security.js +74 -0
- package/dist/skills/backend-security.js.map +1 -0
- package/dist/skills/big-task.d.ts +4 -0
- package/dist/skills/big-task.d.ts.map +1 -0
- package/dist/skills/big-task.js +66 -0
- package/dist/skills/big-task.js.map +1 -0
- package/dist/skills/code-verification.d.ts +4 -0
- package/dist/skills/code-verification.d.ts.map +1 -0
- package/dist/skills/code-verification.js +59 -0
- package/dist/skills/code-verification.js.map +1 -0
- package/dist/skills/long-task-efficiency.d.ts +4 -0
- package/dist/skills/long-task-efficiency.d.ts.map +1 -0
- package/dist/skills/long-task-efficiency.js +50 -0
- package/dist/skills/long-task-efficiency.js.map +1 -0
- package/dist/skills/node-backend.d.ts +4 -0
- package/dist/skills/node-backend.d.ts.map +1 -0
- package/dist/skills/node-backend.js +110 -0
- package/dist/skills/node-backend.js.map +1 -0
- package/dist/skills/planner.d.ts +4 -0
- package/dist/skills/planner.d.ts.map +1 -0
- package/dist/skills/planner.js +49 -0
- package/dist/skills/planner.js.map +1 -0
- package/dist/skills/present.d.ts +4 -0
- package/dist/skills/present.d.ts.map +1 -0
- package/dist/skills/present.js +56 -0
- package/dist/skills/present.js.map +1 -0
- package/dist/skills/question-answer.d.ts +4 -0
- package/dist/skills/question-answer.d.ts.map +1 -0
- package/dist/skills/question-answer.js +55 -0
- package/dist/skills/question-answer.js.map +1 -0
- package/dist/skills/react-frontend.d.ts +4 -0
- package/dist/skills/react-frontend.d.ts.map +1 -0
- package/dist/skills/react-frontend.js +111 -0
- package/dist/skills/react-frontend.js.map +1 -0
- package/dist/skills/research.d.ts +4 -0
- package/dist/skills/research.d.ts.map +1 -0
- package/dist/skills/research.js +81 -0
- package/dist/skills/research.js.map +1 -0
- package/dist/skills/shopping.d.ts +4 -0
- package/dist/skills/shopping.d.ts.map +1 -0
- package/dist/skills/shopping.js +71 -0
- package/dist/skills/shopping.js.map +1 -0
- package/dist/skills/ui-ux-design.d.ts +4 -0
- package/dist/skills/ui-ux-design.d.ts.map +1 -0
- package/dist/skills/ui-ux-design.js +70 -0
- package/dist/skills/ui-ux-design.js.map +1 -0
- package/dist/skills/web-end-to-end-test.d.ts +4 -0
- package/dist/skills/web-end-to-end-test.d.ts.map +1 -0
- package/dist/skills/web-end-to-end-test.js +76 -0
- package/dist/skills/web-end-to-end-test.js.map +1 -0
- package/dist/templates/simple.d.ts +1 -1
- package/dist/templates/simple.d.ts.map +1 -1
- package/dist/templates/simple.js +4 -0
- package/dist/templates/simple.js.map +1 -1
- package/dist/tests/mcp.test.js +2 -54
- package/dist/tests/mcp.test.js.map +1 -1
- package/dist/tools/bash/index.d.ts +10 -0
- package/dist/tools/bash/index.d.ts.map +1 -0
- package/dist/tools/bash/index.js +22 -0
- package/dist/tools/bash/index.js.map +1 -0
- package/dist/tools/bash/interaction.d.ts +29 -0
- package/dist/tools/bash/interaction.d.ts.map +1 -0
- package/dist/tools/bash/interaction.js +13 -0
- package/dist/tools/bash/interaction.js.map +1 -0
- package/dist/tools/bash/list.d.ts +4 -0
- package/dist/tools/bash/list.d.ts.map +1 -0
- package/dist/tools/bash/list.js +23 -0
- package/dist/tools/bash/list.js.map +1 -0
- package/dist/tools/bash/logs.d.ts +4 -0
- package/dist/tools/bash/logs.d.ts.map +1 -0
- package/dist/tools/bash/logs.js +47 -0
- package/dist/tools/bash/logs.js.map +1 -0
- package/dist/tools/bash/process-manager.d.ts +35 -0
- package/dist/tools/bash/process-manager.d.ts.map +1 -0
- package/dist/tools/bash/process-manager.js +137 -0
- package/dist/tools/bash/process-manager.js.map +1 -0
- package/dist/tools/bash/run.d.ts +5 -0
- package/dist/tools/bash/run.d.ts.map +1 -0
- package/dist/tools/bash/run.js +57 -0
- package/dist/tools/bash/run.js.map +1 -0
- package/dist/tools/bash/terminate.d.ts +5 -0
- package/dist/tools/bash/terminate.d.ts.map +1 -0
- package/dist/tools/bash/terminate.js +39 -0
- package/dist/tools/bash/terminate.js.map +1 -0
- package/dist/tools/bash/wait.d.ts +5 -0
- package/dist/tools/bash/wait.d.ts.map +1 -0
- package/dist/tools/bash/wait.js +50 -0
- package/dist/tools/bash/wait.js.map +1 -0
- package/dist/tools/bash/write-input.d.ts +5 -0
- package/dist/tools/bash/write-input.d.ts.map +1 -0
- package/dist/tools/bash/write-input.js +47 -0
- package/dist/tools/bash/write-input.js.map +1 -0
- package/dist/tools/browser/click.d.ts +5 -0
- package/dist/tools/browser/click.d.ts.map +1 -0
- package/dist/tools/browser/click.js +44 -0
- package/dist/tools/browser/click.js.map +1 -0
- package/dist/tools/browser/console.d.ts +4 -0
- package/dist/tools/browser/console.d.ts.map +1 -0
- package/dist/tools/browser/console.js +41 -0
- package/dist/tools/browser/console.js.map +1 -0
- package/dist/tools/browser/create-session.d.ts +5 -0
- package/dist/tools/browser/create-session.d.ts.map +1 -0
- package/dist/tools/browser/create-session.js +30 -0
- package/dist/tools/browser/create-session.js.map +1 -0
- package/dist/tools/browser/evaluate-safe.d.ts +10 -0
- package/dist/tools/browser/evaluate-safe.d.ts.map +1 -0
- package/dist/tools/browser/evaluate-safe.js +65 -0
- package/dist/tools/browser/evaluate-safe.js.map +1 -0
- package/dist/tools/browser/fill.d.ts +5 -0
- package/dist/tools/browser/fill.d.ts.map +1 -0
- package/dist/tools/browser/fill.js +78 -0
- package/dist/tools/browser/fill.js.map +1 -0
- package/dist/tools/browser/get-sessions.d.ts +4 -0
- package/dist/tools/browser/get-sessions.d.ts.map +1 -0
- package/dist/tools/browser/get-sessions.js +14 -0
- package/dist/tools/browser/get-sessions.js.map +1 -0
- package/dist/tools/browser/index.d.ts +19 -0
- package/dist/tools/browser/index.d.ts.map +1 -0
- package/dist/tools/browser/index.js +49 -0
- package/dist/tools/browser/index.js.map +1 -0
- package/dist/tools/browser/inject.d.ts +5 -0
- package/dist/tools/browser/inject.d.ts.map +1 -0
- package/dist/tools/browser/inject.js +51 -0
- package/dist/tools/browser/inject.js.map +1 -0
- package/dist/tools/browser/interaction.d.ts +49 -0
- package/dist/tools/browser/interaction.d.ts.map +1 -0
- package/dist/tools/browser/interaction.js +14 -0
- package/dist/tools/browser/interaction.js.map +1 -0
- package/dist/tools/browser/navigate.d.ts +5 -0
- package/dist/tools/browser/navigate.d.ts.map +1 -0
- package/dist/tools/browser/navigate.js +39 -0
- package/dist/tools/browser/navigate.js.map +1 -0
- package/dist/tools/browser/network-status.d.ts +4 -0
- package/dist/tools/browser/network-status.d.ts.map +1 -0
- package/dist/tools/browser/network-status.js +35 -0
- package/dist/tools/browser/network-status.js.map +1 -0
- package/dist/tools/browser/network.d.ts +4 -0
- package/dist/tools/browser/network.d.ts.map +1 -0
- package/dist/tools/browser/network.js +51 -0
- package/dist/tools/browser/network.js.map +1 -0
- package/dist/tools/browser/read-page.d.ts +45 -0
- package/dist/tools/browser/read-page.d.ts.map +1 -0
- package/dist/tools/browser/read-page.js +264 -0
- package/dist/tools/browser/read-page.js.map +1 -0
- package/dist/tools/browser/read.d.ts +5 -0
- package/dist/tools/browser/read.d.ts.map +1 -0
- package/dist/tools/browser/read.js +56 -0
- package/dist/tools/browser/read.js.map +1 -0
- package/dist/tools/browser/remove-session.d.ts +5 -0
- package/dist/tools/browser/remove-session.d.ts.map +1 -0
- package/dist/tools/browser/remove-session.js +29 -0
- package/dist/tools/browser/remove-session.js.map +1 -0
- package/dist/tools/browser/screenshot.d.ts +5 -0
- package/dist/tools/browser/screenshot.d.ts.map +1 -0
- package/dist/tools/browser/screenshot.js +50 -0
- package/dist/tools/browser/screenshot.js.map +1 -0
- package/dist/tools/browser/scroll-info.d.ts +4 -0
- package/dist/tools/browser/scroll-info.d.ts.map +1 -0
- package/dist/tools/browser/scroll-info.js +28 -0
- package/dist/tools/browser/scroll-info.js.map +1 -0
- package/dist/tools/browser/scroll.d.ts +5 -0
- package/dist/tools/browser/scroll.d.ts.map +1 -0
- package/dist/tools/browser/scroll.js +43 -0
- package/dist/tools/browser/scroll.js.map +1 -0
- package/dist/tools/browser/session-manager.d.ts +35 -0
- package/dist/tools/browser/session-manager.d.ts.map +1 -0
- package/dist/tools/browser/session-manager.js +101 -0
- package/dist/tools/browser/session-manager.js.map +1 -0
- package/dist/tools/browser/submit-form.d.ts +5 -0
- package/dist/tools/browser/submit-form.d.ts.map +1 -0
- package/dist/tools/browser/submit-form.js +45 -0
- package/dist/tools/browser/submit-form.js.map +1 -0
- package/dist/tools/fs/create-dir.d.ts +5 -0
- package/dist/tools/fs/create-dir.d.ts.map +1 -0
- package/dist/tools/fs/create-dir.js +28 -0
- package/dist/tools/fs/create-dir.js.map +1 -0
- package/dist/tools/fs/delete.d.ts +5 -0
- package/dist/tools/fs/delete.d.ts.map +1 -0
- package/dist/tools/fs/delete.js +45 -0
- package/dist/tools/fs/delete.js.map +1 -0
- package/dist/tools/fs/edit-file.d.ts +5 -0
- package/dist/tools/fs/edit-file.d.ts.map +1 -0
- package/dist/tools/fs/edit-file.js +74 -0
- package/dist/tools/fs/edit-file.js.map +1 -0
- package/dist/tools/fs/index.d.ts +11 -2
- package/dist/tools/fs/index.d.ts.map +1 -1
- package/dist/tools/fs/index.js +27 -2
- package/dist/tools/fs/index.js.map +1 -1
- package/dist/tools/fs/interaction.d.ts +37 -0
- package/dist/tools/fs/interaction.d.ts.map +1 -0
- package/dist/tools/fs/interaction.js +13 -0
- package/dist/tools/fs/interaction.js.map +1 -0
- package/dist/tools/fs/list-dir.d.ts +5 -0
- package/dist/tools/fs/list-dir.d.ts.map +1 -0
- package/dist/tools/fs/list-dir.js +87 -0
- package/dist/tools/fs/list-dir.js.map +1 -0
- package/dist/tools/fs/move.d.ts +5 -0
- package/dist/tools/fs/move.d.ts.map +1 -0
- package/dist/tools/fs/move.js +44 -0
- package/dist/tools/fs/move.js.map +1 -0
- package/dist/tools/fs/read-file.d.ts +4 -3
- package/dist/tools/fs/read-file.d.ts.map +1 -1
- package/dist/tools/fs/read-file.js +50 -42
- package/dist/tools/fs/read-file.js.map +1 -1
- package/dist/tools/fs/stat.d.ts +5 -0
- package/dist/tools/fs/stat.d.ts.map +1 -0
- package/dist/tools/fs/stat.js +40 -0
- package/dist/tools/fs/stat.js.map +1 -0
- package/dist/tools/fs/utils.d.ts +20 -0
- package/dist/tools/fs/utils.d.ts.map +1 -0
- package/dist/tools/fs/utils.js +33 -0
- package/dist/tools/fs/utils.js.map +1 -0
- package/dist/tools/fs/write-file.d.ts +4 -3
- package/dist/tools/fs/write-file.d.ts.map +1 -1
- package/dist/tools/fs/write-file.js +39 -58
- package/dist/tools/fs/write-file.js.map +1 -1
- package/dist/tools/present/add.d.ts +5 -0
- package/dist/tools/present/add.d.ts.map +1 -0
- package/dist/tools/present/add.js +54 -0
- package/dist/tools/present/add.js.map +1 -0
- package/dist/tools/present/clear.d.ts +5 -0
- package/dist/tools/present/clear.d.ts.map +1 -0
- package/dist/tools/present/clear.js +23 -0
- package/dist/tools/present/clear.js.map +1 -0
- package/dist/tools/present/get-list.d.ts +5 -0
- package/dist/tools/present/get-list.d.ts.map +1 -0
- package/dist/tools/present/get-list.js +24 -0
- package/dist/tools/present/get-list.js.map +1 -0
- package/dist/tools/present/index.d.ts +8 -0
- package/dist/tools/present/index.d.ts.map +1 -0
- package/dist/tools/present/index.js +14 -0
- package/dist/tools/present/index.js.map +1 -0
- package/dist/tools/present/interaction.d.ts +17 -0
- package/dist/tools/present/interaction.d.ts.map +1 -0
- package/dist/tools/present/interaction.js +15 -0
- package/dist/tools/present/interaction.js.map +1 -0
- package/dist/tools/present/utils.d.ts +12 -0
- package/dist/tools/present/utils.d.ts.map +1 -0
- package/dist/tools/present/utils.js +40 -0
- package/dist/tools/present/utils.js.map +1 -0
- package/dist/tools/question-answer/index.d.ts +5 -0
- package/dist/tools/question-answer/index.d.ts.map +1 -0
- package/dist/tools/question-answer/index.js +7 -0
- package/dist/tools/question-answer/index.js.map +1 -0
- package/dist/tools/question-answer/interaction.d.ts +14 -0
- package/dist/tools/question-answer/interaction.d.ts.map +1 -0
- package/dist/tools/question-answer/interaction.js +13 -0
- package/dist/tools/question-answer/interaction.js.map +1 -0
- package/dist/tools/question-answer/question-answer.d.ts +5 -0
- package/dist/tools/question-answer/question-answer.d.ts.map +1 -0
- package/dist/tools/question-answer/question-answer.js +24 -0
- package/dist/tools/question-answer/question-answer.js.map +1 -0
- package/dist/tools/todo/check-task.d.ts +5 -0
- package/dist/tools/todo/check-task.d.ts.map +1 -0
- package/dist/tools/todo/check-task.js +49 -0
- package/dist/tools/todo/check-task.js.map +1 -0
- package/dist/tools/todo/create-list.d.ts +5 -0
- package/dist/tools/todo/create-list.d.ts.map +1 -0
- package/dist/tools/todo/create-list.js +36 -0
- package/dist/tools/todo/create-list.js.map +1 -0
- package/dist/tools/todo/create-task.d.ts +5 -0
- package/dist/tools/todo/create-task.d.ts.map +1 -0
- package/dist/tools/todo/create-task.js +63 -0
- package/dist/tools/todo/create-task.js.map +1 -0
- package/dist/tools/todo/get-list.d.ts +4 -0
- package/dist/tools/todo/get-list.d.ts.map +1 -0
- package/dist/tools/todo/get-list.js +38 -0
- package/dist/tools/todo/get-list.js.map +1 -0
- package/dist/tools/todo/get-lists.d.ts +4 -0
- package/dist/tools/todo/get-lists.d.ts.map +1 -0
- package/dist/tools/todo/get-lists.js +18 -0
- package/dist/tools/todo/get-lists.js.map +1 -0
- package/dist/tools/todo/index.d.ts +12 -0
- package/dist/tools/todo/index.d.ts.map +1 -0
- package/dist/tools/todo/index.js +25 -0
- package/dist/tools/todo/index.js.map +1 -0
- package/dist/tools/todo/interaction.d.ts +30 -0
- package/dist/tools/todo/interaction.d.ts.map +1 -0
- package/dist/tools/todo/interaction.js +13 -0
- package/dist/tools/todo/interaction.js.map +1 -0
- package/dist/tools/todo/remove-list.d.ts +5 -0
- package/dist/tools/todo/remove-list.d.ts.map +1 -0
- package/dist/tools/todo/remove-list.js +42 -0
- package/dist/tools/todo/remove-list.js.map +1 -0
- package/dist/tools/todo/remove-task.d.ts +5 -0
- package/dist/tools/todo/remove-task.d.ts.map +1 -0
- package/dist/tools/todo/remove-task.js +45 -0
- package/dist/tools/todo/remove-task.js.map +1 -0
- package/dist/tools/todo/storage.d.ts +22 -0
- package/dist/tools/todo/storage.d.ts.map +1 -0
- package/dist/tools/todo/storage.js +44 -0
- package/dist/tools/todo/storage.js.map +1 -0
- package/dist/tools/utils/delay.d.ts +10 -0
- package/dist/tools/utils/delay.d.ts.map +1 -0
- package/dist/tools/utils/delay.js +33 -0
- package/dist/tools/utils/delay.js.map +1 -0
- package/dist/tools/utils/get-current-time.d.ts +7 -2
- package/dist/tools/utils/get-current-time.d.ts.map +1 -1
- package/dist/tools/utils/get-current-time.js +12 -31
- package/dist/tools/utils/get-current-time.js.map +1 -1
- package/dist/tools/utils/index.d.ts +2 -0
- package/dist/tools/utils/index.d.ts.map +1 -1
- package/dist/tools/utils/index.js +7 -0
- package/dist/tools/utils/index.js.map +1 -1
- package/package.json +54 -56
- package/dist/templates/researcher.d.ts +0 -27
- package/dist/templates/researcher.d.ts.map +0 -1
- package/dist/templates/researcher.js +0 -70
- package/dist/templates/researcher.js.map +0 -1
- package/dist/tools/www/fetch.d.ts +0 -4
- package/dist/tools/www/fetch.d.ts.map +0 -1
- package/dist/tools/www/fetch.js +0 -147
- package/dist/tools/www/fetch.js.map +0 -1
- package/dist/tools/www/index.d.ts +0 -4
- package/dist/tools/www/index.d.ts.map +0 -1
- package/dist/tools/www/index.js +0 -4
- package/dist/tools/www/index.js.map +0 -1
- package/dist/tools/www/read-web-page.d.ts +0 -4
- package/dist/tools/www/read-web-page.d.ts.map +0 -1
- package/dist/tools/www/read-web-page.js +0 -330
- package/dist/tools/www/read-web-page.js.map +0 -1
- package/dist/tools/www/web-search.d.ts +0 -4
- package/dist/tools/www/web-search.d.ts.map +0 -1
- package/dist/tools/www/web-search.js +0 -82
- package/dist/tools/www/web-search.js.map +0 -1
package/dist/tools/www/fetch.js
DELETED
|
@@ -1,147 +0,0 @@
|
|
|
1
|
-
import MCPTool from "../../core/mcp.js";
|
|
2
|
-
export const FetchTool = new MCPTool({
|
|
3
|
-
name: "fetch",
|
|
4
|
-
description: "Makes HTTP requests to APIs or endpoints. For testing APIs, fetching data, or making web requests. Not intended for reading web pages (HTML).",
|
|
5
|
-
inputs: [{
|
|
6
|
-
name: "url",
|
|
7
|
-
type: "string",
|
|
8
|
-
description: "The URL to fetch (e.g., 'https://api.example.com/data')",
|
|
9
|
-
required: true,
|
|
10
|
-
},
|
|
11
|
-
{
|
|
12
|
-
name: "method",
|
|
13
|
-
type: "string",
|
|
14
|
-
description: "HTTP method (GET, POST, PUT, DELETE, PATCH, HEAD, OPTIONS)",
|
|
15
|
-
required: false,
|
|
16
|
-
default: "GET"
|
|
17
|
-
},
|
|
18
|
-
{
|
|
19
|
-
name: "headers",
|
|
20
|
-
type: "object",
|
|
21
|
-
description: "HTTP headers as key-value pairs (e.g., {'Authorization': 'Bearer token', 'Content-Type': 'application/json'})",
|
|
22
|
-
required: false,
|
|
23
|
-
},
|
|
24
|
-
{
|
|
25
|
-
name: "body",
|
|
26
|
-
type: "string",
|
|
27
|
-
description: "Request body (required for POST, PUT, PATCH methods). Can be JSON string or form data.",
|
|
28
|
-
required: false,
|
|
29
|
-
},
|
|
30
|
-
{
|
|
31
|
-
name: "timeout",
|
|
32
|
-
type: "number",
|
|
33
|
-
description: "Request timeout in milliseconds (default: 30000)",
|
|
34
|
-
required: false,
|
|
35
|
-
default: 30000
|
|
36
|
-
}],
|
|
37
|
-
execute: async (_, inputs) => {
|
|
38
|
-
try {
|
|
39
|
-
const { url, method = "GET", headers = {}, body, timeout = 30000 } = inputs;
|
|
40
|
-
if (!url || typeof url !== "string") {
|
|
41
|
-
throw new Error("url must be a non-empty string");
|
|
42
|
-
}
|
|
43
|
-
try {
|
|
44
|
-
new URL(url);
|
|
45
|
-
}
|
|
46
|
-
catch {
|
|
47
|
-
throw new Error(`Invalid URL format: ${url}`);
|
|
48
|
-
}
|
|
49
|
-
const validMethods = ["GET", "POST", "PUT", "DELETE", "PATCH", "HEAD", "OPTIONS"];
|
|
50
|
-
const normalizedMethod = method.toUpperCase();
|
|
51
|
-
if (!validMethods.includes(normalizedMethod)) {
|
|
52
|
-
throw new Error(`Invalid HTTP method: ${method}. Must be one of: ${validMethods.join(", ")}`);
|
|
53
|
-
}
|
|
54
|
-
if (body && ["GET", "HEAD", "OPTIONS"].includes(normalizedMethod)) {
|
|
55
|
-
throw new Error(`${normalizedMethod} requests cannot have a body`);
|
|
56
|
-
}
|
|
57
|
-
let parsedHeaders = headers;
|
|
58
|
-
if (typeof headers === "string") {
|
|
59
|
-
try {
|
|
60
|
-
parsedHeaders = JSON.parse(headers);
|
|
61
|
-
}
|
|
62
|
-
catch {
|
|
63
|
-
throw new Error("headers must be a valid JSON object");
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
if (parsedHeaders && typeof parsedHeaders !== "object") {
|
|
67
|
-
throw new Error("headers must be an object or JSON string");
|
|
68
|
-
}
|
|
69
|
-
const controller = new AbortController();
|
|
70
|
-
const timeoutId = setTimeout(() => controller.abort(), timeout);
|
|
71
|
-
try {
|
|
72
|
-
const fetchOptions = {
|
|
73
|
-
method: normalizedMethod,
|
|
74
|
-
headers: parsedHeaders || {},
|
|
75
|
-
signal: controller.signal,
|
|
76
|
-
};
|
|
77
|
-
if (body) {
|
|
78
|
-
const isJson = typeof body === "string" && (body.trim().startsWith("{") ||
|
|
79
|
-
body.trim().startsWith("["));
|
|
80
|
-
if (isJson && !parsedHeaders?.["Content-Type"] && !parsedHeaders?.["content-type"]) {
|
|
81
|
-
fetchOptions.headers = {
|
|
82
|
-
...parsedHeaders,
|
|
83
|
-
"Content-Type": "application/json"
|
|
84
|
-
};
|
|
85
|
-
}
|
|
86
|
-
fetchOptions.body = body;
|
|
87
|
-
}
|
|
88
|
-
const response = await fetch(url, fetchOptions);
|
|
89
|
-
clearTimeout(timeoutId);
|
|
90
|
-
const contentType = response.headers.get("content-type") || "";
|
|
91
|
-
let data;
|
|
92
|
-
if (contentType.includes("application/json")) {
|
|
93
|
-
try {
|
|
94
|
-
data = await response.json();
|
|
95
|
-
}
|
|
96
|
-
catch {
|
|
97
|
-
data = await response.text();
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
else {
|
|
101
|
-
data = await response.text();
|
|
102
|
-
}
|
|
103
|
-
const result = {
|
|
104
|
-
status: response.status,
|
|
105
|
-
statusText: response.statusText,
|
|
106
|
-
headers: Object.fromEntries(response.headers.entries()),
|
|
107
|
-
data: data,
|
|
108
|
-
};
|
|
109
|
-
if (!response.ok) {
|
|
110
|
-
return {
|
|
111
|
-
...result,
|
|
112
|
-
error: `HTTP ${response.status}: ${response.statusText}`,
|
|
113
|
-
};
|
|
114
|
-
}
|
|
115
|
-
return result;
|
|
116
|
-
}
|
|
117
|
-
finally {
|
|
118
|
-
clearTimeout(timeoutId);
|
|
119
|
-
}
|
|
120
|
-
}
|
|
121
|
-
catch (error) {
|
|
122
|
-
let errorMessage = error instanceof Error ? error.message : String(error);
|
|
123
|
-
if (error instanceof Error) {
|
|
124
|
-
if (error.name === "AbortError") {
|
|
125
|
-
errorMessage = `Request timed out after ${inputs.timeout || 30000}ms`;
|
|
126
|
-
}
|
|
127
|
-
else if (error.message.includes("ENOTFOUND")) {
|
|
128
|
-
errorMessage = `DNS resolution failed: ${inputs.url}`;
|
|
129
|
-
}
|
|
130
|
-
else if (error.message.includes("ECONNREFUSED")) {
|
|
131
|
-
errorMessage = `Connection refused: ${inputs.url}`;
|
|
132
|
-
}
|
|
133
|
-
else if (error.message.includes("ECONNRESET")) {
|
|
134
|
-
errorMessage = `Connection reset by peer: ${inputs.url}`;
|
|
135
|
-
}
|
|
136
|
-
else if (error.message.includes("ETIMEDOUT")) {
|
|
137
|
-
errorMessage = `Connection timed out: ${inputs.url}`;
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
return {
|
|
141
|
-
error: errorMessage,
|
|
142
|
-
};
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
});
|
|
146
|
-
export default FetchTool;
|
|
147
|
-
//# sourceMappingURL=fetch.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../../src/tools/www/fetch.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,mBAAmB,CAAC;AAExC,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,OAAO,CAAC;IACjC,IAAI,EAAE,OAAO;IACb,WAAW,EAAE,+IAA+I;IAC5J,MAAM,EAAE,CAAC;YACL,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,yDAAyD;YACtE,QAAQ,EAAE,IAAI;SACjB;QACD;YACI,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4DAA4D;YACzE,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,KAAK;SACjB;QACD;YACI,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,+GAA+G;YAC5H,QAAQ,EAAE,KAAK;SAClB;QACD;YACI,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,wFAAwF;YACrG,QAAQ,EAAE,KAAK;SAClB;QACD;YACI,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,kDAAkD;YAC/D,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,KAAK;SACjB,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,CAAS,EAAE,MAA2B,EAAgB,EAAE;QACpE,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,KAAK,EAAE,OAAO,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC;YAE5E,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACtD,CAAC;YAED,IAAI,CAAC;gBACD,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;YAAC,MAAM,CAAC;gBACL,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YAClF,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,qBAAqB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClG,CAAC;YAED,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAChE,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,8BAA8B,CAAC,CAAC;YACvE,CAAC;YAED,IAAI,aAAa,GAAG,OAAO,CAAC;YAC5B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACD,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACxC,CAAC;gBAAC,MAAM,CAAC;oBACL,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBAC3D,CAAC;YACL,CAAC;YAED,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAChE,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;YAEhE,IAAI,CAAC;gBACD,MAAM,YAAY,GAAgB;oBAC9B,MAAM,EAAE,gBAAgB;oBACxB,OAAO,EAAE,aAAa,IAAI,EAAE;oBAC5B,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC5B,CAAC;gBAEF,IAAI,IAAI,EAAE,CAAC;oBACP,MAAM,MAAM,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,CACvC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;wBAC3B,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAC9B,CAAC;oBAEF,IAAI,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC;wBACjF,YAAY,CAAC,OAAO,GAAG;4BACnB,GAAG,aAAa;4BAChB,cAAc,EAAE,kBAAkB;yBACrC,CAAC;oBACN,CAAC;oBACD,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC;gBAC7B,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;gBAEhD,YAAY,CAAC,SAAS,CAAC,CAAC;gBAExB,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC/D,IAAI,IAAI,CAAC;gBAET,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC3C,IAAI,CAAC;wBACD,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACjC,CAAC;oBAAC,MAAM,CAAC;wBACL,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACjC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACjC,CAAC;gBAED,MAAM,MAAM,GAAG;oBACX,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACvD,IAAI,EAAE,IAAI;iBACb,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACf,OAAO;wBACH,GAAG,MAAM;wBACT,KAAK,EAAE,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE;qBAC3D,CAAC;gBACN,CAAC;gBAED,OAAO,MAAM,CAAC;YAElB,CAAC;oBAAS,CAAC;gBACP,YAAY,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE1E,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBACzB,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC9B,YAAY,GAAG,2BAA2B,MAAM,CAAC,OAAO,IAAI,KAAK,IAAI,CAAC;gBAC1E,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC7C,YAAY,GAAG,0BAA0B,MAAM,CAAC,GAAG,EAAE,CAAC;gBAC1D,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBAChD,YAAY,GAAG,uBAAuB,MAAM,CAAC,GAAG,EAAE,CAAC;gBACvD,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;oBAC9C,YAAY,GAAG,6BAA6B,MAAM,CAAC,GAAG,EAAE,CAAC;gBAC7D,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC7C,YAAY,GAAG,yBAAyB,MAAM,CAAC,GAAG,EAAE,CAAC;gBACzD,CAAC;YACL,CAAC;YAED,OAAO;gBACH,KAAK,EAAE,YAAY;aACtB,CAAC;QACN,CAAC;IACL,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,SAAS,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/www/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC"}
|
package/dist/tools/www/index.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tools/www/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"read-web-page.d.ts","sourceRoot":"","sources":["../../../src/tools/www/read-web-page.ts"],"names":[],"mappings":"AAEA,OAAO,OAAO,MAAM,mBAAmB,CAAC;AAExC,eAAO,MAAM,eAAe,SAuV1B,CAAC;AAEH,eAAe,eAAe,CAAC"}
|
|
@@ -1,330 +0,0 @@
|
|
|
1
|
-
import puppeteer, { Browser } from "puppeteer-core";
|
|
2
|
-
import os from "os";
|
|
3
|
-
import MCPTool from "../../core/mcp.js";
|
|
4
|
-
export const ReadWebPageTool = new MCPTool({
|
|
5
|
-
name: "read-web-page",
|
|
6
|
-
description: "Retrieve and extract content from a specific URL. Use this when you need to read a webpage's HTML or convert it to clean markdown text. Ideal for reading articles, documentation, API responses, or any web content. Returns structured text without navigation menus or scripts.",
|
|
7
|
-
inputs: [{
|
|
8
|
-
name: "url",
|
|
9
|
-
type: "string",
|
|
10
|
-
description: `Complete URL including protocol (http:// or https://). Example: "https://example.com/page"`,
|
|
11
|
-
required: true,
|
|
12
|
-
},
|
|
13
|
-
{
|
|
14
|
-
name: "outputType",
|
|
15
|
-
type: "string",
|
|
16
|
-
description: `Output format: "text" returns clean markdown-formatted content without HTML tags (best for reading articles and text), "html" returns raw HTML source (use for debugging or when structure matters)`,
|
|
17
|
-
required: true,
|
|
18
|
-
}],
|
|
19
|
-
execute: async (_, inputs) => {
|
|
20
|
-
let browser;
|
|
21
|
-
try {
|
|
22
|
-
const url = inputs.url;
|
|
23
|
-
const outputType = inputs.outputType;
|
|
24
|
-
const maxWords = 5000;
|
|
25
|
-
if (!url || typeof url !== "string") {
|
|
26
|
-
throw new Error("Invalid parameter: 'url' must be a non-empty string like 'https://example.com'");
|
|
27
|
-
}
|
|
28
|
-
if (!url.match(/^https?:\/\//i)) {
|
|
29
|
-
throw new Error("Invalid URL format: URL must start with http:// or https://");
|
|
30
|
-
}
|
|
31
|
-
if (!outputType || typeof outputType !== "string") {
|
|
32
|
-
throw new Error("Invalid parameter: 'outputType' must be specified as either 'text' or 'html'");
|
|
33
|
-
}
|
|
34
|
-
if (outputType !== "text" && outputType !== "html") {
|
|
35
|
-
throw new Error(`Invalid outputType '${outputType}': must be 'text' or 'html'`);
|
|
36
|
-
}
|
|
37
|
-
browser = await puppeteer.launch({
|
|
38
|
-
executablePath: process.env.CHROME_PATH || (os.platform() == "win32" ?
|
|
39
|
-
"C:/Program Files/Google/Chrome/Application/chrome.exe" :
|
|
40
|
-
"/usr/bin/google-chrome-stable"),
|
|
41
|
-
headless: true,
|
|
42
|
-
args: ["--no-sandbox"],
|
|
43
|
-
});
|
|
44
|
-
const page = await browser.newPage();
|
|
45
|
-
await page.evaluateOnNewDocument(() => {
|
|
46
|
-
window.__name = (fn, _name) => fn;
|
|
47
|
-
});
|
|
48
|
-
await page.setUserAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36");
|
|
49
|
-
await page.goto(url, { waitUntil: "networkidle0", timeout: 50000 });
|
|
50
|
-
if (outputType === "html") {
|
|
51
|
-
return await page.content();
|
|
52
|
-
}
|
|
53
|
-
const extracted = await page.evaluate(() => {
|
|
54
|
-
const getInnerText = (el) => {
|
|
55
|
-
if (el instanceof HTMLElement)
|
|
56
|
-
return el.innerText.trim();
|
|
57
|
-
return el.textContent?.trim() || "";
|
|
58
|
-
};
|
|
59
|
-
const garbageSelectors = [
|
|
60
|
-
"script", "style", "noscript", "iframe", "svg", "canvas",
|
|
61
|
-
"nav", "footer", "header", "aside",
|
|
62
|
-
".sidebar", ".toc", ".menu", ".navigation", ".breadcrumb",
|
|
63
|
-
".advertisement", ".ads", ".popup", ".modal",
|
|
64
|
-
".feedback", ".rating", ".comment", ".social-share", ".share",
|
|
65
|
-
".social", ".related", ".recommended", ".popular", ".trending",
|
|
66
|
-
".footer-links", ".copyright", ".privacy", ".terms", ".cookie",
|
|
67
|
-
".consent", ".newsletter", ".subscribe", ".email-signup",
|
|
68
|
-
".download", ".app-promo", ".widget", ".right-rail", ".left-rail",
|
|
69
|
-
".sticky", ".floating", ".popover", ".tooltip", ".dropdown-menu",
|
|
70
|
-
".search", ".filter", ".sort", ".pagination", ".author-bio",
|
|
71
|
-
".meta", ".timestamp", ".category", ".tags", ".breadcrumb",
|
|
72
|
-
".video-player", ".audio-player", ".slider", ".carousel", ".tabs",
|
|
73
|
-
".accordion", ".collapse", ".toggle", ".share-buttons", ".print",
|
|
74
|
-
".pdf", ".download-link", ".external-link", ".like", ".vote",
|
|
75
|
-
".rating-stars", ".review", ".testimonial", ".footnote",
|
|
76
|
-
".reference", ".citation", ".table-of-contents", ".summary",
|
|
77
|
-
".abstract", ".excerpt", ".teaser", ".preview", ".thumbnail",
|
|
78
|
-
".avatar", ".profile", ".user", ".comment-author", ".comment-content",
|
|
79
|
-
".reply", ".thread", ".discussion", ".forum", ".chat-message",
|
|
80
|
-
".notification", ".alert", ".warning", ".error", ".success", ".info",
|
|
81
|
-
".banner", ".hero", ".jumbotron", ".cta", ".call-to-action",
|
|
82
|
-
".button-wrapper", ".btn-group", ".toolbar", ".controls",
|
|
83
|
-
".settings", ".preferences", ".language-selector", ".back-to-top",
|
|
84
|
-
".scroll-to-top", ".share-this", ".bookmark", ".favorite",
|
|
85
|
-
".poll", ".survey", ".quiz", ".load-more", ".infinite-scroll",
|
|
86
|
-
".spinner", ".loader", ".progress", ".visually-hidden", ".sr-only",
|
|
87
|
-
"[role='navigation']", "[role='banner']", "[role='complementary']",
|
|
88
|
-
"[aria-hidden='true']", ".ask-bloom", ".chat-widget", ".support-widget"
|
|
89
|
-
];
|
|
90
|
-
garbageSelectors.forEach(sel => {
|
|
91
|
-
document.querySelectorAll(sel).forEach(el => el.remove());
|
|
92
|
-
});
|
|
93
|
-
document.querySelectorAll("div, section, article").forEach(el => {
|
|
94
|
-
if (!(el instanceof HTMLElement))
|
|
95
|
-
return;
|
|
96
|
-
const text = el.innerText.trim();
|
|
97
|
-
if (!text.length)
|
|
98
|
-
return;
|
|
99
|
-
const links = el.querySelectorAll("a");
|
|
100
|
-
let linkTextLength = 0;
|
|
101
|
-
links.forEach(link => {
|
|
102
|
-
if (link instanceof HTMLElement)
|
|
103
|
-
linkTextLength += link.innerText.length;
|
|
104
|
-
});
|
|
105
|
-
if (linkTextLength / text.length > 0.7) {
|
|
106
|
-
el.remove();
|
|
107
|
-
}
|
|
108
|
-
});
|
|
109
|
-
let mainContent = null;
|
|
110
|
-
const candidates = [
|
|
111
|
-
document.querySelector("main"),
|
|
112
|
-
document.querySelector("article"),
|
|
113
|
-
document.querySelector("[role='main']"),
|
|
114
|
-
document.querySelector(".main-content"),
|
|
115
|
-
document.querySelector(".content"),
|
|
116
|
-
document.querySelector(".post-content"),
|
|
117
|
-
document.querySelector(".prose"),
|
|
118
|
-
document.querySelector("#content"),
|
|
119
|
-
document.querySelector(".post"),
|
|
120
|
-
document.querySelector(".entry"),
|
|
121
|
-
document.querySelector(".article-content"),
|
|
122
|
-
document.querySelector(".story"),
|
|
123
|
-
document.querySelector(".body"),
|
|
124
|
-
document.querySelector(".primary"),
|
|
125
|
-
document.querySelector(".main"),
|
|
126
|
-
document.querySelector(".column-main"),
|
|
127
|
-
document.querySelector(".region-main"),
|
|
128
|
-
document.querySelector(".node-content"),
|
|
129
|
-
document.querySelector(".field-name-body"),
|
|
130
|
-
document.querySelector(".body-field"),
|
|
131
|
-
document.querySelector(".page-content"),
|
|
132
|
-
document.querySelector(".post-body"),
|
|
133
|
-
document.querySelector(".entry-content"),
|
|
134
|
-
document.querySelector(".article-body"),
|
|
135
|
-
document.querySelector(".blog-post"),
|
|
136
|
-
document.querySelector(".single-post"),
|
|
137
|
-
document.querySelector(".main-text"),
|
|
138
|
-
document.querySelector(".primary-content"),
|
|
139
|
-
document.querySelector(".content-area"),
|
|
140
|
-
document.querySelector(".site-content"),
|
|
141
|
-
];
|
|
142
|
-
for (const candidate of candidates) {
|
|
143
|
-
if (candidate && getInnerText(candidate).length > 300) {
|
|
144
|
-
mainContent = candidate;
|
|
145
|
-
break;
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
if (!mainContent) {
|
|
149
|
-
let maxTextLen = 0;
|
|
150
|
-
let bestEl = null;
|
|
151
|
-
const walker = document.createTreeWalker(document.body, NodeFilter.SHOW_ELEMENT, {
|
|
152
|
-
acceptNode: (node) => {
|
|
153
|
-
const el = node;
|
|
154
|
-
const tag = el.tagName.toLowerCase();
|
|
155
|
-
if (["div", "section", "article", "main"].includes(tag)) {
|
|
156
|
-
return NodeFilter.FILTER_ACCEPT;
|
|
157
|
-
}
|
|
158
|
-
return NodeFilter.FILTER_SKIP;
|
|
159
|
-
}
|
|
160
|
-
});
|
|
161
|
-
while (walker.nextNode()) {
|
|
162
|
-
const el = walker.currentNode;
|
|
163
|
-
const textLen = getInnerText(el).length;
|
|
164
|
-
if (textLen > maxTextLen && textLen > 500) {
|
|
165
|
-
maxTextLen = textLen;
|
|
166
|
-
bestEl = el;
|
|
167
|
-
}
|
|
168
|
-
}
|
|
169
|
-
mainContent = bestEl;
|
|
170
|
-
}
|
|
171
|
-
if (!mainContent) {
|
|
172
|
-
mainContent = document.body;
|
|
173
|
-
document.querySelectorAll("aside, .sidebar, nav, footer, header").forEach(el => el.remove());
|
|
174
|
-
}
|
|
175
|
-
function nodeToMd(node, depth = 0) {
|
|
176
|
-
if (node.nodeType === 3) {
|
|
177
|
-
return (node.textContent || "").replace(/\s+/g, " ");
|
|
178
|
-
}
|
|
179
|
-
if (node.nodeType !== 1)
|
|
180
|
-
return "";
|
|
181
|
-
const el = node;
|
|
182
|
-
const tag = el.tagName.toLowerCase();
|
|
183
|
-
if (el instanceof HTMLElement) {
|
|
184
|
-
const style = window.getComputedStyle(el);
|
|
185
|
-
if (style.display === "none" || style.visibility === "hidden")
|
|
186
|
-
return "";
|
|
187
|
-
}
|
|
188
|
-
const children = () => Array.from(el.childNodes).map(n => nodeToMd(n, depth)).join("");
|
|
189
|
-
if (tag === "h1")
|
|
190
|
-
return `\n\n# ${children().trim()}\n\n`;
|
|
191
|
-
if (tag === "h2")
|
|
192
|
-
return `\n\n## ${children().trim()}\n\n`;
|
|
193
|
-
if (tag === "h3")
|
|
194
|
-
return `\n\n### ${children().trim()}\n\n`;
|
|
195
|
-
if (tag === "h4")
|
|
196
|
-
return `\n\n#### ${children().trim()}\n\n`;
|
|
197
|
-
if (tag === "h5")
|
|
198
|
-
return `\n\n##### ${children().trim()}\n\n`;
|
|
199
|
-
if (tag === "h6")
|
|
200
|
-
return `\n\n###### ${children().trim()}\n\n`;
|
|
201
|
-
if (tag === "br")
|
|
202
|
-
return "\n";
|
|
203
|
-
if (tag === "hr")
|
|
204
|
-
return "\n\n---\n\n";
|
|
205
|
-
if (["p", "div", "section", "article"].includes(tag)) {
|
|
206
|
-
const inner = children().trim();
|
|
207
|
-
return inner ? `\n\n${inner}\n\n` : "";
|
|
208
|
-
}
|
|
209
|
-
if (tag === "a") {
|
|
210
|
-
const anchor = el;
|
|
211
|
-
const href = anchor.href;
|
|
212
|
-
const text = children().trim();
|
|
213
|
-
if (!text)
|
|
214
|
-
return "";
|
|
215
|
-
if (href.startsWith("#"))
|
|
216
|
-
return text;
|
|
217
|
-
if (href.startsWith("javascript:"))
|
|
218
|
-
return text;
|
|
219
|
-
if (href && href !== text && text.length > 0)
|
|
220
|
-
return `[${text}](${href})`;
|
|
221
|
-
return text;
|
|
222
|
-
}
|
|
223
|
-
if (tag === "img") {
|
|
224
|
-
const img = el;
|
|
225
|
-
const alt = img.alt?.trim() || "";
|
|
226
|
-
const src = img.src;
|
|
227
|
-
if (!src || src.startsWith("data:"))
|
|
228
|
-
return alt || "";
|
|
229
|
-
return alt ? `` : ``;
|
|
230
|
-
}
|
|
231
|
-
if (["strong", "b"].includes(tag)) {
|
|
232
|
-
const inner = children().trim();
|
|
233
|
-
return inner ? `**${inner}**` : "";
|
|
234
|
-
}
|
|
235
|
-
if (["em", "i"].includes(tag)) {
|
|
236
|
-
const inner = children().trim();
|
|
237
|
-
return inner ? `*${inner}*` : "";
|
|
238
|
-
}
|
|
239
|
-
if (tag === "code") {
|
|
240
|
-
const inner = children().trim();
|
|
241
|
-
return inner ? `\`${inner}\`` : "";
|
|
242
|
-
}
|
|
243
|
-
if (tag === "pre") {
|
|
244
|
-
const codeEl = el.querySelector("code");
|
|
245
|
-
const lang = codeEl?.className.match(/language-(\w+)/)?.[1] || "";
|
|
246
|
-
const text = (codeEl || el).textContent?.trim() || "";
|
|
247
|
-
return text ? `\n\n\`\`\`${lang}\n${text}\n\`\`\`\n\n` : "";
|
|
248
|
-
}
|
|
249
|
-
if (tag === "blockquote") {
|
|
250
|
-
const inner = children().trim();
|
|
251
|
-
if (!inner)
|
|
252
|
-
return "";
|
|
253
|
-
return "\n\n" + inner.split("\n").map(l => `> ${l}`).join("\n") + "\n\n";
|
|
254
|
-
}
|
|
255
|
-
if (tag === "ul") {
|
|
256
|
-
const items = Array.from(el.children)
|
|
257
|
-
.filter(c => c.tagName.toLowerCase() === "li")
|
|
258
|
-
.map(li => {
|
|
259
|
-
const text = nodeToMd(li, depth + 1).trim();
|
|
260
|
-
const indent = " ".repeat(depth);
|
|
261
|
-
return `${indent}- ${text}`;
|
|
262
|
-
});
|
|
263
|
-
return items.length ? `\n\n${items.join("\n")}\n\n` : "";
|
|
264
|
-
}
|
|
265
|
-
if (tag === "ol") {
|
|
266
|
-
const items = Array.from(el.children)
|
|
267
|
-
.filter(c => c.tagName.toLowerCase() === "li")
|
|
268
|
-
.map((li, i) => {
|
|
269
|
-
const text = nodeToMd(li, depth + 1).trim();
|
|
270
|
-
const indent = " ".repeat(depth);
|
|
271
|
-
return `${indent}${i + 1}. ${text}`;
|
|
272
|
-
});
|
|
273
|
-
return items.length ? `\n\n${items.join("\n")}\n\n` : "";
|
|
274
|
-
}
|
|
275
|
-
if (tag === "li")
|
|
276
|
-
return children();
|
|
277
|
-
if (tag === "table") {
|
|
278
|
-
const rows = Array.from(el.querySelectorAll("tr"));
|
|
279
|
-
if (rows.length === 0)
|
|
280
|
-
return "";
|
|
281
|
-
const toRow = (row) => Array.from(row.querySelectorAll("th,td"))
|
|
282
|
-
.map(cell => cell.textContent?.replace(/\s+/g, " ").trim() || "")
|
|
283
|
-
.join(" | ");
|
|
284
|
-
const firstRow = rows[0];
|
|
285
|
-
if (!firstRow)
|
|
286
|
-
return "";
|
|
287
|
-
const isHeaderRow = firstRow.querySelectorAll("th").length > 0;
|
|
288
|
-
const headerText = toRow(firstRow);
|
|
289
|
-
const cols = firstRow.querySelectorAll("th,td").length;
|
|
290
|
-
if (cols === 0)
|
|
291
|
-
return "";
|
|
292
|
-
const separator = Array(cols).fill("---").join(" | ");
|
|
293
|
-
const dataRows = isHeaderRow ? rows.slice(1) : rows;
|
|
294
|
-
const bodyLines = dataRows.map(r => `| ${toRow(r)} |`).join("\n");
|
|
295
|
-
return `\n\n| ${headerText} |\n| ${separator} |\n${bodyLines}\n\n`;
|
|
296
|
-
}
|
|
297
|
-
return children();
|
|
298
|
-
}
|
|
299
|
-
let md = nodeToMd(mainContent);
|
|
300
|
-
md = md.replace(/\n{3,}/g, "\n\n");
|
|
301
|
-
md = md.replace(/[ \t]+$/gm, "");
|
|
302
|
-
md = md.trim();
|
|
303
|
-
return md;
|
|
304
|
-
});
|
|
305
|
-
let output = `# Source: ${url}\n\n${extracted}`;
|
|
306
|
-
const words = output.split(/\s+/);
|
|
307
|
-
if (words.length > maxWords) {
|
|
308
|
-
return words.slice(0, maxWords).join(" ") +
|
|
309
|
-
`\n\n---\n*Truncated: ${words.length} words → ${maxWords} words*`;
|
|
310
|
-
}
|
|
311
|
-
if (!output) {
|
|
312
|
-
throw new Error(`Failed to fetch content from ${url} - received empty response`);
|
|
313
|
-
}
|
|
314
|
-
return {
|
|
315
|
-
content: output,
|
|
316
|
-
size: output.length
|
|
317
|
-
};
|
|
318
|
-
}
|
|
319
|
-
catch (error) {
|
|
320
|
-
return {
|
|
321
|
-
error: error instanceof Error ? error.message : String(error),
|
|
322
|
-
};
|
|
323
|
-
}
|
|
324
|
-
finally {
|
|
325
|
-
await browser?.close();
|
|
326
|
-
}
|
|
327
|
-
}
|
|
328
|
-
});
|
|
329
|
-
export default ReadWebPageTool;
|
|
330
|
-
//# sourceMappingURL=read-web-page.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"read-web-page.js","sourceRoot":"","sources":["../../../src/tools/www/read-web-page.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,OAAO,MAAM,mBAAmB,CAAC;AAExC,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC;IACvC,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,oRAAoR;IACjS,MAAM,EAAE,CAAC;YACL,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4FAA4F;YACzG,QAAQ,EAAE,IAAI;SACjB;QACD;YACI,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,qMAAqM;YAClN,QAAQ,EAAE,IAAI;SACjB,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,CAAS,EAAE,MAA2B,EAAgB,EAAE;QACpE,IAAI,OAA4B,CAAC;QACjC,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;YACvB,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC;YAEtB,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;YACtG,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACnF,CAAC;YAED,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBAChD,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;YACpG,CAAC;YAED,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;gBACjD,MAAM,IAAI,KAAK,CAAC,uBAAuB,UAAU,6BAA6B,CAAC,CAAC;YACpF,CAAC;YAED,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;gBAC7B,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,OAAO,CAAC,CAAC;oBAClE,uDAAuD,CAAC,CAAC;oBACzD,+BAA+B,CAAC;gBACpC,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE,CAAC,cAAc,CAAC;aACzB,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAErC,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE;gBACjC,MAAc,CAAC,MAAM,GAAG,CAAC,EAAY,EAAE,KAAa,EAAE,EAAE,CAAC,EAAE,CAAC;YACjE,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,YAAY,CACnB,iHAAiH,CACpH,CAAC;YACF,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAEpE,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;gBACxB,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACvC,MAAM,YAAY,GAAG,CAAC,EAAW,EAAU,EAAE;oBACzC,IAAI,EAAE,YAAY,WAAW;wBAAE,OAAO,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;oBAC1D,OAAO,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACxC,CAAC,CAAC;gBAEF,MAAM,gBAAgB,GAAG;oBACrB,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ;oBACxD,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO;oBAClC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa;oBACzD,gBAAgB,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ;oBAC5C,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ;oBAC7D,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW;oBAC9D,eAAe,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS;oBAC9D,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,eAAe;oBACxD,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY;oBACjE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB;oBAChE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa;oBAC3D,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa;oBAC1D,eAAe,EAAE,eAAe,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO;oBACjE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,QAAQ;oBAChE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,OAAO,EAAE,OAAO;oBAC5D,eAAe,EAAE,SAAS,EAAE,cAAc,EAAE,WAAW;oBACvD,YAAY,EAAE,WAAW,EAAE,oBAAoB,EAAE,UAAU;oBAC3D,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY;oBAC5D,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,kBAAkB;oBACrE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,eAAe;oBAC7D,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO;oBACpE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,iBAAiB;oBAC3D,iBAAiB,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW;oBACxD,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAAE,cAAc;oBACjE,gBAAgB,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW;oBACzD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,kBAAkB;oBAC7D,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,kBAAkB,EAAE,UAAU;oBAClE,qBAAqB,EAAE,iBAAiB,EAAE,wBAAwB;oBAClE,sBAAsB,EAAE,YAAY,EAAE,cAAc,EAAE,iBAAiB;iBAC1E,CAAC;gBACF,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;oBAC3B,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC9D,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE;oBAC5D,IAAI,CAAC,CAAC,EAAE,YAAY,WAAW,CAAC;wBAAE,OAAO;oBACzC,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;oBACjC,IAAI,CAAC,IAAI,CAAC,MAAM;wBAAE,OAAO;oBACzB,MAAM,KAAK,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;oBACvC,IAAI,cAAc,GAAG,CAAC,CAAC;oBACvB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;wBACjB,IAAI,IAAI,YAAY,WAAW;4BAAE,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC7E,CAAC,CAAC,CAAC;oBACH,IAAI,cAAc,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;wBACrC,EAAE,CAAC,MAAM,EAAE,CAAC;oBAChB,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEH,IAAI,WAAW,GAAmB,IAAI,CAAC;gBAEvC,MAAM,UAAU,GAAG;oBACf,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC;oBAC9B,QAAQ,CAAC,aAAa,CAAC,SAAS,CAAC;oBACjC,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;oBACvC,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;oBACvC,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC;oBAClC,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;oBACvC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC;oBAChC,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC;oBAClC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC;oBAC/B,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC;oBAChC,QAAQ,CAAC,aAAa,CAAC,kBAAkB,CAAC;oBAC1C,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC;oBAChC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC;oBAC/B,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC;oBAClC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC;oBAC/B,QAAQ,CAAC,aAAa,CAAC,cAAc,CAAC;oBACtC,QAAQ,CAAC,aAAa,CAAC,cAAc,CAAC;oBACtC,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;oBACvC,QAAQ,CAAC,aAAa,CAAC,kBAAkB,CAAC;oBAC1C,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAC;oBACrC,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;oBACvC,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAC;oBACpC,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC;oBACxC,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;oBACvC,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAC;oBACpC,QAAQ,CAAC,aAAa,CAAC,cAAc,CAAC;oBACtC,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAC;oBACpC,QAAQ,CAAC,aAAa,CAAC,kBAAkB,CAAC;oBAC1C,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;oBACvC,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC;iBAC1C,CAAC;gBAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACjC,IAAI,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;wBACpD,WAAW,GAAG,SAAS,CAAC;wBACxB,MAAM;oBACV,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,IAAI,UAAU,GAAG,CAAC,CAAC;oBACnB,IAAI,MAAM,GAAmB,IAAI,CAAC;oBAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,gBAAgB,CACpC,QAAQ,CAAC,IAAI,EACb,UAAU,CAAC,YAAY,EACvB;wBACI,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;4BACjB,MAAM,EAAE,GAAG,IAAe,CAAC;4BAC3B,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;4BACrC,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gCACtD,OAAO,UAAU,CAAC,aAAa,CAAC;4BACpC,CAAC;4BACD,OAAO,UAAU,CAAC,WAAW,CAAC;wBAClC,CAAC;qBACJ,CACJ,CAAC;oBACF,OAAO,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;wBACvB,MAAM,EAAE,GAAG,MAAM,CAAC,WAAsB,CAAC;wBACzC,MAAM,OAAO,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;wBACxC,IAAI,OAAO,GAAG,UAAU,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;4BACxC,UAAU,GAAG,OAAO,CAAC;4BACrB,MAAM,GAAG,EAAE,CAAC;wBAChB,CAAC;oBACL,CAAC;oBACD,WAAW,GAAG,MAAM,CAAC;gBACzB,CAAC;gBAED,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC5B,QAAQ,CAAC,gBAAgB,CAAC,sCAAsC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjG,CAAC;gBAED,SAAS,QAAQ,CAAC,IAAU,EAAE,KAAK,GAAG,CAAC;oBACnC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;wBACtB,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBACzD,CAAC;oBACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;wBAAE,OAAO,EAAE,CAAC;oBAEnC,MAAM,EAAE,GAAG,IAAe,CAAC;oBAC3B,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBAErC,IAAI,EAAE,YAAY,WAAW,EAAE,CAAC;wBAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;wBAC1C,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ;4BAAE,OAAO,EAAE,CAAC;oBAC7E,CAAC;oBAED,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAEvF,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,SAAS,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;oBAC1D,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,UAAU,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;oBAC3D,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,WAAW,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;oBAC5D,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,YAAY,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;oBAC7D,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,aAAa,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;oBAC9D,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,cAAc,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;oBAE/D,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,IAAI,CAAC;oBAC9B,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,aAAa,CAAC;oBAEvC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBACnD,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;wBAChC,OAAO,KAAK,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3C,CAAC;oBAED,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;wBACd,MAAM,MAAM,GAAG,EAAuB,CAAC;wBACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;wBACzB,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;wBAC/B,IAAI,CAAC,IAAI;4BAAE,OAAO,EAAE,CAAC;wBACrB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;4BAAE,OAAO,IAAI,CAAC;wBACtC,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;4BAAE,OAAO,IAAI,CAAC;wBAChD,IAAI,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;4BAAE,OAAO,IAAI,IAAI,KAAK,IAAI,GAAG,CAAC;wBAC1E,OAAO,IAAI,CAAC;oBAChB,CAAC;oBAED,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;wBAChB,MAAM,GAAG,GAAG,EAAsB,CAAC;wBACnC,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBAClC,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;wBACpB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;4BAAE,OAAO,GAAG,IAAI,EAAE,CAAC;wBACtD,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC;oBACrD,CAAC;oBAED,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBAChC,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;wBAChC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvC,CAAC;oBACD,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;wBAChC,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrC,CAAC;oBACD,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;wBACjB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;wBAChC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvC,CAAC;oBACD,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;wBACxC,MAAM,IAAI,GAAG,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAClE,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBACtD,OAAO,IAAI,CAAC,CAAC,CAAC,aAAa,IAAI,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChE,CAAC;oBAED,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;wBACvB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;wBAChC,IAAI,CAAC,KAAK;4BAAE,OAAO,EAAE,CAAC;wBACtB,OAAO,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;oBAC7E,CAAC;oBAED,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;wBACf,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC;6BAChC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC;6BAC7C,GAAG,CAAC,EAAE,CAAC,EAAE;4BACN,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;4BAClC,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE,CAAC;wBAChC,CAAC,CAAC,CAAC;wBACP,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7D,CAAC;oBACD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;wBACf,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC;6BAChC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC;6BAC7C,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;4BACX,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;4BAClC,OAAO,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;wBACxC,CAAC,CAAC,CAAC;wBACP,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7D,CAAC;oBACD,IAAI,GAAG,KAAK,IAAI;wBAAE,OAAO,QAAQ,EAAE,CAAC;oBAEpC,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;wBAClB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;wBACnD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;4BAAE,OAAO,EAAE,CAAC;wBACjC,MAAM,KAAK,GAAG,CAAC,GAAY,EAAE,EAAE,CAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;6BACpC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;6BAChE,IAAI,CAAC,KAAK,CAAC,CAAC;wBACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;wBACzB,IAAI,CAAC,QAAQ;4BAAE,OAAO,EAAE,CAAC;wBACzB,MAAM,WAAW,GAAG,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;wBAC/D,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;wBACnC,MAAM,IAAI,GAAG,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;wBACvD,IAAI,IAAI,KAAK,CAAC;4BAAE,OAAO,EAAE,CAAC;wBAC1B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACtD,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBACpD,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClE,OAAO,SAAS,UAAU,SAAS,SAAS,OAAO,SAAS,MAAM,CAAC;oBACvE,CAAC;oBAED,OAAO,QAAQ,EAAE,CAAC;gBACtB,CAAC;gBAED,IAAI,EAAE,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAE/B,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBACnC,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBACjC,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;gBAEf,OAAO,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,aAAa,GAAG,OAAO,SAAS,EAAE,CAAC;YAEhD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBACrC,wBAAwB,KAAK,CAAC,MAAM,YAAY,QAAQ,SAAS,CAAC;YAC1E,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,4BAA4B,CAAC,CAAC;YACrF,CAAC;YAED,OAAO;gBACH,OAAO,EAAE,MAAM;gBACf,IAAI,EAAE,MAAM,CAAC,MAAM;aACtB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;QAC3B,CAAC;IACL,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,eAAe,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"web-search.d.ts","sourceRoot":"","sources":["../../../src/tools/www/web-search.ts"],"names":[],"mappings":"AAEA,OAAO,OAAO,MAAM,mBAAmB,CAAC;AAExC,eAAO,MAAM,aAAa,SA+FxB,CAAC;AAEH,eAAe,aAAa,CAAC"}
|
|
@@ -1,82 +0,0 @@
|
|
|
1
|
-
import os from "os";
|
|
2
|
-
import puppeteer from "puppeteer-core";
|
|
3
|
-
import MCPTool from "../../core/mcp.js";
|
|
4
|
-
export const WebSearchTool = new MCPTool({
|
|
5
|
-
name: "web-search",
|
|
6
|
-
description: "Search the web for information, news, or resources. Returns titles, snippets, and URLs.",
|
|
7
|
-
inputs: [{
|
|
8
|
-
name: "query",
|
|
9
|
-
type: "string",
|
|
10
|
-
description: `Search term or phrase (e.g., "climate change effects", "Python tutorials")`,
|
|
11
|
-
required: true,
|
|
12
|
-
}],
|
|
13
|
-
execute: async (_, inputs) => {
|
|
14
|
-
try {
|
|
15
|
-
const query = inputs.query;
|
|
16
|
-
if (!query || typeof query !== "string") {
|
|
17
|
-
throw new Error(`Invalid parameter: "query" must be a non-empty search query string`);
|
|
18
|
-
}
|
|
19
|
-
const cleanedQuery = query.trim();
|
|
20
|
-
if (cleanedQuery.length === 0) {
|
|
21
|
-
throw new Error(`Invalid parameter: "query" cannot be empty or just whitespace`);
|
|
22
|
-
}
|
|
23
|
-
if (cleanedQuery.length > 500) {
|
|
24
|
-
throw new Error(`Search query is quite long (${cleanedQuery.length} chars). Consider shortening for better results.`);
|
|
25
|
-
}
|
|
26
|
-
const browser = await puppeteer.launch({
|
|
27
|
-
executablePath: process.env.CHROME_PATH || (os.platform() == "win32" ?
|
|
28
|
-
"C:/Program Files/Google/Chrome/Application/chrome.exe" :
|
|
29
|
-
"/usr/bin/google-chrome-stable"),
|
|
30
|
-
headless: true,
|
|
31
|
-
args: ["--no-sandbox"],
|
|
32
|
-
});
|
|
33
|
-
const page = await browser.newPage();
|
|
34
|
-
await page.setUserAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36");
|
|
35
|
-
await page.goto(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`, { waitUntil: "networkidle0", timeout: 30000 });
|
|
36
|
-
await page.waitForSelector(".result", { timeout: 10000 });
|
|
37
|
-
const results = await page.evaluate(() => {
|
|
38
|
-
const resultElements = document.querySelectorAll(".result");
|
|
39
|
-
return Array.from(resultElements).map((el, i) => {
|
|
40
|
-
const titleElement = el.querySelector(".result__a, .result-title, a.result__url");
|
|
41
|
-
const title = titleElement?.textContent?.trim() || "";
|
|
42
|
-
let url = "";
|
|
43
|
-
const linkElement = titleElement;
|
|
44
|
-
if (linkElement?.href) {
|
|
45
|
-
url = linkElement.href;
|
|
46
|
-
try {
|
|
47
|
-
const urlParams = new URLSearchParams(linkElement.href.split("?")[1]);
|
|
48
|
-
const uddg = urlParams.get("uddg");
|
|
49
|
-
if (uddg) {
|
|
50
|
-
url = decodeURIComponent(uddg);
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
catch (e) { }
|
|
54
|
-
}
|
|
55
|
-
const snippetElement = el.querySelector(".result__snippet, .result-snippet, .snippet");
|
|
56
|
-
const snippet = snippetElement?.textContent?.trim() || "";
|
|
57
|
-
return {
|
|
58
|
-
title,
|
|
59
|
-
url,
|
|
60
|
-
snippet,
|
|
61
|
-
};
|
|
62
|
-
}).filter((r) => r.title && r.url && r.url.startsWith("http"));
|
|
63
|
-
});
|
|
64
|
-
await browser.close();
|
|
65
|
-
if (results.length === 0) {
|
|
66
|
-
console.log("No results found for:", query);
|
|
67
|
-
return [];
|
|
68
|
-
}
|
|
69
|
-
if (!results || (Array.isArray(results) && results.length === 0)) {
|
|
70
|
-
throw new Error(`No results found for your search query`);
|
|
71
|
-
}
|
|
72
|
-
return results;
|
|
73
|
-
}
|
|
74
|
-
catch (error) {
|
|
75
|
-
return {
|
|
76
|
-
error: error instanceof Error ? error.message : String(error),
|
|
77
|
-
};
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
});
|
|
81
|
-
export default WebSearchTool;
|
|
82
|
-
//# sourceMappingURL=web-search.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"web-search.js","sourceRoot":"","sources":["../../../src/tools/www/web-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,SAAS,MAAM,gBAAgB,CAAC;AACvC,OAAO,OAAO,MAAM,mBAAmB,CAAC;AAExC,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,OAAO,CAAC;IACrC,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,yFAAyF;IACtG,MAAM,EAAE,CAAC;YACL,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4EAA4E;YACzF,QAAQ,EAAE,IAAI;SACjB,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,CAAS,EAAE,MAA2B,EAAgB,EAAE;QACpE,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAE3B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;YAC1F,CAAC;YAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAElC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;YACrF,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,+BAA+B,YAAY,CAAC,MAAM,kDAAkD,CAAC,CAAC;YAC1H,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;gBACnC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,OAAO,CAAC,CAAC;oBAClE,uDAAuD,CAAC,CAAC;oBACzD,+BAA+B,CAAC;gBACpC,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE,CAAC,cAAc,CAAC;aACzB,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAErC,MAAM,IAAI,CAAC,YAAY,CAAC,iHAAiH,CAAC,CAAC;YAE3I,MAAM,IAAI,CAAC,IAAI,CACX,uCAAuC,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAClE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,KAAK,EAAE,CAChD,CAAC;YAEF,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAE1D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACrC,MAAM,cAAc,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBAE5D,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;oBAC5C,MAAM,YAAY,GAAG,EAAE,CAAC,aAAa,CAAC,0CAA0C,CAAC,CAAC;oBAClF,MAAM,KAAK,GAAG,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBAEtD,IAAI,GAAG,GAAG,EAAE,CAAC;oBACb,MAAM,WAAW,GAAG,YAAiC,CAAC;oBACtD,IAAI,WAAW,EAAE,IAAI,EAAE,CAAC;wBACpB,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC;wBACvB,IAAI,CAAC;4BACD,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BACtE,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;4BACnC,IAAI,IAAI,EAAE,CAAC;gCACP,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;4BACnC,CAAC;wBACL,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;oBACnB,CAAC;oBAED,MAAM,cAAc,GAAG,EAAE,CAAC,aAAa,CAAC,6CAA6C,CAAC,CAAC;oBACvF,MAAM,OAAO,GAAG,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBAE1D,OAAO;wBACH,KAAK;wBACL,GAAG;wBACH,OAAO;qBACV,CAAC;gBACN,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YAEtB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;gBAC5C,OAAO,EAAE,CAAC;YACd,CAAC;YAED,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC9D,CAAC;YAED,OAAO,OAAO,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC;QACN,CAAC;IACL,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,aAAa,CAAC"}
|