@staticn0va/wigolo 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +195 -73
- package/SKILL.md +382 -0
- package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
- package/assets/blocks/claude-code/wigolo-command.md +40 -0
- package/assets/blocks/cursor/wigolo.mdc +46 -0
- package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
- package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
- package/assets/skills/wigolo/SKILL.md +50 -0
- package/assets/skills/wigolo/rules/cache-first.md +30 -0
- package/assets/skills/wigolo/rules/synthesis.md +43 -0
- package/assets/skills/wigolo-agent/SKILL.md +73 -0
- package/assets/skills/wigolo-crawl/SKILL.md +60 -0
- package/assets/skills/wigolo-extract/SKILL.md +59 -0
- package/assets/skills/wigolo-fetch/SKILL.md +65 -0
- package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
- package/assets/skills/wigolo-research/SKILL.md +77 -0
- package/assets/skills/wigolo-search/SKILL.md +78 -0
- package/dist/agent/executor.d.ts +33 -0
- package/dist/agent/executor.d.ts.map +1 -0
- package/dist/agent/executor.js +233 -0
- package/dist/agent/executor.js.map +1 -0
- package/dist/agent/pipeline.d.ts +5 -0
- package/dist/agent/pipeline.d.ts.map +1 -0
- package/dist/agent/pipeline.js +208 -0
- package/dist/agent/pipeline.js.map +1 -0
- package/dist/agent/planner.d.ts +13 -0
- package/dist/agent/planner.d.ts.map +1 -0
- package/dist/agent/planner.js +271 -0
- package/dist/agent/planner.js.map +1 -0
- package/dist/agent/relevance.d.ts +15 -0
- package/dist/agent/relevance.d.ts.map +1 -0
- package/dist/agent/relevance.js +60 -0
- package/dist/agent/relevance.js.map +1 -0
- package/dist/cache/backfill-embeddings.d.ts +23 -0
- package/dist/cache/backfill-embeddings.d.ts.map +1 -0
- package/dist/cache/backfill-embeddings.js +105 -0
- package/dist/cache/backfill-embeddings.js.map +1 -0
- package/dist/cache/change-detector.d.ts +7 -0
- package/dist/cache/change-detector.d.ts.map +1 -0
- package/dist/cache/change-detector.js +43 -0
- package/dist/cache/change-detector.js.map +1 -0
- package/dist/cache/db.d.ts +1 -0
- package/dist/cache/db.d.ts.map +1 -1
- package/dist/cache/db.js +94 -22
- package/dist/cache/db.js.map +1 -1
- package/dist/cache/diff-summary.d.ts +2 -0
- package/dist/cache/diff-summary.d.ts.map +1 -0
- package/dist/cache/diff-summary.js +82 -0
- package/dist/cache/diff-summary.js.map +1 -0
- package/dist/cache/migrations/runner.d.ts +29 -0
- package/dist/cache/migrations/runner.d.ts.map +1 -0
- package/dist/cache/migrations/runner.js +147 -0
- package/dist/cache/migrations/runner.js.map +1 -0
- package/dist/cache/sqlite-vec-store.d.ts +42 -0
- package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
- package/dist/cache/sqlite-vec-store.js +176 -0
- package/dist/cache/sqlite-vec-store.js.map +1 -0
- package/dist/cache/store.d.ts +46 -1
- package/dist/cache/store.d.ts.map +1 -1
- package/dist/cache/store.js +362 -168
- package/dist/cache/store.js.map +1 -1
- package/dist/cli/agents/antigravity.d.ts +20 -0
- package/dist/cli/agents/antigravity.d.ts.map +1 -0
- package/dist/cli/agents/antigravity.js +49 -0
- package/dist/cli/agents/antigravity.js.map +1 -0
- package/dist/cli/agents/claude-code.d.ts +25 -0
- package/dist/cli/agents/claude-code.d.ts.map +1 -0
- package/dist/cli/agents/claude-code.js +111 -0
- package/dist/cli/agents/claude-code.js.map +1 -0
- package/dist/cli/agents/cursor.d.ts +21 -0
- package/dist/cli/agents/cursor.d.ts.map +1 -0
- package/dist/cli/agents/cursor.js +58 -0
- package/dist/cli/agents/cursor.js.map +1 -0
- package/dist/cli/agents/gemini-cli.d.ts +21 -0
- package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
- package/dist/cli/agents/gemini-cli.js +55 -0
- package/dist/cli/agents/gemini-cli.js.map +1 -0
- package/dist/cli/agents/registry.d.ts +21 -0
- package/dist/cli/agents/registry.d.ts.map +1 -0
- package/dist/cli/agents/registry.js +27 -0
- package/dist/cli/agents/registry.js.map +1 -0
- package/dist/cli/agents/utils.d.ts +26 -0
- package/dist/cli/agents/utils.d.ts.map +1 -0
- package/dist/cli/agents/utils.js +136 -0
- package/dist/cli/agents/utils.js.map +1 -0
- package/dist/cli/agents/vscode.d.ts +21 -0
- package/dist/cli/agents/vscode.d.ts.map +1 -0
- package/dist/cli/agents/vscode.js +62 -0
- package/dist/cli/agents/vscode.js.map +1 -0
- package/dist/cli/auth.d.ts +2 -0
- package/dist/cli/auth.d.ts.map +1 -0
- package/dist/cli/auth.js +94 -0
- package/dist/cli/auth.js.map +1 -0
- package/dist/cli/backfill.d.ts +2 -0
- package/dist/cli/backfill.d.ts.map +1 -0
- package/dist/cli/backfill.js +58 -0
- package/dist/cli/backfill.js.map +1 -0
- package/dist/cli/daemon.d.ts +6 -1
- package/dist/cli/daemon.d.ts.map +1 -1
- package/dist/cli/daemon.js +61 -3
- package/dist/cli/daemon.js.map +1 -1
- package/dist/cli/doctor.d.ts +8 -0
- package/dist/cli/doctor.d.ts.map +1 -0
- package/dist/cli/doctor.js +318 -0
- package/dist/cli/doctor.js.map +1 -0
- package/dist/cli/health.d.ts +1 -1
- package/dist/cli/health.d.ts.map +1 -1
- package/dist/cli/health.js +42 -3
- package/dist/cli/health.js.map +1 -1
- package/dist/cli/help.d.ts +6 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +63 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/index.d.ts +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +35 -7
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/init.d.ts +2 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +201 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/plugin.d.ts +5 -0
- package/dist/cli/plugin.d.ts.map +1 -0
- package/dist/cli/plugin.js +185 -0
- package/dist/cli/plugin.js.map +1 -0
- package/dist/cli/setup-mcp.d.ts +2 -0
- package/dist/cli/setup-mcp.d.ts.map +1 -0
- package/dist/cli/setup-mcp.js +114 -0
- package/dist/cli/setup-mcp.js.map +1 -0
- package/dist/cli/shell.d.ts +2 -0
- package/dist/cli/shell.d.ts.map +1 -0
- package/dist/cli/shell.js +86 -0
- package/dist/cli/shell.js.map +1 -0
- package/dist/cli/status.d.ts +2 -0
- package/dist/cli/status.d.ts.map +1 -0
- package/dist/cli/status.js +31 -0
- package/dist/cli/status.js.map +1 -0
- package/dist/cli/telemetry.d.ts +10 -0
- package/dist/cli/telemetry.d.ts.map +1 -0
- package/dist/cli/telemetry.js +56 -0
- package/dist/cli/telemetry.js.map +1 -0
- package/dist/cli/tui/agents-types.d.ts +28 -0
- package/dist/cli/tui/agents-types.d.ts.map +1 -0
- package/dist/cli/tui/agents-types.js +1 -0
- package/dist/cli/tui/agents-types.js.map +1 -0
- package/dist/cli/tui/agents.d.ts +11 -0
- package/dist/cli/tui/agents.d.ts.map +1 -0
- package/dist/cli/tui/agents.js +93 -0
- package/dist/cli/tui/agents.js.map +1 -0
- package/dist/cli/tui/banner.d.ts +3 -0
- package/dist/cli/tui/banner.d.ts.map +1 -0
- package/dist/cli/tui/banner.js +30 -0
- package/dist/cli/tui/banner.js.map +1 -0
- package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
- package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/AgentSelect.js +116 -0
- package/dist/cli/tui/components/AgentSelect.js.map +1 -0
- package/dist/cli/tui/components/Banner.d.ts +6 -0
- package/dist/cli/tui/components/Banner.d.ts.map +1 -0
- package/dist/cli/tui/components/Banner.js +25 -0
- package/dist/cli/tui/components/Banner.js.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.js +19 -0
- package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
- package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
- package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
- package/dist/cli/tui/components/InstallProgress.js +67 -0
- package/dist/cli/tui/components/InstallProgress.js.map +1 -0
- package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
- package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
- package/dist/cli/tui/components/SkillInstall.js +94 -0
- package/dist/cli/tui/components/SkillInstall.js.map +1 -0
- package/dist/cli/tui/components/Summary.d.ts +22 -0
- package/dist/cli/tui/components/Summary.d.ts.map +1 -0
- package/dist/cli/tui/components/Summary.js +135 -0
- package/dist/cli/tui/components/Summary.js.map +1 -0
- package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
- package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/components/SystemCheck.js +71 -0
- package/dist/cli/tui/components/SystemCheck.js.map +1 -0
- package/dist/cli/tui/components/Verification.d.ts +8 -0
- package/dist/cli/tui/components/Verification.d.ts.map +1 -0
- package/dist/cli/tui/components/Verification.js +63 -0
- package/dist/cli/tui/components/Verification.js.map +1 -0
- package/dist/cli/tui/config-writer-cli.d.ts +12 -0
- package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-cli.js +39 -0
- package/dist/cli/tui/config-writer-cli.js.map +1 -0
- package/dist/cli/tui/config-writer-json.d.ts +16 -0
- package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-json.js +86 -0
- package/dist/cli/tui/config-writer-json.js.map +1 -0
- package/dist/cli/tui/config-writer-toml.d.ts +16 -0
- package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-toml.js +83 -0
- package/dist/cli/tui/config-writer-toml.js.map +1 -0
- package/dist/cli/tui/config-writer.d.ts +25 -0
- package/dist/cli/tui/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/config-writer.js +101 -0
- package/dist/cli/tui/config-writer.js.map +1 -0
- package/dist/cli/tui/detect-helpers.d.ts +6 -0
- package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
- package/dist/cli/tui/detect-helpers.js +45 -0
- package/dist/cli/tui/detect-helpers.js.map +1 -0
- package/dist/cli/tui/extras-prompt.d.ts +7 -0
- package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
- package/dist/cli/tui/extras-prompt.js +42 -0
- package/dist/cli/tui/extras-prompt.js.map +1 -0
- package/dist/cli/tui/flags-types.d.ts +19 -0
- package/dist/cli/tui/flags-types.d.ts.map +1 -0
- package/dist/cli/tui/flags-types.js +23 -0
- package/dist/cli/tui/flags-types.js.map +1 -0
- package/dist/cli/tui/flags.d.ts +5 -0
- package/dist/cli/tui/flags.d.ts.map +1 -0
- package/dist/cli/tui/flags.js +132 -0
- package/dist/cli/tui/flags.js.map +1 -0
- package/dist/cli/tui/format.d.ts +14 -0
- package/dist/cli/tui/format.d.ts.map +1 -0
- package/dist/cli/tui/format.js +37 -0
- package/dist/cli/tui/format.js.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
- package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
- package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
- package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useInstall.js +90 -0
- package/dist/cli/tui/hooks/useInstall.js.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
- package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
- package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
- package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useVerify.js +71 -0
- package/dist/cli/tui/hooks/useVerify.js.map +1 -0
- package/dist/cli/tui/ink-init.d.ts +2 -0
- package/dist/cli/tui/ink-init.d.ts.map +1 -0
- package/dist/cli/tui/ink-init.js +198 -0
- package/dist/cli/tui/ink-init.js.map +1 -0
- package/dist/cli/tui/reporter-auto.d.ts +7 -0
- package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
- package/dist/cli/tui/reporter-auto.js +15 -0
- package/dist/cli/tui/reporter-auto.js.map +1 -0
- package/dist/cli/tui/reporter.d.ts +26 -0
- package/dist/cli/tui/reporter.d.ts.map +1 -0
- package/dist/cli/tui/reporter.js +32 -0
- package/dist/cli/tui/reporter.js.map +1 -0
- package/dist/cli/tui/run-command.d.ts +14 -0
- package/dist/cli/tui/run-command.d.ts.map +1 -0
- package/dist/cli/tui/run-command.js +72 -0
- package/dist/cli/tui/run-command.js.map +1 -0
- package/dist/cli/tui/select-agents.d.ts +6 -0
- package/dist/cli/tui/select-agents.d.ts.map +1 -0
- package/dist/cli/tui/select-agents.js +32 -0
- package/dist/cli/tui/select-agents.js.map +1 -0
- package/dist/cli/tui/status-agents.d.ts +11 -0
- package/dist/cli/tui/status-agents.d.ts.map +1 -0
- package/dist/cli/tui/status-agents.js +53 -0
- package/dist/cli/tui/status-agents.js.map +1 -0
- package/dist/cli/tui/status-cache.d.ts +6 -0
- package/dist/cli/tui/status-cache.d.ts.map +1 -0
- package/dist/cli/tui/status-cache.js +39 -0
- package/dist/cli/tui/status-cache.js.map +1 -0
- package/dist/cli/tui/status-format.d.ts +14 -0
- package/dist/cli/tui/status-format.d.ts.map +1 -0
- package/dist/cli/tui/status-format.js +41 -0
- package/dist/cli/tui/status-format.js.map +1 -0
- package/dist/cli/tui/status-python.d.ts +6 -0
- package/dist/cli/tui/status-python.d.ts.map +1 -0
- package/dist/cli/tui/status-python.js +30 -0
- package/dist/cli/tui/status-python.js.map +1 -0
- package/dist/cli/tui/system-check.d.ts +24 -0
- package/dist/cli/tui/system-check.d.ts.map +1 -0
- package/dist/cli/tui/system-check.js +103 -0
- package/dist/cli/tui/system-check.js.map +1 -0
- package/dist/cli/tui/tui-reporter.d.ts +19 -0
- package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
- package/dist/cli/tui/tui-reporter.js +95 -0
- package/dist/cli/tui/tui-reporter.js.map +1 -0
- package/dist/cli/tui/utils/config-writer.d.ts +3 -0
- package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/utils/config-writer.js +22 -0
- package/dist/cli/tui/utils/config-writer.js.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.js +11 -0
- package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
- package/dist/cli/tui/verify-suggestions.d.ts +5 -0
- package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
- package/dist/cli/tui/verify-suggestions.js +20 -0
- package/dist/cli/tui/verify-suggestions.js.map +1 -0
- package/dist/cli/tui/verify.d.ts +14 -0
- package/dist/cli/tui/verify.d.ts.map +1 -0
- package/dist/cli/tui/verify.js +101 -0
- package/dist/cli/tui/verify.js.map +1 -0
- package/dist/cli/tui/version.d.ts +2 -0
- package/dist/cli/tui/version.d.ts.map +1 -0
- package/dist/cli/tui/version.js +14 -0
- package/dist/cli/tui/version.js.map +1 -0
- package/dist/cli/uninstall.d.ts +2 -0
- package/dist/cli/uninstall.d.ts.map +1 -0
- package/dist/cli/uninstall.js +57 -0
- package/dist/cli/uninstall.js.map +1 -0
- package/dist/cli/warmup.d.ts +10 -2
- package/dist/cli/warmup.d.ts.map +1 -1
- package/dist/cli/warmup.js +226 -93
- package/dist/cli/warmup.js.map +1 -1
- package/dist/config.d.ts +28 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +106 -56
- package/dist/config.js.map +1 -1
- package/dist/crawl/crawler.d.ts +6 -0
- package/dist/crawl/crawler.d.ts.map +1 -1
- package/dist/crawl/crawler.js +210 -209
- package/dist/crawl/crawler.js.map +1 -1
- package/dist/crawl/dedup.d.ts +1 -0
- package/dist/crawl/dedup.d.ts.map +1 -1
- package/dist/crawl/dedup.js +124 -81
- package/dist/crawl/dedup.js.map +1 -1
- package/dist/crawl/etag-incremental.d.ts +43 -0
- package/dist/crawl/etag-incremental.d.ts.map +1 -0
- package/dist/crawl/etag-incremental.js +94 -0
- package/dist/crawl/etag-incremental.js.map +1 -0
- package/dist/crawl/index-to-vec.d.ts +10 -0
- package/dist/crawl/index-to-vec.d.ts.map +1 -0
- package/dist/crawl/index-to-vec.js +44 -0
- package/dist/crawl/index-to-vec.js.map +1 -0
- package/dist/crawl/mapper.js +136 -164
- package/dist/crawl/mapper.js.map +1 -1
- package/dist/crawl/rate-limiter.js +63 -66
- package/dist/crawl/rate-limiter.js.map +1 -1
- package/dist/crawl/robots.js +58 -57
- package/dist/crawl/robots.js.map +1 -1
- package/dist/crawl/sitemap-first.d.ts +12 -0
- package/dist/crawl/sitemap-first.d.ts.map +1 -0
- package/dist/crawl/sitemap-first.js +47 -0
- package/dist/crawl/sitemap-first.js.map +1 -0
- package/dist/crawl/sitemap.js +33 -32
- package/dist/crawl/sitemap.js.map +1 -1
- package/dist/crawl/url-utils.d.ts +1 -0
- package/dist/crawl/url-utils.d.ts.map +1 -1
- package/dist/crawl/url-utils.js +49 -37
- package/dist/crawl/url-utils.js.map +1 -1
- package/dist/daemon/health-check.d.ts +16 -0
- package/dist/daemon/health-check.d.ts.map +1 -0
- package/dist/daemon/health-check.js +33 -0
- package/dist/daemon/health-check.js.map +1 -0
- package/dist/daemon/http-server.d.ts +26 -0
- package/dist/daemon/http-server.d.ts.map +1 -0
- package/dist/daemon/http-server.js +275 -0
- package/dist/daemon/http-server.js.map +1 -0
- package/dist/daemon/proxy.d.ts +10 -0
- package/dist/daemon/proxy.d.ts.map +1 -0
- package/dist/daemon/proxy.js +93 -0
- package/dist/daemon/proxy.js.map +1 -0
- package/dist/embedding/embed.d.ts +59 -0
- package/dist/embedding/embed.d.ts.map +1 -0
- package/dist/embedding/embed.js +233 -0
- package/dist/embedding/embed.js.map +1 -0
- package/dist/embedding/fastembed-provider.d.ts +19 -0
- package/dist/embedding/fastembed-provider.d.ts.map +1 -0
- package/dist/embedding/fastembed-provider.js +51 -0
- package/dist/embedding/fastembed-provider.js.map +1 -0
- package/dist/embedding/key-terms.d.ts +12 -0
- package/dist/embedding/key-terms.d.ts.map +1 -0
- package/dist/embedding/key-terms.js +234 -0
- package/dist/embedding/key-terms.js.map +1 -0
- package/dist/extraction/boilerplate.d.ts +15 -0
- package/dist/extraction/boilerplate.d.ts.map +1 -0
- package/dist/extraction/boilerplate.js +52 -0
- package/dist/extraction/boilerplate.js.map +1 -0
- package/dist/extraction/defuddle.d.ts.map +1 -1
- package/dist/extraction/defuddle.js +27 -23
- package/dist/extraction/defuddle.js.map +1 -1
- package/dist/extraction/extract.d.ts.map +1 -1
- package/dist/extraction/extract.js +76 -76
- package/dist/extraction/extract.js.map +1 -1
- package/dist/extraction/jsonld.js +50 -54
- package/dist/extraction/jsonld.js.map +1 -1
- package/dist/extraction/lang-hints.d.ts +2 -0
- package/dist/extraction/lang-hints.d.ts.map +1 -0
- package/dist/extraction/lang-hints.js +30 -0
- package/dist/extraction/lang-hints.js.map +1 -0
- package/dist/extraction/llm-fallback.d.ts +17 -0
- package/dist/extraction/llm-fallback.d.ts.map +1 -0
- package/dist/extraction/llm-fallback.js +130 -0
- package/dist/extraction/llm-fallback.js.map +1 -0
- package/dist/extraction/markdown-sanitize.d.ts +2 -0
- package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
- package/dist/extraction/markdown-sanitize.js +151 -0
- package/dist/extraction/markdown-sanitize.js.map +1 -0
- package/dist/extraction/markdown.d.ts +11 -0
- package/dist/extraction/markdown.d.ts.map +1 -1
- package/dist/extraction/markdown.js +195 -91
- package/dist/extraction/markdown.js.map +1 -1
- package/dist/extraction/pipeline.d.ts +8 -0
- package/dist/extraction/pipeline.d.ts.map +1 -1
- package/dist/extraction/pipeline.js +57 -91
- package/dist/extraction/pipeline.js.map +1 -1
- package/dist/extraction/readability.d.ts +1 -1
- package/dist/extraction/readability.d.ts.map +1 -1
- package/dist/extraction/readability.js +28 -29
- package/dist/extraction/readability.js.map +1 -1
- package/dist/extraction/schema.d.ts +12 -0
- package/dist/extraction/schema.d.ts.map +1 -1
- package/dist/extraction/schema.js +135 -72
- package/dist/extraction/schema.js.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.js +81 -91
- package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
- package/dist/extraction/site-extractors/github.d.ts.map +1 -1
- package/dist/extraction/site-extractors/github.js +87 -95
- package/dist/extraction/site-extractors/github.js.map +1 -1
- package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
- package/dist/extraction/site-extractors/mdn.js +46 -54
- package/dist/extraction/site-extractors/mdn.js.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.js +71 -80
- package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
- package/dist/extraction/structured-data.d.ts +4 -0
- package/dist/extraction/structured-data.d.ts.map +1 -0
- package/dist/extraction/structured-data.js +173 -0
- package/dist/extraction/structured-data.js.map +1 -0
- package/dist/extraction/structured.d.ts +4 -0
- package/dist/extraction/structured.d.ts.map +1 -0
- package/dist/extraction/structured.js +163 -0
- package/dist/extraction/structured.js.map +1 -0
- package/dist/extraction/v1/classifier.d.ts +3 -0
- package/dist/extraction/v1/classifier.d.ts.map +1 -0
- package/dist/extraction/v1/classifier.js +110 -0
- package/dist/extraction/v1/classifier.js.map +1 -0
- package/dist/extraction/v1/extract-provider.d.ts +16 -0
- package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
- package/dist/extraction/v1/extract-provider.js +43 -0
- package/dist/extraction/v1/extract-provider.js.map +1 -0
- package/dist/extraction/v1/local-llm.d.ts +8 -0
- package/dist/extraction/v1/local-llm.d.ts.map +1 -0
- package/dist/extraction/v1/local-llm.js +58 -0
- package/dist/extraction/v1/local-llm.js.map +1 -0
- package/dist/extraction/v1/news.d.ts +3 -0
- package/dist/extraction/v1/news.d.ts.map +1 -0
- package/dist/extraction/v1/news.js +61 -0
- package/dist/extraction/v1/news.js.map +1 -0
- package/dist/extraction/v1/product.d.ts +3 -0
- package/dist/extraction/v1/product.d.ts.map +1 -0
- package/dist/extraction/v1/product.js +166 -0
- package/dist/extraction/v1/product.js.map +1 -0
- package/dist/extraction/v1/recipe.d.ts +3 -0
- package/dist/extraction/v1/recipe.d.ts.map +1 -0
- package/dist/extraction/v1/recipe.js +136 -0
- package/dist/extraction/v1/recipe.js.map +1 -0
- package/dist/extraction/v1/routed.d.ts +17 -0
- package/dist/extraction/v1/routed.d.ts.map +1 -0
- package/dist/extraction/v1/routed.js +68 -0
- package/dist/extraction/v1/routed.js.map +1 -0
- package/dist/extraction/v1/schemas/Article.d.ts +11 -0
- package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Article.js +23 -0
- package/dist/extraction/v1/schemas/Article.js.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.js +122 -0
- package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
- package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
- package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Paper.js +156 -0
- package/dist/extraction/v1/schemas/Paper.js.map +1 -0
- package/dist/extraction/v1/schemas/Product.d.ts +17 -0
- package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Product.js +149 -0
- package/dist/extraction/v1/schemas/Product.js.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.js +160 -0
- package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
- package/dist/extraction/v1/schemas/index.d.ts +13 -0
- package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/index.js +44 -0
- package/dist/extraction/v1/schemas/index.js.map +1 -0
- package/dist/extraction/v1/site-extractors.d.ts +5 -0
- package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
- package/dist/extraction/v1/site-extractors.js +31 -0
- package/dist/extraction/v1/site-extractors.js.map +1 -0
- package/dist/fetch/action-executor.d.ts +28 -0
- package/dist/fetch/action-executor.d.ts.map +1 -0
- package/dist/fetch/action-executor.js +88 -0
- package/dist/fetch/action-executor.js.map +1 -0
- package/dist/fetch/auth.d.ts +2 -1
- package/dist/fetch/auth.d.ts.map +1 -1
- package/dist/fetch/auth.js +56 -26
- package/dist/fetch/auth.js.map +1 -1
- package/dist/fetch/browser-pool.d.ts +30 -11
- package/dist/fetch/browser-pool.d.ts.map +1 -1
- package/dist/fetch/browser-pool.js +303 -127
- package/dist/fetch/browser-pool.js.map +1 -1
- package/dist/fetch/browser-selector.d.ts +17 -0
- package/dist/fetch/browser-selector.d.ts.map +1 -0
- package/dist/fetch/browser-selector.js +72 -0
- package/dist/fetch/browser-selector.js.map +1 -0
- package/dist/fetch/browser-types.d.ts +3 -0
- package/dist/fetch/browser-types.d.ts.map +1 -0
- package/dist/fetch/browser-types.js +45 -0
- package/dist/fetch/browser-types.js.map +1 -0
- package/dist/fetch/cdp-client.d.ts +9 -0
- package/dist/fetch/cdp-client.d.ts.map +1 -0
- package/dist/fetch/cdp-client.js +89 -0
- package/dist/fetch/cdp-client.js.map +1 -0
- package/dist/fetch/content-check.js +39 -46
- package/dist/fetch/content-check.js.map +1 -1
- package/dist/fetch/http-client.d.ts +4 -0
- package/dist/fetch/http-client.d.ts.map +1 -1
- package/dist/fetch/http-client.js +147 -128
- package/dist/fetch/http-client.js.map +1 -1
- package/dist/fetch/lightpanda.d.ts +28 -0
- package/dist/fetch/lightpanda.d.ts.map +1 -0
- package/dist/fetch/lightpanda.js +174 -0
- package/dist/fetch/lightpanda.js.map +1 -0
- package/dist/fetch/playwright-tier.d.ts +19 -0
- package/dist/fetch/playwright-tier.d.ts.map +1 -0
- package/dist/fetch/playwright-tier.js +76 -0
- package/dist/fetch/playwright-tier.js.map +1 -0
- package/dist/fetch/router.d.ts +49 -3
- package/dist/fetch/router.d.ts.map +1 -1
- package/dist/fetch/router.js +185 -81
- package/dist/fetch/router.js.map +1 -1
- package/dist/index.js +97 -17
- package/dist/index.js.map +1 -1
- package/dist/instructions.d.ts +31 -0
- package/dist/instructions.d.ts.map +1 -0
- package/dist/instructions.js +245 -0
- package/dist/instructions.js.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.js +41 -0
- package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
- package/dist/integrations/cloud/llm/cache.d.ts +5 -0
- package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/cache.js +49 -0
- package/dist/integrations/cloud/llm/cache.js.map +1 -0
- package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
- package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/gemini.js +37 -0
- package/dist/integrations/cloud/llm/gemini.js.map +1 -0
- package/dist/integrations/cloud/llm/groq.d.ts +3 -0
- package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/groq.js +74 -0
- package/dist/integrations/cloud/llm/groq.js.map +1 -0
- package/dist/integrations/cloud/llm/hash.d.ts +3 -0
- package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/hash.js +26 -0
- package/dist/integrations/cloud/llm/hash.js.map +1 -0
- package/dist/integrations/cloud/llm/openai.d.ts +3 -0
- package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/openai.js +43 -0
- package/dist/integrations/cloud/llm/openai.js.map +1 -0
- package/dist/integrations/cloud/llm/select.d.ts +5 -0
- package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/select.js +30 -0
- package/dist/integrations/cloud/llm/select.js.map +1 -0
- package/dist/integrations/cloud/llm/types.d.ts +24 -0
- package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/types.js +1 -0
- package/dist/integrations/cloud/llm/types.js.map +1 -0
- package/dist/integrations/cloud/llm/validate.d.ts +6 -0
- package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/validate.js +63 -0
- package/dist/integrations/cloud/llm/validate.js.map +1 -0
- package/dist/logger.d.ts +4 -1
- package/dist/logger.d.ts.map +1 -1
- package/dist/logger.js +71 -30
- package/dist/logger.js.map +1 -1
- package/dist/pdf-parse.d.js +1 -0
- package/dist/pdf-parse.d.js.map +1 -0
- package/dist/plugins/loader.d.ts +20 -0
- package/dist/plugins/loader.d.ts.map +1 -0
- package/dist/plugins/loader.js +157 -0
- package/dist/plugins/loader.js.map +1 -0
- package/dist/plugins/registry.d.ts +26 -0
- package/dist/plugins/registry.d.ts.map +1 -0
- package/dist/plugins/registry.js +71 -0
- package/dist/plugins/registry.js.map +1 -0
- package/dist/plugins/validate.d.ts +9 -0
- package/dist/plugins/validate.d.ts.map +1 -0
- package/dist/plugins/validate.js +79 -0
- package/dist/plugins/validate.js.map +1 -0
- package/dist/providers/embed-provider.d.ts +11 -0
- package/dist/providers/embed-provider.d.ts.map +1 -0
- package/dist/providers/embed-provider.js +24 -0
- package/dist/providers/embed-provider.js.map +1 -0
- package/dist/providers/extract-provider.d.ts +23 -0
- package/dist/providers/extract-provider.d.ts.map +1 -0
- package/dist/providers/extract-provider.js +25 -0
- package/dist/providers/extract-provider.js.map +1 -0
- package/dist/providers/rerank-provider.d.ts +16 -0
- package/dist/providers/rerank-provider.d.ts.map +1 -0
- package/dist/providers/rerank-provider.js +28 -0
- package/dist/providers/rerank-provider.js.map +1 -0
- package/dist/providers/search-provider.d.ts +25 -0
- package/dist/providers/search-provider.d.ts.map +1 -0
- package/dist/providers/search-provider.js +44 -0
- package/dist/providers/search-provider.js.map +1 -0
- package/dist/providers/vector-store.d.ts +27 -0
- package/dist/providers/vector-store.d.ts.map +1 -0
- package/dist/providers/vector-store.js +27 -0
- package/dist/providers/vector-store.js.map +1 -0
- package/dist/python-env.d.ts +9 -0
- package/dist/python-env.d.ts.map +1 -0
- package/dist/python-env.js +13 -0
- package/dist/python-env.js.map +1 -0
- package/dist/repl/commands/agent.d.ts +5 -0
- package/dist/repl/commands/agent.d.ts.map +1 -0
- package/dist/repl/commands/agent.js +62 -0
- package/dist/repl/commands/agent.js.map +1 -0
- package/dist/repl/commands/cache.d.ts +4 -0
- package/dist/repl/commands/cache.d.ts.map +1 -0
- package/dist/repl/commands/cache.js +43 -0
- package/dist/repl/commands/cache.js.map +1 -0
- package/dist/repl/commands/crawl.d.ts +7 -0
- package/dist/repl/commands/crawl.d.ts.map +1 -0
- package/dist/repl/commands/crawl.js +44 -0
- package/dist/repl/commands/crawl.js.map +1 -0
- package/dist/repl/commands/extract.d.ts +5 -0
- package/dist/repl/commands/extract.d.ts.map +1 -0
- package/dist/repl/commands/extract.js +47 -0
- package/dist/repl/commands/extract.js.map +1 -0
- package/dist/repl/commands/fetch.d.ts +5 -0
- package/dist/repl/commands/fetch.d.ts.map +1 -0
- package/dist/repl/commands/fetch.js +67 -0
- package/dist/repl/commands/fetch.js.map +1 -0
- package/dist/repl/commands/find-similar.d.ts +5 -0
- package/dist/repl/commands/find-similar.d.ts.map +1 -0
- package/dist/repl/commands/find-similar.js +74 -0
- package/dist/repl/commands/find-similar.js.map +1 -0
- package/dist/repl/commands/research.d.ts +5 -0
- package/dist/repl/commands/research.d.ts.map +1 -0
- package/dist/repl/commands/research.js +65 -0
- package/dist/repl/commands/research.js.map +1 -0
- package/dist/repl/commands/search.d.ts +5 -0
- package/dist/repl/commands/search.d.ts.map +1 -0
- package/dist/repl/commands/search.js +74 -0
- package/dist/repl/commands/search.js.map +1 -0
- package/dist/repl/commands/types.d.ts +9 -0
- package/dist/repl/commands/types.d.ts.map +1 -0
- package/dist/repl/commands/types.js +1 -0
- package/dist/repl/commands/types.js.map +1 -0
- package/dist/repl/formatters.d.ts +13 -0
- package/dist/repl/formatters.d.ts.map +1 -0
- package/dist/repl/formatters.js +283 -0
- package/dist/repl/formatters.js.map +1 -0
- package/dist/repl/parser.d.ts +9 -0
- package/dist/repl/parser.d.ts.map +1 -0
- package/dist/repl/parser.js +86 -0
- package/dist/repl/parser.js.map +1 -0
- package/dist/repl/shell.d.ts +8 -0
- package/dist/repl/shell.d.ts.map +1 -0
- package/dist/repl/shell.js +184 -0
- package/dist/repl/shell.js.map +1 -0
- package/dist/research/branch-exploration.d.ts +14 -0
- package/dist/research/branch-exploration.d.ts.map +1 -0
- package/dist/research/branch-exploration.js +100 -0
- package/dist/research/branch-exploration.js.map +1 -0
- package/dist/research/brief.d.ts +5 -0
- package/dist/research/brief.d.ts.map +1 -0
- package/dist/research/brief.js +242 -0
- package/dist/research/brief.js.map +1 -0
- package/dist/research/citation-graph.d.ts +9 -0
- package/dist/research/citation-graph.d.ts.map +1 -0
- package/dist/research/citation-graph.js +114 -0
- package/dist/research/citation-graph.js.map +1 -0
- package/dist/research/decompose.d.ts +14 -0
- package/dist/research/decompose.d.ts.map +1 -0
- package/dist/research/decompose.js +439 -0
- package/dist/research/decompose.js.map +1 -0
- package/dist/research/pipeline.d.ts +5 -0
- package/dist/research/pipeline.d.ts.map +1 -0
- package/dist/research/pipeline.js +269 -0
- package/dist/research/pipeline.js.map +1 -0
- package/dist/research/synthesis-local.d.ts +16 -0
- package/dist/research/synthesis-local.d.ts.map +1 -0
- package/dist/research/synthesis-local.js +73 -0
- package/dist/research/synthesis-local.js.map +1 -0
- package/dist/research/synthesize.d.ts +10 -0
- package/dist/research/synthesize.d.ts.map +1 -0
- package/dist/research/synthesize.js +137 -0
- package/dist/research/synthesize.js.map +1 -0
- package/dist/search/answer-synthesis.d.ts +33 -0
- package/dist/search/answer-synthesis.d.ts.map +1 -0
- package/dist/search/answer-synthesis.js +244 -0
- package/dist/search/answer-synthesis.js.map +1 -0
- package/dist/search/context-formatter.d.ts +3 -0
- package/dist/search/context-formatter.d.ts.map +1 -0
- package/dist/search/context-formatter.js +56 -0
- package/dist/search/context-formatter.js.map +1 -0
- package/dist/search/dedup.d.ts +1 -0
- package/dist/search/dedup.d.ts.map +1 -1
- package/dist/search/dedup.js +40 -32
- package/dist/search/dedup.js.map +1 -1
- package/dist/search/engines/arxiv.d.ts +7 -0
- package/dist/search/engines/arxiv.d.ts.map +1 -0
- package/dist/search/engines/arxiv.js +70 -0
- package/dist/search/engines/arxiv.js.map +1 -0
- package/dist/search/engines/bing-news.d.ts +7 -0
- package/dist/search/engines/bing-news.d.ts.map +1 -0
- package/dist/search/engines/bing-news.js +97 -0
- package/dist/search/engines/bing-news.js.map +1 -0
- package/dist/search/engines/bing.d.ts +1 -0
- package/dist/search/engines/bing.d.ts.map +1 -1
- package/dist/search/engines/bing.js +100 -44
- package/dist/search/engines/bing.js.map +1 -1
- package/dist/search/engines/devdocs.d.ts +6 -0
- package/dist/search/engines/devdocs.d.ts.map +1 -0
- package/dist/search/engines/devdocs.js +56 -0
- package/dist/search/engines/devdocs.js.map +1 -0
- package/dist/search/engines/duckduckgo.d.ts.map +1 -1
- package/dist/search/engines/duckduckgo.js +56 -44
- package/dist/search/engines/duckduckgo.js.map +1 -1
- package/dist/search/engines/github-code.d.ts +7 -0
- package/dist/search/engines/github-code.d.ts.map +1 -0
- package/dist/search/engines/github-code.js +55 -0
- package/dist/search/engines/github-code.js.map +1 -0
- package/dist/search/engines/hn-algolia.d.ts +7 -0
- package/dist/search/engines/hn-algolia.d.ts.map +1 -0
- package/dist/search/engines/hn-algolia.js +76 -0
- package/dist/search/engines/hn-algolia.js.map +1 -0
- package/dist/search/engines/lobsters.d.ts +7 -0
- package/dist/search/engines/lobsters.d.ts.map +1 -0
- package/dist/search/engines/lobsters.js +83 -0
- package/dist/search/engines/lobsters.js.map +1 -0
- package/dist/search/engines/mdn.d.ts +7 -0
- package/dist/search/engines/mdn.d.ts.map +1 -0
- package/dist/search/engines/mdn.js +48 -0
- package/dist/search/engines/mdn.js.map +1 -0
- package/dist/search/engines/semantic-scholar.d.ts +7 -0
- package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
- package/dist/search/engines/semantic-scholar.js +69 -0
- package/dist/search/engines/semantic-scholar.js.map +1 -0
- package/dist/search/engines/stackoverflow.d.ts +7 -0
- package/dist/search/engines/stackoverflow.d.ts.map +1 -0
- package/dist/search/engines/stackoverflow.js +73 -0
- package/dist/search/engines/stackoverflow.js.map +1 -0
- package/dist/search/engines/startpage.d.ts.map +1 -1
- package/dist/search/engines/startpage.js +65 -46
- package/dist/search/engines/startpage.js.map +1 -1
- package/dist/search/evidence.d.ts +25 -0
- package/dist/search/evidence.d.ts.map +1 -0
- package/dist/search/evidence.js +220 -0
- package/dist/search/evidence.js.map +1 -0
- package/dist/search/filters.js +49 -55
- package/dist/search/filters.js.map +1 -1
- package/dist/search/find-similar/crawl-rank.d.ts +9 -0
- package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
- package/dist/search/find-similar/crawl-rank.js +272 -0
- package/dist/search/find-similar/crawl-rank.js.map +1 -0
- package/dist/search/find-similar/mode.d.ts +4 -0
- package/dist/search/find-similar/mode.d.ts.map +1 -0
- package/dist/search/find-similar/mode.js +12 -0
- package/dist/search/find-similar/mode.js.map +1 -0
- package/dist/search/find-similar.d.ts +5 -0
- package/dist/search/find-similar.d.ts.map +1 -0
- package/dist/search/find-similar.js +509 -0
- package/dist/search/find-similar.js.map +1 -0
- package/dist/search/highlights.d.ts +19 -0
- package/dist/search/highlights.d.ts.map +1 -0
- package/dist/search/highlights.js +167 -0
- package/dist/search/highlights.js.map +1 -0
- package/dist/search/language-filter.d.ts +29 -0
- package/dist/search/language-filter.d.ts.map +1 -0
- package/dist/search/language-filter.js +126 -0
- package/dist/search/language-filter.js.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.js +501 -0
- package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
- package/dist/search/legacy/searxng-provider.d.ts +7 -0
- package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
- package/dist/search/legacy/searxng-provider.js +11 -0
- package/dist/search/legacy/searxng-provider.js.map +1 -0
- package/dist/search/multi-query.d.ts +25 -0
- package/dist/search/multi-query.d.ts.map +1 -0
- package/dist/search/multi-query.js +228 -0
- package/dist/search/multi-query.js.map +1 -0
- package/dist/search/query.js +32 -34
- package/dist/search/query.js.map +1 -1
- package/dist/search/rerank.d.ts +3 -1
- package/dist/search/rerank.d.ts.map +1 -1
- package/dist/search/rerank.js +44 -35
- package/dist/search/rerank.js.map +1 -1
- package/dist/search/reranker/authority-boost.d.ts +3 -0
- package/dist/search/reranker/authority-boost.d.ts.map +1 -0
- package/dist/search/reranker/authority-boost.js +179 -0
- package/dist/search/reranker/authority-boost.js.map +1 -0
- package/dist/search/reranker/consensus-boost.d.ts +3 -0
- package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
- package/dist/search/reranker/consensus-boost.js +27 -0
- package/dist/search/reranker/consensus-boost.js.map +1 -0
- package/dist/search/reranker/recency-boost.d.ts +3 -0
- package/dist/search/reranker/recency-boost.d.ts.map +1 -0
- package/dist/search/reranker/recency-boost.js +13 -0
- package/dist/search/reranker/recency-boost.js.map +1 -0
- package/dist/search/reranker/recency.d.ts +3 -0
- package/dist/search/reranker/recency.d.ts.map +1 -0
- package/dist/search/reranker/recency.js +23 -0
- package/dist/search/reranker/recency.js.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts +12 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.js +78 -0
- package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
- package/dist/search/rrf.d.ts +17 -0
- package/dist/search/rrf.d.ts.map +1 -0
- package/dist/search/rrf.js +39 -0
- package/dist/search/rrf.js.map +1 -0
- package/dist/search/sampling.d.ts +25 -0
- package/dist/search/sampling.d.ts.map +1 -0
- package/dist/search/sampling.js +52 -0
- package/dist/search/sampling.js.map +1 -0
- package/dist/search/searxng.d.ts.map +1 -1
- package/dist/search/searxng.js +69 -79
- package/dist/search/searxng.js.map +1 -1
- package/dist/search/tokens.d.ts +3 -0
- package/dist/search/tokens.d.ts.map +1 -0
- package/dist/search/tokens.js +39 -0
- package/dist/search/tokens.js.map +1 -0
- package/dist/search/truncate.d.ts +6 -0
- package/dist/search/truncate.d.ts.map +1 -0
- package/dist/search/truncate.js +26 -0
- package/dist/search/truncate.js.map +1 -0
- package/dist/search/url-unwrap.d.ts +3 -0
- package/dist/search/url-unwrap.d.ts.map +1 -0
- package/dist/search/url-unwrap.js +43 -0
- package/dist/search/url-unwrap.js.map +1 -0
- package/dist/search/v1/context-rank.d.ts +13 -0
- package/dist/search/v1/context-rank.d.ts.map +1 -0
- package/dist/search/v1/context-rank.js +74 -0
- package/dist/search/v1/context-rank.js.map +1 -0
- package/dist/search/v1/engine-base.d.ts +27 -0
- package/dist/search/v1/engine-base.d.ts.map +1 -0
- package/dist/search/v1/engine-base.js +110 -0
- package/dist/search/v1/engine-base.js.map +1 -0
- package/dist/search/v1/intent-router.d.ts +22 -0
- package/dist/search/v1/intent-router.d.ts.map +1 -0
- package/dist/search/v1/intent-router.js +138 -0
- package/dist/search/v1/intent-router.js.map +1 -0
- package/dist/search/v1/orchestrator.d.ts +24 -0
- package/dist/search/v1/orchestrator.d.ts.map +1 -0
- package/dist/search/v1/orchestrator.js +163 -0
- package/dist/search/v1/orchestrator.js.map +1 -0
- package/dist/search/v1/recency-boost.d.ts +9 -0
- package/dist/search/v1/recency-boost.d.ts.map +1 -0
- package/dist/search/v1/recency-boost.js +37 -0
- package/dist/search/v1/recency-boost.js.map +1 -0
- package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
- package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
- package/dist/search/v1/recent-cache-dedup.js +85 -0
- package/dist/search/v1/recent-cache-dedup.js.map +1 -0
- package/dist/search/v1/rss/feed-config.d.ts +21 -0
- package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-config.js +90 -0
- package/dist/search/v1/rss/feed-config.js.map +1 -0
- package/dist/search/v1/rss/feed-parser.d.ts +14 -0
- package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-parser.js +104 -0
- package/dist/search/v1/rss/feed-parser.js.map +1 -0
- package/dist/search/v1/rss/feed-poller.d.ts +22 -0
- package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-poller.js +102 -0
- package/dist/search/v1/rss/feed-poller.js.map +1 -0
- package/dist/search/v1/rss/feed-store.d.ts +30 -0
- package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-store.js +134 -0
- package/dist/search/v1/rss/feed-store.js.map +1 -0
- package/dist/search/v1/rss/rss-engine.d.ts +6 -0
- package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
- package/dist/search/v1/rss/rss-engine.js +28 -0
- package/dist/search/v1/rss/rss-engine.js.map +1 -0
- package/dist/search/v1/v1-provider.d.ts +7 -0
- package/dist/search/v1/v1-provider.d.ts.map +1 -0
- package/dist/search/v1/v1-provider.js +68 -0
- package/dist/search/v1/v1-provider.js.map +1 -0
- package/dist/search/v1/verticals/code.d.ts +4 -0
- package/dist/search/v1/verticals/code.d.ts.map +1 -0
- package/dist/search/v1/verticals/code.js +20 -0
- package/dist/search/v1/verticals/code.js.map +1 -0
- package/dist/search/v1/verticals/docs.d.ts +4 -0
- package/dist/search/v1/verticals/docs.d.ts.map +1 -0
- package/dist/search/v1/verticals/docs.js +20 -0
- package/dist/search/v1/verticals/docs.js.map +1 -0
- package/dist/search/v1/verticals/general.d.ts +4 -0
- package/dist/search/v1/verticals/general.d.ts.map +1 -0
- package/dist/search/v1/verticals/general.js +22 -0
- package/dist/search/v1/verticals/general.js.map +1 -0
- package/dist/search/v1/verticals/news.d.ts +10 -0
- package/dist/search/v1/verticals/news.d.ts.map +1 -0
- package/dist/search/v1/verticals/news.js +52 -0
- package/dist/search/v1/verticals/news.js.map +1 -0
- package/dist/search/v1/verticals/papers.d.ts +4 -0
- package/dist/search/v1/verticals/papers.d.ts.map +1 -0
- package/dist/search/v1/verticals/papers.js +23 -0
- package/dist/search/v1/verticals/papers.js.map +1 -0
- package/dist/search/validator.js +31 -31
- package/dist/search/validator.js.map +1 -1
- package/dist/searxng/bootstrap.d.ts +30 -0
- package/dist/searxng/bootstrap.d.ts.map +1 -1
- package/dist/searxng/bootstrap.js +223 -85
- package/dist/searxng/bootstrap.js.map +1 -1
- package/dist/searxng/docker.d.ts.map +1 -1
- package/dist/searxng/docker.js +69 -60
- package/dist/searxng/docker.js.map +1 -1
- package/dist/searxng/process.d.ts +13 -1
- package/dist/searxng/process.d.ts.map +1 -1
- package/dist/searxng/process.js +231 -164
- package/dist/searxng/process.js.map +1 -1
- package/dist/server/backend-status.d.ts +13 -0
- package/dist/server/backend-status.d.ts.map +1 -0
- package/dist/server/backend-status.js +40 -0
- package/dist/server/backend-status.js.map +1 -0
- package/dist/server/tool-schemas.d.ts +549 -0
- package/dist/server/tool-schemas.d.ts.map +1 -0
- package/dist/server/tool-schemas.js +464 -0
- package/dist/server/tool-schemas.js.map +1 -0
- package/dist/server/warmup-on-start.d.ts +9 -0
- package/dist/server/warmup-on-start.d.ts.map +1 -0
- package/dist/server/warmup-on-start.js +55 -0
- package/dist/server/warmup-on-start.js.map +1 -0
- package/dist/server.d.ts +17 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +454 -297
- package/dist/server.js.map +1 -1
- package/dist/tools/agent.d.ts +5 -0
- package/dist/tools/agent.d.ts.map +1 -0
- package/dist/tools/agent.js +128 -0
- package/dist/tools/agent.js.map +1 -0
- package/dist/tools/cache.d.ts +2 -1
- package/dist/tools/cache.d.ts.map +1 -1
- package/dist/tools/cache.js +175 -44
- package/dist/tools/cache.js.map +1 -1
- package/dist/tools/crawl.d.ts.map +1 -1
- package/dist/tools/crawl.js +171 -88
- package/dist/tools/crawl.js.map +1 -1
- package/dist/tools/extract.d.ts +2 -2
- package/dist/tools/extract.d.ts.map +1 -1
- package/dist/tools/extract.js +175 -59
- package/dist/tools/extract.js.map +1 -1
- package/dist/tools/fetch.d.ts +2 -2
- package/dist/tools/fetch.d.ts.map +1 -1
- package/dist/tools/fetch.js +161 -68
- package/dist/tools/fetch.js.map +1 -1
- package/dist/tools/find-similar.d.ts +5 -0
- package/dist/tools/find-similar.d.ts.map +1 -0
- package/dist/tools/find-similar.js +127 -0
- package/dist/tools/find-similar.js.map +1 -0
- package/dist/tools/research.d.ts +5 -0
- package/dist/tools/research.d.ts.map +1 -0
- package/dist/tools/research.js +107 -0
- package/dist/tools/research.js.map +1 -0
- package/dist/tools/search.d.ts +10 -2
- package/dist/tools/search.d.ts.map +1 -1
- package/dist/tools/search.js +13 -158
- package/dist/tools/search.js.map +1 -1
- package/dist/types.d.ts +350 -7
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +6 -1
- package/dist/types.js.map +1 -1
- package/dist/util/mode.d.ts +4 -0
- package/dist/util/mode.d.ts.map +1 -0
- package/dist/util/mode.js +34 -0
- package/dist/util/mode.js.map +1 -0
- package/package.json +78 -8
- package/dist/extraction/trafilatura.d.ts +0 -6
- package/dist/extraction/trafilatura.d.ts.map +0 -1
- package/dist/extraction/trafilatura.js +0 -105
- package/dist/extraction/trafilatura.js.map +0 -1
- package/dist/search/flashrank.d.ts +0 -12
- package/dist/search/flashrank.d.ts.map +0 -1
- package/dist/search/flashrank.js +0 -63
- package/dist/search/flashrank.js.map +0 -1
|
@@ -0,0 +1,283 @@
|
|
|
1
|
+
import chalk from "chalk";
|
|
2
|
+
const SNIPPET_MAX_LENGTH = 200;
|
|
3
|
+
function stripAnsi(str) {
|
|
4
|
+
return str.replace(/\u001b\[[0-9;]*m/g, "");
|
|
5
|
+
}
|
|
6
|
+
function truncate(text, max) {
|
|
7
|
+
if (text.length <= max) return text;
|
|
8
|
+
return text.slice(0, max - 3) + "...";
|
|
9
|
+
}
|
|
10
|
+
function domainFromUrl(url) {
|
|
11
|
+
try {
|
|
12
|
+
return new URL(url).hostname;
|
|
13
|
+
} catch {
|
|
14
|
+
return url;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
function pathFromUrl(url, baseUrl) {
|
|
18
|
+
try {
|
|
19
|
+
const u = new URL(url);
|
|
20
|
+
if (baseUrl) {
|
|
21
|
+
const base = new URL(baseUrl);
|
|
22
|
+
if (u.hostname === base.hostname) {
|
|
23
|
+
return u.pathname;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
return u.pathname;
|
|
27
|
+
} catch {
|
|
28
|
+
return url;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
function formatSearchResults(output) {
|
|
32
|
+
const lines = [];
|
|
33
|
+
const header = `Search: ${chalk.cyan(`"${output.query}"`)} (${output.results.length} results, ${output.total_time_ms}ms, engines: ${output.engines_used.join(", ")})`;
|
|
34
|
+
lines.push(header);
|
|
35
|
+
if (output.warning) {
|
|
36
|
+
lines.push("");
|
|
37
|
+
lines.push(chalk.yellow(` Warning: ${output.warning}`));
|
|
38
|
+
}
|
|
39
|
+
if (output.error) {
|
|
40
|
+
lines.push("");
|
|
41
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
42
|
+
return lines.join("\n");
|
|
43
|
+
}
|
|
44
|
+
if (output.results.length === 0) {
|
|
45
|
+
lines.push("");
|
|
46
|
+
lines.push(chalk.dim(" No results found"));
|
|
47
|
+
return lines.join("\n");
|
|
48
|
+
}
|
|
49
|
+
for (let i = 0; i < output.results.length; i++) {
|
|
50
|
+
const r = output.results[i];
|
|
51
|
+
const domain = domainFromUrl(r.url);
|
|
52
|
+
const score = r.relevance_score.toFixed(2);
|
|
53
|
+
lines.push("");
|
|
54
|
+
lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score})`)}`);
|
|
55
|
+
lines.push(` ${chalk.dim(truncate(r.snippet, SNIPPET_MAX_LENGTH))}`);
|
|
56
|
+
}
|
|
57
|
+
return lines.join("\n");
|
|
58
|
+
}
|
|
59
|
+
function formatFetchResult(output) {
|
|
60
|
+
const lines = [];
|
|
61
|
+
lines.push(`Fetch: ${chalk.cyan(output.url)}`);
|
|
62
|
+
if (output.error) {
|
|
63
|
+
lines.push("");
|
|
64
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
65
|
+
return lines.join("\n");
|
|
66
|
+
}
|
|
67
|
+
lines.push("");
|
|
68
|
+
const markdownLines = output.markdown.split("\n");
|
|
69
|
+
const preview = markdownLines.slice(0, 3).join("\n");
|
|
70
|
+
const indented = preview.split("\n").map((l) => ` ${l}`).join("\n");
|
|
71
|
+
lines.push(indented);
|
|
72
|
+
lines.push("");
|
|
73
|
+
lines.push(chalk.dim(` [cached: ${output.cached}, ${output.markdown.length} chars]`));
|
|
74
|
+
return lines.join("\n");
|
|
75
|
+
}
|
|
76
|
+
function formatCrawlResult(output, seedUrl) {
|
|
77
|
+
const lines = [];
|
|
78
|
+
lines.push(`Crawl: ${chalk.cyan(seedUrl)} (${output.crawled} pages crawled, ${output.total_found} found)`);
|
|
79
|
+
if (output.error) {
|
|
80
|
+
lines.push("");
|
|
81
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
82
|
+
return lines.join("\n");
|
|
83
|
+
}
|
|
84
|
+
if (output.pages.length === 0) {
|
|
85
|
+
lines.push("");
|
|
86
|
+
lines.push(chalk.dim(" No pages crawled"));
|
|
87
|
+
return lines.join("\n");
|
|
88
|
+
}
|
|
89
|
+
for (let i = 0; i < output.pages.length; i++) {
|
|
90
|
+
const p = output.pages[i];
|
|
91
|
+
const path = pathFromUrl(p.url, seedUrl);
|
|
92
|
+
lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)} ${chalk.dim(`(depth: ${p.depth}, ${p.markdown.length} chars)`)}`);
|
|
93
|
+
}
|
|
94
|
+
return lines.join("\n");
|
|
95
|
+
}
|
|
96
|
+
function formatMapResult(output, seedUrl) {
|
|
97
|
+
const lines = [];
|
|
98
|
+
lines.push(`Map: ${chalk.cyan(seedUrl)} (${output.urls.length} URLs found, sitemap: ${output.sitemap_found ? "yes" : "no"})`);
|
|
99
|
+
if (output.error) {
|
|
100
|
+
lines.push("");
|
|
101
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
102
|
+
return lines.join("\n");
|
|
103
|
+
}
|
|
104
|
+
if (output.urls.length === 0) {
|
|
105
|
+
lines.push("");
|
|
106
|
+
lines.push(chalk.dim(" No URLs found"));
|
|
107
|
+
return lines.join("\n");
|
|
108
|
+
}
|
|
109
|
+
for (let i = 0; i < output.urls.length; i++) {
|
|
110
|
+
const path = pathFromUrl(output.urls[i], seedUrl);
|
|
111
|
+
lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)}`);
|
|
112
|
+
}
|
|
113
|
+
return lines.join("\n");
|
|
114
|
+
}
|
|
115
|
+
function formatExtractResult(output) {
|
|
116
|
+
const lines = [];
|
|
117
|
+
const sourceLabel = output.source_url ? ` ${chalk.cyan(output.source_url)}` : "";
|
|
118
|
+
lines.push(`Extract:${sourceLabel} (mode: ${chalk.yellow(output.mode)})`);
|
|
119
|
+
if (output.error) {
|
|
120
|
+
lines.push("");
|
|
121
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
122
|
+
return lines.join("\n");
|
|
123
|
+
}
|
|
124
|
+
lines.push("");
|
|
125
|
+
if (output.mode === "tables" && Array.isArray(output.data)) {
|
|
126
|
+
for (const table of output.data) {
|
|
127
|
+
if (table.headers.length === 0) continue;
|
|
128
|
+
const headerRow = " | " + table.headers.join(" | ") + " |";
|
|
129
|
+
const sepRow = " | " + table.headers.map((h) => "-".repeat(Math.max(h.length, 4))).join(" | ") + " |";
|
|
130
|
+
lines.push(headerRow);
|
|
131
|
+
lines.push(sepRow);
|
|
132
|
+
for (const row of table.rows) {
|
|
133
|
+
const cells = table.headers.map((h) => row[h] ?? "");
|
|
134
|
+
lines.push(" | " + cells.join(" | ") + "|");
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
} else if (output.mode === "selector") {
|
|
138
|
+
if (Array.isArray(output.data)) {
|
|
139
|
+
for (const item of output.data) {
|
|
140
|
+
lines.push(` ${item}`);
|
|
141
|
+
}
|
|
142
|
+
} else {
|
|
143
|
+
lines.push(` ${String(output.data)}`);
|
|
144
|
+
}
|
|
145
|
+
} else if (output.mode === "metadata") {
|
|
146
|
+
const meta = output.data;
|
|
147
|
+
if (meta.title) lines.push(` ${chalk.bold("Title:")} ${meta.title}`);
|
|
148
|
+
if (meta.description) lines.push(` ${chalk.bold("Description:")} ${meta.description}`);
|
|
149
|
+
if (meta.author) lines.push(` ${chalk.bold("Author:")} ${meta.author}`);
|
|
150
|
+
if (meta.date) lines.push(` ${chalk.bold("Date:")} ${meta.date}`);
|
|
151
|
+
if (meta.keywords && meta.keywords.length > 0) {
|
|
152
|
+
lines.push(` ${chalk.bold("Keywords:")} ${meta.keywords.join(", ")}`);
|
|
153
|
+
}
|
|
154
|
+
} else if (output.mode === "schema") {
|
|
155
|
+
const data = output.data;
|
|
156
|
+
for (const [key, value] of Object.entries(data)) {
|
|
157
|
+
lines.push(` ${chalk.bold(key + ":")} ${String(value)}`);
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
return lines.join("\n");
|
|
161
|
+
}
|
|
162
|
+
function formatCacheResult(output) {
|
|
163
|
+
const lines = [];
|
|
164
|
+
if (output.error) {
|
|
165
|
+
lines.push(chalk.red(`Error: ${output.error}`));
|
|
166
|
+
return lines.join("\n");
|
|
167
|
+
}
|
|
168
|
+
if (output.stats) {
|
|
169
|
+
lines.push("Cache Statistics:");
|
|
170
|
+
lines.push(` ${chalk.bold("Total URLs:")} ${output.stats.total_urls}`);
|
|
171
|
+
lines.push(` ${chalk.bold("Total Size:")} ${output.stats.total_size_mb.toFixed(2)} MB`);
|
|
172
|
+
lines.push(` ${chalk.bold("Oldest:")} ${output.stats.oldest}`);
|
|
173
|
+
lines.push(` ${chalk.bold("Newest:")} ${output.stats.newest}`);
|
|
174
|
+
return lines.join("\n");
|
|
175
|
+
}
|
|
176
|
+
if (output.cleared !== void 0) {
|
|
177
|
+
lines.push(`${chalk.green(String(output.cleared))} cache entries cleared`);
|
|
178
|
+
return lines.join("\n");
|
|
179
|
+
}
|
|
180
|
+
if (output.results) {
|
|
181
|
+
if (output.results.length === 0) {
|
|
182
|
+
lines.push(chalk.dim("No cached results found"));
|
|
183
|
+
return lines.join("\n");
|
|
184
|
+
}
|
|
185
|
+
for (let i = 0; i < output.results.length; i++) {
|
|
186
|
+
const r = output.results[i];
|
|
187
|
+
lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.cyan(r.url)}`);
|
|
188
|
+
lines.push(` ${chalk.white(r.title)} ${chalk.dim(`(cached ${r.fetched_at})`)}`);
|
|
189
|
+
}
|
|
190
|
+
return lines.join("\n");
|
|
191
|
+
}
|
|
192
|
+
return chalk.dim("No output");
|
|
193
|
+
}
|
|
194
|
+
function formatFindSimilarResult(output) {
|
|
195
|
+
const lines = [];
|
|
196
|
+
lines.push(`Find Similar: method=${chalk.yellow(output.method)}, cache=${output.cache_hits}, web=${output.search_hits}, embedding=${output.embedding_available ? "yes" : "no"} (${output.total_time_ms}ms)`);
|
|
197
|
+
if (output.error) {
|
|
198
|
+
lines.push("");
|
|
199
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
200
|
+
return lines.join("\n");
|
|
201
|
+
}
|
|
202
|
+
if (output.results.length === 0) {
|
|
203
|
+
lines.push("");
|
|
204
|
+
lines.push(chalk.dim(" No similar results found"));
|
|
205
|
+
return lines.join("\n");
|
|
206
|
+
}
|
|
207
|
+
for (let i = 0; i < output.results.length; i++) {
|
|
208
|
+
const r = output.results[i];
|
|
209
|
+
const domain = domainFromUrl(r.url);
|
|
210
|
+
const score = r.relevance_score.toFixed(2);
|
|
211
|
+
lines.push("");
|
|
212
|
+
lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score}, ${r.source})`)}`);
|
|
213
|
+
}
|
|
214
|
+
return lines.join("\n");
|
|
215
|
+
}
|
|
216
|
+
function formatResearchResult(output) {
|
|
217
|
+
const lines = [];
|
|
218
|
+
lines.push(`Research: depth=${chalk.yellow(output.depth)}, ${output.sources.length} sources, ${output.citations.length} citations (${output.total_time_ms}ms)`);
|
|
219
|
+
if (output.error) {
|
|
220
|
+
lines.push("");
|
|
221
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
222
|
+
return lines.join("\n");
|
|
223
|
+
}
|
|
224
|
+
if (output.sub_queries.length > 0) {
|
|
225
|
+
lines.push("");
|
|
226
|
+
lines.push(chalk.bold(" Sub-queries:"));
|
|
227
|
+
for (const sq of output.sub_queries) {
|
|
228
|
+
lines.push(` - ${sq}`);
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
if (output.report) {
|
|
232
|
+
lines.push("");
|
|
233
|
+
const preview = output.report.split("\n").slice(0, 10).map((l) => ` ${l}`).join("\n");
|
|
234
|
+
lines.push(preview);
|
|
235
|
+
if (output.report.split("\n").length > 10) {
|
|
236
|
+
lines.push(chalk.dim(` ... (${output.report.length} chars total)`));
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
return lines.join("\n");
|
|
240
|
+
}
|
|
241
|
+
function formatAgentResult(output) {
|
|
242
|
+
const lines = [];
|
|
243
|
+
lines.push(`Agent: ${output.pages_fetched} pages fetched, ${output.steps.length} steps (${output.total_time_ms}ms)`);
|
|
244
|
+
if (output.error) {
|
|
245
|
+
lines.push("");
|
|
246
|
+
lines.push(chalk.red(` Error: ${output.error}`));
|
|
247
|
+
return lines.join("\n");
|
|
248
|
+
}
|
|
249
|
+
if (output.steps.length > 0) {
|
|
250
|
+
lines.push("");
|
|
251
|
+
lines.push(chalk.bold(" Steps:"));
|
|
252
|
+
for (const step of output.steps) {
|
|
253
|
+
lines.push(` ${chalk.yellow(step.action)} ${chalk.dim(`(${step.time_ms}ms)`)} ${step.detail}`);
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
if (output.result) {
|
|
257
|
+
lines.push("");
|
|
258
|
+
const text = typeof output.result === "string" ? output.result : JSON.stringify(output.result, null, 2);
|
|
259
|
+
const preview = text.split("\n").slice(0, 10).map((l) => ` ${l}`).join("\n");
|
|
260
|
+
lines.push(preview);
|
|
261
|
+
if (text.split("\n").length > 10) {
|
|
262
|
+
lines.push(chalk.dim(` ... (${text.length} chars total)`));
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
return lines.join("\n");
|
|
266
|
+
}
|
|
267
|
+
function formatJson(data) {
|
|
268
|
+
return JSON.stringify(data, null, 2);
|
|
269
|
+
}
|
|
270
|
+
export {
|
|
271
|
+
formatAgentResult,
|
|
272
|
+
formatCacheResult,
|
|
273
|
+
formatCrawlResult,
|
|
274
|
+
formatExtractResult,
|
|
275
|
+
formatFetchResult,
|
|
276
|
+
formatFindSimilarResult,
|
|
277
|
+
formatJson,
|
|
278
|
+
formatMapResult,
|
|
279
|
+
formatResearchResult,
|
|
280
|
+
formatSearchResults,
|
|
281
|
+
stripAnsi
|
|
282
|
+
};
|
|
283
|
+
//# sourceMappingURL=formatters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/repl/formatters.ts"],"sourcesContent":["import chalk from 'chalk';\nimport type {\n SearchOutput,\n FetchOutput,\n CrawlOutput,\n MapOutput,\n ExtractOutput,\n CacheOutput,\n FindSimilarOutput,\n ResearchOutput,\n AgentOutput,\n TableData,\n MetadataData,\n} from '../types.js';\n\n\nconst SNIPPET_MAX_LENGTH = 200;\n\nexport function stripAnsi(str: string): string {\n return str.replace(/\\u001b\\[[0-9;]*m/g, '');\n}\n\nfunction truncate(text: string, max: number): string {\n if (text.length <= max) return text;\n return text.slice(0, max - 3) + '...';\n}\n\nfunction domainFromUrl(url: string): string {\n try {\n return new URL(url).hostname;\n } catch {\n return url;\n }\n}\n\nfunction pathFromUrl(url: string, baseUrl?: string): string {\n try {\n const u = new URL(url);\n if (baseUrl) {\n const base = new URL(baseUrl);\n if (u.hostname === base.hostname) {\n return u.pathname;\n }\n }\n return u.pathname;\n } catch {\n return url;\n }\n}\n\nexport function formatSearchResults(output: SearchOutput): string {\n const lines: string[] = [];\n\n const header = `Search: ${chalk.cyan(`\"${output.query}\"`)} (${output.results.length} results, ${output.total_time_ms}ms, engines: ${output.engines_used.join(', ')})`;\n lines.push(header);\n\n if (output.warning) {\n lines.push('');\n lines.push(chalk.yellow(` Warning: ${output.warning}`));\n }\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.results.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No results found'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.results.length; i++) {\n const r = output.results[i];\n const domain = domainFromUrl(r.url);\n const score = r.relevance_score.toFixed(2);\n lines.push('');\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score})`)}`);\n lines.push(` ${chalk.dim(truncate(r.snippet, SNIPPET_MAX_LENGTH))}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatFetchResult(output: FetchOutput): string {\n const lines: string[] = [];\n\n lines.push(`Fetch: ${chalk.cyan(output.url)}`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n lines.push('');\n\n const markdownLines = output.markdown.split('\\n');\n const preview = markdownLines.slice(0, 3).join('\\n');\n const indented = preview.split('\\n').map(l => ` ${l}`).join('\\n');\n lines.push(indented);\n\n lines.push('');\n lines.push(chalk.dim(` [cached: ${output.cached}, ${output.markdown.length} chars]`));\n\n return lines.join('\\n');\n}\n\nexport function formatCrawlResult(output: CrawlOutput, seedUrl: string): string {\n const lines: string[] = [];\n\n lines.push(`Crawl: ${chalk.cyan(seedUrl)} (${output.crawled} pages crawled, ${output.total_found} found)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.pages.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No pages crawled'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.pages.length; i++) {\n const p = output.pages[i];\n const path = pathFromUrl(p.url, seedUrl);\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)} ${chalk.dim(`(depth: ${p.depth}, ${p.markdown.length} chars)`)}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatMapResult(output: MapOutput, seedUrl: string): string {\n const lines: string[] = [];\n\n lines.push(`Map: ${chalk.cyan(seedUrl)} (${output.urls.length} URLs found, sitemap: ${output.sitemap_found ? 'yes' : 'no'})`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.urls.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No URLs found'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.urls.length; i++) {\n const path = pathFromUrl(output.urls[i], seedUrl);\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatExtractResult(output: ExtractOutput): string {\n const lines: string[] = [];\n\n const sourceLabel = output.source_url ? ` ${chalk.cyan(output.source_url)}` : '';\n lines.push(`Extract:${sourceLabel} (mode: ${chalk.yellow(output.mode)})`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n lines.push('');\n\n if (output.mode === 'tables' && Array.isArray(output.data)) {\n for (const table of output.data as TableData[]) {\n if (table.headers.length === 0) continue;\n const headerRow = ' | ' + table.headers.join(' | ') + ' |';\n const sepRow = ' | ' + table.headers.map(h => '-'.repeat(Math.max(h.length, 4))).join(' | ') + ' |';\n lines.push(headerRow);\n lines.push(sepRow);\n for (const row of table.rows) {\n const cells = table.headers.map(h => row[h] ?? '');\n lines.push(' | ' + cells.join(' | ') + '|');\n }\n }\n } else if (output.mode === 'selector') {\n if (Array.isArray(output.data)) {\n for (const item of output.data) {\n lines.push(` ${item}`);\n }\n } else {\n lines.push(` ${String(output.data)}`);\n }\n } else if (output.mode === 'metadata') {\n const meta = output.data as MetadataData;\n if (meta.title) lines.push(` ${chalk.bold('Title:')} ${meta.title}`);\n if (meta.description) lines.push(` ${chalk.bold('Description:')} ${meta.description}`);\n if (meta.author) lines.push(` ${chalk.bold('Author:')} ${meta.author}`);\n if (meta.date) lines.push(` ${chalk.bold('Date:')} ${meta.date}`);\n if (meta.keywords && meta.keywords.length > 0) {\n lines.push(` ${chalk.bold('Keywords:')} ${meta.keywords.join(', ')}`);\n }\n } else if (output.mode === 'schema') {\n const data = output.data as Record<string, unknown>;\n for (const [key, value] of Object.entries(data)) {\n lines.push(` ${chalk.bold(key + ':')} ${String(value)}`);\n }\n }\n\n return lines.join('\\n');\n}\n\nexport function formatCacheResult(output: CacheOutput): string {\n const lines: string[] = [];\n\n if (output.error) {\n lines.push(chalk.red(`Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.stats) {\n lines.push('Cache Statistics:');\n lines.push(` ${chalk.bold('Total URLs:')} ${output.stats.total_urls}`);\n lines.push(` ${chalk.bold('Total Size:')} ${output.stats.total_size_mb.toFixed(2)} MB`);\n lines.push(` ${chalk.bold('Oldest:')} ${output.stats.oldest}`);\n lines.push(` ${chalk.bold('Newest:')} ${output.stats.newest}`);\n return lines.join('\\n');\n }\n\n if (output.cleared !== undefined) {\n lines.push(`${chalk.green(String(output.cleared))} cache entries cleared`);\n return lines.join('\\n');\n }\n\n if (output.results) {\n if (output.results.length === 0) {\n lines.push(chalk.dim('No cached results found'));\n return lines.join('\\n');\n }\n for (let i = 0; i < output.results.length; i++) {\n const r = output.results[i];\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.cyan(r.url)}`);\n lines.push(` ${chalk.white(r.title)} ${chalk.dim(`(cached ${r.fetched_at})`)}`);\n }\n return lines.join('\\n');\n }\n\n return chalk.dim('No output');\n}\n\nexport function formatFindSimilarResult(output: FindSimilarOutput): string {\n const lines: string[] = [];\n\n lines.push(`Find Similar: method=${chalk.yellow(output.method)}, cache=${output.cache_hits}, web=${output.search_hits}, embedding=${output.embedding_available ? 'yes' : 'no'} (${output.total_time_ms}ms)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.results.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No similar results found'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.results.length; i++) {\n const r = output.results[i];\n const domain = domainFromUrl(r.url);\n const score = r.relevance_score.toFixed(2);\n lines.push('');\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score}, ${r.source})`)}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatResearchResult(output: ResearchOutput): string {\n const lines: string[] = [];\n\n lines.push(`Research: depth=${chalk.yellow(output.depth)}, ${output.sources.length} sources, ${output.citations.length} citations (${output.total_time_ms}ms)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.sub_queries.length > 0) {\n lines.push('');\n lines.push(chalk.bold(' Sub-queries:'));\n for (const sq of output.sub_queries) {\n lines.push(` - ${sq}`);\n }\n }\n\n if (output.report) {\n lines.push('');\n const preview = output.report.split('\\n').slice(0, 10).map(l => ` ${l}`).join('\\n');\n lines.push(preview);\n if (output.report.split('\\n').length > 10) {\n lines.push(chalk.dim(` ... (${output.report.length} chars total)`));\n }\n }\n\n return lines.join('\\n');\n}\n\nexport function formatAgentResult(output: AgentOutput): string {\n const lines: string[] = [];\n\n lines.push(`Agent: ${output.pages_fetched} pages fetched, ${output.steps.length} steps (${output.total_time_ms}ms)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.steps.length > 0) {\n lines.push('');\n lines.push(chalk.bold(' Steps:'));\n for (const step of output.steps) {\n lines.push(` ${chalk.yellow(step.action)} ${chalk.dim(`(${step.time_ms}ms)`)} ${step.detail}`);\n }\n }\n\n if (output.result) {\n lines.push('');\n const text = typeof output.result === 'string' ? output.result : JSON.stringify(output.result, null, 2);\n const preview = text.split('\\n').slice(0, 10).map(l => ` ${l}`).join('\\n');\n lines.push(preview);\n if (text.split('\\n').length > 10) {\n lines.push(chalk.dim(` ... (${text.length} chars total)`));\n }\n }\n\n return lines.join('\\n');\n}\n\nexport function formatJson(data: unknown): string {\n return JSON.stringify(data, null, 2);\n}\n"],"mappings":"AAAA,OAAO,WAAW;AAgBlB,MAAM,qBAAqB;AAEpB,SAAS,UAAU,KAAqB;AAC7C,SAAO,IAAI,QAAQ,qBAAqB,EAAE;AAC5C;AAEA,SAAS,SAAS,MAAc,KAAqB;AACnD,MAAI,KAAK,UAAU,IAAK,QAAO;AAC/B,SAAO,KAAK,MAAM,GAAG,MAAM,CAAC,IAAI;AAClC;AAEA,SAAS,cAAc,KAAqB;AAC1C,MAAI;AACF,WAAO,IAAI,IAAI,GAAG,EAAE;AAAA,EACtB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,YAAY,KAAa,SAA0B;AAC1D,MAAI;AACF,UAAM,IAAI,IAAI,IAAI,GAAG;AACrB,QAAI,SAAS;AACX,YAAM,OAAO,IAAI,IAAI,OAAO;AAC5B,UAAI,EAAE,aAAa,KAAK,UAAU;AAChC,eAAO,EAAE;AAAA,MACX;AAAA,IACF;AACA,WAAO,EAAE;AAAA,EACX,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,oBAAoB,QAA8B;AAChE,QAAM,QAAkB,CAAC;AAEzB,QAAM,SAAS,WAAW,MAAM,KAAK,IAAI,OAAO,KAAK,GAAG,CAAC,KAAK,OAAO,QAAQ,MAAM,aAAa,OAAO,aAAa,gBAAgB,OAAO,aAAa,KAAK,IAAI,CAAC;AAClK,QAAM,KAAK,MAAM;AAEjB,MAAI,OAAO,SAAS;AAClB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,OAAO,cAAc,OAAO,OAAO,EAAE,CAAC;AAAA,EACzD;AAEA,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,QAAQ,WAAW,GAAG;AAC/B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,oBAAoB,CAAC;AAC1C,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,QAAQ,KAAK;AAC9C,UAAM,IAAI,OAAO,QAAQ,CAAC;AAC1B,UAAM,SAAS,cAAc,EAAE,GAAG;AAClC,UAAM,QAAQ,EAAE,gBAAgB,QAAQ,CAAC;AACzC,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,IAAI,KAAK,MAAM,EAAE,CAAC,IAAI,MAAM,MAAM,WAAW,KAAK,GAAG,CAAC,EAAE;AAClI,UAAM,KAAK,SAAS,MAAM,IAAI,SAAS,EAAE,SAAS,kBAAkB,CAAC,CAAC,EAAE;AAAA,EAC1E;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAA6B;AAC7D,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,UAAU,MAAM,KAAK,OAAO,GAAG,CAAC,EAAE;AAE7C,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,QAAM,KAAK,EAAE;AAEb,QAAM,gBAAgB,OAAO,SAAS,MAAM,IAAI;AAChD,QAAM,UAAU,cAAc,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI;AACnD,QAAM,WAAW,QAAQ,MAAM,IAAI,EAAE,IAAI,OAAK,KAAK,CAAC,EAAE,EAAE,KAAK,IAAI;AACjE,QAAM,KAAK,QAAQ;AAEnB,QAAM,KAAK,EAAE;AACb,QAAM,KAAK,MAAM,IAAI,cAAc,OAAO,MAAM,KAAK,OAAO,SAAS,MAAM,SAAS,CAAC;AAErF,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAAqB,SAAyB;AAC9E,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,UAAU,MAAM,KAAK,OAAO,CAAC,KAAK,OAAO,OAAO,mBAAmB,OAAO,WAAW,SAAS;AAEzG,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,MAAM,WAAW,GAAG;AAC7B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,oBAAoB,CAAC;AAC1C,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,MAAM,QAAQ,KAAK;AAC5C,UAAM,IAAI,OAAO,MAAM,CAAC;AACxB,UAAM,OAAO,YAAY,EAAE,KAAK,OAAO;AACvC,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,IAAI,CAAC,IAAI,MAAM,IAAI,WAAW,EAAE,KAAK,KAAK,EAAE,SAAS,MAAM,SAAS,CAAC,EAAE;AAAA,EACjI;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,gBAAgB,QAAmB,SAAyB;AAC1E,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,QAAQ,MAAM,KAAK,OAAO,CAAC,KAAK,OAAO,KAAK,MAAM,yBAAyB,OAAO,gBAAgB,QAAQ,IAAI,GAAG;AAE5H,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,KAAK,WAAW,GAAG;AAC5B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,iBAAiB,CAAC;AACvC,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,KAAK,QAAQ,KAAK;AAC3C,UAAM,OAAO,YAAY,OAAO,KAAK,CAAC,GAAG,OAAO;AAChD,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,IAAI,CAAC,EAAE;AAAA,EACjE;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,oBAAoB,QAA+B;AACjE,QAAM,QAAkB,CAAC;AAEzB,QAAM,cAAc,OAAO,aAAa,IAAI,MAAM,KAAK,OAAO,UAAU,CAAC,KAAK;AAC9E,QAAM,KAAK,WAAW,WAAW,WAAW,MAAM,OAAO,OAAO,IAAI,CAAC,GAAG;AAExE,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,QAAM,KAAK,EAAE;AAEb,MAAI,OAAO,SAAS,YAAY,MAAM,QAAQ,OAAO,IAAI,GAAG;AAC1D,eAAW,SAAS,OAAO,MAAqB;AAC9C,UAAI,MAAM,QAAQ,WAAW,EAAG;AAChC,YAAM,YAAY,SAAS,MAAM,QAAQ,KAAK,KAAK,IAAI;AACvD,YAAM,SAAS,SAAS,MAAM,QAAQ,IAAI,OAAK,IAAI,OAAO,KAAK,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI;AAChG,YAAM,KAAK,SAAS;AACpB,YAAM,KAAK,MAAM;AACjB,iBAAW,OAAO,MAAM,MAAM;AAC5B,cAAM,QAAQ,MAAM,QAAQ,IAAI,OAAK,IAAI,CAAC,KAAK,EAAE;AACjD,cAAM,KAAK,SAAS,MAAM,KAAK,KAAK,IAAI,GAAG;AAAA,MAC7C;AAAA,IACF;AAAA,EACF,WAAW,OAAO,SAAS,YAAY;AACrC,QAAI,MAAM,QAAQ,OAAO,IAAI,GAAG;AAC9B,iBAAW,QAAQ,OAAO,MAAM;AAC9B,cAAM,KAAK,KAAK,IAAI,EAAE;AAAA,MACxB;AAAA,IACF,OAAO;AACL,YAAM,KAAK,KAAK,OAAO,OAAO,IAAI,CAAC,EAAE;AAAA,IACvC;AAAA,EACF,WAAW,OAAO,SAAS,YAAY;AACrC,UAAM,OAAO,OAAO;AACpB,QAAI,KAAK,MAAO,OAAM,KAAK,KAAK,MAAM,KAAK,QAAQ,CAAC,IAAI,KAAK,KAAK,EAAE;AACpE,QAAI,KAAK,YAAa,OAAM,KAAK,KAAK,MAAM,KAAK,cAAc,CAAC,IAAI,KAAK,WAAW,EAAE;AACtF,QAAI,KAAK,OAAQ,OAAM,KAAK,KAAK,MAAM,KAAK,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE;AACvE,QAAI,KAAK,KAAM,OAAM,KAAK,KAAK,MAAM,KAAK,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE;AACjE,QAAI,KAAK,YAAY,KAAK,SAAS,SAAS,GAAG;AAC7C,YAAM,KAAK,KAAK,MAAM,KAAK,WAAW,CAAC,IAAI,KAAK,SAAS,KAAK,IAAI,CAAC,EAAE;AAAA,IACvE;AAAA,EACF,WAAW,OAAO,SAAS,UAAU;AACnC,UAAM,OAAO,OAAO;AACpB,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,IAAI,GAAG;AAC/C,YAAM,KAAK,KAAK,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE;AAAA,IAC1D;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAA6B;AAC7D,QAAM,QAAkB,CAAC;AAEzB,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,MAAM,IAAI,UAAU,OAAO,KAAK,EAAE,CAAC;AAC9C,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,mBAAmB;AAC9B,UAAM,KAAK,KAAK,MAAM,KAAK,aAAa,CAAC,KAAK,OAAO,MAAM,UAAU,EAAE;AACvE,UAAM,KAAK,KAAK,MAAM,KAAK,aAAa,CAAC,KAAK,OAAO,MAAM,cAAc,QAAQ,CAAC,CAAC,KAAK;AACxF,UAAM,KAAK,KAAK,MAAM,KAAK,SAAS,CAAC,SAAS,OAAO,MAAM,MAAM,EAAE;AACnE,UAAM,KAAK,KAAK,MAAM,KAAK,SAAS,CAAC,SAAS,OAAO,MAAM,MAAM,EAAE;AACnE,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,YAAY,QAAW;AAChC,UAAM,KAAK,GAAG,MAAM,MAAM,OAAO,OAAO,OAAO,CAAC,CAAC,wBAAwB;AACzE,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,SAAS;AAClB,QAAI,OAAO,QAAQ,WAAW,GAAG;AAC/B,YAAM,KAAK,MAAM,IAAI,yBAAyB,CAAC;AAC/C,aAAO,MAAM,KAAK,IAAI;AAAA,IACxB;AACA,aAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,QAAQ,KAAK;AAC9C,YAAM,IAAI,OAAO,QAAQ,CAAC;AAC1B,YAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,KAAK,EAAE,GAAG,CAAC,EAAE;AAC/D,YAAM,KAAK,SAAS,MAAM,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,IAAI,WAAW,EAAE,UAAU,GAAG,CAAC,EAAE;AAAA,IACrF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,SAAO,MAAM,IAAI,WAAW;AAC9B;AAEO,SAAS,wBAAwB,QAAmC;AACzE,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,wBAAwB,MAAM,OAAO,OAAO,MAAM,CAAC,WAAW,OAAO,UAAU,SAAS,OAAO,WAAW,eAAe,OAAO,sBAAsB,QAAQ,IAAI,KAAK,OAAO,aAAa,KAAK;AAE3M,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,QAAQ,WAAW,GAAG;AAC/B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,4BAA4B,CAAC;AAClD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,QAAQ,KAAK;AAC9C,UAAM,IAAI,OAAO,QAAQ,CAAC;AAC1B,UAAM,SAAS,cAAc,EAAE,GAAG;AAClC,UAAM,QAAQ,EAAE,gBAAgB,QAAQ,CAAC;AACzC,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,IAAI,KAAK,MAAM,EAAE,CAAC,IAAI,MAAM,MAAM,WAAW,KAAK,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE;AAAA,EACjJ;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,qBAAqB,QAAgC;AACnE,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,mBAAmB,MAAM,OAAO,OAAO,KAAK,CAAC,KAAK,OAAO,QAAQ,MAAM,aAAa,OAAO,UAAU,MAAM,eAAe,OAAO,aAAa,KAAK;AAE9J,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,YAAY,SAAS,GAAG;AACjC,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,KAAK,gBAAgB,CAAC;AACvC,eAAW,MAAM,OAAO,aAAa;AACnC,YAAM,KAAK,SAAS,EAAE,EAAE;AAAA,IAC1B;AAAA,EACF;AAEA,MAAI,OAAO,QAAQ;AACjB,UAAM,KAAK,EAAE;AACb,UAAM,UAAU,OAAO,OAAO,MAAM,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,IAAI,OAAK,KAAK,CAAC,EAAE,EAAE,KAAK,IAAI;AACnF,UAAM,KAAK,OAAO;AAClB,QAAI,OAAO,OAAO,MAAM,IAAI,EAAE,SAAS,IAAI;AACzC,YAAM,KAAK,MAAM,IAAI,UAAU,OAAO,OAAO,MAAM,eAAe,CAAC;AAAA,IACrE;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAA6B;AAC7D,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,UAAU,OAAO,aAAa,mBAAmB,OAAO,MAAM,MAAM,WAAW,OAAO,aAAa,KAAK;AAEnH,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,MAAM,SAAS,GAAG;AAC3B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,KAAK,UAAU,CAAC;AACjC,eAAW,QAAQ,OAAO,OAAO;AAC/B,YAAM,KAAK,OAAO,MAAM,OAAO,KAAK,MAAM,CAAC,IAAI,MAAM,IAAI,IAAI,KAAK,OAAO,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE;AAAA,IAClG;AAAA,EACF;AAEA,MAAI,OAAO,QAAQ;AACjB,UAAM,KAAK,EAAE;AACb,UAAM,OAAO,OAAO,OAAO,WAAW,WAAW,OAAO,SAAS,KAAK,UAAU,OAAO,QAAQ,MAAM,CAAC;AACtG,UAAM,UAAU,KAAK,MAAM,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,IAAI,OAAK,KAAK,CAAC,EAAE,EAAE,KAAK,IAAI;AAC1E,UAAM,KAAK,OAAO;AAClB,QAAI,KAAK,MAAM,IAAI,EAAE,SAAS,IAAI;AAChC,YAAM,KAAK,MAAM,IAAI,UAAU,KAAK,MAAM,eAAe,CAAC;AAAA,IAC5D;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,WAAW,MAAuB;AAChD,SAAO,KAAK,UAAU,MAAM,MAAM,CAAC;AACrC;","names":[]}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface ParsedArgs {
|
|
2
|
+
command: string;
|
|
3
|
+
positional: string[];
|
|
4
|
+
flags: Record<string, string>;
|
|
5
|
+
}
|
|
6
|
+
export declare function tokenize(input: string): string[];
|
|
7
|
+
export declare function parseArgs(tokens: string[]): ParsedArgs;
|
|
8
|
+
export declare function parseLine(input: string): ParsedArgs;
|
|
9
|
+
//# sourceMappingURL=parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/repl/parser.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC/B;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CA8ChD;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAyCtD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,CAEnD"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { createLogger } from "../logger.js";
|
|
2
|
+
const log = createLogger("repl");
|
|
3
|
+
function tokenize(input) {
|
|
4
|
+
const tokens = [];
|
|
5
|
+
let current = "";
|
|
6
|
+
let inQuote = null;
|
|
7
|
+
let escaped = false;
|
|
8
|
+
for (let i = 0; i < input.length; i++) {
|
|
9
|
+
const ch = input[i];
|
|
10
|
+
if (escaped) {
|
|
11
|
+
current += ch;
|
|
12
|
+
escaped = false;
|
|
13
|
+
continue;
|
|
14
|
+
}
|
|
15
|
+
if (ch === "\\" && inQuote === '"') {
|
|
16
|
+
escaped = true;
|
|
17
|
+
continue;
|
|
18
|
+
}
|
|
19
|
+
if (ch === inQuote) {
|
|
20
|
+
inQuote = null;
|
|
21
|
+
continue;
|
|
22
|
+
}
|
|
23
|
+
if ((ch === '"' || ch === "'") && !inQuote) {
|
|
24
|
+
inQuote = ch;
|
|
25
|
+
continue;
|
|
26
|
+
}
|
|
27
|
+
if ((ch === " " || ch === " ") && !inQuote) {
|
|
28
|
+
if (current.length > 0) {
|
|
29
|
+
tokens.push(current);
|
|
30
|
+
current = "";
|
|
31
|
+
}
|
|
32
|
+
continue;
|
|
33
|
+
}
|
|
34
|
+
current += ch;
|
|
35
|
+
}
|
|
36
|
+
if (current.length > 0) {
|
|
37
|
+
tokens.push(current);
|
|
38
|
+
}
|
|
39
|
+
return tokens;
|
|
40
|
+
}
|
|
41
|
+
function parseArgs(tokens) {
|
|
42
|
+
if (tokens.length === 0) {
|
|
43
|
+
return { command: "", positional: [], flags: {} };
|
|
44
|
+
}
|
|
45
|
+
const command = tokens[0];
|
|
46
|
+
const positional = [];
|
|
47
|
+
const flags = {};
|
|
48
|
+
let i = 1;
|
|
49
|
+
while (i < tokens.length) {
|
|
50
|
+
const token = tokens[i];
|
|
51
|
+
if (token.startsWith("--")) {
|
|
52
|
+
const withoutDashes = token.slice(2);
|
|
53
|
+
const eqIndex = withoutDashes.indexOf("=");
|
|
54
|
+
if (eqIndex >= 0) {
|
|
55
|
+
const key = withoutDashes.slice(0, eqIndex);
|
|
56
|
+
const value = withoutDashes.slice(eqIndex + 1);
|
|
57
|
+
flags[key] = value;
|
|
58
|
+
i++;
|
|
59
|
+
} else {
|
|
60
|
+
const key = withoutDashes;
|
|
61
|
+
const next = tokens[i + 1];
|
|
62
|
+
if (next !== void 0 && !next.startsWith("--")) {
|
|
63
|
+
flags[key] = next;
|
|
64
|
+
i += 2;
|
|
65
|
+
} else {
|
|
66
|
+
flags[key] = "true";
|
|
67
|
+
i++;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
} else {
|
|
71
|
+
positional.push(token);
|
|
72
|
+
i++;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
log.debug("parsed command", { command, positional, flags });
|
|
76
|
+
return { command, positional, flags };
|
|
77
|
+
}
|
|
78
|
+
function parseLine(input) {
|
|
79
|
+
return parseArgs(tokenize(input));
|
|
80
|
+
}
|
|
81
|
+
export {
|
|
82
|
+
parseArgs,
|
|
83
|
+
parseLine,
|
|
84
|
+
tokenize
|
|
85
|
+
};
|
|
86
|
+
//# sourceMappingURL=parser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/repl/parser.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\n\nconst log = createLogger('repl');\n\nexport interface ParsedArgs {\n command: string;\n positional: string[];\n flags: Record<string, string>;\n}\n\nexport function tokenize(input: string): string[] {\n const tokens: string[] = [];\n let current = '';\n let inQuote: '\"' | \"'\" | null = null;\n let escaped = false;\n\n for (let i = 0; i < input.length; i++) {\n const ch = input[i];\n\n if (escaped) {\n current += ch;\n escaped = false;\n continue;\n }\n\n if (ch === '\\\\' && inQuote === '\"') {\n escaped = true;\n continue;\n }\n\n if (ch === inQuote) {\n inQuote = null;\n continue;\n }\n\n if ((ch === '\"' || ch === \"'\") && !inQuote) {\n inQuote = ch;\n continue;\n }\n\n if ((ch === ' ' || ch === '\\t') && !inQuote) {\n if (current.length > 0) {\n tokens.push(current);\n current = '';\n }\n continue;\n }\n\n current += ch;\n }\n\n if (current.length > 0) {\n tokens.push(current);\n }\n\n return tokens;\n}\n\nexport function parseArgs(tokens: string[]): ParsedArgs {\n if (tokens.length === 0) {\n return { command: '', positional: [], flags: {} };\n }\n\n const command = tokens[0];\n const positional: string[] = [];\n const flags: Record<string, string> = {};\n\n let i = 1;\n while (i < tokens.length) {\n const token = tokens[i];\n\n if (token.startsWith('--')) {\n const withoutDashes = token.slice(2);\n const eqIndex = withoutDashes.indexOf('=');\n\n if (eqIndex >= 0) {\n const key = withoutDashes.slice(0, eqIndex);\n const value = withoutDashes.slice(eqIndex + 1);\n flags[key] = value;\n i++;\n } else {\n const key = withoutDashes;\n const next = tokens[i + 1];\n if (next !== undefined && !next.startsWith('--')) {\n flags[key] = next;\n i += 2;\n } else {\n flags[key] = 'true';\n i++;\n }\n }\n } else {\n positional.push(token);\n i++;\n }\n }\n\n log.debug('parsed command', { command, positional, flags });\n return { command, positional, flags };\n}\n\nexport function parseLine(input: string): ParsedArgs {\n return parseArgs(tokenize(input));\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,MAAM;AAQxB,SAAS,SAAS,OAAyB;AAChD,QAAM,SAAmB,CAAC;AAC1B,MAAI,UAAU;AACd,MAAI,UAA4B;AAChC,MAAI,UAAU;AAEd,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAM,KAAK,MAAM,CAAC;AAElB,QAAI,SAAS;AACX,iBAAW;AACX,gBAAU;AACV;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ,YAAY,KAAK;AAClC,gBAAU;AACV;AAAA,IACF;AAEA,QAAI,OAAO,SAAS;AAClB,gBAAU;AACV;AAAA,IACF;AAEA,SAAK,OAAO,OAAO,OAAO,QAAQ,CAAC,SAAS;AAC1C,gBAAU;AACV;AAAA,IACF;AAEA,SAAK,OAAO,OAAO,OAAO,QAAS,CAAC,SAAS;AAC3C,UAAI,QAAQ,SAAS,GAAG;AACtB,eAAO,KAAK,OAAO;AACnB,kBAAU;AAAA,MACZ;AACA;AAAA,IACF;AAEA,eAAW;AAAA,EACb;AAEA,MAAI,QAAQ,SAAS,GAAG;AACtB,WAAO,KAAK,OAAO;AAAA,EACrB;AAEA,SAAO;AACT;AAEO,SAAS,UAAU,QAA8B;AACtD,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO,EAAE,SAAS,IAAI,YAAY,CAAC,GAAG,OAAO,CAAC,EAAE;AAAA,EAClD;AAEA,QAAM,UAAU,OAAO,CAAC;AACxB,QAAM,aAAuB,CAAC;AAC9B,QAAM,QAAgC,CAAC;AAEvC,MAAI,IAAI;AACR,SAAO,IAAI,OAAO,QAAQ;AACxB,UAAM,QAAQ,OAAO,CAAC;AAEtB,QAAI,MAAM,WAAW,IAAI,GAAG;AAC1B,YAAM,gBAAgB,MAAM,MAAM,CAAC;AACnC,YAAM,UAAU,cAAc,QAAQ,GAAG;AAEzC,UAAI,WAAW,GAAG;AAChB,cAAM,MAAM,cAAc,MAAM,GAAG,OAAO;AAC1C,cAAM,QAAQ,cAAc,MAAM,UAAU,CAAC;AAC7C,cAAM,GAAG,IAAI;AACb;AAAA,MACF,OAAO;AACL,cAAM,MAAM;AACZ,cAAM,OAAO,OAAO,IAAI,CAAC;AACzB,YAAI,SAAS,UAAa,CAAC,KAAK,WAAW,IAAI,GAAG;AAChD,gBAAM,GAAG,IAAI;AACb,eAAK;AAAA,QACP,OAAO;AACL,gBAAM,GAAG,IAAI;AACb;AAAA,QACF;AAAA,MACF;AAAA,IACF,OAAO;AACL,iBAAW,KAAK,KAAK;AACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,MAAM,kBAAkB,EAAE,SAAS,YAAY,MAAM,CAAC;AAC1D,SAAO,EAAE,SAAS,YAAY,MAAM;AACtC;AAEO,SAAS,UAAU,OAA2B;AACnD,SAAO,UAAU,SAAS,KAAK,CAAC;AAClC;","names":[]}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { ReplDeps } from './commands/types.js';
|
|
2
|
+
export interface ShellOptions {
|
|
3
|
+
jsonMode?: boolean;
|
|
4
|
+
input?: NodeJS.ReadableStream;
|
|
5
|
+
output?: NodeJS.WritableStream;
|
|
6
|
+
}
|
|
7
|
+
export declare function startShell(deps: ReplDeps, options?: ShellOptions): Promise<void>;
|
|
8
|
+
//# sourceMappingURL=shell.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shell.d.ts","sourceRoot":"","sources":["../../src/repl/shell.ts"],"names":[],"mappings":"AA0BA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAKpD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;CAChC;AA8CD,wBAAsB,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAiI1F"}
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
import { createInterface } from "node:readline";
|
|
2
|
+
import { existsSync, readFileSync, mkdirSync, appendFileSync } from "node:fs";
|
|
3
|
+
import { dirname } from "node:path";
|
|
4
|
+
import { createLogger } from "../logger.js";
|
|
5
|
+
import { getConfig } from "../config.js";
|
|
6
|
+
import { parseLine } from "./parser.js";
|
|
7
|
+
import {
|
|
8
|
+
formatSearchResults,
|
|
9
|
+
formatFetchResult,
|
|
10
|
+
formatCrawlResult,
|
|
11
|
+
formatMapResult,
|
|
12
|
+
formatExtractResult,
|
|
13
|
+
formatCacheResult,
|
|
14
|
+
formatFindSimilarResult,
|
|
15
|
+
formatResearchResult,
|
|
16
|
+
formatAgentResult,
|
|
17
|
+
formatJson
|
|
18
|
+
} from "./formatters.js";
|
|
19
|
+
import { executeSearch } from "./commands/search.js";
|
|
20
|
+
import { executeFetch } from "./commands/fetch.js";
|
|
21
|
+
import { executeCrawl } from "./commands/crawl.js";
|
|
22
|
+
import { executeExtract } from "./commands/extract.js";
|
|
23
|
+
import { executeCache } from "./commands/cache.js";
|
|
24
|
+
import { executeFindSimilar } from "./commands/find-similar.js";
|
|
25
|
+
import { executeResearch } from "./commands/research.js";
|
|
26
|
+
import { executeAgent } from "./commands/agent.js";
|
|
27
|
+
const log = createLogger("repl");
|
|
28
|
+
function getHelpText() {
|
|
29
|
+
return [
|
|
30
|
+
"Available commands:",
|
|
31
|
+
"",
|
|
32
|
+
" search <query> [--limit=N] [--domains=a,b] [--from=YYYY-MM-DD] [--to=YYYY-MM-DD]",
|
|
33
|
+
" fetch <url> [--mode=raw|markdown] [--max-chars=N] [--section=HEADING]",
|
|
34
|
+
" crawl <url> [--depth N] [--max-pages N] [--strategy=bfs|dfs|sitemap|map]",
|
|
35
|
+
" cache search <query> | cache stats | cache clear [--query=Q] [--url-pattern=P]",
|
|
36
|
+
" extract <url> [--mode=selector|tables|metadata|schema] [--selector=CSS]",
|
|
37
|
+
" find-similar <url-or-concept> [--limit=N] [--domains=a,b] [--no-cache] [--no-web]",
|
|
38
|
+
" research <question> [--depth=quick|standard|comprehensive] [--max-sources=N] [--domains=a,b]",
|
|
39
|
+
" agent <prompt> [--urls=u1,u2] [--max-pages=N] [--max-time=MS]",
|
|
40
|
+
"",
|
|
41
|
+
" help Show this help",
|
|
42
|
+
" exit Exit the shell",
|
|
43
|
+
" .history Show command history",
|
|
44
|
+
"",
|
|
45
|
+
"Global flags:",
|
|
46
|
+
" --json Output raw JSON instead of formatted text"
|
|
47
|
+
].join("\n");
|
|
48
|
+
}
|
|
49
|
+
function loadHistory(historyPath) {
|
|
50
|
+
try {
|
|
51
|
+
if (existsSync(historyPath)) {
|
|
52
|
+
return readFileSync(historyPath, "utf-8").split("\n").filter((line) => line.trim().length > 0);
|
|
53
|
+
}
|
|
54
|
+
} catch (err) {
|
|
55
|
+
log.warn("failed to load shell history", { error: String(err) });
|
|
56
|
+
}
|
|
57
|
+
return [];
|
|
58
|
+
}
|
|
59
|
+
function appendHistory(historyPath, line) {
|
|
60
|
+
try {
|
|
61
|
+
mkdirSync(dirname(historyPath), { recursive: true });
|
|
62
|
+
appendFileSync(historyPath, line + "\n");
|
|
63
|
+
} catch (err) {
|
|
64
|
+
log.warn("failed to save shell history", { error: String(err) });
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
async function startShell(deps, options = {}) {
|
|
68
|
+
const config = getConfig();
|
|
69
|
+
const historyPath = config.shellHistoryPath;
|
|
70
|
+
const jsonMode = options.jsonMode ?? false;
|
|
71
|
+
const rl = createInterface({
|
|
72
|
+
input: options.input ?? process.stdin,
|
|
73
|
+
output: options.output ?? process.stderr,
|
|
74
|
+
prompt: "wigolo> ",
|
|
75
|
+
terminal: !options.input
|
|
76
|
+
});
|
|
77
|
+
const history = loadHistory(historyPath);
|
|
78
|
+
const write = (text) => {
|
|
79
|
+
const out = options.output ?? process.stdout;
|
|
80
|
+
out.write(text + "\n");
|
|
81
|
+
};
|
|
82
|
+
log.info("shell started", { jsonMode, historyPath });
|
|
83
|
+
write('wigolo interactive shell. Type "help" for commands, "exit" to quit.');
|
|
84
|
+
rl.prompt();
|
|
85
|
+
for await (const line of rl) {
|
|
86
|
+
const trimmed = line.trim();
|
|
87
|
+
if (!trimmed) {
|
|
88
|
+
rl.prompt();
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
appendHistory(historyPath, trimmed);
|
|
92
|
+
history.push(trimmed);
|
|
93
|
+
const parsed = parseLine(trimmed);
|
|
94
|
+
if (parsed.command === "exit" || parsed.command === "quit" || parsed.command === ".exit") {
|
|
95
|
+
write("Goodbye.");
|
|
96
|
+
rl.close();
|
|
97
|
+
return;
|
|
98
|
+
}
|
|
99
|
+
if (parsed.command === "help" || parsed.command === ".help") {
|
|
100
|
+
write(getHelpText());
|
|
101
|
+
rl.prompt();
|
|
102
|
+
continue;
|
|
103
|
+
}
|
|
104
|
+
if (parsed.command === ".history") {
|
|
105
|
+
const recent = history.slice(-50);
|
|
106
|
+
for (const entry of recent) {
|
|
107
|
+
write(` ${entry}`);
|
|
108
|
+
}
|
|
109
|
+
rl.prompt();
|
|
110
|
+
continue;
|
|
111
|
+
}
|
|
112
|
+
if (parsed.command === ".clear") {
|
|
113
|
+
write("");
|
|
114
|
+
rl.prompt();
|
|
115
|
+
continue;
|
|
116
|
+
}
|
|
117
|
+
const useJson = jsonMode || parsed.flags.json === "true";
|
|
118
|
+
try {
|
|
119
|
+
switch (parsed.command) {
|
|
120
|
+
case "search": {
|
|
121
|
+
const result = await executeSearch(parsed, deps);
|
|
122
|
+
write(useJson ? formatJson(result) : formatSearchResults(result));
|
|
123
|
+
break;
|
|
124
|
+
}
|
|
125
|
+
case "fetch": {
|
|
126
|
+
const result = await executeFetch(parsed, deps);
|
|
127
|
+
write(useJson ? formatJson(result) : formatFetchResult(result));
|
|
128
|
+
break;
|
|
129
|
+
}
|
|
130
|
+
case "crawl": {
|
|
131
|
+
const result = await executeCrawl(parsed, deps);
|
|
132
|
+
if (useJson) {
|
|
133
|
+
write(formatJson(result));
|
|
134
|
+
} else {
|
|
135
|
+
const url = parsed.positional[0] || "";
|
|
136
|
+
if ("urls" in result && !("pages" in result)) {
|
|
137
|
+
write(formatMapResult(result, url));
|
|
138
|
+
} else {
|
|
139
|
+
write(formatCrawlResult(result, url));
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
break;
|
|
143
|
+
}
|
|
144
|
+
case "extract": {
|
|
145
|
+
const result = await executeExtract(parsed, deps);
|
|
146
|
+
write(useJson ? formatJson(result) : formatExtractResult(result));
|
|
147
|
+
break;
|
|
148
|
+
}
|
|
149
|
+
case "cache": {
|
|
150
|
+
const result = await executeCache(parsed);
|
|
151
|
+
write(useJson ? formatJson(result) : formatCacheResult(result));
|
|
152
|
+
break;
|
|
153
|
+
}
|
|
154
|
+
case "find-similar": {
|
|
155
|
+
const result = await executeFindSimilar(parsed, deps);
|
|
156
|
+
write(useJson ? formatJson(result) : formatFindSimilarResult(result));
|
|
157
|
+
break;
|
|
158
|
+
}
|
|
159
|
+
case "research": {
|
|
160
|
+
const result = await executeResearch(parsed, deps);
|
|
161
|
+
write(useJson ? formatJson(result) : formatResearchResult(result));
|
|
162
|
+
break;
|
|
163
|
+
}
|
|
164
|
+
case "agent": {
|
|
165
|
+
const result = await executeAgent(parsed, deps);
|
|
166
|
+
write(useJson ? formatJson(result) : formatAgentResult(result));
|
|
167
|
+
break;
|
|
168
|
+
}
|
|
169
|
+
default:
|
|
170
|
+
write(`Unknown command: ${parsed.command}. Type "help" for available commands.`);
|
|
171
|
+
}
|
|
172
|
+
} catch (err) {
|
|
173
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
174
|
+
log.error("command execution failed", { command: parsed.command, error: msg });
|
|
175
|
+
write(`Error: ${msg}`);
|
|
176
|
+
}
|
|
177
|
+
rl.prompt();
|
|
178
|
+
}
|
|
179
|
+
log.info("shell input stream ended");
|
|
180
|
+
}
|
|
181
|
+
export {
|
|
182
|
+
startShell
|
|
183
|
+
};
|
|
184
|
+
//# sourceMappingURL=shell.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/repl/shell.ts"],"sourcesContent":["import { createInterface } from 'node:readline';\nimport { existsSync, readFileSync, mkdirSync, appendFileSync } from 'node:fs';\nimport { dirname } from 'node:path';\nimport { createLogger } from '../logger.js';\nimport { getConfig } from '../config.js';\nimport { parseLine } from './parser.js';\nimport {\n formatSearchResults,\n formatFetchResult,\n formatCrawlResult,\n formatMapResult,\n formatExtractResult,\n formatCacheResult,\n formatFindSimilarResult,\n formatResearchResult,\n formatAgentResult,\n formatJson,\n} from './formatters.js';\nimport { executeSearch } from './commands/search.js';\nimport { executeFetch } from './commands/fetch.js';\nimport { executeCrawl } from './commands/crawl.js';\nimport { executeExtract } from './commands/extract.js';\nimport { executeCache } from './commands/cache.js';\nimport { executeFindSimilar } from './commands/find-similar.js';\nimport { executeResearch } from './commands/research.js';\nimport { executeAgent } from './commands/agent.js';\nimport type { ReplDeps } from './commands/types.js';\nimport type { CrawlOutput, MapOutput } from '../types.js';\n\nconst log = createLogger('repl');\n\nexport interface ShellOptions {\n jsonMode?: boolean;\n input?: NodeJS.ReadableStream;\n output?: NodeJS.WritableStream;\n}\n\nfunction getHelpText(): string {\n return [\n 'Available commands:',\n '',\n ' search <query> [--limit=N] [--domains=a,b] [--from=YYYY-MM-DD] [--to=YYYY-MM-DD]',\n ' fetch <url> [--mode=raw|markdown] [--max-chars=N] [--section=HEADING]',\n ' crawl <url> [--depth N] [--max-pages N] [--strategy=bfs|dfs|sitemap|map]',\n ' cache search <query> | cache stats | cache clear [--query=Q] [--url-pattern=P]',\n ' extract <url> [--mode=selector|tables|metadata|schema] [--selector=CSS]',\n ' find-similar <url-or-concept> [--limit=N] [--domains=a,b] [--no-cache] [--no-web]',\n ' research <question> [--depth=quick|standard|comprehensive] [--max-sources=N] [--domains=a,b]',\n ' agent <prompt> [--urls=u1,u2] [--max-pages=N] [--max-time=MS]',\n '',\n ' help Show this help',\n ' exit Exit the shell',\n ' .history Show command history',\n '',\n 'Global flags:',\n ' --json Output raw JSON instead of formatted text',\n ].join('\\n');\n}\n\nfunction loadHistory(historyPath: string): string[] {\n try {\n if (existsSync(historyPath)) {\n return readFileSync(historyPath, 'utf-8')\n .split('\\n')\n .filter(line => line.trim().length > 0);\n }\n } catch (err) {\n log.warn('failed to load shell history', { error: String(err) });\n }\n return [];\n}\n\nfunction appendHistory(historyPath: string, line: string): void {\n try {\n mkdirSync(dirname(historyPath), { recursive: true });\n appendFileSync(historyPath, line + '\\n');\n } catch (err) {\n log.warn('failed to save shell history', { error: String(err) });\n }\n}\n\nexport async function startShell(deps: ReplDeps, options: ShellOptions = {}): Promise<void> {\n const config = getConfig();\n const historyPath = config.shellHistoryPath;\n const jsonMode = options.jsonMode ?? false;\n\n const rl = createInterface({\n input: options.input ?? process.stdin,\n output: options.output ?? process.stderr,\n prompt: 'wigolo> ',\n terminal: !(options.input),\n });\n\n const history = loadHistory(historyPath);\n\n const write = (text: string): void => {\n const out = options.output ?? process.stdout;\n out.write(text + '\\n');\n };\n\n log.info('shell started', { jsonMode, historyPath });\n write('wigolo interactive shell. Type \"help\" for commands, \"exit\" to quit.');\n rl.prompt();\n\n for await (const line of rl) {\n const trimmed = line.trim();\n\n if (!trimmed) {\n rl.prompt();\n continue;\n }\n\n appendHistory(historyPath, trimmed);\n history.push(trimmed);\n\n const parsed = parseLine(trimmed);\n\n if (parsed.command === 'exit' || parsed.command === 'quit' || parsed.command === '.exit') {\n write('Goodbye.');\n rl.close();\n return;\n }\n\n if (parsed.command === 'help' || parsed.command === '.help') {\n write(getHelpText());\n rl.prompt();\n continue;\n }\n\n if (parsed.command === '.history') {\n const recent = history.slice(-50);\n for (const entry of recent) {\n write(` ${entry}`);\n }\n rl.prompt();\n continue;\n }\n\n if (parsed.command === '.clear') {\n write('');\n rl.prompt();\n continue;\n }\n\n const useJson = jsonMode || parsed.flags.json === 'true';\n\n try {\n switch (parsed.command) {\n case 'search': {\n const result = await executeSearch(parsed, deps);\n write(useJson ? formatJson(result) : formatSearchResults(result));\n break;\n }\n case 'fetch': {\n const result = await executeFetch(parsed, deps);\n write(useJson ? formatJson(result) : formatFetchResult(result));\n break;\n }\n case 'crawl': {\n const result = await executeCrawl(parsed, deps);\n if (useJson) {\n write(formatJson(result));\n } else {\n const url = parsed.positional[0] || '';\n if ('urls' in result && !('pages' in result)) {\n write(formatMapResult(result as MapOutput, url));\n } else {\n write(formatCrawlResult(result as CrawlOutput, url));\n }\n }\n break;\n }\n case 'extract': {\n const result = await executeExtract(parsed, deps);\n write(useJson ? formatJson(result) : formatExtractResult(result));\n break;\n }\n case 'cache': {\n const result = await executeCache(parsed);\n write(useJson ? formatJson(result) : formatCacheResult(result));\n break;\n }\n case 'find-similar': {\n const result = await executeFindSimilar(parsed, deps);\n write(useJson ? formatJson(result) : formatFindSimilarResult(result));\n break;\n }\n case 'research': {\n const result = await executeResearch(parsed, deps);\n write(useJson ? formatJson(result) : formatResearchResult(result));\n break;\n }\n case 'agent': {\n const result = await executeAgent(parsed, deps);\n write(useJson ? formatJson(result) : formatAgentResult(result));\n break;\n }\n default:\n write(`Unknown command: ${parsed.command}. Type \"help\" for available commands.`);\n }\n } catch (err) {\n const msg = err instanceof Error ? err.message : String(err);\n log.error('command execution failed', { command: parsed.command, error: msg });\n write(`Error: ${msg}`);\n }\n\n rl.prompt();\n }\n\n log.info('shell input stream ended');\n}\n"],"mappings":"AAAA,SAAS,uBAAuB;AAChC,SAAS,YAAY,cAAc,WAAW,sBAAsB;AACpE,SAAS,eAAe;AACxB,SAAS,oBAAoB;AAC7B,SAAS,iBAAiB;AAC1B,SAAS,iBAAiB;AAC1B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,qBAAqB;AAC9B,SAAS,oBAAoB;AAC7B,SAAS,oBAAoB;AAC7B,SAAS,sBAAsB;AAC/B,SAAS,oBAAoB;AAC7B,SAAS,0BAA0B;AACnC,SAAS,uBAAuB;AAChC,SAAS,oBAAoB;AAI7B,MAAM,MAAM,aAAa,MAAM;AAQ/B,SAAS,cAAsB;AAC7B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;AAEA,SAAS,YAAY,aAA+B;AAClD,MAAI;AACF,QAAI,WAAW,WAAW,GAAG;AAC3B,aAAO,aAAa,aAAa,OAAO,EACrC,MAAM,IAAI,EACV,OAAO,UAAQ,KAAK,KAAK,EAAE,SAAS,CAAC;AAAA,IAC1C;AAAA,EACF,SAAS,KAAK;AACZ,QAAI,KAAK,gCAAgC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,EACjE;AACA,SAAO,CAAC;AACV;AAEA,SAAS,cAAc,aAAqB,MAAoB;AAC9D,MAAI;AACF,cAAU,QAAQ,WAAW,GAAG,EAAE,WAAW,KAAK,CAAC;AACnD,mBAAe,aAAa,OAAO,IAAI;AAAA,EACzC,SAAS,KAAK;AACZ,QAAI,KAAK,gCAAgC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,EACjE;AACF;AAEA,eAAsB,WAAW,MAAgB,UAAwB,CAAC,GAAkB;AAC1F,QAAM,SAAS,UAAU;AACzB,QAAM,cAAc,OAAO;AAC3B,QAAM,WAAW,QAAQ,YAAY;AAErC,QAAM,KAAK,gBAAgB;AAAA,IACzB,OAAO,QAAQ,SAAS,QAAQ;AAAA,IAChC,QAAQ,QAAQ,UAAU,QAAQ;AAAA,IAClC,QAAQ;AAAA,IACR,UAAU,CAAE,QAAQ;AAAA,EACtB,CAAC;AAED,QAAM,UAAU,YAAY,WAAW;AAEvC,QAAM,QAAQ,CAAC,SAAuB;AACpC,UAAM,MAAM,QAAQ,UAAU,QAAQ;AACtC,QAAI,MAAM,OAAO,IAAI;AAAA,EACvB;AAEA,MAAI,KAAK,iBAAiB,EAAE,UAAU,YAAY,CAAC;AACnD,QAAM,qEAAqE;AAC3E,KAAG,OAAO;AAEV,mBAAiB,QAAQ,IAAI;AAC3B,UAAM,UAAU,KAAK,KAAK;AAE1B,QAAI,CAAC,SAAS;AACZ,SAAG,OAAO;AACV;AAAA,IACF;AAEA,kBAAc,aAAa,OAAO;AAClC,YAAQ,KAAK,OAAO;AAEpB,UAAM,SAAS,UAAU,OAAO;AAEhC,QAAI,OAAO,YAAY,UAAU,OAAO,YAAY,UAAU,OAAO,YAAY,SAAS;AACxF,YAAM,UAAU;AAChB,SAAG,MAAM;AACT;AAAA,IACF;AAEA,QAAI,OAAO,YAAY,UAAU,OAAO,YAAY,SAAS;AAC3D,YAAM,YAAY,CAAC;AACnB,SAAG,OAAO;AACV;AAAA,IACF;AAEA,QAAI,OAAO,YAAY,YAAY;AACjC,YAAM,SAAS,QAAQ,MAAM,GAAG;AAChC,iBAAW,SAAS,QAAQ;AAC1B,cAAM,KAAK,KAAK,EAAE;AAAA,MACpB;AACA,SAAG,OAAO;AACV;AAAA,IACF;AAEA,QAAI,OAAO,YAAY,UAAU;AAC/B,YAAM,EAAE;AACR,SAAG,OAAO;AACV;AAAA,IACF;AAEA,UAAM,UAAU,YAAY,OAAO,MAAM,SAAS;AAElD,QAAI;AACF,cAAQ,OAAO,SAAS;AAAA,QACtB,KAAK,UAAU;AACb,gBAAM,SAAS,MAAM,cAAc,QAAQ,IAAI;AAC/C,gBAAM,UAAU,WAAW,MAAM,IAAI,oBAAoB,MAAM,CAAC;AAChE;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,QAAQ,IAAI;AAC9C,gBAAM,UAAU,WAAW,MAAM,IAAI,kBAAkB,MAAM,CAAC;AAC9D;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,QAAQ,IAAI;AAC9C,cAAI,SAAS;AACX,kBAAM,WAAW,MAAM,CAAC;AAAA,UAC1B,OAAO;AACL,kBAAM,MAAM,OAAO,WAAW,CAAC,KAAK;AACpC,gBAAI,UAAU,UAAU,EAAE,WAAW,SAAS;AAC5C,oBAAM,gBAAgB,QAAqB,GAAG,CAAC;AAAA,YACjD,OAAO;AACL,oBAAM,kBAAkB,QAAuB,GAAG,CAAC;AAAA,YACrD;AAAA,UACF;AACA;AAAA,QACF;AAAA,QACA,KAAK,WAAW;AACd,gBAAM,SAAS,MAAM,eAAe,QAAQ,IAAI;AAChD,gBAAM,UAAU,WAAW,MAAM,IAAI,oBAAoB,MAAM,CAAC;AAChE;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,MAAM;AACxC,gBAAM,UAAU,WAAW,MAAM,IAAI,kBAAkB,MAAM,CAAC;AAC9D;AAAA,QACF;AAAA,QACA,KAAK,gBAAgB;AACnB,gBAAM,SAAS,MAAM,mBAAmB,QAAQ,IAAI;AACpD,gBAAM,UAAU,WAAW,MAAM,IAAI,wBAAwB,MAAM,CAAC;AACpE;AAAA,QACF;AAAA,QACA,KAAK,YAAY;AACf,gBAAM,SAAS,MAAM,gBAAgB,QAAQ,IAAI;AACjD,gBAAM,UAAU,WAAW,MAAM,IAAI,qBAAqB,MAAM,CAAC;AACjE;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,QAAQ,IAAI;AAC9C,gBAAM,UAAU,WAAW,MAAM,IAAI,kBAAkB,MAAM,CAAC;AAC9D;AAAA,QACF;AAAA,QACA;AACE,gBAAM,oBAAoB,OAAO,OAAO,uCAAuC;AAAA,MACnF;AAAA,IACF,SAAS,KAAK;AACZ,YAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,UAAI,MAAM,4BAA4B,EAAE,SAAS,OAAO,SAAS,OAAO,IAAI,CAAC;AAC7E,YAAM,UAAU,GAAG,EAAE;AAAA,IACvB;AAEA,OAAG,OAAO;AAAA,EACZ;AAEA,MAAI,KAAK,0BAA0B;AACrC;","names":[]}
|