@staticn0va/wigolo 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +146 -227
- package/SKILL.md +382 -0
- package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
- package/assets/blocks/claude-code/wigolo-command.md +40 -0
- package/assets/blocks/cursor/wigolo.mdc +46 -0
- package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
- package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
- package/assets/skills/wigolo/SKILL.md +50 -0
- package/assets/skills/wigolo/rules/cache-first.md +30 -0
- package/assets/skills/wigolo/rules/synthesis.md +43 -0
- package/assets/skills/wigolo-agent/SKILL.md +73 -0
- package/assets/skills/wigolo-crawl/SKILL.md +60 -0
- package/assets/skills/wigolo-extract/SKILL.md +59 -0
- package/assets/skills/wigolo-fetch/SKILL.md +65 -0
- package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
- package/assets/skills/wigolo-research/SKILL.md +77 -0
- package/assets/skills/wigolo-search/SKILL.md +78 -0
- package/dist/agent/executor.d.ts +33 -0
- package/dist/agent/executor.d.ts.map +1 -0
- package/dist/agent/executor.js +233 -0
- package/dist/agent/executor.js.map +1 -0
- package/dist/agent/pipeline.d.ts +5 -0
- package/dist/agent/pipeline.d.ts.map +1 -0
- package/dist/agent/pipeline.js +238 -0
- package/dist/agent/pipeline.js.map +1 -0
- package/dist/agent/planner.d.ts +13 -0
- package/dist/agent/planner.d.ts.map +1 -0
- package/dist/agent/planner.js +271 -0
- package/dist/agent/planner.js.map +1 -0
- package/dist/agent/relevance.d.ts +15 -0
- package/dist/agent/relevance.d.ts.map +1 -0
- package/dist/agent/relevance.js +60 -0
- package/dist/agent/relevance.js.map +1 -0
- package/dist/cache/backfill-embeddings.d.ts +23 -0
- package/dist/cache/backfill-embeddings.d.ts.map +1 -0
- package/dist/cache/backfill-embeddings.js +105 -0
- package/dist/cache/backfill-embeddings.js.map +1 -0
- package/dist/cache/change-detector.d.ts +7 -0
- package/dist/cache/change-detector.d.ts.map +1 -0
- package/dist/cache/change-detector.js +43 -0
- package/dist/cache/change-detector.js.map +1 -0
- package/dist/cache/db.d.ts +1 -0
- package/dist/cache/db.d.ts.map +1 -1
- package/dist/cache/db.js +94 -22
- package/dist/cache/db.js.map +1 -1
- package/dist/cache/diff-summary.d.ts +2 -0
- package/dist/cache/diff-summary.d.ts.map +1 -0
- package/dist/cache/diff-summary.js +82 -0
- package/dist/cache/diff-summary.js.map +1 -0
- package/dist/cache/migrations/runner.d.ts +29 -0
- package/dist/cache/migrations/runner.d.ts.map +1 -0
- package/dist/cache/migrations/runner.js +147 -0
- package/dist/cache/migrations/runner.js.map +1 -0
- package/dist/cache/sqlite-vec-store.d.ts +42 -0
- package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
- package/dist/cache/sqlite-vec-store.js +176 -0
- package/dist/cache/sqlite-vec-store.js.map +1 -0
- package/dist/cache/store.d.ts +47 -1
- package/dist/cache/store.d.ts.map +1 -1
- package/dist/cache/store.js +364 -168
- package/dist/cache/store.js.map +1 -1
- package/dist/cli/agents/antigravity.d.ts +20 -0
- package/dist/cli/agents/antigravity.d.ts.map +1 -0
- package/dist/cli/agents/antigravity.js +49 -0
- package/dist/cli/agents/antigravity.js.map +1 -0
- package/dist/cli/agents/claude-code.d.ts +25 -0
- package/dist/cli/agents/claude-code.d.ts.map +1 -0
- package/dist/cli/agents/claude-code.js +111 -0
- package/dist/cli/agents/claude-code.js.map +1 -0
- package/dist/cli/agents/cursor.d.ts +21 -0
- package/dist/cli/agents/cursor.d.ts.map +1 -0
- package/dist/cli/agents/cursor.js +58 -0
- package/dist/cli/agents/cursor.js.map +1 -0
- package/dist/cli/agents/gemini-cli.d.ts +21 -0
- package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
- package/dist/cli/agents/gemini-cli.js +55 -0
- package/dist/cli/agents/gemini-cli.js.map +1 -0
- package/dist/cli/agents/registry.d.ts +21 -0
- package/dist/cli/agents/registry.d.ts.map +1 -0
- package/dist/cli/agents/registry.js +27 -0
- package/dist/cli/agents/registry.js.map +1 -0
- package/dist/cli/agents/utils.d.ts +26 -0
- package/dist/cli/agents/utils.d.ts.map +1 -0
- package/dist/cli/agents/utils.js +136 -0
- package/dist/cli/agents/utils.js.map +1 -0
- package/dist/cli/agents/vscode.d.ts +21 -0
- package/dist/cli/agents/vscode.d.ts.map +1 -0
- package/dist/cli/agents/vscode.js +62 -0
- package/dist/cli/agents/vscode.js.map +1 -0
- package/dist/cli/auth.d.ts +2 -0
- package/dist/cli/auth.d.ts.map +1 -0
- package/dist/cli/auth.js +94 -0
- package/dist/cli/auth.js.map +1 -0
- package/dist/cli/backfill.d.ts +2 -0
- package/dist/cli/backfill.d.ts.map +1 -0
- package/dist/cli/backfill.js +58 -0
- package/dist/cli/backfill.js.map +1 -0
- package/dist/cli/daemon.d.ts +6 -1
- package/dist/cli/daemon.d.ts.map +1 -1
- package/dist/cli/daemon.js +61 -3
- package/dist/cli/daemon.js.map +1 -1
- package/dist/cli/doctor.d.ts +8 -0
- package/dist/cli/doctor.d.ts.map +1 -0
- package/dist/cli/doctor.js +344 -0
- package/dist/cli/doctor.js.map +1 -0
- package/dist/cli/health.d.ts +1 -1
- package/dist/cli/health.d.ts.map +1 -1
- package/dist/cli/health.js +42 -3
- package/dist/cli/health.js.map +1 -1
- package/dist/cli/help.d.ts +6 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +63 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/index.d.ts +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +35 -7
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/init.d.ts +2 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +201 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/plugin.d.ts +5 -0
- package/dist/cli/plugin.d.ts.map +1 -0
- package/dist/cli/plugin.js +185 -0
- package/dist/cli/plugin.js.map +1 -0
- package/dist/cli/setup-mcp.d.ts +2 -0
- package/dist/cli/setup-mcp.d.ts.map +1 -0
- package/dist/cli/setup-mcp.js +114 -0
- package/dist/cli/setup-mcp.js.map +1 -0
- package/dist/cli/shell.d.ts +2 -0
- package/dist/cli/shell.d.ts.map +1 -0
- package/dist/cli/shell.js +86 -0
- package/dist/cli/shell.js.map +1 -0
- package/dist/cli/shutdown.d.ts +2 -0
- package/dist/cli/shutdown.d.ts.map +1 -0
- package/dist/cli/shutdown.js +26 -0
- package/dist/cli/shutdown.js.map +1 -0
- package/dist/cli/status.d.ts +2 -0
- package/dist/cli/status.d.ts.map +1 -0
- package/dist/cli/status.js +31 -0
- package/dist/cli/status.js.map +1 -0
- package/dist/cli/telemetry.d.ts +10 -0
- package/dist/cli/telemetry.d.ts.map +1 -0
- package/dist/cli/telemetry.js +56 -0
- package/dist/cli/telemetry.js.map +1 -0
- package/dist/cli/tui/agents-types.d.ts +28 -0
- package/dist/cli/tui/agents-types.d.ts.map +1 -0
- package/dist/cli/tui/agents-types.js +1 -0
- package/dist/cli/tui/agents-types.js.map +1 -0
- package/dist/cli/tui/agents.d.ts +11 -0
- package/dist/cli/tui/agents.d.ts.map +1 -0
- package/dist/cli/tui/agents.js +93 -0
- package/dist/cli/tui/agents.js.map +1 -0
- package/dist/cli/tui/banner.d.ts +3 -0
- package/dist/cli/tui/banner.d.ts.map +1 -0
- package/dist/cli/tui/banner.js +30 -0
- package/dist/cli/tui/banner.js.map +1 -0
- package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
- package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/AgentSelect.js +116 -0
- package/dist/cli/tui/components/AgentSelect.js.map +1 -0
- package/dist/cli/tui/components/Banner.d.ts +6 -0
- package/dist/cli/tui/components/Banner.d.ts.map +1 -0
- package/dist/cli/tui/components/Banner.js +25 -0
- package/dist/cli/tui/components/Banner.js.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.js +19 -0
- package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
- package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
- package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
- package/dist/cli/tui/components/InstallProgress.js +67 -0
- package/dist/cli/tui/components/InstallProgress.js.map +1 -0
- package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
- package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
- package/dist/cli/tui/components/SkillInstall.js +94 -0
- package/dist/cli/tui/components/SkillInstall.js.map +1 -0
- package/dist/cli/tui/components/Summary.d.ts +22 -0
- package/dist/cli/tui/components/Summary.d.ts.map +1 -0
- package/dist/cli/tui/components/Summary.js +135 -0
- package/dist/cli/tui/components/Summary.js.map +1 -0
- package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
- package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/components/SystemCheck.js +71 -0
- package/dist/cli/tui/components/SystemCheck.js.map +1 -0
- package/dist/cli/tui/components/Verification.d.ts +8 -0
- package/dist/cli/tui/components/Verification.d.ts.map +1 -0
- package/dist/cli/tui/components/Verification.js +63 -0
- package/dist/cli/tui/components/Verification.js.map +1 -0
- package/dist/cli/tui/config-writer-cli.d.ts +12 -0
- package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-cli.js +39 -0
- package/dist/cli/tui/config-writer-cli.js.map +1 -0
- package/dist/cli/tui/config-writer-json.d.ts +16 -0
- package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-json.js +86 -0
- package/dist/cli/tui/config-writer-json.js.map +1 -0
- package/dist/cli/tui/config-writer-toml.d.ts +16 -0
- package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-toml.js +83 -0
- package/dist/cli/tui/config-writer-toml.js.map +1 -0
- package/dist/cli/tui/config-writer.d.ts +25 -0
- package/dist/cli/tui/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/config-writer.js +101 -0
- package/dist/cli/tui/config-writer.js.map +1 -0
- package/dist/cli/tui/detect-helpers.d.ts +6 -0
- package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
- package/dist/cli/tui/detect-helpers.js +45 -0
- package/dist/cli/tui/detect-helpers.js.map +1 -0
- package/dist/cli/tui/extras-prompt.d.ts +7 -0
- package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
- package/dist/cli/tui/extras-prompt.js +42 -0
- package/dist/cli/tui/extras-prompt.js.map +1 -0
- package/dist/cli/tui/flags-types.d.ts +19 -0
- package/dist/cli/tui/flags-types.d.ts.map +1 -0
- package/dist/cli/tui/flags-types.js +23 -0
- package/dist/cli/tui/flags-types.js.map +1 -0
- package/dist/cli/tui/flags.d.ts +5 -0
- package/dist/cli/tui/flags.d.ts.map +1 -0
- package/dist/cli/tui/flags.js +132 -0
- package/dist/cli/tui/flags.js.map +1 -0
- package/dist/cli/tui/format.d.ts +14 -0
- package/dist/cli/tui/format.d.ts.map +1 -0
- package/dist/cli/tui/format.js +37 -0
- package/dist/cli/tui/format.js.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
- package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
- package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
- package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useInstall.js +90 -0
- package/dist/cli/tui/hooks/useInstall.js.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
- package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
- package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
- package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useVerify.js +71 -0
- package/dist/cli/tui/hooks/useVerify.js.map +1 -0
- package/dist/cli/tui/ink-init.d.ts +2 -0
- package/dist/cli/tui/ink-init.d.ts.map +1 -0
- package/dist/cli/tui/ink-init.js +198 -0
- package/dist/cli/tui/ink-init.js.map +1 -0
- package/dist/cli/tui/reporter-auto.d.ts +7 -0
- package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
- package/dist/cli/tui/reporter-auto.js +15 -0
- package/dist/cli/tui/reporter-auto.js.map +1 -0
- package/dist/cli/tui/reporter.d.ts +26 -0
- package/dist/cli/tui/reporter.d.ts.map +1 -0
- package/dist/cli/tui/reporter.js +32 -0
- package/dist/cli/tui/reporter.js.map +1 -0
- package/dist/cli/tui/run-command.d.ts +14 -0
- package/dist/cli/tui/run-command.d.ts.map +1 -0
- package/dist/cli/tui/run-command.js +72 -0
- package/dist/cli/tui/run-command.js.map +1 -0
- package/dist/cli/tui/select-agents.d.ts +6 -0
- package/dist/cli/tui/select-agents.d.ts.map +1 -0
- package/dist/cli/tui/select-agents.js +32 -0
- package/dist/cli/tui/select-agents.js.map +1 -0
- package/dist/cli/tui/status-agents.d.ts +11 -0
- package/dist/cli/tui/status-agents.d.ts.map +1 -0
- package/dist/cli/tui/status-agents.js +53 -0
- package/dist/cli/tui/status-agents.js.map +1 -0
- package/dist/cli/tui/status-cache.d.ts +6 -0
- package/dist/cli/tui/status-cache.d.ts.map +1 -0
- package/dist/cli/tui/status-cache.js +39 -0
- package/dist/cli/tui/status-cache.js.map +1 -0
- package/dist/cli/tui/status-format.d.ts +14 -0
- package/dist/cli/tui/status-format.d.ts.map +1 -0
- package/dist/cli/tui/status-format.js +41 -0
- package/dist/cli/tui/status-format.js.map +1 -0
- package/dist/cli/tui/status-python.d.ts +6 -0
- package/dist/cli/tui/status-python.d.ts.map +1 -0
- package/dist/cli/tui/status-python.js +30 -0
- package/dist/cli/tui/status-python.js.map +1 -0
- package/dist/cli/tui/system-check.d.ts +24 -0
- package/dist/cli/tui/system-check.d.ts.map +1 -0
- package/dist/cli/tui/system-check.js +103 -0
- package/dist/cli/tui/system-check.js.map +1 -0
- package/dist/cli/tui/tui-reporter.d.ts +19 -0
- package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
- package/dist/cli/tui/tui-reporter.js +95 -0
- package/dist/cli/tui/tui-reporter.js.map +1 -0
- package/dist/cli/tui/utils/config-writer.d.ts +3 -0
- package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/utils/config-writer.js +22 -0
- package/dist/cli/tui/utils/config-writer.js.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.js +11 -0
- package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
- package/dist/cli/tui/verify-suggestions.d.ts +5 -0
- package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
- package/dist/cli/tui/verify-suggestions.js +20 -0
- package/dist/cli/tui/verify-suggestions.js.map +1 -0
- package/dist/cli/tui/verify.d.ts +14 -0
- package/dist/cli/tui/verify.d.ts.map +1 -0
- package/dist/cli/tui/verify.js +101 -0
- package/dist/cli/tui/verify.js.map +1 -0
- package/dist/cli/tui/version.d.ts +2 -0
- package/dist/cli/tui/version.d.ts.map +1 -0
- package/dist/cli/tui/version.js +14 -0
- package/dist/cli/tui/version.js.map +1 -0
- package/dist/cli/uninstall.d.ts +2 -0
- package/dist/cli/uninstall.d.ts.map +1 -0
- package/dist/cli/uninstall.js +57 -0
- package/dist/cli/uninstall.js.map +1 -0
- package/dist/cli/warmup.d.ts +10 -2
- package/dist/cli/warmup.d.ts.map +1 -1
- package/dist/cli/warmup.js +226 -93
- package/dist/cli/warmup.js.map +1 -1
- package/dist/config.d.ts +28 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +106 -56
- package/dist/config.js.map +1 -1
- package/dist/crawl/crawler.d.ts +6 -0
- package/dist/crawl/crawler.d.ts.map +1 -1
- package/dist/crawl/crawler.js +210 -209
- package/dist/crawl/crawler.js.map +1 -1
- package/dist/crawl/dedup.d.ts +1 -0
- package/dist/crawl/dedup.d.ts.map +1 -1
- package/dist/crawl/dedup.js +124 -81
- package/dist/crawl/dedup.js.map +1 -1
- package/dist/crawl/etag-incremental.d.ts +43 -0
- package/dist/crawl/etag-incremental.d.ts.map +1 -0
- package/dist/crawl/etag-incremental.js +94 -0
- package/dist/crawl/etag-incremental.js.map +1 -0
- package/dist/crawl/index-to-vec.d.ts +10 -0
- package/dist/crawl/index-to-vec.d.ts.map +1 -0
- package/dist/crawl/index-to-vec.js +44 -0
- package/dist/crawl/index-to-vec.js.map +1 -0
- package/dist/crawl/mapper.js +136 -164
- package/dist/crawl/mapper.js.map +1 -1
- package/dist/crawl/rate-limiter.js +63 -66
- package/dist/crawl/rate-limiter.js.map +1 -1
- package/dist/crawl/robots.js +58 -57
- package/dist/crawl/robots.js.map +1 -1
- package/dist/crawl/sitemap-first.d.ts +12 -0
- package/dist/crawl/sitemap-first.d.ts.map +1 -0
- package/dist/crawl/sitemap-first.js +47 -0
- package/dist/crawl/sitemap-first.js.map +1 -0
- package/dist/crawl/sitemap.js +33 -32
- package/dist/crawl/sitemap.js.map +1 -1
- package/dist/crawl/url-utils.d.ts +1 -0
- package/dist/crawl/url-utils.d.ts.map +1 -1
- package/dist/crawl/url-utils.js +49 -37
- package/dist/crawl/url-utils.js.map +1 -1
- package/dist/daemon/health-check.d.ts +16 -0
- package/dist/daemon/health-check.d.ts.map +1 -0
- package/dist/daemon/health-check.js +33 -0
- package/dist/daemon/health-check.js.map +1 -0
- package/dist/daemon/http-server.d.ts +26 -0
- package/dist/daemon/http-server.d.ts.map +1 -0
- package/dist/daemon/http-server.js +275 -0
- package/dist/daemon/http-server.js.map +1 -0
- package/dist/daemon/proxy.d.ts +10 -0
- package/dist/daemon/proxy.d.ts.map +1 -0
- package/dist/daemon/proxy.js +93 -0
- package/dist/daemon/proxy.js.map +1 -0
- package/dist/embedding/embed.d.ts +59 -0
- package/dist/embedding/embed.d.ts.map +1 -0
- package/dist/embedding/embed.js +233 -0
- package/dist/embedding/embed.js.map +1 -0
- package/dist/embedding/fastembed-provider.d.ts +19 -0
- package/dist/embedding/fastembed-provider.d.ts.map +1 -0
- package/dist/embedding/fastembed-provider.js +51 -0
- package/dist/embedding/fastembed-provider.js.map +1 -0
- package/dist/embedding/key-terms.d.ts +12 -0
- package/dist/embedding/key-terms.d.ts.map +1 -0
- package/dist/embedding/key-terms.js +234 -0
- package/dist/embedding/key-terms.js.map +1 -0
- package/dist/extraction/boilerplate.d.ts +15 -0
- package/dist/extraction/boilerplate.d.ts.map +1 -0
- package/dist/extraction/boilerplate.js +52 -0
- package/dist/extraction/boilerplate.js.map +1 -0
- package/dist/extraction/defuddle.d.ts.map +1 -1
- package/dist/extraction/defuddle.js +27 -23
- package/dist/extraction/defuddle.js.map +1 -1
- package/dist/extraction/extract.d.ts.map +1 -1
- package/dist/extraction/extract.js +76 -76
- package/dist/extraction/extract.js.map +1 -1
- package/dist/extraction/jsonld.js +50 -54
- package/dist/extraction/jsonld.js.map +1 -1
- package/dist/extraction/lang-hints.d.ts +2 -0
- package/dist/extraction/lang-hints.d.ts.map +1 -0
- package/dist/extraction/lang-hints.js +30 -0
- package/dist/extraction/lang-hints.js.map +1 -0
- package/dist/extraction/llm-fallback.d.ts +17 -0
- package/dist/extraction/llm-fallback.d.ts.map +1 -0
- package/dist/extraction/llm-fallback.js +130 -0
- package/dist/extraction/llm-fallback.js.map +1 -0
- package/dist/extraction/markdown-sanitize.d.ts +2 -0
- package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
- package/dist/extraction/markdown-sanitize.js +151 -0
- package/dist/extraction/markdown-sanitize.js.map +1 -0
- package/dist/extraction/markdown.d.ts +11 -0
- package/dist/extraction/markdown.d.ts.map +1 -1
- package/dist/extraction/markdown.js +195 -91
- package/dist/extraction/markdown.js.map +1 -1
- package/dist/extraction/pipeline.d.ts +8 -0
- package/dist/extraction/pipeline.d.ts.map +1 -1
- package/dist/extraction/pipeline.js +57 -91
- package/dist/extraction/pipeline.js.map +1 -1
- package/dist/extraction/readability.d.ts +1 -1
- package/dist/extraction/readability.d.ts.map +1 -1
- package/dist/extraction/readability.js +28 -29
- package/dist/extraction/readability.js.map +1 -1
- package/dist/extraction/schema.d.ts +12 -0
- package/dist/extraction/schema.d.ts.map +1 -1
- package/dist/extraction/schema.js +135 -72
- package/dist/extraction/schema.js.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.js +81 -91
- package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
- package/dist/extraction/site-extractors/github.d.ts.map +1 -1
- package/dist/extraction/site-extractors/github.js +87 -95
- package/dist/extraction/site-extractors/github.js.map +1 -1
- package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
- package/dist/extraction/site-extractors/mdn.js +46 -54
- package/dist/extraction/site-extractors/mdn.js.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.js +71 -80
- package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
- package/dist/extraction/structured-data.d.ts +4 -0
- package/dist/extraction/structured-data.d.ts.map +1 -0
- package/dist/extraction/structured-data.js +173 -0
- package/dist/extraction/structured-data.js.map +1 -0
- package/dist/extraction/structured.d.ts +4 -0
- package/dist/extraction/structured.d.ts.map +1 -0
- package/dist/extraction/structured.js +163 -0
- package/dist/extraction/structured.js.map +1 -0
- package/dist/extraction/v1/classifier.d.ts +3 -0
- package/dist/extraction/v1/classifier.d.ts.map +1 -0
- package/dist/extraction/v1/classifier.js +110 -0
- package/dist/extraction/v1/classifier.js.map +1 -0
- package/dist/extraction/v1/extract-provider.d.ts +16 -0
- package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
- package/dist/extraction/v1/extract-provider.js +43 -0
- package/dist/extraction/v1/extract-provider.js.map +1 -0
- package/dist/extraction/v1/local-llm.d.ts +8 -0
- package/dist/extraction/v1/local-llm.d.ts.map +1 -0
- package/dist/extraction/v1/local-llm.js +34 -0
- package/dist/extraction/v1/local-llm.js.map +1 -0
- package/dist/extraction/v1/news.d.ts +3 -0
- package/dist/extraction/v1/news.d.ts.map +1 -0
- package/dist/extraction/v1/news.js +61 -0
- package/dist/extraction/v1/news.js.map +1 -0
- package/dist/extraction/v1/product.d.ts +3 -0
- package/dist/extraction/v1/product.d.ts.map +1 -0
- package/dist/extraction/v1/product.js +166 -0
- package/dist/extraction/v1/product.js.map +1 -0
- package/dist/extraction/v1/recipe.d.ts +3 -0
- package/dist/extraction/v1/recipe.d.ts.map +1 -0
- package/dist/extraction/v1/recipe.js +136 -0
- package/dist/extraction/v1/recipe.js.map +1 -0
- package/dist/extraction/v1/routed.d.ts +17 -0
- package/dist/extraction/v1/routed.d.ts.map +1 -0
- package/dist/extraction/v1/routed.js +68 -0
- package/dist/extraction/v1/routed.js.map +1 -0
- package/dist/extraction/v1/schemas/Article.d.ts +11 -0
- package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Article.js +23 -0
- package/dist/extraction/v1/schemas/Article.js.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.js +122 -0
- package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
- package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
- package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Paper.js +156 -0
- package/dist/extraction/v1/schemas/Paper.js.map +1 -0
- package/dist/extraction/v1/schemas/Product.d.ts +17 -0
- package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Product.js +149 -0
- package/dist/extraction/v1/schemas/Product.js.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.js +160 -0
- package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
- package/dist/extraction/v1/schemas/index.d.ts +13 -0
- package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/index.js +44 -0
- package/dist/extraction/v1/schemas/index.js.map +1 -0
- package/dist/extraction/v1/site-extractors.d.ts +5 -0
- package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
- package/dist/extraction/v1/site-extractors.js +31 -0
- package/dist/extraction/v1/site-extractors.js.map +1 -0
- package/dist/fetch/action-executor.d.ts +28 -0
- package/dist/fetch/action-executor.d.ts.map +1 -0
- package/dist/fetch/action-executor.js +88 -0
- package/dist/fetch/action-executor.js.map +1 -0
- package/dist/fetch/auth.d.ts +2 -1
- package/dist/fetch/auth.d.ts.map +1 -1
- package/dist/fetch/auth.js +56 -26
- package/dist/fetch/auth.js.map +1 -1
- package/dist/fetch/browser-pool.d.ts +30 -11
- package/dist/fetch/browser-pool.d.ts.map +1 -1
- package/dist/fetch/browser-pool.js +303 -127
- package/dist/fetch/browser-pool.js.map +1 -1
- package/dist/fetch/browser-selector.d.ts +17 -0
- package/dist/fetch/browser-selector.d.ts.map +1 -0
- package/dist/fetch/browser-selector.js +72 -0
- package/dist/fetch/browser-selector.js.map +1 -0
- package/dist/fetch/browser-types.d.ts +3 -0
- package/dist/fetch/browser-types.d.ts.map +1 -0
- package/dist/fetch/browser-types.js +45 -0
- package/dist/fetch/browser-types.js.map +1 -0
- package/dist/fetch/cdp-client.d.ts +9 -0
- package/dist/fetch/cdp-client.d.ts.map +1 -0
- package/dist/fetch/cdp-client.js +89 -0
- package/dist/fetch/cdp-client.js.map +1 -0
- package/dist/fetch/content-check.js +39 -46
- package/dist/fetch/content-check.js.map +1 -1
- package/dist/fetch/error-describe.d.ts +7 -0
- package/dist/fetch/error-describe.d.ts.map +1 -0
- package/dist/fetch/error-describe.js +37 -0
- package/dist/fetch/error-describe.js.map +1 -0
- package/dist/fetch/http-client.d.ts +4 -0
- package/dist/fetch/http-client.d.ts.map +1 -1
- package/dist/fetch/http-client.js +147 -128
- package/dist/fetch/http-client.js.map +1 -1
- package/dist/fetch/lightpanda.d.ts +28 -0
- package/dist/fetch/lightpanda.d.ts.map +1 -0
- package/dist/fetch/lightpanda.js +174 -0
- package/dist/fetch/lightpanda.js.map +1 -0
- package/dist/fetch/playwright-tier.d.ts +19 -0
- package/dist/fetch/playwright-tier.d.ts.map +1 -0
- package/dist/fetch/playwright-tier.js +76 -0
- package/dist/fetch/playwright-tier.js.map +1 -0
- package/dist/fetch/router.d.ts +49 -3
- package/dist/fetch/router.d.ts.map +1 -1
- package/dist/fetch/router.js +187 -81
- package/dist/fetch/router.js.map +1 -1
- package/dist/index.js +102 -17
- package/dist/index.js.map +1 -1
- package/dist/instructions.d.ts +31 -0
- package/dist/instructions.d.ts.map +1 -0
- package/dist/instructions.js +245 -0
- package/dist/instructions.js.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.js +41 -0
- package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
- package/dist/integrations/cloud/llm/cache.d.ts +5 -0
- package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/cache.js +49 -0
- package/dist/integrations/cloud/llm/cache.js.map +1 -0
- package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
- package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/gemini.js +37 -0
- package/dist/integrations/cloud/llm/gemini.js.map +1 -0
- package/dist/integrations/cloud/llm/groq.d.ts +3 -0
- package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/groq.js +74 -0
- package/dist/integrations/cloud/llm/groq.js.map +1 -0
- package/dist/integrations/cloud/llm/hash.d.ts +3 -0
- package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/hash.js +26 -0
- package/dist/integrations/cloud/llm/hash.js.map +1 -0
- package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
- package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/model-select.js +32 -0
- package/dist/integrations/cloud/llm/model-select.js.map +1 -0
- package/dist/integrations/cloud/llm/openai.d.ts +3 -0
- package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/openai.js +43 -0
- package/dist/integrations/cloud/llm/openai.js.map +1 -0
- package/dist/integrations/cloud/llm/run.d.ts +27 -0
- package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/run.js +99 -0
- package/dist/integrations/cloud/llm/run.js.map +1 -0
- package/dist/integrations/cloud/llm/select.d.ts +5 -0
- package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/select.js +30 -0
- package/dist/integrations/cloud/llm/select.js.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.js +103 -0
- package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
- package/dist/integrations/cloud/llm/types.d.ts +24 -0
- package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/types.js +1 -0
- package/dist/integrations/cloud/llm/types.js.map +1 -0
- package/dist/integrations/cloud/llm/validate.d.ts +6 -0
- package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/validate.js +63 -0
- package/dist/integrations/cloud/llm/validate.js.map +1 -0
- package/dist/logger.d.ts +4 -1
- package/dist/logger.d.ts.map +1 -1
- package/dist/logger.js +71 -30
- package/dist/logger.js.map +1 -1
- package/dist/pdf-parse.d.js +1 -0
- package/dist/pdf-parse.d.js.map +1 -0
- package/dist/plugins/loader.d.ts +20 -0
- package/dist/plugins/loader.d.ts.map +1 -0
- package/dist/plugins/loader.js +157 -0
- package/dist/plugins/loader.js.map +1 -0
- package/dist/plugins/registry.d.ts +26 -0
- package/dist/plugins/registry.d.ts.map +1 -0
- package/dist/plugins/registry.js +71 -0
- package/dist/plugins/registry.js.map +1 -0
- package/dist/plugins/validate.d.ts +9 -0
- package/dist/plugins/validate.d.ts.map +1 -0
- package/dist/plugins/validate.js +79 -0
- package/dist/plugins/validate.js.map +1 -0
- package/dist/providers/embed-provider.d.ts +11 -0
- package/dist/providers/embed-provider.d.ts.map +1 -0
- package/dist/providers/embed-provider.js +24 -0
- package/dist/providers/embed-provider.js.map +1 -0
- package/dist/providers/extract-provider.d.ts +23 -0
- package/dist/providers/extract-provider.d.ts.map +1 -0
- package/dist/providers/extract-provider.js +25 -0
- package/dist/providers/extract-provider.js.map +1 -0
- package/dist/providers/rerank-provider.d.ts +17 -0
- package/dist/providers/rerank-provider.d.ts.map +1 -0
- package/dist/providers/rerank-provider.js +41 -0
- package/dist/providers/rerank-provider.js.map +1 -0
- package/dist/providers/search-provider.d.ts +25 -0
- package/dist/providers/search-provider.d.ts.map +1 -0
- package/dist/providers/search-provider.js +44 -0
- package/dist/providers/search-provider.js.map +1 -0
- package/dist/providers/vector-store.d.ts +27 -0
- package/dist/providers/vector-store.d.ts.map +1 -0
- package/dist/providers/vector-store.js +27 -0
- package/dist/providers/vector-store.js.map +1 -0
- package/dist/python-env.d.ts +9 -0
- package/dist/python-env.d.ts.map +1 -0
- package/dist/python-env.js +13 -0
- package/dist/python-env.js.map +1 -0
- package/dist/repl/commands/agent.d.ts +5 -0
- package/dist/repl/commands/agent.d.ts.map +1 -0
- package/dist/repl/commands/agent.js +62 -0
- package/dist/repl/commands/agent.js.map +1 -0
- package/dist/repl/commands/cache.d.ts +4 -0
- package/dist/repl/commands/cache.d.ts.map +1 -0
- package/dist/repl/commands/cache.js +43 -0
- package/dist/repl/commands/cache.js.map +1 -0
- package/dist/repl/commands/crawl.d.ts +7 -0
- package/dist/repl/commands/crawl.d.ts.map +1 -0
- package/dist/repl/commands/crawl.js +44 -0
- package/dist/repl/commands/crawl.js.map +1 -0
- package/dist/repl/commands/extract.d.ts +5 -0
- package/dist/repl/commands/extract.d.ts.map +1 -0
- package/dist/repl/commands/extract.js +47 -0
- package/dist/repl/commands/extract.js.map +1 -0
- package/dist/repl/commands/fetch.d.ts +5 -0
- package/dist/repl/commands/fetch.d.ts.map +1 -0
- package/dist/repl/commands/fetch.js +67 -0
- package/dist/repl/commands/fetch.js.map +1 -0
- package/dist/repl/commands/find-similar.d.ts +5 -0
- package/dist/repl/commands/find-similar.d.ts.map +1 -0
- package/dist/repl/commands/find-similar.js +74 -0
- package/dist/repl/commands/find-similar.js.map +1 -0
- package/dist/repl/commands/research.d.ts +5 -0
- package/dist/repl/commands/research.d.ts.map +1 -0
- package/dist/repl/commands/research.js +65 -0
- package/dist/repl/commands/research.js.map +1 -0
- package/dist/repl/commands/search.d.ts +5 -0
- package/dist/repl/commands/search.d.ts.map +1 -0
- package/dist/repl/commands/search.js +74 -0
- package/dist/repl/commands/search.js.map +1 -0
- package/dist/repl/commands/types.d.ts +9 -0
- package/dist/repl/commands/types.d.ts.map +1 -0
- package/dist/repl/commands/types.js +1 -0
- package/dist/repl/commands/types.js.map +1 -0
- package/dist/repl/formatters.d.ts +13 -0
- package/dist/repl/formatters.d.ts.map +1 -0
- package/dist/repl/formatters.js +283 -0
- package/dist/repl/formatters.js.map +1 -0
- package/dist/repl/parser.d.ts +9 -0
- package/dist/repl/parser.d.ts.map +1 -0
- package/dist/repl/parser.js +86 -0
- package/dist/repl/parser.js.map +1 -0
- package/dist/repl/shell.d.ts +8 -0
- package/dist/repl/shell.d.ts.map +1 -0
- package/dist/repl/shell.js +184 -0
- package/dist/repl/shell.js.map +1 -0
- package/dist/research/branch-exploration.d.ts +14 -0
- package/dist/research/branch-exploration.d.ts.map +1 -0
- package/dist/research/branch-exploration.js +100 -0
- package/dist/research/branch-exploration.js.map +1 -0
- package/dist/research/brief.d.ts +6 -0
- package/dist/research/brief.d.ts.map +1 -0
- package/dist/research/brief.js +246 -0
- package/dist/research/brief.js.map +1 -0
- package/dist/research/citation-graph.d.ts +9 -0
- package/dist/research/citation-graph.d.ts.map +1 -0
- package/dist/research/citation-graph.js +114 -0
- package/dist/research/citation-graph.js.map +1 -0
- package/dist/research/decompose.d.ts +14 -0
- package/dist/research/decompose.d.ts.map +1 -0
- package/dist/research/decompose.js +439 -0
- package/dist/research/decompose.js.map +1 -0
- package/dist/research/pipeline.d.ts +5 -0
- package/dist/research/pipeline.d.ts.map +1 -0
- package/dist/research/pipeline.js +269 -0
- package/dist/research/pipeline.js.map +1 -0
- package/dist/research/synthesis-local.d.ts +19 -0
- package/dist/research/synthesis-local.d.ts.map +1 -0
- package/dist/research/synthesis-local.js +62 -0
- package/dist/research/synthesis-local.js.map +1 -0
- package/dist/research/synthesize.d.ts +10 -0
- package/dist/research/synthesize.d.ts.map +1 -0
- package/dist/research/synthesize.js +137 -0
- package/dist/research/synthesize.js.map +1 -0
- package/dist/search/answer-synthesis.d.ts +33 -0
- package/dist/search/answer-synthesis.d.ts.map +1 -0
- package/dist/search/answer-synthesis.js +244 -0
- package/dist/search/answer-synthesis.js.map +1 -0
- package/dist/search/context-formatter.d.ts +3 -0
- package/dist/search/context-formatter.d.ts.map +1 -0
- package/dist/search/context-formatter.js +56 -0
- package/dist/search/context-formatter.js.map +1 -0
- package/dist/search/dedup.d.ts +1 -0
- package/dist/search/dedup.d.ts.map +1 -1
- package/dist/search/dedup.js +40 -32
- package/dist/search/dedup.js.map +1 -1
- package/dist/search/engines/arxiv.d.ts +7 -0
- package/dist/search/engines/arxiv.d.ts.map +1 -0
- package/dist/search/engines/arxiv.js +70 -0
- package/dist/search/engines/arxiv.js.map +1 -0
- package/dist/search/engines/bing-news.d.ts +7 -0
- package/dist/search/engines/bing-news.d.ts.map +1 -0
- package/dist/search/engines/bing-news.js +97 -0
- package/dist/search/engines/bing-news.js.map +1 -0
- package/dist/search/engines/bing.d.ts +1 -0
- package/dist/search/engines/bing.d.ts.map +1 -1
- package/dist/search/engines/bing.js +100 -44
- package/dist/search/engines/bing.js.map +1 -1
- package/dist/search/engines/devdocs.d.ts +6 -0
- package/dist/search/engines/devdocs.d.ts.map +1 -0
- package/dist/search/engines/devdocs.js +56 -0
- package/dist/search/engines/devdocs.js.map +1 -0
- package/dist/search/engines/duckduckgo.d.ts.map +1 -1
- package/dist/search/engines/duckduckgo.js +56 -44
- package/dist/search/engines/duckduckgo.js.map +1 -1
- package/dist/search/engines/github-code.d.ts +7 -0
- package/dist/search/engines/github-code.d.ts.map +1 -0
- package/dist/search/engines/github-code.js +55 -0
- package/dist/search/engines/github-code.js.map +1 -0
- package/dist/search/engines/hn-algolia.d.ts +7 -0
- package/dist/search/engines/hn-algolia.d.ts.map +1 -0
- package/dist/search/engines/hn-algolia.js +76 -0
- package/dist/search/engines/hn-algolia.js.map +1 -0
- package/dist/search/engines/lobsters.d.ts +7 -0
- package/dist/search/engines/lobsters.d.ts.map +1 -0
- package/dist/search/engines/lobsters.js +83 -0
- package/dist/search/engines/lobsters.js.map +1 -0
- package/dist/search/engines/mdn.d.ts +7 -0
- package/dist/search/engines/mdn.d.ts.map +1 -0
- package/dist/search/engines/mdn.js +48 -0
- package/dist/search/engines/mdn.js.map +1 -0
- package/dist/search/engines/semantic-scholar.d.ts +7 -0
- package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
- package/dist/search/engines/semantic-scholar.js +69 -0
- package/dist/search/engines/semantic-scholar.js.map +1 -0
- package/dist/search/engines/stackoverflow.d.ts +7 -0
- package/dist/search/engines/stackoverflow.d.ts.map +1 -0
- package/dist/search/engines/stackoverflow.js +73 -0
- package/dist/search/engines/stackoverflow.js.map +1 -0
- package/dist/search/engines/startpage.d.ts.map +1 -1
- package/dist/search/engines/startpage.js +65 -46
- package/dist/search/engines/startpage.js.map +1 -1
- package/dist/search/evidence.d.ts +25 -0
- package/dist/search/evidence.d.ts.map +1 -0
- package/dist/search/evidence.js +220 -0
- package/dist/search/evidence.js.map +1 -0
- package/dist/search/filters.d.ts.map +1 -1
- package/dist/search/filters.js +58 -54
- package/dist/search/filters.js.map +1 -1
- package/dist/search/find-similar/crawl-rank.d.ts +9 -0
- package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
- package/dist/search/find-similar/crawl-rank.js +272 -0
- package/dist/search/find-similar/crawl-rank.js.map +1 -0
- package/dist/search/find-similar/mode.d.ts +4 -0
- package/dist/search/find-similar/mode.d.ts.map +1 -0
- package/dist/search/find-similar/mode.js +12 -0
- package/dist/search/find-similar/mode.js.map +1 -0
- package/dist/search/find-similar.d.ts +5 -0
- package/dist/search/find-similar.d.ts.map +1 -0
- package/dist/search/find-similar.js +509 -0
- package/dist/search/find-similar.js.map +1 -0
- package/dist/search/highlights.d.ts +19 -0
- package/dist/search/highlights.d.ts.map +1 -0
- package/dist/search/highlights.js +167 -0
- package/dist/search/highlights.js.map +1 -0
- package/dist/search/language-filter.d.ts +29 -0
- package/dist/search/language-filter.d.ts.map +1 -0
- package/dist/search/language-filter.js +126 -0
- package/dist/search/language-filter.js.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.js +501 -0
- package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
- package/dist/search/legacy/searxng-provider.d.ts +7 -0
- package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
- package/dist/search/legacy/searxng-provider.js +11 -0
- package/dist/search/legacy/searxng-provider.js.map +1 -0
- package/dist/search/multi-query.d.ts +25 -0
- package/dist/search/multi-query.d.ts.map +1 -0
- package/dist/search/multi-query.js +228 -0
- package/dist/search/multi-query.js.map +1 -0
- package/dist/search/query.js +32 -34
- package/dist/search/query.js.map +1 -1
- package/dist/search/rerank.d.ts +3 -1
- package/dist/search/rerank.d.ts.map +1 -1
- package/dist/search/rerank.js +44 -35
- package/dist/search/rerank.js.map +1 -1
- package/dist/search/reranker/authority-boost.d.ts +3 -0
- package/dist/search/reranker/authority-boost.d.ts.map +1 -0
- package/dist/search/reranker/authority-boost.js +179 -0
- package/dist/search/reranker/authority-boost.js.map +1 -0
- package/dist/search/reranker/consensus-boost.d.ts +3 -0
- package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
- package/dist/search/reranker/consensus-boost.js +27 -0
- package/dist/search/reranker/consensus-boost.js.map +1 -0
- package/dist/search/reranker/recency-boost.d.ts +3 -0
- package/dist/search/reranker/recency-boost.d.ts.map +1 -0
- package/dist/search/reranker/recency-boost.js +13 -0
- package/dist/search/reranker/recency-boost.js.map +1 -0
- package/dist/search/reranker/recency.d.ts +3 -0
- package/dist/search/reranker/recency.d.ts.map +1 -0
- package/dist/search/reranker/recency.js +23 -0
- package/dist/search/reranker/recency.js.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.js +94 -0
- package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
- package/dist/search/rrf.d.ts +17 -0
- package/dist/search/rrf.d.ts.map +1 -0
- package/dist/search/rrf.js +39 -0
- package/dist/search/rrf.js.map +1 -0
- package/dist/search/sampling.d.ts +25 -0
- package/dist/search/sampling.d.ts.map +1 -0
- package/dist/search/sampling.js +52 -0
- package/dist/search/sampling.js.map +1 -0
- package/dist/search/searxng.d.ts.map +1 -1
- package/dist/search/searxng.js +69 -79
- package/dist/search/searxng.js.map +1 -1
- package/dist/search/tokens.d.ts +3 -0
- package/dist/search/tokens.d.ts.map +1 -0
- package/dist/search/tokens.js +39 -0
- package/dist/search/tokens.js.map +1 -0
- package/dist/search/truncate.d.ts +6 -0
- package/dist/search/truncate.d.ts.map +1 -0
- package/dist/search/truncate.js +26 -0
- package/dist/search/truncate.js.map +1 -0
- package/dist/search/url-unwrap.d.ts +3 -0
- package/dist/search/url-unwrap.d.ts.map +1 -0
- package/dist/search/url-unwrap.js +43 -0
- package/dist/search/url-unwrap.js.map +1 -0
- package/dist/search/v1/context-rank.d.ts +13 -0
- package/dist/search/v1/context-rank.d.ts.map +1 -0
- package/dist/search/v1/context-rank.js +74 -0
- package/dist/search/v1/context-rank.js.map +1 -0
- package/dist/search/v1/engine-base.d.ts +27 -0
- package/dist/search/v1/engine-base.d.ts.map +1 -0
- package/dist/search/v1/engine-base.js +110 -0
- package/dist/search/v1/engine-base.js.map +1 -0
- package/dist/search/v1/intent-router.d.ts +22 -0
- package/dist/search/v1/intent-router.d.ts.map +1 -0
- package/dist/search/v1/intent-router.js +138 -0
- package/dist/search/v1/intent-router.js.map +1 -0
- package/dist/search/v1/orchestrator.d.ts +24 -0
- package/dist/search/v1/orchestrator.d.ts.map +1 -0
- package/dist/search/v1/orchestrator.js +163 -0
- package/dist/search/v1/orchestrator.js.map +1 -0
- package/dist/search/v1/recency-boost.d.ts +9 -0
- package/dist/search/v1/recency-boost.d.ts.map +1 -0
- package/dist/search/v1/recency-boost.js +37 -0
- package/dist/search/v1/recency-boost.js.map +1 -0
- package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
- package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
- package/dist/search/v1/recent-cache-dedup.js +85 -0
- package/dist/search/v1/recent-cache-dedup.js.map +1 -0
- package/dist/search/v1/rss/feed-config.d.ts +21 -0
- package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-config.js +90 -0
- package/dist/search/v1/rss/feed-config.js.map +1 -0
- package/dist/search/v1/rss/feed-parser.d.ts +14 -0
- package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-parser.js +104 -0
- package/dist/search/v1/rss/feed-parser.js.map +1 -0
- package/dist/search/v1/rss/feed-poller.d.ts +22 -0
- package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-poller.js +102 -0
- package/dist/search/v1/rss/feed-poller.js.map +1 -0
- package/dist/search/v1/rss/feed-store.d.ts +30 -0
- package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-store.js +134 -0
- package/dist/search/v1/rss/feed-store.js.map +1 -0
- package/dist/search/v1/rss/rss-engine.d.ts +6 -0
- package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
- package/dist/search/v1/rss/rss-engine.js +28 -0
- package/dist/search/v1/rss/rss-engine.js.map +1 -0
- package/dist/search/v1/v1-provider.d.ts +7 -0
- package/dist/search/v1/v1-provider.d.ts.map +1 -0
- package/dist/search/v1/v1-provider.js +68 -0
- package/dist/search/v1/v1-provider.js.map +1 -0
- package/dist/search/v1/verticals/code.d.ts +4 -0
- package/dist/search/v1/verticals/code.d.ts.map +1 -0
- package/dist/search/v1/verticals/code.js +20 -0
- package/dist/search/v1/verticals/code.js.map +1 -0
- package/dist/search/v1/verticals/docs.d.ts +4 -0
- package/dist/search/v1/verticals/docs.d.ts.map +1 -0
- package/dist/search/v1/verticals/docs.js +20 -0
- package/dist/search/v1/verticals/docs.js.map +1 -0
- package/dist/search/v1/verticals/general.d.ts +4 -0
- package/dist/search/v1/verticals/general.d.ts.map +1 -0
- package/dist/search/v1/verticals/general.js +22 -0
- package/dist/search/v1/verticals/general.js.map +1 -0
- package/dist/search/v1/verticals/news.d.ts +10 -0
- package/dist/search/v1/verticals/news.d.ts.map +1 -0
- package/dist/search/v1/verticals/news.js +52 -0
- package/dist/search/v1/verticals/news.js.map +1 -0
- package/dist/search/v1/verticals/papers.d.ts +4 -0
- package/dist/search/v1/verticals/papers.d.ts.map +1 -0
- package/dist/search/v1/verticals/papers.js +23 -0
- package/dist/search/v1/verticals/papers.js.map +1 -0
- package/dist/search/validator.js +31 -31
- package/dist/search/validator.js.map +1 -1
- package/dist/searxng/bootstrap.d.ts +30 -0
- package/dist/searxng/bootstrap.d.ts.map +1 -1
- package/dist/searxng/bootstrap.js +223 -85
- package/dist/searxng/bootstrap.js.map +1 -1
- package/dist/searxng/docker.d.ts.map +1 -1
- package/dist/searxng/docker.js +69 -60
- package/dist/searxng/docker.js.map +1 -1
- package/dist/searxng/process.d.ts +13 -1
- package/dist/searxng/process.d.ts.map +1 -1
- package/dist/searxng/process.js +231 -164
- package/dist/searxng/process.js.map +1 -1
- package/dist/server/backend-status.d.ts +13 -0
- package/dist/server/backend-status.d.ts.map +1 -0
- package/dist/server/backend-status.js +40 -0
- package/dist/server/backend-status.js.map +1 -0
- package/dist/server/tool-schemas.d.ts +549 -0
- package/dist/server/tool-schemas.d.ts.map +1 -0
- package/dist/server/tool-schemas.js +464 -0
- package/dist/server/tool-schemas.js.map +1 -0
- package/dist/server/warmup-on-start.d.ts +9 -0
- package/dist/server/warmup-on-start.d.ts.map +1 -0
- package/dist/server/warmup-on-start.js +55 -0
- package/dist/server/warmup-on-start.js.map +1 -0
- package/dist/server.d.ts +17 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +454 -297
- package/dist/server.js.map +1 -1
- package/dist/tools/agent.d.ts +5 -0
- package/dist/tools/agent.d.ts.map +1 -0
- package/dist/tools/agent.js +128 -0
- package/dist/tools/agent.js.map +1 -0
- package/dist/tools/cache.d.ts +2 -1
- package/dist/tools/cache.d.ts.map +1 -1
- package/dist/tools/cache.js +177 -44
- package/dist/tools/cache.js.map +1 -1
- package/dist/tools/crawl.d.ts.map +1 -1
- package/dist/tools/crawl.js +171 -88
- package/dist/tools/crawl.js.map +1 -1
- package/dist/tools/extract.d.ts +2 -2
- package/dist/tools/extract.d.ts.map +1 -1
- package/dist/tools/extract.js +175 -59
- package/dist/tools/extract.js.map +1 -1
- package/dist/tools/fetch.d.ts +2 -2
- package/dist/tools/fetch.d.ts.map +1 -1
- package/dist/tools/fetch.js +174 -68
- package/dist/tools/fetch.js.map +1 -1
- package/dist/tools/find-similar.d.ts +5 -0
- package/dist/tools/find-similar.d.ts.map +1 -0
- package/dist/tools/find-similar.js +127 -0
- package/dist/tools/find-similar.js.map +1 -0
- package/dist/tools/research.d.ts +5 -0
- package/dist/tools/research.d.ts.map +1 -0
- package/dist/tools/research.js +107 -0
- package/dist/tools/research.js.map +1 -0
- package/dist/tools/search.d.ts +10 -2
- package/dist/tools/search.d.ts.map +1 -1
- package/dist/tools/search.js +13 -158
- package/dist/tools/search.js.map +1 -1
- package/dist/types.d.ts +350 -7
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +6 -1
- package/dist/types.js.map +1 -1
- package/dist/util/mode.d.ts +4 -0
- package/dist/util/mode.d.ts.map +1 -0
- package/dist/util/mode.js +34 -0
- package/dist/util/mode.js.map +1 -0
- package/package.json +78 -8
- package/dist/extraction/trafilatura.d.ts +0 -6
- package/dist/extraction/trafilatura.d.ts.map +0 -1
- package/dist/extraction/trafilatura.js +0 -105
- package/dist/extraction/trafilatura.js.map +0 -1
- package/dist/search/flashrank.d.ts +0 -12
- package/dist/search/flashrank.d.ts.map +0 -1
- package/dist/search/flashrank.js +0 -63
- package/dist/search/flashrank.js.map +0 -1
package/dist/searxng/process.js
CHANGED
|
@@ -1,188 +1,255 @@
|
|
|
1
|
-
import { spawn } from
|
|
2
|
-
import { createServer as createNetServer } from
|
|
3
|
-
import { existsSync, readFileSync, writeFileSync, unlinkSync, mkdirSync } from
|
|
4
|
-
import { join } from
|
|
5
|
-
import { getConfig } from
|
|
6
|
-
import { createLogger } from
|
|
7
|
-
const log = createLogger(
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
import { createServer as createNetServer } from "node:net";
|
|
3
|
+
import { existsSync, readFileSync, writeFileSync, unlinkSync, mkdirSync } from "node:fs";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
import { getConfig } from "../config.js";
|
|
6
|
+
import { createLogger } from "../logger.js";
|
|
7
|
+
const log = createLogger("searxng");
|
|
8
8
|
const PORT_RANGE_START = 8888;
|
|
9
9
|
const PORT_RANGE_END = 8899;
|
|
10
|
-
const HEALTH_TIMEOUT_MS =
|
|
10
|
+
const HEALTH_TIMEOUT_MS = 1e4;
|
|
11
11
|
const HEALTH_POLL_MS = 500;
|
|
12
12
|
const MAX_CRASH_RESTARTS = 3;
|
|
13
|
-
const CRASH_WINDOW_MS =
|
|
14
|
-
const SHUTDOWN_GRACE_MS =
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
tryPort();
|
|
27
|
-
});
|
|
28
|
-
server.listen(port, () => {
|
|
29
|
-
const addr = server.address();
|
|
30
|
-
const foundPort = typeof addr === 'object' && addr ? addr.port : port;
|
|
31
|
-
server.close(() => resolve(foundPort));
|
|
32
|
-
});
|
|
33
|
-
}
|
|
13
|
+
const CRASH_WINDOW_MS = 6e4;
|
|
14
|
+
const SHUTDOWN_GRACE_MS = 5e3;
|
|
15
|
+
function findAvailablePort(startPort) {
|
|
16
|
+
return new Promise((resolve, reject) => {
|
|
17
|
+
let port = startPort;
|
|
18
|
+
function tryPort() {
|
|
19
|
+
if (port > PORT_RANGE_END) {
|
|
20
|
+
reject(new Error(`No available port in range ${PORT_RANGE_START}-${PORT_RANGE_END}`));
|
|
21
|
+
return;
|
|
22
|
+
}
|
|
23
|
+
const server = createNetServer();
|
|
24
|
+
server.on("error", () => {
|
|
25
|
+
port++;
|
|
34
26
|
tryPort();
|
|
35
|
-
|
|
27
|
+
});
|
|
28
|
+
server.listen(port, () => {
|
|
29
|
+
const addr = server.address();
|
|
30
|
+
const foundPort = typeof addr === "object" && addr ? addr.port : port;
|
|
31
|
+
server.close(() => resolve(foundPort));
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
tryPort();
|
|
35
|
+
});
|
|
36
36
|
}
|
|
37
37
|
function isProcessAlive(pid) {
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
}
|
|
38
|
+
try {
|
|
39
|
+
process.kill(pid, 0);
|
|
40
|
+
return true;
|
|
41
|
+
} catch {
|
|
42
|
+
return false;
|
|
43
|
+
}
|
|
45
44
|
}
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
}
|
|
54
|
-
log.info('cleaning stale lock file', { stalePid: data.pid });
|
|
55
|
-
unlinkSync(lockFile);
|
|
56
|
-
}
|
|
57
|
-
catch {
|
|
58
|
-
unlinkSync(lockFile);
|
|
59
|
-
}
|
|
45
|
+
function tryUnlink(path) {
|
|
46
|
+
try {
|
|
47
|
+
unlinkSync(path);
|
|
48
|
+
} catch (err) {
|
|
49
|
+
const code = err.code;
|
|
50
|
+
if (code !== "ENOENT") {
|
|
51
|
+
log.debug("unable to remove file", { path, code: code ?? "unknown" });
|
|
60
52
|
}
|
|
61
|
-
|
|
62
|
-
writeFileSync(lockFile, JSON.stringify({ pid: process.pid, startedAt: new Date().toISOString() }));
|
|
63
|
-
return { acquired: true };
|
|
53
|
+
}
|
|
64
54
|
}
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
}
|
|
78
|
-
catch { }
|
|
55
|
+
function acquireLock(dataDir) {
|
|
56
|
+
const lockFile = join(dataDir, "searxng.lock");
|
|
57
|
+
if (existsSync(lockFile)) {
|
|
58
|
+
try {
|
|
59
|
+
const data = JSON.parse(readFileSync(lockFile, "utf-8"));
|
|
60
|
+
if (data.pid && isProcessAlive(data.pid)) {
|
|
61
|
+
return { acquired: false, existingPid: data.pid, existingPort: data.port };
|
|
62
|
+
}
|
|
63
|
+
log.info("cleaning stale lock file", { stalePid: data.pid });
|
|
64
|
+
tryUnlink(lockFile);
|
|
65
|
+
} catch {
|
|
66
|
+
tryUnlink(lockFile);
|
|
79
67
|
}
|
|
68
|
+
}
|
|
69
|
+
mkdirSync(dataDir, { recursive: true });
|
|
70
|
+
writeFileSync(lockFile, JSON.stringify({ pid: process.pid, startedAt: (/* @__PURE__ */ new Date()).toISOString() }));
|
|
71
|
+
return { acquired: true };
|
|
72
|
+
}
|
|
73
|
+
function releaseLock(dataDir) {
|
|
74
|
+
const lockFile = join(dataDir, "searxng.lock");
|
|
75
|
+
if (existsSync(lockFile)) tryUnlink(lockFile);
|
|
76
|
+
const portFile = join(dataDir, "searxng.port");
|
|
77
|
+
if (existsSync(portFile)) tryUnlink(portFile);
|
|
80
78
|
}
|
|
81
79
|
async function waitForHealth(url, timeoutMs) {
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
}
|
|
89
|
-
catch { }
|
|
90
|
-
await new Promise(r => setTimeout(r, HEALTH_POLL_MS));
|
|
80
|
+
const start = Date.now();
|
|
81
|
+
while (Date.now() - start < timeoutMs) {
|
|
82
|
+
try {
|
|
83
|
+
const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2e3) });
|
|
84
|
+
if (response.ok) return true;
|
|
85
|
+
} catch {
|
|
91
86
|
}
|
|
92
|
-
|
|
87
|
+
await new Promise((r) => setTimeout(r, HEALTH_POLL_MS));
|
|
88
|
+
}
|
|
89
|
+
return false;
|
|
93
90
|
}
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
91
|
+
class SearxngProcess {
|
|
92
|
+
constructor(searxngPath, dataDir, callbacks = {}) {
|
|
93
|
+
this.searxngPath = searxngPath;
|
|
94
|
+
this.dataDir = dataDir;
|
|
95
|
+
this.callbacks = callbacks;
|
|
96
|
+
}
|
|
97
|
+
searxngPath;
|
|
98
|
+
dataDir;
|
|
99
|
+
callbacks;
|
|
100
|
+
child = null;
|
|
101
|
+
port = null;
|
|
102
|
+
crashTimes = [];
|
|
103
|
+
stopped = false;
|
|
104
|
+
isCurrentlyUnhealthy = false;
|
|
105
|
+
healthProbeFailures = 0;
|
|
106
|
+
healthProbeTimer = null;
|
|
107
|
+
getUrl() {
|
|
108
|
+
return this.port ? `http://127.0.0.1:${this.port}` : null;
|
|
109
|
+
}
|
|
110
|
+
async start() {
|
|
111
|
+
const config = getConfig();
|
|
112
|
+
const lock = acquireLock(this.dataDir);
|
|
113
|
+
if (!lock.acquired) {
|
|
114
|
+
if (lock.existingPort) {
|
|
115
|
+
log.info("connecting to existing SearXNG instance", { port: lock.existingPort });
|
|
116
|
+
this.port = lock.existingPort;
|
|
117
|
+
return this.getUrl();
|
|
118
|
+
}
|
|
119
|
+
log.warn("could not acquire lock", { existingPid: lock.existingPid });
|
|
120
|
+
return null;
|
|
104
121
|
}
|
|
105
|
-
|
|
106
|
-
|
|
122
|
+
try {
|
|
123
|
+
this.port = await findAvailablePort(config.searxngPort);
|
|
124
|
+
} catch (err) {
|
|
125
|
+
log.error("no available port", { error: String(err) });
|
|
126
|
+
releaseLock(this.dataDir);
|
|
127
|
+
return null;
|
|
107
128
|
}
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
129
|
+
const settingsPath = join(this.searxngPath, "settings.yml");
|
|
130
|
+
const pythonBin = join(this.searxngPath, "venv", "bin", "python");
|
|
131
|
+
if (!existsSync(pythonBin)) {
|
|
132
|
+
log.error("SearXNG python not found \u2014 run warmup first", { path: pythonBin });
|
|
133
|
+
releaseLock(this.dataDir);
|
|
134
|
+
return null;
|
|
135
|
+
}
|
|
136
|
+
this.child = spawn(pythonBin, ["-m", "searx.webapp"], {
|
|
137
|
+
env: { ...process.env, SEARXNG_SETTINGS_PATH: settingsPath },
|
|
138
|
+
stdio: ["ignore", "ignore", "pipe"]
|
|
139
|
+
});
|
|
140
|
+
this.child.on("error", (err) => {
|
|
141
|
+
log.error("SearXNG spawn error", { error: String(err) });
|
|
142
|
+
});
|
|
143
|
+
let stderrTail = "";
|
|
144
|
+
this.child.stderr?.on("data", (chunk) => {
|
|
145
|
+
stderrTail = (stderrTail + chunk.toString("utf8")).slice(-4096);
|
|
146
|
+
});
|
|
147
|
+
this.child.on("exit", (code) => {
|
|
148
|
+
if (code !== 0 && code !== null && stderrTail) {
|
|
149
|
+
log.warn("SearXNG stderr tail", { code, stderrTail: stderrTail.slice(-1024) });
|
|
150
|
+
}
|
|
151
|
+
});
|
|
152
|
+
writeFileSync(join(this.dataDir, "searxng.port"), String(this.port));
|
|
153
|
+
writeFileSync(
|
|
154
|
+
join(this.dataDir, "searxng.lock"),
|
|
155
|
+
JSON.stringify({ pid: process.pid, port: this.port, startedAt: (/* @__PURE__ */ new Date()).toISOString() })
|
|
156
|
+
);
|
|
157
|
+
const url = this.getUrl();
|
|
158
|
+
const healthy = await waitForHealth(url, HEALTH_TIMEOUT_MS);
|
|
159
|
+
if (!healthy) {
|
|
160
|
+
log.error("SearXNG failed to start within timeout");
|
|
161
|
+
await this.stop();
|
|
162
|
+
return null;
|
|
163
|
+
}
|
|
164
|
+
this.monitorCrashes();
|
|
165
|
+
this.startHealthProbe();
|
|
166
|
+
log.info("SearXNG started", { port: this.port, url });
|
|
167
|
+
return url;
|
|
168
|
+
}
|
|
169
|
+
monitorCrashes() {
|
|
170
|
+
if (!this.child) return;
|
|
171
|
+
this.child.on("exit", (code) => {
|
|
172
|
+
if (this.stopped) return;
|
|
173
|
+
log.warn("SearXNG process exited unexpectedly", { code });
|
|
174
|
+
this.crashTimes.push(Date.now());
|
|
175
|
+
const cutoff = Date.now() - CRASH_WINDOW_MS;
|
|
176
|
+
this.crashTimes = this.crashTimes.filter((t) => t > cutoff);
|
|
177
|
+
if (this.crashTimes.length >= MAX_CRASH_RESTARTS) {
|
|
178
|
+
log.error("too many crashes, giving up on SearXNG", { crashes: this.crashTimes.length });
|
|
179
|
+
releaseLock(this.dataDir);
|
|
180
|
+
if (!this.isCurrentlyUnhealthy) {
|
|
181
|
+
this.isCurrentlyUnhealthy = true;
|
|
182
|
+
this.callbacks.onUnhealthy?.(
|
|
183
|
+
`SearXNG process crashed ${this.crashTimes.length} times in ${CRASH_WINDOW_MS / 1e3}s`
|
|
184
|
+
);
|
|
127
185
|
}
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
186
|
+
return;
|
|
187
|
+
}
|
|
188
|
+
const backoff = Math.min(1e3 * Math.pow(2, this.crashTimes.length - 1), 3e4);
|
|
189
|
+
log.info("restarting SearXNG after backoff", { backoffMs: backoff });
|
|
190
|
+
setTimeout(() => {
|
|
191
|
+
if (!this.stopped) this.start();
|
|
192
|
+
}, backoff);
|
|
193
|
+
});
|
|
194
|
+
}
|
|
195
|
+
startHealthProbe() {
|
|
196
|
+
if (this.healthProbeTimer) clearInterval(this.healthProbeTimer);
|
|
197
|
+
const config = getConfig();
|
|
198
|
+
const intervalMs = config.healthProbeIntervalMs;
|
|
199
|
+
this.healthProbeTimer = setInterval(() => {
|
|
200
|
+
void this.probeOnce();
|
|
201
|
+
}, intervalMs);
|
|
202
|
+
}
|
|
203
|
+
async probeOnce() {
|
|
204
|
+
if (this.stopped || !this.port) return;
|
|
205
|
+
try {
|
|
206
|
+
const r = await fetch(`http://127.0.0.1:${this.port}/healthz`, { signal: AbortSignal.timeout(2e3) });
|
|
207
|
+
if (r.ok) {
|
|
208
|
+
this.healthProbeFailures = 0;
|
|
209
|
+
if (this.isCurrentlyUnhealthy) {
|
|
210
|
+
this.isCurrentlyUnhealthy = false;
|
|
211
|
+
this.callbacks.onHealthy?.();
|
|
143
212
|
}
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
213
|
+
} else {
|
|
214
|
+
this.notePotentialFailure();
|
|
215
|
+
}
|
|
216
|
+
} catch {
|
|
217
|
+
this.notePotentialFailure();
|
|
147
218
|
}
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
log.warn('SearXNG process exited unexpectedly', { code });
|
|
155
|
-
this.crashTimes.push(Date.now());
|
|
156
|
-
const cutoff = Date.now() - CRASH_WINDOW_MS;
|
|
157
|
-
this.crashTimes = this.crashTimes.filter(t => t > cutoff);
|
|
158
|
-
if (this.crashTimes.length >= MAX_CRASH_RESTARTS) {
|
|
159
|
-
log.error('too many crashes, giving up on SearXNG', { crashes: this.crashTimes.length });
|
|
160
|
-
releaseLock(this.dataDir);
|
|
161
|
-
return;
|
|
162
|
-
}
|
|
163
|
-
const backoff = Math.min(1000 * Math.pow(2, this.crashTimes.length - 1), 30000);
|
|
164
|
-
log.info('restarting SearXNG after backoff', { backoffMs: backoff });
|
|
165
|
-
setTimeout(() => {
|
|
166
|
-
if (!this.stopped)
|
|
167
|
-
this.start();
|
|
168
|
-
}, backoff);
|
|
169
|
-
});
|
|
219
|
+
}
|
|
220
|
+
notePotentialFailure() {
|
|
221
|
+
this.healthProbeFailures++;
|
|
222
|
+
if (this.healthProbeFailures === 3 && !this.isCurrentlyUnhealthy) {
|
|
223
|
+
this.isCurrentlyUnhealthy = true;
|
|
224
|
+
this.callbacks.onUnhealthy?.("SearXNG /healthz unreachable for 3 consecutive probes");
|
|
170
225
|
}
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
226
|
+
}
|
|
227
|
+
async stop() {
|
|
228
|
+
if (this.healthProbeTimer) {
|
|
229
|
+
clearInterval(this.healthProbeTimer);
|
|
230
|
+
this.healthProbeTimer = null;
|
|
231
|
+
}
|
|
232
|
+
this.stopped = true;
|
|
233
|
+
if (this.child) {
|
|
234
|
+
this.child.kill("SIGTERM");
|
|
235
|
+
await Promise.race([
|
|
236
|
+
new Promise((resolve) => this.child.on("exit", resolve)),
|
|
237
|
+
new Promise((resolve) => setTimeout(() => {
|
|
238
|
+
this.child?.kill("SIGKILL");
|
|
239
|
+
resolve();
|
|
240
|
+
}, SHUTDOWN_GRACE_MS))
|
|
241
|
+
]);
|
|
242
|
+
this.child = null;
|
|
186
243
|
}
|
|
244
|
+
releaseLock(this.dataDir);
|
|
245
|
+
this.port = null;
|
|
246
|
+
}
|
|
187
247
|
}
|
|
248
|
+
export {
|
|
249
|
+
SearxngProcess,
|
|
250
|
+
acquireLock,
|
|
251
|
+
findAvailablePort,
|
|
252
|
+
isProcessAlive,
|
|
253
|
+
releaseLock
|
|
254
|
+
};
|
|
188
255
|
//# sourceMappingURL=process.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"process.js","sourceRoot":"","sources":["../../src/searxng/process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,YAAY,IAAI,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACzF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AAEpC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,MAAM,UAAU,iBAAiB,CAAC,SAAiB;IACjD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,IAAI,GAAG,SAAS,CAAC;QAErB,SAAS,OAAO;YACd,IAAI,IAAI,GAAG,cAAc,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,gBAAgB,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC;gBACtF,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;YACjC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACtB,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;gBACvB,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,SAAS,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBACtE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAQD,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAE/C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;YACzD,IAAI,IAAI,CAAC,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YAC7E,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAC7D,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IACnG,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAC/C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC;YAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACxC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAC/C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC;YAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACxC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,SAAiB;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,UAAU,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtF,IAAI,QAAQ,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,cAAc;IAON;IACA;IAPX,KAAK,GAAwB,IAAI,CAAC;IAClC,IAAI,GAAkB,IAAI,CAAC;IAC3B,UAAU,GAAa,EAAE,CAAC;IAC1B,OAAO,GAAG,KAAK,CAAC;IAExB,YACmB,WAAmB,EACnB,OAAe;QADf,gBAAW,GAAX,WAAW,CAAQ;QACnB,YAAO,GAAP,OAAO,CAAQ;IAC/B,CAAC;IAEJ,MAAM;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,GAAG,CAAC,IAAI,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;gBACjF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC;gBAC9B,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACtE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvD,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAElE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE;YACpD,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,qBAAqB,EAAE,YAAY,EAAE;YAC5D,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QAEH,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrE,yEAAyE;QACzE,aAAa,CACX,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAClC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAC3F,CAAC;QAEF,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAG,CAAC;QAC3B,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;QAE5D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;YACpD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC7B,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YAEzB,GAAG,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC;YAC5C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;YAE1D,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;gBACjD,GAAG,CAAC,KAAK,CAAC,wCAAwC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBACzF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YACrE,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,IAAI,CAAC,OAAO;oBAAE,IAAI,CAAC,KAAK,EAAE,CAAC;YAClC,CAAC,EAAE,OAAO,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAE3B,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAC/D,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE;oBAC7C,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC5B,OAAO,EAAE,CAAC;gBACZ,CAAC,EAAE,iBAAiB,CAAC,CAAC;aACvB,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QAED,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;CACF"}
|
|
1
|
+
{"version":3,"sources":["../../src/searxng/process.ts"],"sourcesContent":["import { spawn, type ChildProcess } from 'node:child_process';\nimport { createServer as createNetServer } from 'node:net';\nimport { existsSync, readFileSync, writeFileSync, unlinkSync, mkdirSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('searxng');\n\nconst PORT_RANGE_START = 8888;\nconst PORT_RANGE_END = 8899;\nconst HEALTH_TIMEOUT_MS = 10000;\nconst HEALTH_POLL_MS = 500;\nconst MAX_CRASH_RESTARTS = 3;\nconst CRASH_WINDOW_MS = 60000;\nconst SHUTDOWN_GRACE_MS = 5000;\n\nexport interface ProcessCallbacks {\n onUnhealthy?: (reason: string) => void;\n onHealthy?: () => void;\n}\n\nexport function findAvailablePort(startPort: number): Promise<number> {\n return new Promise((resolve, reject) => {\n let port = startPort;\n\n function tryPort() {\n if (port > PORT_RANGE_END) {\n reject(new Error(`No available port in range ${PORT_RANGE_START}-${PORT_RANGE_END}`));\n return;\n }\n const server = createNetServer();\n server.on('error', () => {\n port++;\n tryPort();\n });\n server.listen(port, () => {\n const addr = server.address();\n const foundPort = typeof addr === 'object' && addr ? addr.port : port;\n server.close(() => resolve(foundPort));\n });\n }\n\n tryPort();\n });\n}\n\ninterface LockResult {\n acquired: boolean;\n existingPid?: number;\n existingPort?: number;\n}\n\nexport function isProcessAlive(pid: number): boolean {\n try {\n process.kill(pid, 0);\n return true;\n } catch {\n return false;\n }\n}\n\n// Best-effort unlink. Surfacing EPERM/EACCES every boot in a read-only or\n// permission-restricted data dir was noisy — log once at debug and continue.\nfunction tryUnlink(path: string): void {\n try {\n unlinkSync(path);\n } catch (err) {\n const code = (err as { code?: string }).code;\n if (code !== 'ENOENT') {\n log.debug('unable to remove file', { path, code: code ?? 'unknown' });\n }\n }\n}\n\nexport function acquireLock(dataDir: string): LockResult {\n const lockFile = join(dataDir, 'searxng.lock');\n\n if (existsSync(lockFile)) {\n try {\n const data = JSON.parse(readFileSync(lockFile, 'utf-8'));\n if (data.pid && isProcessAlive(data.pid)) {\n return { acquired: false, existingPid: data.pid, existingPort: data.port };\n }\n log.info('cleaning stale lock file', { stalePid: data.pid });\n tryUnlink(lockFile);\n } catch {\n tryUnlink(lockFile);\n }\n }\n\n mkdirSync(dataDir, { recursive: true });\n writeFileSync(lockFile, JSON.stringify({ pid: process.pid, startedAt: new Date().toISOString() }));\n return { acquired: true };\n}\n\nexport function releaseLock(dataDir: string): void {\n const lockFile = join(dataDir, 'searxng.lock');\n if (existsSync(lockFile)) tryUnlink(lockFile);\n const portFile = join(dataDir, 'searxng.port');\n if (existsSync(portFile)) tryUnlink(portFile);\n}\n\nasync function waitForHealth(url: string, timeoutMs: number): Promise<boolean> {\n const start = Date.now();\n while (Date.now() - start < timeoutMs) {\n try {\n const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2000) });\n if (response.ok) return true;\n } catch {}\n await new Promise(r => setTimeout(r, HEALTH_POLL_MS));\n }\n return false;\n}\n\nexport class SearxngProcess {\n private child: ChildProcess | null = null;\n private port: number | null = null;\n private crashTimes: number[] = [];\n private stopped = false;\n private isCurrentlyUnhealthy = false;\n private healthProbeFailures = 0;\n private healthProbeTimer: NodeJS.Timeout | null = null;\n\n constructor(\n private readonly searxngPath: string,\n private readonly dataDir: string,\n private readonly callbacks: ProcessCallbacks = {},\n ) {}\n\n getUrl(): string | null {\n return this.port ? `http://127.0.0.1:${this.port}` : null;\n }\n\n async start(): Promise<string | null> {\n const config = getConfig();\n const lock = acquireLock(this.dataDir);\n\n if (!lock.acquired) {\n if (lock.existingPort) {\n log.info('connecting to existing SearXNG instance', { port: lock.existingPort });\n this.port = lock.existingPort;\n return this.getUrl();\n }\n log.warn('could not acquire lock', { existingPid: lock.existingPid });\n return null;\n }\n\n try {\n this.port = await findAvailablePort(config.searxngPort);\n } catch (err) {\n log.error('no available port', { error: String(err) });\n releaseLock(this.dataDir);\n return null;\n }\n\n const settingsPath = join(this.searxngPath, 'settings.yml');\n const pythonBin = join(this.searxngPath, 'venv', 'bin', 'python');\n\n if (!existsSync(pythonBin)) {\n log.error('SearXNG python not found — run warmup first', { path: pythonBin });\n releaseLock(this.dataDir);\n return null;\n }\n\n this.child = spawn(pythonBin, ['-m', 'searx.webapp'], {\n env: { ...process.env, SEARXNG_SETTINGS_PATH: settingsPath },\n stdio: ['ignore', 'ignore', 'pipe'],\n });\n\n this.child.on('error', (err) => {\n log.error('SearXNG spawn error', { error: String(err) });\n });\n\n let stderrTail = '';\n this.child.stderr?.on('data', (chunk: Buffer) => {\n stderrTail = (stderrTail + chunk.toString('utf8')).slice(-4096);\n });\n this.child.on('exit', (code) => {\n if (code !== 0 && code !== null && stderrTail) {\n log.warn('SearXNG stderr tail', { code, stderrTail: stderrTail.slice(-1024) });\n }\n });\n\n writeFileSync(join(this.dataDir, 'searxng.port'), String(this.port));\n // Update lock file with the resolved port so other instances can connect\n writeFileSync(\n join(this.dataDir, 'searxng.lock'),\n JSON.stringify({ pid: process.pid, port: this.port, startedAt: new Date().toISOString() }),\n );\n\n const url = this.getUrl()!;\n const healthy = await waitForHealth(url, HEALTH_TIMEOUT_MS);\n\n if (!healthy) {\n log.error('SearXNG failed to start within timeout');\n await this.stop();\n return null;\n }\n\n this.monitorCrashes();\n this.startHealthProbe();\n log.info('SearXNG started', { port: this.port, url });\n return url;\n }\n\n private monitorCrashes(): void {\n if (!this.child) return;\n\n this.child.on('exit', (code) => {\n if (this.stopped) return;\n\n log.warn('SearXNG process exited unexpectedly', { code });\n this.crashTimes.push(Date.now());\n\n const cutoff = Date.now() - CRASH_WINDOW_MS;\n this.crashTimes = this.crashTimes.filter(t => t > cutoff);\n\n if (this.crashTimes.length >= MAX_CRASH_RESTARTS) {\n log.error('too many crashes, giving up on SearXNG', { crashes: this.crashTimes.length });\n releaseLock(this.dataDir);\n if (!this.isCurrentlyUnhealthy) {\n this.isCurrentlyUnhealthy = true;\n this.callbacks.onUnhealthy?.(\n `SearXNG process crashed ${this.crashTimes.length} times in ${CRASH_WINDOW_MS / 1000}s`,\n );\n }\n return;\n }\n\n const backoff = Math.min(1000 * Math.pow(2, this.crashTimes.length - 1), 30000);\n log.info('restarting SearXNG after backoff', { backoffMs: backoff });\n setTimeout(() => {\n if (!this.stopped) this.start();\n }, backoff);\n });\n }\n\n private startHealthProbe(): void {\n if (this.healthProbeTimer) clearInterval(this.healthProbeTimer);\n const config = getConfig();\n const intervalMs = config.healthProbeIntervalMs;\n this.healthProbeTimer = setInterval(() => {\n void this.probeOnce();\n }, intervalMs);\n }\n\n private async probeOnce(): Promise<void> {\n if (this.stopped || !this.port) return;\n try {\n const r = await fetch(`http://127.0.0.1:${this.port}/healthz`, { signal: AbortSignal.timeout(2000) });\n if (r.ok) {\n this.healthProbeFailures = 0;\n if (this.isCurrentlyUnhealthy) {\n this.isCurrentlyUnhealthy = false;\n this.callbacks.onHealthy?.();\n }\n } else {\n this.notePotentialFailure();\n }\n } catch {\n this.notePotentialFailure();\n }\n }\n\n private notePotentialFailure(): void {\n this.healthProbeFailures++;\n if (this.healthProbeFailures === 3 && !this.isCurrentlyUnhealthy) {\n this.isCurrentlyUnhealthy = true;\n this.callbacks.onUnhealthy?.('SearXNG /healthz unreachable for 3 consecutive probes');\n }\n }\n\n async stop(): Promise<void> {\n if (this.healthProbeTimer) {\n clearInterval(this.healthProbeTimer);\n this.healthProbeTimer = null;\n }\n this.stopped = true;\n\n if (this.child) {\n this.child.kill('SIGTERM');\n\n await Promise.race([\n new Promise<void>((resolve) => this.child!.on('exit', resolve)),\n new Promise<void>((resolve) => setTimeout(() => {\n this.child?.kill('SIGKILL');\n resolve();\n }, SHUTDOWN_GRACE_MS)),\n ]);\n\n this.child = null;\n }\n\n releaseLock(this.dataDir);\n this.port = null;\n }\n}\n"],"mappings":"AAAA,SAAS,aAAgC;AACzC,SAAS,gBAAgB,uBAAuB;AAChD,SAAS,YAAY,cAAc,eAAe,YAAY,iBAAiB;AAC/E,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,SAAS;AAElC,MAAM,mBAAmB;AACzB,MAAM,iBAAiB;AACvB,MAAM,oBAAoB;AAC1B,MAAM,iBAAiB;AACvB,MAAM,qBAAqB;AAC3B,MAAM,kBAAkB;AACxB,MAAM,oBAAoB;AAOnB,SAAS,kBAAkB,WAAoC;AACpE,SAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,QAAI,OAAO;AAEX,aAAS,UAAU;AACjB,UAAI,OAAO,gBAAgB;AACzB,eAAO,IAAI,MAAM,8BAA8B,gBAAgB,IAAI,cAAc,EAAE,CAAC;AACpF;AAAA,MACF;AACA,YAAM,SAAS,gBAAgB;AAC/B,aAAO,GAAG,SAAS,MAAM;AACvB;AACA,gBAAQ;AAAA,MACV,CAAC;AACD,aAAO,OAAO,MAAM,MAAM;AACxB,cAAM,OAAO,OAAO,QAAQ;AAC5B,cAAM,YAAY,OAAO,SAAS,YAAY,OAAO,KAAK,OAAO;AACjE,eAAO,MAAM,MAAM,QAAQ,SAAS,CAAC;AAAA,MACvC,CAAC;AAAA,IACH;AAEA,YAAQ;AAAA,EACV,CAAC;AACH;AAQO,SAAS,eAAe,KAAsB;AACnD,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAIA,SAAS,UAAU,MAAoB;AACrC,MAAI;AACF,eAAW,IAAI;AAAA,EACjB,SAAS,KAAK;AACZ,UAAM,OAAQ,IAA0B;AACxC,QAAI,SAAS,UAAU;AACrB,UAAI,MAAM,yBAAyB,EAAE,MAAM,MAAM,QAAQ,UAAU,CAAC;AAAA,IACtE;AAAA,EACF;AACF;AAEO,SAAS,YAAY,SAA6B;AACvD,QAAM,WAAW,KAAK,SAAS,cAAc;AAE7C,MAAI,WAAW,QAAQ,GAAG;AACxB,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,aAAa,UAAU,OAAO,CAAC;AACvD,UAAI,KAAK,OAAO,eAAe,KAAK,GAAG,GAAG;AACxC,eAAO,EAAE,UAAU,OAAO,aAAa,KAAK,KAAK,cAAc,KAAK,KAAK;AAAA,MAC3E;AACA,UAAI,KAAK,4BAA4B,EAAE,UAAU,KAAK,IAAI,CAAC;AAC3D,gBAAU,QAAQ;AAAA,IACpB,QAAQ;AACN,gBAAU,QAAQ;AAAA,IACpB;AAAA,EACF;AAEA,YAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,gBAAc,UAAU,KAAK,UAAU,EAAE,KAAK,QAAQ,KAAK,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE,CAAC,CAAC;AACjG,SAAO,EAAE,UAAU,KAAK;AAC1B;AAEO,SAAS,YAAY,SAAuB;AACjD,QAAM,WAAW,KAAK,SAAS,cAAc;AAC7C,MAAI,WAAW,QAAQ,EAAG,WAAU,QAAQ;AAC5C,QAAM,WAAW,KAAK,SAAS,cAAc;AAC7C,MAAI,WAAW,QAAQ,EAAG,WAAU,QAAQ;AAC9C;AAEA,eAAe,cAAc,KAAa,WAAqC;AAC7E,QAAM,QAAQ,KAAK,IAAI;AACvB,SAAO,KAAK,IAAI,IAAI,QAAQ,WAAW;AACrC,QAAI;AACF,YAAM,WAAW,MAAM,MAAM,GAAG,GAAG,YAAY,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACpF,UAAI,SAAS,GAAI,QAAO;AAAA,IAC1B,QAAQ;AAAA,IAAC;AACT,UAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,cAAc,CAAC;AAAA,EACtD;AACA,SAAO;AACT;AAEO,MAAM,eAAe;AAAA,EAS1B,YACmB,aACA,SACA,YAA8B,CAAC,GAChD;AAHiB;AACA;AACA;AAAA,EAChB;AAAA,EAHgB;AAAA,EACA;AAAA,EACA;AAAA,EAXX,QAA6B;AAAA,EAC7B,OAAsB;AAAA,EACtB,aAAuB,CAAC;AAAA,EACxB,UAAU;AAAA,EACV,uBAAuB;AAAA,EACvB,sBAAsB;AAAA,EACtB,mBAA0C;AAAA,EAQlD,SAAwB;AACtB,WAAO,KAAK,OAAO,oBAAoB,KAAK,IAAI,KAAK;AAAA,EACvD;AAAA,EAEA,MAAM,QAAgC;AACpC,UAAM,SAAS,UAAU;AACzB,UAAM,OAAO,YAAY,KAAK,OAAO;AAErC,QAAI,CAAC,KAAK,UAAU;AAClB,UAAI,KAAK,cAAc;AACrB,YAAI,KAAK,2CAA2C,EAAE,MAAM,KAAK,aAAa,CAAC;AAC/E,aAAK,OAAO,KAAK;AACjB,eAAO,KAAK,OAAO;AAAA,MACrB;AACA,UAAI,KAAK,0BAA0B,EAAE,aAAa,KAAK,YAAY,CAAC;AACpE,aAAO;AAAA,IACT;AAEA,QAAI;AACF,WAAK,OAAO,MAAM,kBAAkB,OAAO,WAAW;AAAA,IACxD,SAAS,KAAK;AACZ,UAAI,MAAM,qBAAqB,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACrD,kBAAY,KAAK,OAAO;AACxB,aAAO;AAAA,IACT;AAEA,UAAM,eAAe,KAAK,KAAK,aAAa,cAAc;AAC1D,UAAM,YAAY,KAAK,KAAK,aAAa,QAAQ,OAAO,QAAQ;AAEhE,QAAI,CAAC,WAAW,SAAS,GAAG;AAC1B,UAAI,MAAM,oDAA+C,EAAE,MAAM,UAAU,CAAC;AAC5E,kBAAY,KAAK,OAAO;AACxB,aAAO;AAAA,IACT;AAEA,SAAK,QAAQ,MAAM,WAAW,CAAC,MAAM,cAAc,GAAG;AAAA,MACpD,KAAK,EAAE,GAAG,QAAQ,KAAK,uBAAuB,aAAa;AAAA,MAC3D,OAAO,CAAC,UAAU,UAAU,MAAM;AAAA,IACpC,CAAC;AAED,SAAK,MAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,UAAI,MAAM,uBAAuB,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,IACzD,CAAC;AAED,QAAI,aAAa;AACjB,SAAK,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAkB;AAC/C,oBAAc,aAAa,MAAM,SAAS,MAAM,GAAG,MAAM,KAAK;AAAA,IAChE,CAAC;AACD,SAAK,MAAM,GAAG,QAAQ,CAAC,SAAS;AAC9B,UAAI,SAAS,KAAK,SAAS,QAAQ,YAAY;AAC7C,YAAI,KAAK,uBAAuB,EAAE,MAAM,YAAY,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E;AAAA,IACF,CAAC;AAED,kBAAc,KAAK,KAAK,SAAS,cAAc,GAAG,OAAO,KAAK,IAAI,CAAC;AAEnE;AAAA,MACE,KAAK,KAAK,SAAS,cAAc;AAAA,MACjC,KAAK,UAAU,EAAE,KAAK,QAAQ,KAAK,MAAM,KAAK,MAAM,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE,CAAC;AAAA,IAC3F;AAEA,UAAM,MAAM,KAAK,OAAO;AACxB,UAAM,UAAU,MAAM,cAAc,KAAK,iBAAiB;AAE1D,QAAI,CAAC,SAAS;AACZ,UAAI,MAAM,wCAAwC;AAClD,YAAM,KAAK,KAAK;AAChB,aAAO;AAAA,IACT;AAEA,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,QAAI,KAAK,mBAAmB,EAAE,MAAM,KAAK,MAAM,IAAI,CAAC;AACpD,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,CAAC,KAAK,MAAO;AAEjB,SAAK,MAAM,GAAG,QAAQ,CAAC,SAAS;AAC9B,UAAI,KAAK,QAAS;AAElB,UAAI,KAAK,uCAAuC,EAAE,KAAK,CAAC;AACxD,WAAK,WAAW,KAAK,KAAK,IAAI,CAAC;AAE/B,YAAM,SAAS,KAAK,IAAI,IAAI;AAC5B,WAAK,aAAa,KAAK,WAAW,OAAO,OAAK,IAAI,MAAM;AAExD,UAAI,KAAK,WAAW,UAAU,oBAAoB;AAChD,YAAI,MAAM,0CAA0C,EAAE,SAAS,KAAK,WAAW,OAAO,CAAC;AACvF,oBAAY,KAAK,OAAO;AACxB,YAAI,CAAC,KAAK,sBAAsB;AAC9B,eAAK,uBAAuB;AAC5B,eAAK,UAAU;AAAA,YACb,2BAA2B,KAAK,WAAW,MAAM,aAAa,kBAAkB,GAAI;AAAA,UACtF;AAAA,QACF;AACA;AAAA,MACF;AAEA,YAAM,UAAU,KAAK,IAAI,MAAO,KAAK,IAAI,GAAG,KAAK,WAAW,SAAS,CAAC,GAAG,GAAK;AAC9E,UAAI,KAAK,oCAAoC,EAAE,WAAW,QAAQ,CAAC;AACnE,iBAAW,MAAM;AACf,YAAI,CAAC,KAAK,QAAS,MAAK,MAAM;AAAA,MAChC,GAAG,OAAO;AAAA,IACZ,CAAC;AAAA,EACH;AAAA,EAEQ,mBAAyB;AAC/B,QAAI,KAAK,iBAAkB,eAAc,KAAK,gBAAgB;AAC9D,UAAM,SAAS,UAAU;AACzB,UAAM,aAAa,OAAO;AAC1B,SAAK,mBAAmB,YAAY,MAAM;AACxC,WAAK,KAAK,UAAU;AAAA,IACtB,GAAG,UAAU;AAAA,EACf;AAAA,EAEA,MAAc,YAA2B;AACvC,QAAI,KAAK,WAAW,CAAC,KAAK,KAAM;AAChC,QAAI;AACF,YAAM,IAAI,MAAM,MAAM,oBAAoB,KAAK,IAAI,YAAY,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACpG,UAAI,EAAE,IAAI;AACR,aAAK,sBAAsB;AAC3B,YAAI,KAAK,sBAAsB;AAC7B,eAAK,uBAAuB;AAC5B,eAAK,UAAU,YAAY;AAAA,QAC7B;AAAA,MACF,OAAO;AACL,aAAK,qBAAqB;AAAA,MAC5B;AAAA,IACF,QAAQ;AACN,WAAK,qBAAqB;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,uBAA6B;AACnC,SAAK;AACL,QAAI,KAAK,wBAAwB,KAAK,CAAC,KAAK,sBAAsB;AAChE,WAAK,uBAAuB;AAC5B,WAAK,UAAU,cAAc,uDAAuD;AAAA,IACtF;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,KAAK,kBAAkB;AACzB,oBAAc,KAAK,gBAAgB;AACnC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,UAAU;AAEf,QAAI,KAAK,OAAO;AACd,WAAK,MAAM,KAAK,SAAS;AAEzB,YAAM,QAAQ,KAAK;AAAA,QACjB,IAAI,QAAc,CAAC,YAAY,KAAK,MAAO,GAAG,QAAQ,OAAO,CAAC;AAAA,QAC9D,IAAI,QAAc,CAAC,YAAY,WAAW,MAAM;AAC9C,eAAK,OAAO,KAAK,SAAS;AAC1B,kBAAQ;AAAA,QACV,GAAG,iBAAiB,CAAC;AAAA,MACvB,CAAC;AAED,WAAK,QAAQ;AAAA,IACf;AAEA,gBAAY,KAAK,OAAO;AACxB,SAAK,OAAO;AAAA,EACd;AACF;","names":[]}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export declare class BackendStatus {
|
|
2
|
+
private _active;
|
|
3
|
+
private _reason;
|
|
4
|
+
private _warned;
|
|
5
|
+
private _bootstrapping;
|
|
6
|
+
get isActive(): boolean;
|
|
7
|
+
markUnhealthy(reason: string): void;
|
|
8
|
+
markBootstrapping(): void;
|
|
9
|
+
markHealthy(): void;
|
|
10
|
+
/** Returns warning text once per fallback session, then undefined. */
|
|
11
|
+
consumeWarning(): string | undefined;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=backend-status.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"backend-status.d.ts","sourceRoot":"","sources":["../../src/server/backend-status.ts"],"names":[],"mappings":"AAAA,qBAAa,aAAa;IACxB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAS;IAE/B,IAAI,QAAQ,IAAI,OAAO,CAAyB;IAEhD,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAOnC,iBAAiB,IAAI,IAAI;IAOzB,WAAW,IAAI,IAAI;IAOnB,sEAAsE;IACtE,cAAc,IAAI,MAAM,GAAG,SAAS;CAgBrC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
class BackendStatus {
|
|
2
|
+
_active = false;
|
|
3
|
+
_reason;
|
|
4
|
+
_warned = false;
|
|
5
|
+
_bootstrapping = false;
|
|
6
|
+
get isActive() {
|
|
7
|
+
return this._active;
|
|
8
|
+
}
|
|
9
|
+
markUnhealthy(reason) {
|
|
10
|
+
this._active = false;
|
|
11
|
+
this._reason = reason;
|
|
12
|
+
this._warned = false;
|
|
13
|
+
this._bootstrapping = false;
|
|
14
|
+
}
|
|
15
|
+
markBootstrapping() {
|
|
16
|
+
this._active = false;
|
|
17
|
+
this._reason = "bootstrap in progress";
|
|
18
|
+
this._warned = false;
|
|
19
|
+
this._bootstrapping = true;
|
|
20
|
+
}
|
|
21
|
+
markHealthy() {
|
|
22
|
+
this._active = true;
|
|
23
|
+
this._reason = void 0;
|
|
24
|
+
this._warned = false;
|
|
25
|
+
this._bootstrapping = false;
|
|
26
|
+
}
|
|
27
|
+
/** Returns warning text once per fallback session, then undefined. */
|
|
28
|
+
consumeWarning() {
|
|
29
|
+
if (this._active || this._warned) return void 0;
|
|
30
|
+
this._warned = true;
|
|
31
|
+
if (this._bootstrapping) {
|
|
32
|
+
return `Search engine is still starting up. Results may be lower quality until setup finishes. For best results, run: \`npx @staticn0va/wigolo warmup --all\` before connecting your agent.`;
|
|
33
|
+
}
|
|
34
|
+
return `Multi-engine search is unavailable; using fallback engines (lower quality). Reason: ${this._reason ?? "unknown"}. To retry: \`npx @staticn0va/wigolo warmup --force\`. For details: \`npx @staticn0va/wigolo doctor\`.`;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
export {
|
|
38
|
+
BackendStatus
|
|
39
|
+
};
|
|
40
|
+
//# sourceMappingURL=backend-status.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/server/backend-status.ts"],"sourcesContent":["export class BackendStatus {\n private _active = false;\n private _reason: string | undefined;\n private _warned = false;\n private _bootstrapping = false;\n\n get isActive(): boolean { return this._active; }\n\n markUnhealthy(reason: string): void {\n this._active = false;\n this._reason = reason;\n this._warned = false;\n this._bootstrapping = false;\n }\n\n markBootstrapping(): void {\n this._active = false;\n this._reason = 'bootstrap in progress';\n this._warned = false;\n this._bootstrapping = true;\n }\n\n markHealthy(): void {\n this._active = true;\n this._reason = undefined;\n this._warned = false;\n this._bootstrapping = false;\n }\n\n /** Returns warning text once per fallback session, then undefined. */\n consumeWarning(): string | undefined {\n if (this._active || this._warned) return undefined;\n this._warned = true;\n if (this._bootstrapping) {\n return (\n `Search engine is still starting up. Results may be lower quality until setup finishes. ` +\n `For best results, run: \\`npx @staticn0va/wigolo warmup --all\\` before connecting your agent.`\n );\n }\n return (\n `Multi-engine search is unavailable; using fallback engines (lower quality). ` +\n `Reason: ${this._reason ?? 'unknown'}. ` +\n `To retry: \\`npx @staticn0va/wigolo warmup --force\\`. ` +\n `For details: \\`npx @staticn0va/wigolo doctor\\`.`\n );\n }\n}\n"],"mappings":"AAAO,MAAM,cAAc;AAAA,EACjB,UAAU;AAAA,EACV;AAAA,EACA,UAAU;AAAA,EACV,iBAAiB;AAAA,EAEzB,IAAI,WAAoB;AAAE,WAAO,KAAK;AAAA,EAAS;AAAA,EAE/C,cAAc,QAAsB;AAClC,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,oBAA0B;AACxB,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,cAAoB;AAClB,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,iBAAiB;AAAA,EACxB;AAAA;AAAA,EAGA,iBAAqC;AACnC,QAAI,KAAK,WAAW,KAAK,QAAS,QAAO;AACzC,SAAK,UAAU;AACf,QAAI,KAAK,gBAAgB;AACvB,aACE;AAAA,IAGJ;AACA,WACE,uFACW,KAAK,WAAW,SAAS;AAAA,EAIxC;AACF;","names":[]}
|