@staticn0va/wigolo 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +146 -227
- package/SKILL.md +382 -0
- package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
- package/assets/blocks/claude-code/wigolo-command.md +40 -0
- package/assets/blocks/cursor/wigolo.mdc +46 -0
- package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
- package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
- package/assets/skills/wigolo/SKILL.md +50 -0
- package/assets/skills/wigolo/rules/cache-first.md +30 -0
- package/assets/skills/wigolo/rules/synthesis.md +43 -0
- package/assets/skills/wigolo-agent/SKILL.md +73 -0
- package/assets/skills/wigolo-crawl/SKILL.md +60 -0
- package/assets/skills/wigolo-extract/SKILL.md +59 -0
- package/assets/skills/wigolo-fetch/SKILL.md +65 -0
- package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
- package/assets/skills/wigolo-research/SKILL.md +77 -0
- package/assets/skills/wigolo-search/SKILL.md +78 -0
- package/dist/agent/executor.d.ts +33 -0
- package/dist/agent/executor.d.ts.map +1 -0
- package/dist/agent/executor.js +233 -0
- package/dist/agent/executor.js.map +1 -0
- package/dist/agent/pipeline.d.ts +5 -0
- package/dist/agent/pipeline.d.ts.map +1 -0
- package/dist/agent/pipeline.js +238 -0
- package/dist/agent/pipeline.js.map +1 -0
- package/dist/agent/planner.d.ts +13 -0
- package/dist/agent/planner.d.ts.map +1 -0
- package/dist/agent/planner.js +271 -0
- package/dist/agent/planner.js.map +1 -0
- package/dist/agent/relevance.d.ts +15 -0
- package/dist/agent/relevance.d.ts.map +1 -0
- package/dist/agent/relevance.js +60 -0
- package/dist/agent/relevance.js.map +1 -0
- package/dist/cache/backfill-embeddings.d.ts +23 -0
- package/dist/cache/backfill-embeddings.d.ts.map +1 -0
- package/dist/cache/backfill-embeddings.js +105 -0
- package/dist/cache/backfill-embeddings.js.map +1 -0
- package/dist/cache/change-detector.d.ts +7 -0
- package/dist/cache/change-detector.d.ts.map +1 -0
- package/dist/cache/change-detector.js +43 -0
- package/dist/cache/change-detector.js.map +1 -0
- package/dist/cache/db.d.ts +1 -0
- package/dist/cache/db.d.ts.map +1 -1
- package/dist/cache/db.js +94 -22
- package/dist/cache/db.js.map +1 -1
- package/dist/cache/diff-summary.d.ts +2 -0
- package/dist/cache/diff-summary.d.ts.map +1 -0
- package/dist/cache/diff-summary.js +82 -0
- package/dist/cache/diff-summary.js.map +1 -0
- package/dist/cache/migrations/runner.d.ts +29 -0
- package/dist/cache/migrations/runner.d.ts.map +1 -0
- package/dist/cache/migrations/runner.js +147 -0
- package/dist/cache/migrations/runner.js.map +1 -0
- package/dist/cache/sqlite-vec-store.d.ts +42 -0
- package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
- package/dist/cache/sqlite-vec-store.js +176 -0
- package/dist/cache/sqlite-vec-store.js.map +1 -0
- package/dist/cache/store.d.ts +47 -1
- package/dist/cache/store.d.ts.map +1 -1
- package/dist/cache/store.js +364 -168
- package/dist/cache/store.js.map +1 -1
- package/dist/cli/agents/antigravity.d.ts +20 -0
- package/dist/cli/agents/antigravity.d.ts.map +1 -0
- package/dist/cli/agents/antigravity.js +49 -0
- package/dist/cli/agents/antigravity.js.map +1 -0
- package/dist/cli/agents/claude-code.d.ts +25 -0
- package/dist/cli/agents/claude-code.d.ts.map +1 -0
- package/dist/cli/agents/claude-code.js +111 -0
- package/dist/cli/agents/claude-code.js.map +1 -0
- package/dist/cli/agents/cursor.d.ts +21 -0
- package/dist/cli/agents/cursor.d.ts.map +1 -0
- package/dist/cli/agents/cursor.js +58 -0
- package/dist/cli/agents/cursor.js.map +1 -0
- package/dist/cli/agents/gemini-cli.d.ts +21 -0
- package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
- package/dist/cli/agents/gemini-cli.js +55 -0
- package/dist/cli/agents/gemini-cli.js.map +1 -0
- package/dist/cli/agents/registry.d.ts +21 -0
- package/dist/cli/agents/registry.d.ts.map +1 -0
- package/dist/cli/agents/registry.js +27 -0
- package/dist/cli/agents/registry.js.map +1 -0
- package/dist/cli/agents/utils.d.ts +26 -0
- package/dist/cli/agents/utils.d.ts.map +1 -0
- package/dist/cli/agents/utils.js +136 -0
- package/dist/cli/agents/utils.js.map +1 -0
- package/dist/cli/agents/vscode.d.ts +21 -0
- package/dist/cli/agents/vscode.d.ts.map +1 -0
- package/dist/cli/agents/vscode.js +62 -0
- package/dist/cli/agents/vscode.js.map +1 -0
- package/dist/cli/auth.d.ts +2 -0
- package/dist/cli/auth.d.ts.map +1 -0
- package/dist/cli/auth.js +94 -0
- package/dist/cli/auth.js.map +1 -0
- package/dist/cli/backfill.d.ts +2 -0
- package/dist/cli/backfill.d.ts.map +1 -0
- package/dist/cli/backfill.js +58 -0
- package/dist/cli/backfill.js.map +1 -0
- package/dist/cli/daemon.d.ts +6 -1
- package/dist/cli/daemon.d.ts.map +1 -1
- package/dist/cli/daemon.js +61 -3
- package/dist/cli/daemon.js.map +1 -1
- package/dist/cli/doctor.d.ts +8 -0
- package/dist/cli/doctor.d.ts.map +1 -0
- package/dist/cli/doctor.js +344 -0
- package/dist/cli/doctor.js.map +1 -0
- package/dist/cli/health.d.ts +1 -1
- package/dist/cli/health.d.ts.map +1 -1
- package/dist/cli/health.js +42 -3
- package/dist/cli/health.js.map +1 -1
- package/dist/cli/help.d.ts +6 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +63 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/index.d.ts +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +35 -7
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/init.d.ts +2 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +201 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/plugin.d.ts +5 -0
- package/dist/cli/plugin.d.ts.map +1 -0
- package/dist/cli/plugin.js +185 -0
- package/dist/cli/plugin.js.map +1 -0
- package/dist/cli/setup-mcp.d.ts +2 -0
- package/dist/cli/setup-mcp.d.ts.map +1 -0
- package/dist/cli/setup-mcp.js +114 -0
- package/dist/cli/setup-mcp.js.map +1 -0
- package/dist/cli/shell.d.ts +2 -0
- package/dist/cli/shell.d.ts.map +1 -0
- package/dist/cli/shell.js +86 -0
- package/dist/cli/shell.js.map +1 -0
- package/dist/cli/shutdown.d.ts +2 -0
- package/dist/cli/shutdown.d.ts.map +1 -0
- package/dist/cli/shutdown.js +26 -0
- package/dist/cli/shutdown.js.map +1 -0
- package/dist/cli/status.d.ts +2 -0
- package/dist/cli/status.d.ts.map +1 -0
- package/dist/cli/status.js +31 -0
- package/dist/cli/status.js.map +1 -0
- package/dist/cli/telemetry.d.ts +10 -0
- package/dist/cli/telemetry.d.ts.map +1 -0
- package/dist/cli/telemetry.js +56 -0
- package/dist/cli/telemetry.js.map +1 -0
- package/dist/cli/tui/agents-types.d.ts +28 -0
- package/dist/cli/tui/agents-types.d.ts.map +1 -0
- package/dist/cli/tui/agents-types.js +1 -0
- package/dist/cli/tui/agents-types.js.map +1 -0
- package/dist/cli/tui/agents.d.ts +11 -0
- package/dist/cli/tui/agents.d.ts.map +1 -0
- package/dist/cli/tui/agents.js +93 -0
- package/dist/cli/tui/agents.js.map +1 -0
- package/dist/cli/tui/banner.d.ts +3 -0
- package/dist/cli/tui/banner.d.ts.map +1 -0
- package/dist/cli/tui/banner.js +30 -0
- package/dist/cli/tui/banner.js.map +1 -0
- package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
- package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/AgentSelect.js +116 -0
- package/dist/cli/tui/components/AgentSelect.js.map +1 -0
- package/dist/cli/tui/components/Banner.d.ts +6 -0
- package/dist/cli/tui/components/Banner.d.ts.map +1 -0
- package/dist/cli/tui/components/Banner.js +25 -0
- package/dist/cli/tui/components/Banner.js.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.js +19 -0
- package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
- package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
- package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
- package/dist/cli/tui/components/InstallProgress.js +67 -0
- package/dist/cli/tui/components/InstallProgress.js.map +1 -0
- package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
- package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
- package/dist/cli/tui/components/SkillInstall.js +94 -0
- package/dist/cli/tui/components/SkillInstall.js.map +1 -0
- package/dist/cli/tui/components/Summary.d.ts +22 -0
- package/dist/cli/tui/components/Summary.d.ts.map +1 -0
- package/dist/cli/tui/components/Summary.js +135 -0
- package/dist/cli/tui/components/Summary.js.map +1 -0
- package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
- package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/components/SystemCheck.js +71 -0
- package/dist/cli/tui/components/SystemCheck.js.map +1 -0
- package/dist/cli/tui/components/Verification.d.ts +8 -0
- package/dist/cli/tui/components/Verification.d.ts.map +1 -0
- package/dist/cli/tui/components/Verification.js +63 -0
- package/dist/cli/tui/components/Verification.js.map +1 -0
- package/dist/cli/tui/config-writer-cli.d.ts +12 -0
- package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-cli.js +39 -0
- package/dist/cli/tui/config-writer-cli.js.map +1 -0
- package/dist/cli/tui/config-writer-json.d.ts +16 -0
- package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-json.js +86 -0
- package/dist/cli/tui/config-writer-json.js.map +1 -0
- package/dist/cli/tui/config-writer-toml.d.ts +16 -0
- package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-toml.js +83 -0
- package/dist/cli/tui/config-writer-toml.js.map +1 -0
- package/dist/cli/tui/config-writer.d.ts +25 -0
- package/dist/cli/tui/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/config-writer.js +101 -0
- package/dist/cli/tui/config-writer.js.map +1 -0
- package/dist/cli/tui/detect-helpers.d.ts +6 -0
- package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
- package/dist/cli/tui/detect-helpers.js +45 -0
- package/dist/cli/tui/detect-helpers.js.map +1 -0
- package/dist/cli/tui/extras-prompt.d.ts +7 -0
- package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
- package/dist/cli/tui/extras-prompt.js +42 -0
- package/dist/cli/tui/extras-prompt.js.map +1 -0
- package/dist/cli/tui/flags-types.d.ts +19 -0
- package/dist/cli/tui/flags-types.d.ts.map +1 -0
- package/dist/cli/tui/flags-types.js +23 -0
- package/dist/cli/tui/flags-types.js.map +1 -0
- package/dist/cli/tui/flags.d.ts +5 -0
- package/dist/cli/tui/flags.d.ts.map +1 -0
- package/dist/cli/tui/flags.js +132 -0
- package/dist/cli/tui/flags.js.map +1 -0
- package/dist/cli/tui/format.d.ts +14 -0
- package/dist/cli/tui/format.d.ts.map +1 -0
- package/dist/cli/tui/format.js +37 -0
- package/dist/cli/tui/format.js.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
- package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
- package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
- package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useInstall.js +90 -0
- package/dist/cli/tui/hooks/useInstall.js.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
- package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
- package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
- package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useVerify.js +71 -0
- package/dist/cli/tui/hooks/useVerify.js.map +1 -0
- package/dist/cli/tui/ink-init.d.ts +2 -0
- package/dist/cli/tui/ink-init.d.ts.map +1 -0
- package/dist/cli/tui/ink-init.js +198 -0
- package/dist/cli/tui/ink-init.js.map +1 -0
- package/dist/cli/tui/reporter-auto.d.ts +7 -0
- package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
- package/dist/cli/tui/reporter-auto.js +15 -0
- package/dist/cli/tui/reporter-auto.js.map +1 -0
- package/dist/cli/tui/reporter.d.ts +26 -0
- package/dist/cli/tui/reporter.d.ts.map +1 -0
- package/dist/cli/tui/reporter.js +32 -0
- package/dist/cli/tui/reporter.js.map +1 -0
- package/dist/cli/tui/run-command.d.ts +14 -0
- package/dist/cli/tui/run-command.d.ts.map +1 -0
- package/dist/cli/tui/run-command.js +72 -0
- package/dist/cli/tui/run-command.js.map +1 -0
- package/dist/cli/tui/select-agents.d.ts +6 -0
- package/dist/cli/tui/select-agents.d.ts.map +1 -0
- package/dist/cli/tui/select-agents.js +32 -0
- package/dist/cli/tui/select-agents.js.map +1 -0
- package/dist/cli/tui/status-agents.d.ts +11 -0
- package/dist/cli/tui/status-agents.d.ts.map +1 -0
- package/dist/cli/tui/status-agents.js +53 -0
- package/dist/cli/tui/status-agents.js.map +1 -0
- package/dist/cli/tui/status-cache.d.ts +6 -0
- package/dist/cli/tui/status-cache.d.ts.map +1 -0
- package/dist/cli/tui/status-cache.js +39 -0
- package/dist/cli/tui/status-cache.js.map +1 -0
- package/dist/cli/tui/status-format.d.ts +14 -0
- package/dist/cli/tui/status-format.d.ts.map +1 -0
- package/dist/cli/tui/status-format.js +41 -0
- package/dist/cli/tui/status-format.js.map +1 -0
- package/dist/cli/tui/status-python.d.ts +6 -0
- package/dist/cli/tui/status-python.d.ts.map +1 -0
- package/dist/cli/tui/status-python.js +30 -0
- package/dist/cli/tui/status-python.js.map +1 -0
- package/dist/cli/tui/system-check.d.ts +24 -0
- package/dist/cli/tui/system-check.d.ts.map +1 -0
- package/dist/cli/tui/system-check.js +103 -0
- package/dist/cli/tui/system-check.js.map +1 -0
- package/dist/cli/tui/tui-reporter.d.ts +19 -0
- package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
- package/dist/cli/tui/tui-reporter.js +95 -0
- package/dist/cli/tui/tui-reporter.js.map +1 -0
- package/dist/cli/tui/utils/config-writer.d.ts +3 -0
- package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/utils/config-writer.js +22 -0
- package/dist/cli/tui/utils/config-writer.js.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.js +11 -0
- package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
- package/dist/cli/tui/verify-suggestions.d.ts +5 -0
- package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
- package/dist/cli/tui/verify-suggestions.js +20 -0
- package/dist/cli/tui/verify-suggestions.js.map +1 -0
- package/dist/cli/tui/verify.d.ts +14 -0
- package/dist/cli/tui/verify.d.ts.map +1 -0
- package/dist/cli/tui/verify.js +101 -0
- package/dist/cli/tui/verify.js.map +1 -0
- package/dist/cli/tui/version.d.ts +2 -0
- package/dist/cli/tui/version.d.ts.map +1 -0
- package/dist/cli/tui/version.js +14 -0
- package/dist/cli/tui/version.js.map +1 -0
- package/dist/cli/uninstall.d.ts +2 -0
- package/dist/cli/uninstall.d.ts.map +1 -0
- package/dist/cli/uninstall.js +57 -0
- package/dist/cli/uninstall.js.map +1 -0
- package/dist/cli/warmup.d.ts +10 -2
- package/dist/cli/warmup.d.ts.map +1 -1
- package/dist/cli/warmup.js +226 -93
- package/dist/cli/warmup.js.map +1 -1
- package/dist/config.d.ts +28 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +106 -56
- package/dist/config.js.map +1 -1
- package/dist/crawl/crawler.d.ts +6 -0
- package/dist/crawl/crawler.d.ts.map +1 -1
- package/dist/crawl/crawler.js +210 -209
- package/dist/crawl/crawler.js.map +1 -1
- package/dist/crawl/dedup.d.ts +1 -0
- package/dist/crawl/dedup.d.ts.map +1 -1
- package/dist/crawl/dedup.js +124 -81
- package/dist/crawl/dedup.js.map +1 -1
- package/dist/crawl/etag-incremental.d.ts +43 -0
- package/dist/crawl/etag-incremental.d.ts.map +1 -0
- package/dist/crawl/etag-incremental.js +94 -0
- package/dist/crawl/etag-incremental.js.map +1 -0
- package/dist/crawl/index-to-vec.d.ts +10 -0
- package/dist/crawl/index-to-vec.d.ts.map +1 -0
- package/dist/crawl/index-to-vec.js +44 -0
- package/dist/crawl/index-to-vec.js.map +1 -0
- package/dist/crawl/mapper.js +136 -164
- package/dist/crawl/mapper.js.map +1 -1
- package/dist/crawl/rate-limiter.js +63 -66
- package/dist/crawl/rate-limiter.js.map +1 -1
- package/dist/crawl/robots.js +58 -57
- package/dist/crawl/robots.js.map +1 -1
- package/dist/crawl/sitemap-first.d.ts +12 -0
- package/dist/crawl/sitemap-first.d.ts.map +1 -0
- package/dist/crawl/sitemap-first.js +47 -0
- package/dist/crawl/sitemap-first.js.map +1 -0
- package/dist/crawl/sitemap.js +33 -32
- package/dist/crawl/sitemap.js.map +1 -1
- package/dist/crawl/url-utils.d.ts +1 -0
- package/dist/crawl/url-utils.d.ts.map +1 -1
- package/dist/crawl/url-utils.js +49 -37
- package/dist/crawl/url-utils.js.map +1 -1
- package/dist/daemon/health-check.d.ts +16 -0
- package/dist/daemon/health-check.d.ts.map +1 -0
- package/dist/daemon/health-check.js +33 -0
- package/dist/daemon/health-check.js.map +1 -0
- package/dist/daemon/http-server.d.ts +26 -0
- package/dist/daemon/http-server.d.ts.map +1 -0
- package/dist/daemon/http-server.js +275 -0
- package/dist/daemon/http-server.js.map +1 -0
- package/dist/daemon/proxy.d.ts +10 -0
- package/dist/daemon/proxy.d.ts.map +1 -0
- package/dist/daemon/proxy.js +93 -0
- package/dist/daemon/proxy.js.map +1 -0
- package/dist/embedding/embed.d.ts +59 -0
- package/dist/embedding/embed.d.ts.map +1 -0
- package/dist/embedding/embed.js +233 -0
- package/dist/embedding/embed.js.map +1 -0
- package/dist/embedding/fastembed-provider.d.ts +19 -0
- package/dist/embedding/fastembed-provider.d.ts.map +1 -0
- package/dist/embedding/fastembed-provider.js +51 -0
- package/dist/embedding/fastembed-provider.js.map +1 -0
- package/dist/embedding/key-terms.d.ts +12 -0
- package/dist/embedding/key-terms.d.ts.map +1 -0
- package/dist/embedding/key-terms.js +234 -0
- package/dist/embedding/key-terms.js.map +1 -0
- package/dist/extraction/boilerplate.d.ts +15 -0
- package/dist/extraction/boilerplate.d.ts.map +1 -0
- package/dist/extraction/boilerplate.js +52 -0
- package/dist/extraction/boilerplate.js.map +1 -0
- package/dist/extraction/defuddle.d.ts.map +1 -1
- package/dist/extraction/defuddle.js +27 -23
- package/dist/extraction/defuddle.js.map +1 -1
- package/dist/extraction/extract.d.ts.map +1 -1
- package/dist/extraction/extract.js +76 -76
- package/dist/extraction/extract.js.map +1 -1
- package/dist/extraction/jsonld.js +50 -54
- package/dist/extraction/jsonld.js.map +1 -1
- package/dist/extraction/lang-hints.d.ts +2 -0
- package/dist/extraction/lang-hints.d.ts.map +1 -0
- package/dist/extraction/lang-hints.js +30 -0
- package/dist/extraction/lang-hints.js.map +1 -0
- package/dist/extraction/llm-fallback.d.ts +17 -0
- package/dist/extraction/llm-fallback.d.ts.map +1 -0
- package/dist/extraction/llm-fallback.js +130 -0
- package/dist/extraction/llm-fallback.js.map +1 -0
- package/dist/extraction/markdown-sanitize.d.ts +2 -0
- package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
- package/dist/extraction/markdown-sanitize.js +151 -0
- package/dist/extraction/markdown-sanitize.js.map +1 -0
- package/dist/extraction/markdown.d.ts +11 -0
- package/dist/extraction/markdown.d.ts.map +1 -1
- package/dist/extraction/markdown.js +195 -91
- package/dist/extraction/markdown.js.map +1 -1
- package/dist/extraction/pipeline.d.ts +8 -0
- package/dist/extraction/pipeline.d.ts.map +1 -1
- package/dist/extraction/pipeline.js +57 -91
- package/dist/extraction/pipeline.js.map +1 -1
- package/dist/extraction/readability.d.ts +1 -1
- package/dist/extraction/readability.d.ts.map +1 -1
- package/dist/extraction/readability.js +28 -29
- package/dist/extraction/readability.js.map +1 -1
- package/dist/extraction/schema.d.ts +12 -0
- package/dist/extraction/schema.d.ts.map +1 -1
- package/dist/extraction/schema.js +135 -72
- package/dist/extraction/schema.js.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.js +81 -91
- package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
- package/dist/extraction/site-extractors/github.d.ts.map +1 -1
- package/dist/extraction/site-extractors/github.js +87 -95
- package/dist/extraction/site-extractors/github.js.map +1 -1
- package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
- package/dist/extraction/site-extractors/mdn.js +46 -54
- package/dist/extraction/site-extractors/mdn.js.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.js +71 -80
- package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
- package/dist/extraction/structured-data.d.ts +4 -0
- package/dist/extraction/structured-data.d.ts.map +1 -0
- package/dist/extraction/structured-data.js +173 -0
- package/dist/extraction/structured-data.js.map +1 -0
- package/dist/extraction/structured.d.ts +4 -0
- package/dist/extraction/structured.d.ts.map +1 -0
- package/dist/extraction/structured.js +163 -0
- package/dist/extraction/structured.js.map +1 -0
- package/dist/extraction/v1/classifier.d.ts +3 -0
- package/dist/extraction/v1/classifier.d.ts.map +1 -0
- package/dist/extraction/v1/classifier.js +110 -0
- package/dist/extraction/v1/classifier.js.map +1 -0
- package/dist/extraction/v1/extract-provider.d.ts +16 -0
- package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
- package/dist/extraction/v1/extract-provider.js +43 -0
- package/dist/extraction/v1/extract-provider.js.map +1 -0
- package/dist/extraction/v1/local-llm.d.ts +8 -0
- package/dist/extraction/v1/local-llm.d.ts.map +1 -0
- package/dist/extraction/v1/local-llm.js +34 -0
- package/dist/extraction/v1/local-llm.js.map +1 -0
- package/dist/extraction/v1/news.d.ts +3 -0
- package/dist/extraction/v1/news.d.ts.map +1 -0
- package/dist/extraction/v1/news.js +61 -0
- package/dist/extraction/v1/news.js.map +1 -0
- package/dist/extraction/v1/product.d.ts +3 -0
- package/dist/extraction/v1/product.d.ts.map +1 -0
- package/dist/extraction/v1/product.js +166 -0
- package/dist/extraction/v1/product.js.map +1 -0
- package/dist/extraction/v1/recipe.d.ts +3 -0
- package/dist/extraction/v1/recipe.d.ts.map +1 -0
- package/dist/extraction/v1/recipe.js +136 -0
- package/dist/extraction/v1/recipe.js.map +1 -0
- package/dist/extraction/v1/routed.d.ts +17 -0
- package/dist/extraction/v1/routed.d.ts.map +1 -0
- package/dist/extraction/v1/routed.js +68 -0
- package/dist/extraction/v1/routed.js.map +1 -0
- package/dist/extraction/v1/schemas/Article.d.ts +11 -0
- package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Article.js +23 -0
- package/dist/extraction/v1/schemas/Article.js.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.js +122 -0
- package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
- package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
- package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Paper.js +156 -0
- package/dist/extraction/v1/schemas/Paper.js.map +1 -0
- package/dist/extraction/v1/schemas/Product.d.ts +17 -0
- package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Product.js +149 -0
- package/dist/extraction/v1/schemas/Product.js.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.js +160 -0
- package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
- package/dist/extraction/v1/schemas/index.d.ts +13 -0
- package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/index.js +44 -0
- package/dist/extraction/v1/schemas/index.js.map +1 -0
- package/dist/extraction/v1/site-extractors.d.ts +5 -0
- package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
- package/dist/extraction/v1/site-extractors.js +31 -0
- package/dist/extraction/v1/site-extractors.js.map +1 -0
- package/dist/fetch/action-executor.d.ts +28 -0
- package/dist/fetch/action-executor.d.ts.map +1 -0
- package/dist/fetch/action-executor.js +88 -0
- package/dist/fetch/action-executor.js.map +1 -0
- package/dist/fetch/auth.d.ts +2 -1
- package/dist/fetch/auth.d.ts.map +1 -1
- package/dist/fetch/auth.js +56 -26
- package/dist/fetch/auth.js.map +1 -1
- package/dist/fetch/browser-pool.d.ts +30 -11
- package/dist/fetch/browser-pool.d.ts.map +1 -1
- package/dist/fetch/browser-pool.js +303 -127
- package/dist/fetch/browser-pool.js.map +1 -1
- package/dist/fetch/browser-selector.d.ts +17 -0
- package/dist/fetch/browser-selector.d.ts.map +1 -0
- package/dist/fetch/browser-selector.js +72 -0
- package/dist/fetch/browser-selector.js.map +1 -0
- package/dist/fetch/browser-types.d.ts +3 -0
- package/dist/fetch/browser-types.d.ts.map +1 -0
- package/dist/fetch/browser-types.js +45 -0
- package/dist/fetch/browser-types.js.map +1 -0
- package/dist/fetch/cdp-client.d.ts +9 -0
- package/dist/fetch/cdp-client.d.ts.map +1 -0
- package/dist/fetch/cdp-client.js +89 -0
- package/dist/fetch/cdp-client.js.map +1 -0
- package/dist/fetch/content-check.js +39 -46
- package/dist/fetch/content-check.js.map +1 -1
- package/dist/fetch/error-describe.d.ts +7 -0
- package/dist/fetch/error-describe.d.ts.map +1 -0
- package/dist/fetch/error-describe.js +37 -0
- package/dist/fetch/error-describe.js.map +1 -0
- package/dist/fetch/http-client.d.ts +4 -0
- package/dist/fetch/http-client.d.ts.map +1 -1
- package/dist/fetch/http-client.js +147 -128
- package/dist/fetch/http-client.js.map +1 -1
- package/dist/fetch/lightpanda.d.ts +28 -0
- package/dist/fetch/lightpanda.d.ts.map +1 -0
- package/dist/fetch/lightpanda.js +174 -0
- package/dist/fetch/lightpanda.js.map +1 -0
- package/dist/fetch/playwright-tier.d.ts +19 -0
- package/dist/fetch/playwright-tier.d.ts.map +1 -0
- package/dist/fetch/playwright-tier.js +76 -0
- package/dist/fetch/playwright-tier.js.map +1 -0
- package/dist/fetch/router.d.ts +49 -3
- package/dist/fetch/router.d.ts.map +1 -1
- package/dist/fetch/router.js +187 -81
- package/dist/fetch/router.js.map +1 -1
- package/dist/index.js +102 -17
- package/dist/index.js.map +1 -1
- package/dist/instructions.d.ts +31 -0
- package/dist/instructions.d.ts.map +1 -0
- package/dist/instructions.js +245 -0
- package/dist/instructions.js.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.js +41 -0
- package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
- package/dist/integrations/cloud/llm/cache.d.ts +5 -0
- package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/cache.js +49 -0
- package/dist/integrations/cloud/llm/cache.js.map +1 -0
- package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
- package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/gemini.js +37 -0
- package/dist/integrations/cloud/llm/gemini.js.map +1 -0
- package/dist/integrations/cloud/llm/groq.d.ts +3 -0
- package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/groq.js +74 -0
- package/dist/integrations/cloud/llm/groq.js.map +1 -0
- package/dist/integrations/cloud/llm/hash.d.ts +3 -0
- package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/hash.js +26 -0
- package/dist/integrations/cloud/llm/hash.js.map +1 -0
- package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
- package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/model-select.js +32 -0
- package/dist/integrations/cloud/llm/model-select.js.map +1 -0
- package/dist/integrations/cloud/llm/openai.d.ts +3 -0
- package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/openai.js +43 -0
- package/dist/integrations/cloud/llm/openai.js.map +1 -0
- package/dist/integrations/cloud/llm/run.d.ts +27 -0
- package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/run.js +99 -0
- package/dist/integrations/cloud/llm/run.js.map +1 -0
- package/dist/integrations/cloud/llm/select.d.ts +5 -0
- package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/select.js +30 -0
- package/dist/integrations/cloud/llm/select.js.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.js +103 -0
- package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
- package/dist/integrations/cloud/llm/types.d.ts +24 -0
- package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/types.js +1 -0
- package/dist/integrations/cloud/llm/types.js.map +1 -0
- package/dist/integrations/cloud/llm/validate.d.ts +6 -0
- package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/validate.js +63 -0
- package/dist/integrations/cloud/llm/validate.js.map +1 -0
- package/dist/logger.d.ts +4 -1
- package/dist/logger.d.ts.map +1 -1
- package/dist/logger.js +71 -30
- package/dist/logger.js.map +1 -1
- package/dist/pdf-parse.d.js +1 -0
- package/dist/pdf-parse.d.js.map +1 -0
- package/dist/plugins/loader.d.ts +20 -0
- package/dist/plugins/loader.d.ts.map +1 -0
- package/dist/plugins/loader.js +157 -0
- package/dist/plugins/loader.js.map +1 -0
- package/dist/plugins/registry.d.ts +26 -0
- package/dist/plugins/registry.d.ts.map +1 -0
- package/dist/plugins/registry.js +71 -0
- package/dist/plugins/registry.js.map +1 -0
- package/dist/plugins/validate.d.ts +9 -0
- package/dist/plugins/validate.d.ts.map +1 -0
- package/dist/plugins/validate.js +79 -0
- package/dist/plugins/validate.js.map +1 -0
- package/dist/providers/embed-provider.d.ts +11 -0
- package/dist/providers/embed-provider.d.ts.map +1 -0
- package/dist/providers/embed-provider.js +24 -0
- package/dist/providers/embed-provider.js.map +1 -0
- package/dist/providers/extract-provider.d.ts +23 -0
- package/dist/providers/extract-provider.d.ts.map +1 -0
- package/dist/providers/extract-provider.js +25 -0
- package/dist/providers/extract-provider.js.map +1 -0
- package/dist/providers/rerank-provider.d.ts +17 -0
- package/dist/providers/rerank-provider.d.ts.map +1 -0
- package/dist/providers/rerank-provider.js +41 -0
- package/dist/providers/rerank-provider.js.map +1 -0
- package/dist/providers/search-provider.d.ts +25 -0
- package/dist/providers/search-provider.d.ts.map +1 -0
- package/dist/providers/search-provider.js +44 -0
- package/dist/providers/search-provider.js.map +1 -0
- package/dist/providers/vector-store.d.ts +27 -0
- package/dist/providers/vector-store.d.ts.map +1 -0
- package/dist/providers/vector-store.js +27 -0
- package/dist/providers/vector-store.js.map +1 -0
- package/dist/python-env.d.ts +9 -0
- package/dist/python-env.d.ts.map +1 -0
- package/dist/python-env.js +13 -0
- package/dist/python-env.js.map +1 -0
- package/dist/repl/commands/agent.d.ts +5 -0
- package/dist/repl/commands/agent.d.ts.map +1 -0
- package/dist/repl/commands/agent.js +62 -0
- package/dist/repl/commands/agent.js.map +1 -0
- package/dist/repl/commands/cache.d.ts +4 -0
- package/dist/repl/commands/cache.d.ts.map +1 -0
- package/dist/repl/commands/cache.js +43 -0
- package/dist/repl/commands/cache.js.map +1 -0
- package/dist/repl/commands/crawl.d.ts +7 -0
- package/dist/repl/commands/crawl.d.ts.map +1 -0
- package/dist/repl/commands/crawl.js +44 -0
- package/dist/repl/commands/crawl.js.map +1 -0
- package/dist/repl/commands/extract.d.ts +5 -0
- package/dist/repl/commands/extract.d.ts.map +1 -0
- package/dist/repl/commands/extract.js +47 -0
- package/dist/repl/commands/extract.js.map +1 -0
- package/dist/repl/commands/fetch.d.ts +5 -0
- package/dist/repl/commands/fetch.d.ts.map +1 -0
- package/dist/repl/commands/fetch.js +67 -0
- package/dist/repl/commands/fetch.js.map +1 -0
- package/dist/repl/commands/find-similar.d.ts +5 -0
- package/dist/repl/commands/find-similar.d.ts.map +1 -0
- package/dist/repl/commands/find-similar.js +74 -0
- package/dist/repl/commands/find-similar.js.map +1 -0
- package/dist/repl/commands/research.d.ts +5 -0
- package/dist/repl/commands/research.d.ts.map +1 -0
- package/dist/repl/commands/research.js +65 -0
- package/dist/repl/commands/research.js.map +1 -0
- package/dist/repl/commands/search.d.ts +5 -0
- package/dist/repl/commands/search.d.ts.map +1 -0
- package/dist/repl/commands/search.js +74 -0
- package/dist/repl/commands/search.js.map +1 -0
- package/dist/repl/commands/types.d.ts +9 -0
- package/dist/repl/commands/types.d.ts.map +1 -0
- package/dist/repl/commands/types.js +1 -0
- package/dist/repl/commands/types.js.map +1 -0
- package/dist/repl/formatters.d.ts +13 -0
- package/dist/repl/formatters.d.ts.map +1 -0
- package/dist/repl/formatters.js +283 -0
- package/dist/repl/formatters.js.map +1 -0
- package/dist/repl/parser.d.ts +9 -0
- package/dist/repl/parser.d.ts.map +1 -0
- package/dist/repl/parser.js +86 -0
- package/dist/repl/parser.js.map +1 -0
- package/dist/repl/shell.d.ts +8 -0
- package/dist/repl/shell.d.ts.map +1 -0
- package/dist/repl/shell.js +184 -0
- package/dist/repl/shell.js.map +1 -0
- package/dist/research/branch-exploration.d.ts +14 -0
- package/dist/research/branch-exploration.d.ts.map +1 -0
- package/dist/research/branch-exploration.js +100 -0
- package/dist/research/branch-exploration.js.map +1 -0
- package/dist/research/brief.d.ts +6 -0
- package/dist/research/brief.d.ts.map +1 -0
- package/dist/research/brief.js +246 -0
- package/dist/research/brief.js.map +1 -0
- package/dist/research/citation-graph.d.ts +9 -0
- package/dist/research/citation-graph.d.ts.map +1 -0
- package/dist/research/citation-graph.js +114 -0
- package/dist/research/citation-graph.js.map +1 -0
- package/dist/research/decompose.d.ts +14 -0
- package/dist/research/decompose.d.ts.map +1 -0
- package/dist/research/decompose.js +439 -0
- package/dist/research/decompose.js.map +1 -0
- package/dist/research/pipeline.d.ts +5 -0
- package/dist/research/pipeline.d.ts.map +1 -0
- package/dist/research/pipeline.js +269 -0
- package/dist/research/pipeline.js.map +1 -0
- package/dist/research/synthesis-local.d.ts +19 -0
- package/dist/research/synthesis-local.d.ts.map +1 -0
- package/dist/research/synthesis-local.js +62 -0
- package/dist/research/synthesis-local.js.map +1 -0
- package/dist/research/synthesize.d.ts +10 -0
- package/dist/research/synthesize.d.ts.map +1 -0
- package/dist/research/synthesize.js +137 -0
- package/dist/research/synthesize.js.map +1 -0
- package/dist/search/answer-synthesis.d.ts +33 -0
- package/dist/search/answer-synthesis.d.ts.map +1 -0
- package/dist/search/answer-synthesis.js +244 -0
- package/dist/search/answer-synthesis.js.map +1 -0
- package/dist/search/context-formatter.d.ts +3 -0
- package/dist/search/context-formatter.d.ts.map +1 -0
- package/dist/search/context-formatter.js +56 -0
- package/dist/search/context-formatter.js.map +1 -0
- package/dist/search/dedup.d.ts +1 -0
- package/dist/search/dedup.d.ts.map +1 -1
- package/dist/search/dedup.js +40 -32
- package/dist/search/dedup.js.map +1 -1
- package/dist/search/engines/arxiv.d.ts +7 -0
- package/dist/search/engines/arxiv.d.ts.map +1 -0
- package/dist/search/engines/arxiv.js +70 -0
- package/dist/search/engines/arxiv.js.map +1 -0
- package/dist/search/engines/bing-news.d.ts +7 -0
- package/dist/search/engines/bing-news.d.ts.map +1 -0
- package/dist/search/engines/bing-news.js +97 -0
- package/dist/search/engines/bing-news.js.map +1 -0
- package/dist/search/engines/bing.d.ts +1 -0
- package/dist/search/engines/bing.d.ts.map +1 -1
- package/dist/search/engines/bing.js +100 -44
- package/dist/search/engines/bing.js.map +1 -1
- package/dist/search/engines/devdocs.d.ts +6 -0
- package/dist/search/engines/devdocs.d.ts.map +1 -0
- package/dist/search/engines/devdocs.js +56 -0
- package/dist/search/engines/devdocs.js.map +1 -0
- package/dist/search/engines/duckduckgo.d.ts.map +1 -1
- package/dist/search/engines/duckduckgo.js +56 -44
- package/dist/search/engines/duckduckgo.js.map +1 -1
- package/dist/search/engines/github-code.d.ts +7 -0
- package/dist/search/engines/github-code.d.ts.map +1 -0
- package/dist/search/engines/github-code.js +55 -0
- package/dist/search/engines/github-code.js.map +1 -0
- package/dist/search/engines/hn-algolia.d.ts +7 -0
- package/dist/search/engines/hn-algolia.d.ts.map +1 -0
- package/dist/search/engines/hn-algolia.js +76 -0
- package/dist/search/engines/hn-algolia.js.map +1 -0
- package/dist/search/engines/lobsters.d.ts +7 -0
- package/dist/search/engines/lobsters.d.ts.map +1 -0
- package/dist/search/engines/lobsters.js +83 -0
- package/dist/search/engines/lobsters.js.map +1 -0
- package/dist/search/engines/mdn.d.ts +7 -0
- package/dist/search/engines/mdn.d.ts.map +1 -0
- package/dist/search/engines/mdn.js +48 -0
- package/dist/search/engines/mdn.js.map +1 -0
- package/dist/search/engines/semantic-scholar.d.ts +7 -0
- package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
- package/dist/search/engines/semantic-scholar.js +69 -0
- package/dist/search/engines/semantic-scholar.js.map +1 -0
- package/dist/search/engines/stackoverflow.d.ts +7 -0
- package/dist/search/engines/stackoverflow.d.ts.map +1 -0
- package/dist/search/engines/stackoverflow.js +73 -0
- package/dist/search/engines/stackoverflow.js.map +1 -0
- package/dist/search/engines/startpage.d.ts.map +1 -1
- package/dist/search/engines/startpage.js +65 -46
- package/dist/search/engines/startpage.js.map +1 -1
- package/dist/search/evidence.d.ts +25 -0
- package/dist/search/evidence.d.ts.map +1 -0
- package/dist/search/evidence.js +220 -0
- package/dist/search/evidence.js.map +1 -0
- package/dist/search/filters.d.ts.map +1 -1
- package/dist/search/filters.js +58 -54
- package/dist/search/filters.js.map +1 -1
- package/dist/search/find-similar/crawl-rank.d.ts +9 -0
- package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
- package/dist/search/find-similar/crawl-rank.js +272 -0
- package/dist/search/find-similar/crawl-rank.js.map +1 -0
- package/dist/search/find-similar/mode.d.ts +4 -0
- package/dist/search/find-similar/mode.d.ts.map +1 -0
- package/dist/search/find-similar/mode.js +12 -0
- package/dist/search/find-similar/mode.js.map +1 -0
- package/dist/search/find-similar.d.ts +5 -0
- package/dist/search/find-similar.d.ts.map +1 -0
- package/dist/search/find-similar.js +509 -0
- package/dist/search/find-similar.js.map +1 -0
- package/dist/search/highlights.d.ts +19 -0
- package/dist/search/highlights.d.ts.map +1 -0
- package/dist/search/highlights.js +167 -0
- package/dist/search/highlights.js.map +1 -0
- package/dist/search/language-filter.d.ts +29 -0
- package/dist/search/language-filter.d.ts.map +1 -0
- package/dist/search/language-filter.js +126 -0
- package/dist/search/language-filter.js.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.js +501 -0
- package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
- package/dist/search/legacy/searxng-provider.d.ts +7 -0
- package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
- package/dist/search/legacy/searxng-provider.js +11 -0
- package/dist/search/legacy/searxng-provider.js.map +1 -0
- package/dist/search/multi-query.d.ts +25 -0
- package/dist/search/multi-query.d.ts.map +1 -0
- package/dist/search/multi-query.js +228 -0
- package/dist/search/multi-query.js.map +1 -0
- package/dist/search/query.js +32 -34
- package/dist/search/query.js.map +1 -1
- package/dist/search/rerank.d.ts +3 -1
- package/dist/search/rerank.d.ts.map +1 -1
- package/dist/search/rerank.js +44 -35
- package/dist/search/rerank.js.map +1 -1
- package/dist/search/reranker/authority-boost.d.ts +3 -0
- package/dist/search/reranker/authority-boost.d.ts.map +1 -0
- package/dist/search/reranker/authority-boost.js +179 -0
- package/dist/search/reranker/authority-boost.js.map +1 -0
- package/dist/search/reranker/consensus-boost.d.ts +3 -0
- package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
- package/dist/search/reranker/consensus-boost.js +27 -0
- package/dist/search/reranker/consensus-boost.js.map +1 -0
- package/dist/search/reranker/recency-boost.d.ts +3 -0
- package/dist/search/reranker/recency-boost.d.ts.map +1 -0
- package/dist/search/reranker/recency-boost.js +13 -0
- package/dist/search/reranker/recency-boost.js.map +1 -0
- package/dist/search/reranker/recency.d.ts +3 -0
- package/dist/search/reranker/recency.d.ts.map +1 -0
- package/dist/search/reranker/recency.js +23 -0
- package/dist/search/reranker/recency.js.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.js +94 -0
- package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
- package/dist/search/rrf.d.ts +17 -0
- package/dist/search/rrf.d.ts.map +1 -0
- package/dist/search/rrf.js +39 -0
- package/dist/search/rrf.js.map +1 -0
- package/dist/search/sampling.d.ts +25 -0
- package/dist/search/sampling.d.ts.map +1 -0
- package/dist/search/sampling.js +52 -0
- package/dist/search/sampling.js.map +1 -0
- package/dist/search/searxng.d.ts.map +1 -1
- package/dist/search/searxng.js +69 -79
- package/dist/search/searxng.js.map +1 -1
- package/dist/search/tokens.d.ts +3 -0
- package/dist/search/tokens.d.ts.map +1 -0
- package/dist/search/tokens.js +39 -0
- package/dist/search/tokens.js.map +1 -0
- package/dist/search/truncate.d.ts +6 -0
- package/dist/search/truncate.d.ts.map +1 -0
- package/dist/search/truncate.js +26 -0
- package/dist/search/truncate.js.map +1 -0
- package/dist/search/url-unwrap.d.ts +3 -0
- package/dist/search/url-unwrap.d.ts.map +1 -0
- package/dist/search/url-unwrap.js +43 -0
- package/dist/search/url-unwrap.js.map +1 -0
- package/dist/search/v1/context-rank.d.ts +13 -0
- package/dist/search/v1/context-rank.d.ts.map +1 -0
- package/dist/search/v1/context-rank.js +74 -0
- package/dist/search/v1/context-rank.js.map +1 -0
- package/dist/search/v1/engine-base.d.ts +27 -0
- package/dist/search/v1/engine-base.d.ts.map +1 -0
- package/dist/search/v1/engine-base.js +110 -0
- package/dist/search/v1/engine-base.js.map +1 -0
- package/dist/search/v1/intent-router.d.ts +22 -0
- package/dist/search/v1/intent-router.d.ts.map +1 -0
- package/dist/search/v1/intent-router.js +138 -0
- package/dist/search/v1/intent-router.js.map +1 -0
- package/dist/search/v1/orchestrator.d.ts +24 -0
- package/dist/search/v1/orchestrator.d.ts.map +1 -0
- package/dist/search/v1/orchestrator.js +163 -0
- package/dist/search/v1/orchestrator.js.map +1 -0
- package/dist/search/v1/recency-boost.d.ts +9 -0
- package/dist/search/v1/recency-boost.d.ts.map +1 -0
- package/dist/search/v1/recency-boost.js +37 -0
- package/dist/search/v1/recency-boost.js.map +1 -0
- package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
- package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
- package/dist/search/v1/recent-cache-dedup.js +85 -0
- package/dist/search/v1/recent-cache-dedup.js.map +1 -0
- package/dist/search/v1/rss/feed-config.d.ts +21 -0
- package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-config.js +90 -0
- package/dist/search/v1/rss/feed-config.js.map +1 -0
- package/dist/search/v1/rss/feed-parser.d.ts +14 -0
- package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-parser.js +104 -0
- package/dist/search/v1/rss/feed-parser.js.map +1 -0
- package/dist/search/v1/rss/feed-poller.d.ts +22 -0
- package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-poller.js +102 -0
- package/dist/search/v1/rss/feed-poller.js.map +1 -0
- package/dist/search/v1/rss/feed-store.d.ts +30 -0
- package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-store.js +134 -0
- package/dist/search/v1/rss/feed-store.js.map +1 -0
- package/dist/search/v1/rss/rss-engine.d.ts +6 -0
- package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
- package/dist/search/v1/rss/rss-engine.js +28 -0
- package/dist/search/v1/rss/rss-engine.js.map +1 -0
- package/dist/search/v1/v1-provider.d.ts +7 -0
- package/dist/search/v1/v1-provider.d.ts.map +1 -0
- package/dist/search/v1/v1-provider.js +68 -0
- package/dist/search/v1/v1-provider.js.map +1 -0
- package/dist/search/v1/verticals/code.d.ts +4 -0
- package/dist/search/v1/verticals/code.d.ts.map +1 -0
- package/dist/search/v1/verticals/code.js +20 -0
- package/dist/search/v1/verticals/code.js.map +1 -0
- package/dist/search/v1/verticals/docs.d.ts +4 -0
- package/dist/search/v1/verticals/docs.d.ts.map +1 -0
- package/dist/search/v1/verticals/docs.js +20 -0
- package/dist/search/v1/verticals/docs.js.map +1 -0
- package/dist/search/v1/verticals/general.d.ts +4 -0
- package/dist/search/v1/verticals/general.d.ts.map +1 -0
- package/dist/search/v1/verticals/general.js +22 -0
- package/dist/search/v1/verticals/general.js.map +1 -0
- package/dist/search/v1/verticals/news.d.ts +10 -0
- package/dist/search/v1/verticals/news.d.ts.map +1 -0
- package/dist/search/v1/verticals/news.js +52 -0
- package/dist/search/v1/verticals/news.js.map +1 -0
- package/dist/search/v1/verticals/papers.d.ts +4 -0
- package/dist/search/v1/verticals/papers.d.ts.map +1 -0
- package/dist/search/v1/verticals/papers.js +23 -0
- package/dist/search/v1/verticals/papers.js.map +1 -0
- package/dist/search/validator.js +31 -31
- package/dist/search/validator.js.map +1 -1
- package/dist/searxng/bootstrap.d.ts +30 -0
- package/dist/searxng/bootstrap.d.ts.map +1 -1
- package/dist/searxng/bootstrap.js +223 -85
- package/dist/searxng/bootstrap.js.map +1 -1
- package/dist/searxng/docker.d.ts.map +1 -1
- package/dist/searxng/docker.js +69 -60
- package/dist/searxng/docker.js.map +1 -1
- package/dist/searxng/process.d.ts +13 -1
- package/dist/searxng/process.d.ts.map +1 -1
- package/dist/searxng/process.js +231 -164
- package/dist/searxng/process.js.map +1 -1
- package/dist/server/backend-status.d.ts +13 -0
- package/dist/server/backend-status.d.ts.map +1 -0
- package/dist/server/backend-status.js +40 -0
- package/dist/server/backend-status.js.map +1 -0
- package/dist/server/tool-schemas.d.ts +549 -0
- package/dist/server/tool-schemas.d.ts.map +1 -0
- package/dist/server/tool-schemas.js +464 -0
- package/dist/server/tool-schemas.js.map +1 -0
- package/dist/server/warmup-on-start.d.ts +9 -0
- package/dist/server/warmup-on-start.d.ts.map +1 -0
- package/dist/server/warmup-on-start.js +55 -0
- package/dist/server/warmup-on-start.js.map +1 -0
- package/dist/server.d.ts +17 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +454 -297
- package/dist/server.js.map +1 -1
- package/dist/tools/agent.d.ts +5 -0
- package/dist/tools/agent.d.ts.map +1 -0
- package/dist/tools/agent.js +128 -0
- package/dist/tools/agent.js.map +1 -0
- package/dist/tools/cache.d.ts +2 -1
- package/dist/tools/cache.d.ts.map +1 -1
- package/dist/tools/cache.js +177 -44
- package/dist/tools/cache.js.map +1 -1
- package/dist/tools/crawl.d.ts.map +1 -1
- package/dist/tools/crawl.js +171 -88
- package/dist/tools/crawl.js.map +1 -1
- package/dist/tools/extract.d.ts +2 -2
- package/dist/tools/extract.d.ts.map +1 -1
- package/dist/tools/extract.js +175 -59
- package/dist/tools/extract.js.map +1 -1
- package/dist/tools/fetch.d.ts +2 -2
- package/dist/tools/fetch.d.ts.map +1 -1
- package/dist/tools/fetch.js +174 -68
- package/dist/tools/fetch.js.map +1 -1
- package/dist/tools/find-similar.d.ts +5 -0
- package/dist/tools/find-similar.d.ts.map +1 -0
- package/dist/tools/find-similar.js +127 -0
- package/dist/tools/find-similar.js.map +1 -0
- package/dist/tools/research.d.ts +5 -0
- package/dist/tools/research.d.ts.map +1 -0
- package/dist/tools/research.js +107 -0
- package/dist/tools/research.js.map +1 -0
- package/dist/tools/search.d.ts +10 -2
- package/dist/tools/search.d.ts.map +1 -1
- package/dist/tools/search.js +13 -158
- package/dist/tools/search.js.map +1 -1
- package/dist/types.d.ts +350 -7
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +6 -1
- package/dist/types.js.map +1 -1
- package/dist/util/mode.d.ts +4 -0
- package/dist/util/mode.d.ts.map +1 -0
- package/dist/util/mode.js +34 -0
- package/dist/util/mode.js.map +1 -0
- package/package.json +78 -8
- package/dist/extraction/trafilatura.d.ts +0 -6
- package/dist/extraction/trafilatura.d.ts.map +0 -1
- package/dist/extraction/trafilatura.js +0 -105
- package/dist/extraction/trafilatura.js.map +0 -1
- package/dist/search/flashrank.d.ts +0 -12
- package/dist/search/flashrank.d.ts.map +0 -1
- package/dist/search/flashrank.js +0 -63
- package/dist/search/flashrank.js.map +0 -1
|
@@ -1,44 +1,110 @@
|
|
|
1
|
-
import { execSync } from
|
|
2
|
-
import { existsSync, readFileSync, writeFileSync, mkdirSync, rmSync } from
|
|
3
|
-
import { join } from
|
|
4
|
-
import { getConfig } from
|
|
5
|
-
import { createLogger } from
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
1
|
+
import { execSync, spawnSync } from "node:child_process";
|
|
2
|
+
import { existsSync, readFileSync, writeFileSync, mkdirSync, unlinkSync, rmSync } from "node:fs";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import { getConfig } from "../config.js";
|
|
5
|
+
import { createLogger } from "../logger.js";
|
|
6
|
+
import { isProcessAlive } from "./process.js";
|
|
7
|
+
const log = createLogger("searxng");
|
|
8
|
+
function backoffSchedule(attempt) {
|
|
9
|
+
const config = getConfig();
|
|
10
|
+
const max = config.bootstrapMaxAttempts;
|
|
11
|
+
const schedule = config.bootstrapBackoffSeconds;
|
|
12
|
+
if (attempt < 1 || attempt > max) return null;
|
|
13
|
+
return schedule[attempt - 1] ?? null;
|
|
14
|
+
}
|
|
15
|
+
class BootstrapError extends Error {
|
|
16
|
+
constructor(detail) {
|
|
17
|
+
super(`bootstrap step failed: ${detail.command} (exit ${detail.exitCode})`);
|
|
18
|
+
this.detail = detail;
|
|
19
|
+
this.name = "BootstrapError";
|
|
20
|
+
}
|
|
21
|
+
detail;
|
|
22
|
+
}
|
|
23
|
+
function runStep(command, args, opts) {
|
|
24
|
+
const result = spawnSync(command, args, { encoding: "utf-8", timeout: opts.timeout });
|
|
25
|
+
if (result.status !== 0 || result.error) {
|
|
26
|
+
throw new BootstrapError({
|
|
27
|
+
stderr: result.stderr || String(result.error ?? ""),
|
|
28
|
+
exitCode: result.status,
|
|
29
|
+
command: `${command} ${args.join(" ")}`
|
|
30
|
+
});
|
|
31
|
+
}
|
|
15
32
|
}
|
|
16
|
-
|
|
33
|
+
function acquireBootstrapLock(dataDir) {
|
|
34
|
+
const lockFile = join(dataDir, "bootstrap.lock");
|
|
35
|
+
if (existsSync(lockFile)) {
|
|
36
|
+
let stale = false;
|
|
17
37
|
try {
|
|
18
|
-
|
|
19
|
-
|
|
38
|
+
const data = JSON.parse(readFileSync(lockFile, "utf-8"));
|
|
39
|
+
if (data.pid && isProcessAlive(data.pid)) {
|
|
40
|
+
throw new Error(
|
|
41
|
+
`SearXNG bootstrap already in progress (pid ${data.pid}). Wait for it to finish, or force-recover: kill ${data.pid} && npx @staticn0va/wigolo warmup --force`
|
|
42
|
+
);
|
|
43
|
+
}
|
|
44
|
+
stale = true;
|
|
45
|
+
} catch (err) {
|
|
46
|
+
if (err instanceof Error && err.message.startsWith("SearXNG bootstrap already in progress")) throw err;
|
|
47
|
+
stale = true;
|
|
20
48
|
}
|
|
21
|
-
|
|
22
|
-
|
|
49
|
+
if (stale) {
|
|
50
|
+
log.info("wiping stale bootstrap lock");
|
|
51
|
+
try {
|
|
52
|
+
unlinkSync(lockFile);
|
|
53
|
+
} catch {
|
|
54
|
+
}
|
|
23
55
|
}
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
return null;
|
|
56
|
+
}
|
|
57
|
+
mkdirSync(dataDir, { recursive: true });
|
|
58
|
+
writeFileSync(lockFile, JSON.stringify({ pid: process.pid, startedAt: (/* @__PURE__ */ new Date()).toISOString() }));
|
|
59
|
+
return function release() {
|
|
29
60
|
try {
|
|
30
|
-
|
|
31
|
-
}
|
|
32
|
-
catch {
|
|
33
|
-
return null;
|
|
61
|
+
unlinkSync(lockFile);
|
|
62
|
+
} catch {
|
|
34
63
|
}
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
async function waitForBootstrap(dataDir, opts) {
|
|
67
|
+
const deadline = Date.now() + opts.timeoutMs;
|
|
68
|
+
while (Date.now() < deadline) {
|
|
69
|
+
const state = getBootstrapState(dataDir);
|
|
70
|
+
if (state?.status === "ready") return "ready";
|
|
71
|
+
if (state?.status === "failed") return "failed";
|
|
72
|
+
if (state?.status === "no_runtime") return "failed";
|
|
73
|
+
await new Promise((r) => setTimeout(r, opts.intervalMs));
|
|
74
|
+
}
|
|
75
|
+
throw new Error(`waitForBootstrap timed out after ${opts.timeoutMs}ms`);
|
|
76
|
+
}
|
|
77
|
+
function checkPythonAvailable() {
|
|
78
|
+
try {
|
|
79
|
+
execSync("python3 --version", { stdio: "pipe" });
|
|
80
|
+
return true;
|
|
81
|
+
} catch {
|
|
82
|
+
return false;
|
|
83
|
+
}
|
|
35
84
|
}
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
85
|
+
function checkDockerAvailable() {
|
|
86
|
+
try {
|
|
87
|
+
execSync("docker --version", { stdio: "pipe" });
|
|
88
|
+
return true;
|
|
89
|
+
} catch {
|
|
90
|
+
return false;
|
|
91
|
+
}
|
|
39
92
|
}
|
|
40
|
-
|
|
41
|
-
|
|
93
|
+
function getBootstrapState(dataDir) {
|
|
94
|
+
const stateFile = join(dataDir, "state.json");
|
|
95
|
+
if (!existsSync(stateFile)) return null;
|
|
96
|
+
try {
|
|
97
|
+
return JSON.parse(readFileSync(stateFile, "utf-8"));
|
|
98
|
+
} catch {
|
|
99
|
+
return null;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
function setBootstrapState(dataDir, state) {
|
|
103
|
+
mkdirSync(dataDir, { recursive: true });
|
|
104
|
+
writeFileSync(join(dataDir, "state.json"), JSON.stringify(state));
|
|
105
|
+
}
|
|
106
|
+
function generateSettings(port) {
|
|
107
|
+
return `use_default_settings: true
|
|
42
108
|
|
|
43
109
|
general:
|
|
44
110
|
instance_name: "wigolo-searxng"
|
|
@@ -74,63 +140,135 @@ ui:
|
|
|
74
140
|
default_theme: simple
|
|
75
141
|
`;
|
|
76
142
|
}
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
143
|
+
async function resolveSearchBackend() {
|
|
144
|
+
const config = getConfig();
|
|
145
|
+
if (config.searxngUrl) {
|
|
146
|
+
log.info("using external SearXNG", { url: config.searxngUrl });
|
|
147
|
+
return { type: "external", url: config.searxngUrl };
|
|
148
|
+
}
|
|
149
|
+
const dataDir = config.dataDir;
|
|
150
|
+
const state = getBootstrapState(dataDir);
|
|
151
|
+
if (state?.status === "ready" && state.searxngPath) {
|
|
152
|
+
log.info("SearXNG already bootstrapped", { path: state.searxngPath });
|
|
153
|
+
return { type: "native", searxngPath: state.searxngPath };
|
|
154
|
+
}
|
|
155
|
+
if (state?.status === "downloading") {
|
|
156
|
+
log.warn("previous SearXNG download was interrupted; bootstrapNativeSearxng will clean up under lock");
|
|
157
|
+
}
|
|
158
|
+
if (state?.status === "failed") {
|
|
159
|
+
const attempts = state.attempts ?? 1;
|
|
160
|
+
const nextRetryAt = state.nextRetryAt ? new Date(state.nextRetryAt) : /* @__PURE__ */ new Date(0);
|
|
161
|
+
const retryWindowOpen = /* @__PURE__ */ new Date() >= nextRetryAt;
|
|
162
|
+
const budgetRemaining = attempts < config.bootstrapMaxAttempts;
|
|
163
|
+
if (retryWindowOpen && budgetRemaining && checkPythonAvailable()) {
|
|
164
|
+
log.info("SearXNG bootstrap retry window reached", { attempts, nextRetryAt: state.nextRetryAt });
|
|
165
|
+
return { type: "native", searxngPath: join(dataDir, "searxng") };
|
|
88
166
|
}
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
167
|
+
log.warn("SearXNG bootstrap stuck", {
|
|
168
|
+
attempts,
|
|
169
|
+
nextRetryAt: state.nextRetryAt,
|
|
170
|
+
error: state.lastError?.message ?? state.error
|
|
171
|
+
});
|
|
172
|
+
if (checkDockerAvailable() && config.searxngMode !== "native") {
|
|
173
|
+
return { type: "docker" };
|
|
96
174
|
}
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
175
|
+
return { type: "scraping" };
|
|
176
|
+
}
|
|
177
|
+
if (state?.status === "no_runtime") {
|
|
178
|
+
log.warn("SearXNG runtime not found, using fallback", { error: state.error });
|
|
179
|
+
if (checkDockerAvailable() && config.searxngMode !== "native") {
|
|
180
|
+
return { type: "docker" };
|
|
103
181
|
}
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
182
|
+
return { type: "scraping" };
|
|
183
|
+
}
|
|
184
|
+
if (checkPythonAvailable()) {
|
|
185
|
+
return { type: "native", searxngPath: join(dataDir, "searxng") };
|
|
186
|
+
}
|
|
187
|
+
if (checkDockerAvailable()) {
|
|
188
|
+
return { type: "docker" };
|
|
189
|
+
}
|
|
190
|
+
log.warn("neither Python nor Docker found \u2014 falling back to direct scraping");
|
|
191
|
+
setBootstrapState(dataDir, { status: "no_runtime", error: "Python 3 and Docker not found" });
|
|
192
|
+
return { type: "scraping" };
|
|
113
193
|
}
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
execSync(`${pip} install searxng`, { stdio: 'pipe', timeout: 120000 });
|
|
123
|
-
const config = getConfig();
|
|
124
|
-
const settings = generateSettings(config.searxngPort);
|
|
125
|
-
writeFileSync(join(searxngDir, 'settings.yml'), settings);
|
|
126
|
-
setBootstrapState(dataDir, { status: 'ready', searxngPath: searxngDir });
|
|
127
|
-
log.info('SearXNG bootstrap complete');
|
|
194
|
+
async function bootstrapNativeSearxng(dataDir) {
|
|
195
|
+
const release = acquireBootstrapLock(dataDir);
|
|
196
|
+
const priorAttempts = getBootstrapState(dataDir)?.attempts ?? 0;
|
|
197
|
+
try {
|
|
198
|
+
const searxngDir = join(dataDir, "searxng");
|
|
199
|
+
if (existsSync(searxngDir)) {
|
|
200
|
+
log.info("removing previous SearXNG install before (re)bootstrap");
|
|
201
|
+
rmSync(searxngDir, { recursive: true, force: true });
|
|
128
202
|
}
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
203
|
+
setBootstrapState(dataDir, { status: "downloading", attempts: priorAttempts });
|
|
204
|
+
log.info("bootstrapping SearXNG", { path: searxngDir });
|
|
205
|
+
mkdirSync(searxngDir, { recursive: true });
|
|
206
|
+
runStep("python3", ["-m", "venv", join(searxngDir, "venv")], { timeout: 6e4 });
|
|
207
|
+
const pip = join(searxngDir, "venv", "bin", "pip");
|
|
208
|
+
runStep(pip, ["install", "--upgrade", "pip", "setuptools", "wheel"], { timeout: 6e4 });
|
|
209
|
+
const repoDir = join(searxngDir, "repo");
|
|
210
|
+
mkdirSync(repoDir, { recursive: true });
|
|
211
|
+
const tarPath = join(searxngDir, "searxng.tar.gz");
|
|
212
|
+
log.info("downloading SearXNG source");
|
|
213
|
+
const response = await fetch("https://github.com/searxng/searxng/archive/refs/heads/master.tar.gz");
|
|
214
|
+
if (!response.ok) {
|
|
215
|
+
throw new BootstrapError({
|
|
216
|
+
stderr: `SearXNG download failed: ${response.status} ${response.statusText}`,
|
|
217
|
+
exitCode: response.status,
|
|
218
|
+
command: "fetch searxng.tar.gz"
|
|
219
|
+
});
|
|
134
220
|
}
|
|
221
|
+
writeFileSync(tarPath, Buffer.from(await response.arrayBuffer()));
|
|
222
|
+
runStep("tar", ["xzf", tarPath, "--strip-components=1", "-C", repoDir], { timeout: 6e4 });
|
|
223
|
+
runStep(pip, ["install", "-r", join(repoDir, "requirements.txt")], { timeout: 3e5 });
|
|
224
|
+
runStep(pip, ["install", "--no-build-isolation", "--no-deps", repoDir], { timeout: 12e4 });
|
|
225
|
+
const config = getConfig();
|
|
226
|
+
const settings = generateSettings(config.searxngPort);
|
|
227
|
+
writeFileSync(join(searxngDir, "settings.yml"), settings);
|
|
228
|
+
setBootstrapState(dataDir, { status: "ready", searxngPath: searxngDir });
|
|
229
|
+
log.info("SearXNG bootstrap complete");
|
|
230
|
+
} catch (err) {
|
|
231
|
+
const attempts = priorAttempts + 1;
|
|
232
|
+
const backoffSecs = backoffSchedule(attempts);
|
|
233
|
+
const nextRetryAt = backoffSecs === null ? void 0 : new Date(Date.now() + backoffSecs * 1e3).toISOString();
|
|
234
|
+
const lastError = err instanceof BootstrapError ? {
|
|
235
|
+
message: err.message,
|
|
236
|
+
stderr: err.detail.stderr,
|
|
237
|
+
exitCode: err.detail.exitCode,
|
|
238
|
+
command: err.detail.command,
|
|
239
|
+
timestamp: (/* @__PURE__ */ new Date()).toISOString()
|
|
240
|
+
} : {
|
|
241
|
+
message: err instanceof Error ? err.message : String(err),
|
|
242
|
+
stderr: "",
|
|
243
|
+
exitCode: null,
|
|
244
|
+
command: "",
|
|
245
|
+
timestamp: (/* @__PURE__ */ new Date()).toISOString()
|
|
246
|
+
};
|
|
247
|
+
setBootstrapState(dataDir, {
|
|
248
|
+
status: "failed",
|
|
249
|
+
attempts,
|
|
250
|
+
lastAttemptAt: (/* @__PURE__ */ new Date()).toISOString(),
|
|
251
|
+
nextRetryAt,
|
|
252
|
+
lastError
|
|
253
|
+
});
|
|
254
|
+
log.error("SearXNG bootstrap failed", { attempts, nextRetryAt, error: lastError.message });
|
|
255
|
+
throw err;
|
|
256
|
+
} finally {
|
|
257
|
+
release();
|
|
258
|
+
}
|
|
135
259
|
}
|
|
260
|
+
export {
|
|
261
|
+
BootstrapError,
|
|
262
|
+
acquireBootstrapLock,
|
|
263
|
+
backoffSchedule,
|
|
264
|
+
bootstrapNativeSearxng,
|
|
265
|
+
checkDockerAvailable,
|
|
266
|
+
checkPythonAvailable,
|
|
267
|
+
generateSettings,
|
|
268
|
+
getBootstrapState,
|
|
269
|
+
resolveSearchBackend,
|
|
270
|
+
runStep,
|
|
271
|
+
setBootstrapState,
|
|
272
|
+
waitForBootstrap
|
|
273
|
+
};
|
|
136
274
|
//# sourceMappingURL=bootstrap.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bootstrap.js","sourceRoot":"","sources":["../../src/searxng/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACrF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AAcpC,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC;QACH,QAAQ,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC;QACH,QAAQ,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAe,EAAE,KAAqB;IACtE,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO;;;;;;;UAOC,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2Bb,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,KAAK,EAAE,MAAM,KAAK,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACnD,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACtE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,aAAa,EAAE,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC;YAAC,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACxE,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,QAAQ,IAAI,KAAK,EAAE,MAAM,KAAK,YAAY,EAAE,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACxE,IAAI,oBAAoB,EAAE,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC9D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;IACnE,CAAC;IAED,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC5B,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;IAC9E,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAC,CAAC;IAC7F,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAAe;IAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAE5C,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IACtD,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IAExD,IAAI,CAAC;QACH,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,QAAQ,CAAC,mBAAmB,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAE3E,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACnD,QAAQ,CAAC,GAAG,GAAG,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACtD,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,QAAQ,CAAC,CAAC;QAE1D,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/D,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"sources":["../../src/searxng/bootstrap.ts"],"sourcesContent":["import { execSync, spawnSync } from 'node:child_process';\nimport { existsSync, readFileSync, writeFileSync, mkdirSync, unlinkSync, rmSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\nimport { isProcessAlive } from './process.js';\n\nconst log = createLogger('searxng');\n\nexport interface BootstrapState {\n status: 'downloading' | 'ready' | 'failed' | 'no_runtime';\n searxngPath?: string;\n attempts?: number;\n lastAttemptAt?: string;\n nextRetryAt?: string;\n lastError?: {\n message: string;\n stderr: string;\n exitCode: number | null;\n command: string;\n timestamp: string;\n };\n /** @deprecated legacy field; read-only for back-compat. Never written by new code. */\n error?: string;\n}\n\nexport function backoffSchedule(attempt: number): number | null {\n const config = getConfig();\n const max = config.bootstrapMaxAttempts;\n const schedule = config.bootstrapBackoffSeconds;\n if (attempt < 1 || attempt > max) return null;\n return schedule[attempt - 1] ?? null;\n}\n\nexport interface BootstrapErrorDetail {\n stderr: string;\n exitCode: number | null;\n command: string;\n}\n\nexport class BootstrapError extends Error {\n constructor(public readonly detail: BootstrapErrorDetail) {\n super(`bootstrap step failed: ${detail.command} (exit ${detail.exitCode})`);\n this.name = 'BootstrapError';\n }\n}\n\nexport function runStep(command: string, args: string[], opts: { timeout: number }): void {\n const result = spawnSync(command, args, { encoding: 'utf-8', timeout: opts.timeout });\n if (result.status !== 0 || result.error) {\n throw new BootstrapError({\n stderr: result.stderr || String(result.error ?? ''),\n exitCode: result.status,\n command: `${command} ${args.join(' ')}`,\n });\n }\n}\n\nexport function acquireBootstrapLock(dataDir: string): () => void {\n const lockFile = join(dataDir, 'bootstrap.lock');\n\n if (existsSync(lockFile)) {\n let stale = false;\n try {\n const data = JSON.parse(readFileSync(lockFile, 'utf-8')) as { pid?: number };\n if (data.pid && isProcessAlive(data.pid)) {\n throw new Error(\n `SearXNG bootstrap already in progress (pid ${data.pid}). ` +\n `Wait for it to finish, or force-recover: kill ${data.pid} && npx @staticn0va/wigolo warmup --force`,\n );\n }\n stale = true;\n } catch (err) {\n if (err instanceof Error && err.message.startsWith('SearXNG bootstrap already in progress')) throw err;\n stale = true; // unparseable → treat as stale\n }\n if (stale) {\n log.info('wiping stale bootstrap lock');\n try { unlinkSync(lockFile); } catch {}\n }\n }\n\n mkdirSync(dataDir, { recursive: true });\n writeFileSync(lockFile, JSON.stringify({ pid: process.pid, startedAt: new Date().toISOString() }));\n\n return function release(): void {\n try { unlinkSync(lockFile); } catch {}\n };\n}\n\nexport interface WaitForBootstrapOpts {\n timeoutMs: number;\n intervalMs: number;\n}\n\nexport async function waitForBootstrap(dataDir: string, opts: WaitForBootstrapOpts): Promise<'ready' | 'failed'> {\n const deadline = Date.now() + opts.timeoutMs;\n while (Date.now() < deadline) {\n const state = getBootstrapState(dataDir);\n if (state?.status === 'ready') return 'ready';\n if (state?.status === 'failed') return 'failed';\n if (state?.status === 'no_runtime') return 'failed';\n await new Promise(r => setTimeout(r, opts.intervalMs));\n }\n throw new Error(`waitForBootstrap timed out after ${opts.timeoutMs}ms`);\n}\n\nexport interface BackendResolution {\n type: 'external' | 'native' | 'docker' | 'scraping';\n url?: string;\n searxngPath?: string;\n}\n\nexport function checkPythonAvailable(): boolean {\n try {\n execSync('python3 --version', { stdio: 'pipe' });\n return true;\n } catch {\n return false;\n }\n}\n\nexport function checkDockerAvailable(): boolean {\n try {\n execSync('docker --version', { stdio: 'pipe' });\n return true;\n } catch {\n return false;\n }\n}\n\nexport function getBootstrapState(dataDir: string): BootstrapState | null {\n const stateFile = join(dataDir, 'state.json');\n if (!existsSync(stateFile)) return null;\n try {\n return JSON.parse(readFileSync(stateFile, 'utf-8'));\n } catch {\n return null;\n }\n}\n\nexport function setBootstrapState(dataDir: string, state: BootstrapState): void {\n mkdirSync(dataDir, { recursive: true });\n writeFileSync(join(dataDir, 'state.json'), JSON.stringify(state));\n}\n\nexport function generateSettings(port: number): string {\n return `use_default_settings: true\n\ngeneral:\n instance_name: \"wigolo-searxng\"\n debug: false\n\nserver:\n port: ${port}\n bind_address: \"127.0.0.1\"\n secret_key: \"wigolo-local-only\"\n\nsearch:\n safe_search: 0\n default_lang: \"en\"\n formats:\n - html\n - json\n\nengines:\n - name: google\n engine: google\n shortcut: g\n - name: bing\n engine: bing\n shortcut: b\n - name: duckduckgo\n engine: duckduckgo\n shortcut: ddg\n - name: brave\n engine: brave\n shortcut: br\n\nui:\n default_theme: simple\n`;\n}\n\nexport async function resolveSearchBackend(): Promise<BackendResolution> {\n const config = getConfig();\n\n if (config.searxngUrl) {\n log.info('using external SearXNG', { url: config.searxngUrl });\n return { type: 'external', url: config.searxngUrl };\n }\n\n const dataDir = config.dataDir;\n const state = getBootstrapState(dataDir);\n\n if (state?.status === 'ready' && state.searxngPath) {\n log.info('SearXNG already bootstrapped', { path: state.searxngPath });\n return { type: 'native', searxngPath: state.searxngPath };\n }\n\n if (state?.status === 'downloading') {\n log.warn('previous SearXNG download was interrupted; bootstrapNativeSearxng will clean up under lock');\n }\n\n if (state?.status === 'failed') {\n const attempts = state.attempts ?? 1;\n const nextRetryAt = state.nextRetryAt ? new Date(state.nextRetryAt) : new Date(0);\n const retryWindowOpen = new Date() >= nextRetryAt;\n const budgetRemaining = attempts < config.bootstrapMaxAttempts;\n\n if (retryWindowOpen && budgetRemaining && checkPythonAvailable()) {\n log.info('SearXNG bootstrap retry window reached', { attempts, nextRetryAt: state.nextRetryAt });\n return { type: 'native', searxngPath: join(dataDir, 'searxng') };\n }\n\n log.warn('SearXNG bootstrap stuck', {\n attempts,\n nextRetryAt: state.nextRetryAt,\n error: state.lastError?.message ?? state.error,\n });\n if (checkDockerAvailable() && config.searxngMode !== 'native') {\n return { type: 'docker' };\n }\n return { type: 'scraping' };\n }\n\n if (state?.status === 'no_runtime') {\n log.warn('SearXNG runtime not found, using fallback', { error: state.error });\n if (checkDockerAvailable() && config.searxngMode !== 'native') {\n return { type: 'docker' };\n }\n return { type: 'scraping' };\n }\n\n if (checkPythonAvailable()) {\n return { type: 'native', searxngPath: join(dataDir, 'searxng') };\n }\n\n if (checkDockerAvailable()) {\n return { type: 'docker' };\n }\n\n log.warn('neither Python nor Docker found — falling back to direct scraping');\n setBootstrapState(dataDir, { status: 'no_runtime', error: 'Python 3 and Docker not found' });\n return { type: 'scraping' };\n}\n\nexport async function bootstrapNativeSearxng(dataDir: string): Promise<void> {\n const release = acquireBootstrapLock(dataDir);\n const priorAttempts = getBootstrapState(dataDir)?.attempts ?? 0;\n try {\n const searxngDir = join(dataDir, 'searxng');\n\n if (existsSync(searxngDir)) {\n log.info('removing previous SearXNG install before (re)bootstrap');\n rmSync(searxngDir, { recursive: true, force: true });\n }\n\n setBootstrapState(dataDir, { status: 'downloading', attempts: priorAttempts });\n log.info('bootstrapping SearXNG', { path: searxngDir });\n\n mkdirSync(searxngDir, { recursive: true });\n runStep('python3', ['-m', 'venv', join(searxngDir, 'venv')], { timeout: 60_000 });\n\n const pip = join(searxngDir, 'venv', 'bin', 'pip');\n runStep(pip, ['install', '--upgrade', 'pip', 'setuptools', 'wheel'], { timeout: 60_000 });\n\n const repoDir = join(searxngDir, 'repo');\n mkdirSync(repoDir, { recursive: true });\n const tarPath = join(searxngDir, 'searxng.tar.gz');\n\n log.info('downloading SearXNG source');\n const response = await fetch('https://github.com/searxng/searxng/archive/refs/heads/master.tar.gz');\n if (!response.ok) {\n throw new BootstrapError({\n stderr: `SearXNG download failed: ${response.status} ${response.statusText}`,\n exitCode: response.status,\n command: 'fetch searxng.tar.gz',\n });\n }\n writeFileSync(tarPath, Buffer.from(await response.arrayBuffer()));\n runStep('tar', ['xzf', tarPath, '--strip-components=1', '-C', repoDir], { timeout: 60_000 });\n\n runStep(pip, ['install', '-r', join(repoDir, 'requirements.txt')], { timeout: 300_000 });\n runStep(pip, ['install', '--no-build-isolation', '--no-deps', repoDir], { timeout: 120_000 });\n\n const config = getConfig();\n const settings = generateSettings(config.searxngPort);\n writeFileSync(join(searxngDir, 'settings.yml'), settings);\n\n setBootstrapState(dataDir, { status: 'ready', searxngPath: searxngDir });\n log.info('SearXNG bootstrap complete');\n } catch (err) {\n const attempts = priorAttempts + 1;\n const backoffSecs = backoffSchedule(attempts);\n const nextRetryAt = backoffSecs === null\n ? undefined\n : new Date(Date.now() + backoffSecs * 1000).toISOString();\n\n const lastError = err instanceof BootstrapError\n ? {\n message: err.message,\n stderr: err.detail.stderr,\n exitCode: err.detail.exitCode,\n command: err.detail.command,\n timestamp: new Date().toISOString(),\n }\n : {\n message: err instanceof Error ? err.message : String(err),\n stderr: '',\n exitCode: null,\n command: '',\n timestamp: new Date().toISOString(),\n };\n\n setBootstrapState(dataDir, {\n status: 'failed',\n attempts,\n lastAttemptAt: new Date().toISOString(),\n nextRetryAt,\n lastError,\n });\n log.error('SearXNG bootstrap failed', { attempts, nextRetryAt, error: lastError.message });\n throw err;\n } finally {\n release();\n }\n}\n"],"mappings":"AAAA,SAAS,UAAU,iBAAiB;AACpC,SAAS,YAAY,cAAc,eAAe,WAAW,YAAY,cAAc;AACvF,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAC7B,SAAS,sBAAsB;AAE/B,MAAM,MAAM,aAAa,SAAS;AAmB3B,SAAS,gBAAgB,SAAgC;AAC9D,QAAM,SAAS,UAAU;AACzB,QAAM,MAAM,OAAO;AACnB,QAAM,WAAW,OAAO;AACxB,MAAI,UAAU,KAAK,UAAU,IAAK,QAAO;AACzC,SAAO,SAAS,UAAU,CAAC,KAAK;AAClC;AAQO,MAAM,uBAAuB,MAAM;AAAA,EACxC,YAA4B,QAA8B;AACxD,UAAM,0BAA0B,OAAO,OAAO,UAAU,OAAO,QAAQ,GAAG;AADhD;AAE1B,SAAK,OAAO;AAAA,EACd;AAAA,EAH4B;AAI9B;AAEO,SAAS,QAAQ,SAAiB,MAAgB,MAAiC;AACxF,QAAM,SAAS,UAAU,SAAS,MAAM,EAAE,UAAU,SAAS,SAAS,KAAK,QAAQ,CAAC;AACpF,MAAI,OAAO,WAAW,KAAK,OAAO,OAAO;AACvC,UAAM,IAAI,eAAe;AAAA,MACvB,QAAQ,OAAO,UAAU,OAAO,OAAO,SAAS,EAAE;AAAA,MAClD,UAAU,OAAO;AAAA,MACjB,SAAS,GAAG,OAAO,IAAI,KAAK,KAAK,GAAG,CAAC;AAAA,IACvC,CAAC;AAAA,EACH;AACF;AAEO,SAAS,qBAAqB,SAA6B;AAChE,QAAM,WAAW,KAAK,SAAS,gBAAgB;AAE/C,MAAI,WAAW,QAAQ,GAAG;AACxB,QAAI,QAAQ;AACZ,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,aAAa,UAAU,OAAO,CAAC;AACvD,UAAI,KAAK,OAAO,eAAe,KAAK,GAAG,GAAG;AACxC,cAAM,IAAI;AAAA,UACR,8CAA8C,KAAK,GAAG,oDACL,KAAK,GAAG;AAAA,QAC3D;AAAA,MACF;AACA,cAAQ;AAAA,IACV,SAAS,KAAK;AACZ,UAAI,eAAe,SAAS,IAAI,QAAQ,WAAW,uCAAuC,EAAG,OAAM;AACnG,cAAQ;AAAA,IACV;AACA,QAAI,OAAO;AACT,UAAI,KAAK,6BAA6B;AACtC,UAAI;AAAE,mBAAW,QAAQ;AAAA,MAAG,QAAQ;AAAA,MAAC;AAAA,IACvC;AAAA,EACF;AAEA,YAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,gBAAc,UAAU,KAAK,UAAU,EAAE,KAAK,QAAQ,KAAK,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE,CAAC,CAAC;AAEjG,SAAO,SAAS,UAAgB;AAC9B,QAAI;AAAE,iBAAW,QAAQ;AAAA,IAAG,QAAQ;AAAA,IAAC;AAAA,EACvC;AACF;AAOA,eAAsB,iBAAiB,SAAiB,MAAyD;AAC/G,QAAM,WAAW,KAAK,IAAI,IAAI,KAAK;AACnC,SAAO,KAAK,IAAI,IAAI,UAAU;AAC5B,UAAM,QAAQ,kBAAkB,OAAO;AACvC,QAAI,OAAO,WAAW,QAAS,QAAO;AACtC,QAAI,OAAO,WAAW,SAAU,QAAO;AACvC,QAAI,OAAO,WAAW,aAAc,QAAO;AAC3C,UAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,KAAK,UAAU,CAAC;AAAA,EACvD;AACA,QAAM,IAAI,MAAM,oCAAoC,KAAK,SAAS,IAAI;AACxE;AAQO,SAAS,uBAAgC;AAC9C,MAAI;AACF,aAAS,qBAAqB,EAAE,OAAO,OAAO,CAAC;AAC/C,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,uBAAgC;AAC9C,MAAI;AACF,aAAS,oBAAoB,EAAE,OAAO,OAAO,CAAC;AAC9C,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,kBAAkB,SAAwC;AACxE,QAAM,YAAY,KAAK,SAAS,YAAY;AAC5C,MAAI,CAAC,WAAW,SAAS,EAAG,QAAO;AACnC,MAAI;AACF,WAAO,KAAK,MAAM,aAAa,WAAW,OAAO,CAAC;AAAA,EACpD,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,kBAAkB,SAAiB,OAA6B;AAC9E,YAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,gBAAc,KAAK,SAAS,YAAY,GAAG,KAAK,UAAU,KAAK,CAAC;AAClE;AAEO,SAAS,iBAAiB,MAAsB;AACrD,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAOC,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA4Bd;AAEA,eAAsB,uBAAmD;AACvE,QAAM,SAAS,UAAU;AAEzB,MAAI,OAAO,YAAY;AACrB,QAAI,KAAK,0BAA0B,EAAE,KAAK,OAAO,WAAW,CAAC;AAC7D,WAAO,EAAE,MAAM,YAAY,KAAK,OAAO,WAAW;AAAA,EACpD;AAEA,QAAM,UAAU,OAAO;AACvB,QAAM,QAAQ,kBAAkB,OAAO;AAEvC,MAAI,OAAO,WAAW,WAAW,MAAM,aAAa;AAClD,QAAI,KAAK,gCAAgC,EAAE,MAAM,MAAM,YAAY,CAAC;AACpE,WAAO,EAAE,MAAM,UAAU,aAAa,MAAM,YAAY;AAAA,EAC1D;AAEA,MAAI,OAAO,WAAW,eAAe;AACnC,QAAI,KAAK,4FAA4F;AAAA,EACvG;AAEA,MAAI,OAAO,WAAW,UAAU;AAC9B,UAAM,WAAW,MAAM,YAAY;AACnC,UAAM,cAAc,MAAM,cAAc,IAAI,KAAK,MAAM,WAAW,IAAI,oBAAI,KAAK,CAAC;AAChF,UAAM,kBAAkB,oBAAI,KAAK,KAAK;AACtC,UAAM,kBAAkB,WAAW,OAAO;AAE1C,QAAI,mBAAmB,mBAAmB,qBAAqB,GAAG;AAChE,UAAI,KAAK,0CAA0C,EAAE,UAAU,aAAa,MAAM,YAAY,CAAC;AAC/F,aAAO,EAAE,MAAM,UAAU,aAAa,KAAK,SAAS,SAAS,EAAE;AAAA,IACjE;AAEA,QAAI,KAAK,2BAA2B;AAAA,MAClC;AAAA,MACA,aAAa,MAAM;AAAA,MACnB,OAAO,MAAM,WAAW,WAAW,MAAM;AAAA,IAC3C,CAAC;AACD,QAAI,qBAAqB,KAAK,OAAO,gBAAgB,UAAU;AAC7D,aAAO,EAAE,MAAM,SAAS;AAAA,IAC1B;AACA,WAAO,EAAE,MAAM,WAAW;AAAA,EAC5B;AAEA,MAAI,OAAO,WAAW,cAAc;AAClC,QAAI,KAAK,6CAA6C,EAAE,OAAO,MAAM,MAAM,CAAC;AAC5E,QAAI,qBAAqB,KAAK,OAAO,gBAAgB,UAAU;AAC7D,aAAO,EAAE,MAAM,SAAS;AAAA,IAC1B;AACA,WAAO,EAAE,MAAM,WAAW;AAAA,EAC5B;AAEA,MAAI,qBAAqB,GAAG;AAC1B,WAAO,EAAE,MAAM,UAAU,aAAa,KAAK,SAAS,SAAS,EAAE;AAAA,EACjE;AAEA,MAAI,qBAAqB,GAAG;AAC1B,WAAO,EAAE,MAAM,SAAS;AAAA,EAC1B;AAEA,MAAI,KAAK,wEAAmE;AAC5E,oBAAkB,SAAS,EAAE,QAAQ,cAAc,OAAO,gCAAgC,CAAC;AAC3F,SAAO,EAAE,MAAM,WAAW;AAC5B;AAEA,eAAsB,uBAAuB,SAAgC;AAC3E,QAAM,UAAU,qBAAqB,OAAO;AAC5C,QAAM,gBAAgB,kBAAkB,OAAO,GAAG,YAAY;AAC9D,MAAI;AACF,UAAM,aAAa,KAAK,SAAS,SAAS;AAE1C,QAAI,WAAW,UAAU,GAAG;AAC1B,UAAI,KAAK,wDAAwD;AACjE,aAAO,YAAY,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;AAAA,IACrD;AAEA,sBAAkB,SAAS,EAAE,QAAQ,eAAe,UAAU,cAAc,CAAC;AAC7E,QAAI,KAAK,yBAAyB,EAAE,MAAM,WAAW,CAAC;AAEtD,cAAU,YAAY,EAAE,WAAW,KAAK,CAAC;AACzC,YAAQ,WAAW,CAAC,MAAM,QAAQ,KAAK,YAAY,MAAM,CAAC,GAAG,EAAE,SAAS,IAAO,CAAC;AAEhF,UAAM,MAAM,KAAK,YAAY,QAAQ,OAAO,KAAK;AACjD,YAAQ,KAAK,CAAC,WAAW,aAAa,OAAO,cAAc,OAAO,GAAG,EAAE,SAAS,IAAO,CAAC;AAExF,UAAM,UAAU,KAAK,YAAY,MAAM;AACvC,cAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,UAAM,UAAU,KAAK,YAAY,gBAAgB;AAEjD,QAAI,KAAK,4BAA4B;AACrC,UAAM,WAAW,MAAM,MAAM,qEAAqE;AAClG,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,eAAe;AAAA,QACvB,QAAQ,4BAA4B,SAAS,MAAM,IAAI,SAAS,UAAU;AAAA,QAC1E,UAAU,SAAS;AAAA,QACnB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AACA,kBAAc,SAAS,OAAO,KAAK,MAAM,SAAS,YAAY,CAAC,CAAC;AAChE,YAAQ,OAAO,CAAC,OAAO,SAAS,wBAAwB,MAAM,OAAO,GAAG,EAAE,SAAS,IAAO,CAAC;AAE3F,YAAQ,KAAK,CAAC,WAAW,MAAM,KAAK,SAAS,kBAAkB,CAAC,GAAG,EAAE,SAAS,IAAQ,CAAC;AACvF,YAAQ,KAAK,CAAC,WAAW,wBAAwB,aAAa,OAAO,GAAG,EAAE,SAAS,KAAQ,CAAC;AAE5F,UAAM,SAAS,UAAU;AACzB,UAAM,WAAW,iBAAiB,OAAO,WAAW;AACpD,kBAAc,KAAK,YAAY,cAAc,GAAG,QAAQ;AAExD,sBAAkB,SAAS,EAAE,QAAQ,SAAS,aAAa,WAAW,CAAC;AACvE,QAAI,KAAK,4BAA4B;AAAA,EACvC,SAAS,KAAK;AACZ,UAAM,WAAW,gBAAgB;AACjC,UAAM,cAAc,gBAAgB,QAAQ;AAC5C,UAAM,cAAc,gBAAgB,OAChC,SACA,IAAI,KAAK,KAAK,IAAI,IAAI,cAAc,GAAI,EAAE,YAAY;AAE1D,UAAM,YAAY,eAAe,iBAC7B;AAAA,MACE,SAAS,IAAI;AAAA,MACb,QAAQ,IAAI,OAAO;AAAA,MACnB,UAAU,IAAI,OAAO;AAAA,MACrB,SAAS,IAAI,OAAO;AAAA,MACpB,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC,IACA;AAAA,MACE,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,QAAQ;AAAA,MACR,UAAU;AAAA,MACV,SAAS;AAAA,MACT,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAEJ,sBAAkB,SAAS;AAAA,MACzB,QAAQ;AAAA,MACR;AAAA,MACA,gBAAe,oBAAI,KAAK,GAAE,YAAY;AAAA,MACtC;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,MAAM,4BAA4B,EAAE,UAAU,aAAa,OAAO,UAAU,QAAQ,CAAC;AACzF,UAAM;AAAA,EACR,UAAE;AACA,YAAQ;AAAA,EACV;AACF;","names":[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"docker.d.ts","sourceRoot":"","sources":["../../src/searxng/docker.ts"],"names":[],"mappings":"AASA,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAUxD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,
|
|
1
|
+
{"version":3,"file":"docker.d.ts","sourceRoot":"","sources":["../../src/searxng/docker.ts"],"names":[],"mappings":"AASA,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAUxD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAQhD;AAMD,qBAAa,aAAa;IACxB,OAAO,CAAC,IAAI,CAAuB;IAEnC,MAAM,IAAI,MAAM,GAAG,IAAI;IAIjB,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmC/B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAI5B"}
|
package/dist/searxng/docker.js
CHANGED
|
@@ -1,67 +1,76 @@
|
|
|
1
|
-
import { execSync } from
|
|
2
|
-
import { getConfig } from
|
|
3
|
-
import { createLogger } from
|
|
4
|
-
const log = createLogger(
|
|
5
|
-
const CONTAINER_NAME =
|
|
6
|
-
const IMAGE =
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
1
|
+
import { execSync } from "node:child_process";
|
|
2
|
+
import { getConfig } from "../config.js";
|
|
3
|
+
import { createLogger } from "../logger.js";
|
|
4
|
+
const log = createLogger("searxng");
|
|
5
|
+
const CONTAINER_NAME = "wigolo-searxng";
|
|
6
|
+
const IMAGE = "searxng/searxng:latest";
|
|
7
|
+
function isContainerRunning(name) {
|
|
8
|
+
try {
|
|
9
|
+
const result = execSync(
|
|
10
|
+
`docker inspect --format '{{.State.Running}}' -- ${shellEscape(name)}`,
|
|
11
|
+
{ stdio: "pipe", encoding: "utf-8" }
|
|
12
|
+
).trim();
|
|
13
|
+
return result === "true";
|
|
14
|
+
} catch {
|
|
15
|
+
return false;
|
|
16
|
+
}
|
|
15
17
|
}
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
18
|
+
function stopContainer(name) {
|
|
19
|
+
try {
|
|
20
|
+
const escaped = shellEscape(name);
|
|
21
|
+
execSync(`docker stop -- ${escaped} && docker rm -- ${escaped}`, { stdio: "pipe" });
|
|
22
|
+
log.info("stopped Docker SearXNG container");
|
|
23
|
+
} catch {
|
|
24
|
+
log.debug("container was not running");
|
|
25
|
+
}
|
|
24
26
|
}
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
27
|
+
function shellEscape(s) {
|
|
28
|
+
return `'${s.replace(/'/g, "'\\''")}'`;
|
|
29
|
+
}
|
|
30
|
+
class DockerSearxng {
|
|
31
|
+
port = null;
|
|
32
|
+
getUrl() {
|
|
33
|
+
return this.port ? `http://127.0.0.1:${this.port}` : null;
|
|
34
|
+
}
|
|
35
|
+
async start() {
|
|
36
|
+
const config = getConfig();
|
|
37
|
+
this.port = config.searxngPort;
|
|
38
|
+
stopContainer(CONTAINER_NAME);
|
|
39
|
+
try {
|
|
40
|
+
execSync(`docker run -d --name ${CONTAINER_NAME} -p ${this.port}:8080 ${IMAGE}`, {
|
|
41
|
+
stdio: "pipe"
|
|
42
|
+
});
|
|
43
|
+
} catch (err) {
|
|
44
|
+
log.error("failed to start Docker SearXNG", { error: String(err) });
|
|
45
|
+
this.port = null;
|
|
46
|
+
return null;
|
|
29
47
|
}
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
}
|
|
39
|
-
catch (err) {
|
|
40
|
-
log.error('failed to start Docker SearXNG', { error: String(err) });
|
|
41
|
-
this.port = null;
|
|
42
|
-
return null;
|
|
48
|
+
const url = this.getUrl();
|
|
49
|
+
const start = Date.now();
|
|
50
|
+
while (Date.now() - start < 15e3) {
|
|
51
|
+
try {
|
|
52
|
+
const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2e3) });
|
|
53
|
+
if (response.ok) {
|
|
54
|
+
log.info("Docker SearXNG started", { port: this.port });
|
|
55
|
+
return url;
|
|
43
56
|
}
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
try {
|
|
48
|
-
const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2000) });
|
|
49
|
-
if (response.ok) {
|
|
50
|
-
log.info('Docker SearXNG started', { port: this.port });
|
|
51
|
-
return url;
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
catch { }
|
|
55
|
-
await new Promise(r => setTimeout(r, 500));
|
|
56
|
-
}
|
|
57
|
-
log.error('Docker SearXNG failed to start');
|
|
58
|
-
stopContainer(CONTAINER_NAME);
|
|
59
|
-
this.port = null;
|
|
60
|
-
return null;
|
|
61
|
-
}
|
|
62
|
-
async stop() {
|
|
63
|
-
stopContainer(CONTAINER_NAME);
|
|
64
|
-
this.port = null;
|
|
57
|
+
} catch {
|
|
58
|
+
}
|
|
59
|
+
await new Promise((r) => setTimeout(r, 500));
|
|
65
60
|
}
|
|
61
|
+
log.error("Docker SearXNG failed to start");
|
|
62
|
+
stopContainer(CONTAINER_NAME);
|
|
63
|
+
this.port = null;
|
|
64
|
+
return null;
|
|
65
|
+
}
|
|
66
|
+
async stop() {
|
|
67
|
+
stopContainer(CONTAINER_NAME);
|
|
68
|
+
this.port = null;
|
|
69
|
+
}
|
|
66
70
|
}
|
|
71
|
+
export {
|
|
72
|
+
DockerSearxng,
|
|
73
|
+
isContainerRunning,
|
|
74
|
+
stopContainer
|
|
75
|
+
};
|
|
67
76
|
//# sourceMappingURL=docker.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"sources":["../../src/searxng/docker.ts"],"sourcesContent":["import { execSync } from 'node:child_process';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('searxng');\n\nconst CONTAINER_NAME = 'wigolo-searxng';\nconst IMAGE = 'searxng/searxng:latest';\n\nexport function isContainerRunning(name: string): boolean {\n try {\n const result = execSync(\n `docker inspect --format '{{.State.Running}}' -- ${shellEscape(name)}`,\n { stdio: 'pipe', encoding: 'utf-8' },\n ).trim();\n return result === 'true';\n } catch {\n return false;\n }\n}\n\nexport function stopContainer(name: string): void {\n try {\n const escaped = shellEscape(name);\n execSync(`docker stop -- ${escaped} && docker rm -- ${escaped}`, { stdio: 'pipe' });\n log.info('stopped Docker SearXNG container');\n } catch {\n log.debug('container was not running');\n }\n}\n\nfunction shellEscape(s: string): string {\n return `'${s.replace(/'/g, \"'\\\\''\")}'`;\n}\n\nexport class DockerSearxng {\n private port: number | null = null;\n\n getUrl(): string | null {\n return this.port ? `http://127.0.0.1:${this.port}` : null;\n }\n\n async start(): Promise<string | null> {\n const config = getConfig();\n this.port = config.searxngPort;\n\n stopContainer(CONTAINER_NAME);\n\n try {\n execSync(`docker run -d --name ${CONTAINER_NAME} -p ${this.port}:8080 ${IMAGE}`, {\n stdio: 'pipe',\n });\n } catch (err) {\n log.error('failed to start Docker SearXNG', { error: String(err) });\n this.port = null;\n return null;\n }\n\n const url = this.getUrl()!;\n const start = Date.now();\n while (Date.now() - start < 15000) {\n try {\n const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2000) });\n if (response.ok) {\n log.info('Docker SearXNG started', { port: this.port });\n return url;\n }\n } catch {}\n await new Promise(r => setTimeout(r, 500));\n }\n\n log.error('Docker SearXNG failed to start');\n stopContainer(CONTAINER_NAME);\n this.port = null;\n return null;\n }\n\n async stop(): Promise<void> {\n stopContainer(CONTAINER_NAME);\n this.port = null;\n }\n}\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,SAAS;AAElC,MAAM,iBAAiB;AACvB,MAAM,QAAQ;AAEP,SAAS,mBAAmB,MAAuB;AACxD,MAAI;AACF,UAAM,SAAS;AAAA,MACb,mDAAmD,YAAY,IAAI,CAAC;AAAA,MACpE,EAAE,OAAO,QAAQ,UAAU,QAAQ;AAAA,IACrC,EAAE,KAAK;AACP,WAAO,WAAW;AAAA,EACpB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,cAAc,MAAoB;AAChD,MAAI;AACF,UAAM,UAAU,YAAY,IAAI;AAChC,aAAS,kBAAkB,OAAO,oBAAoB,OAAO,IAAI,EAAE,OAAO,OAAO,CAAC;AAClF,QAAI,KAAK,kCAAkC;AAAA,EAC7C,QAAQ;AACN,QAAI,MAAM,2BAA2B;AAAA,EACvC;AACF;AAEA,SAAS,YAAY,GAAmB;AACtC,SAAO,IAAI,EAAE,QAAQ,MAAM,OAAO,CAAC;AACrC;AAEO,MAAM,cAAc;AAAA,EACjB,OAAsB;AAAA,EAE9B,SAAwB;AACtB,WAAO,KAAK,OAAO,oBAAoB,KAAK,IAAI,KAAK;AAAA,EACvD;AAAA,EAEA,MAAM,QAAgC;AACpC,UAAM,SAAS,UAAU;AACzB,SAAK,OAAO,OAAO;AAEnB,kBAAc,cAAc;AAE5B,QAAI;AACF,eAAS,wBAAwB,cAAc,OAAO,KAAK,IAAI,SAAS,KAAK,IAAI;AAAA,QAC/E,OAAO;AAAA,MACT,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,UAAI,MAAM,kCAAkC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAClE,WAAK,OAAO;AACZ,aAAO;AAAA,IACT;AAEA,UAAM,MAAM,KAAK,OAAO;AACxB,UAAM,QAAQ,KAAK,IAAI;AACvB,WAAO,KAAK,IAAI,IAAI,QAAQ,MAAO;AACjC,UAAI;AACF,cAAM,WAAW,MAAM,MAAM,GAAG,GAAG,YAAY,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACpF,YAAI,SAAS,IAAI;AACf,cAAI,KAAK,0BAA0B,EAAE,MAAM,KAAK,KAAK,CAAC;AACtD,iBAAO;AAAA,QACT;AAAA,MACF,QAAQ;AAAA,MAAC;AACT,YAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,GAAG,CAAC;AAAA,IAC3C;AAEA,QAAI,MAAM,gCAAgC;AAC1C,kBAAc,cAAc;AAC5B,SAAK,OAAO;AACZ,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAsB;AAC1B,kBAAc,cAAc;AAC5B,SAAK,OAAO;AAAA,EACd;AACF;","names":[]}
|
|
@@ -1,22 +1,34 @@
|
|
|
1
|
+
export interface ProcessCallbacks {
|
|
2
|
+
onUnhealthy?: (reason: string) => void;
|
|
3
|
+
onHealthy?: () => void;
|
|
4
|
+
}
|
|
1
5
|
export declare function findAvailablePort(startPort: number): Promise<number>;
|
|
2
6
|
interface LockResult {
|
|
3
7
|
acquired: boolean;
|
|
4
8
|
existingPid?: number;
|
|
5
9
|
existingPort?: number;
|
|
6
10
|
}
|
|
11
|
+
export declare function isProcessAlive(pid: number): boolean;
|
|
7
12
|
export declare function acquireLock(dataDir: string): LockResult;
|
|
8
13
|
export declare function releaseLock(dataDir: string): void;
|
|
9
14
|
export declare class SearxngProcess {
|
|
10
15
|
private readonly searxngPath;
|
|
11
16
|
private readonly dataDir;
|
|
17
|
+
private readonly callbacks;
|
|
12
18
|
private child;
|
|
13
19
|
private port;
|
|
14
20
|
private crashTimes;
|
|
15
21
|
private stopped;
|
|
16
|
-
|
|
22
|
+
private isCurrentlyUnhealthy;
|
|
23
|
+
private healthProbeFailures;
|
|
24
|
+
private healthProbeTimer;
|
|
25
|
+
constructor(searxngPath: string, dataDir: string, callbacks?: ProcessCallbacks);
|
|
17
26
|
getUrl(): string | null;
|
|
18
27
|
start(): Promise<string | null>;
|
|
19
28
|
private monitorCrashes;
|
|
29
|
+
private startHealthProbe;
|
|
30
|
+
private probeOnce;
|
|
31
|
+
private notePotentialFailure;
|
|
20
32
|
stop(): Promise<void>;
|
|
21
33
|
}
|
|
22
34
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../src/searxng/process.ts"],"names":[],"mappings":"AAiBA,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAuBpE;AAED,UAAU,UAAU;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;
|
|
1
|
+
{"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../src/searxng/process.ts"],"names":[],"mappings":"AAiBA,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAuBpE;AAED,UAAU,UAAU;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAOnD;AAeD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,CAmBvD;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAKjD;AAcD,qBAAa,cAAc;IAUvB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAX5B,OAAO,CAAC,KAAK,CAA6B;IAC1C,OAAO,CAAC,IAAI,CAAuB;IACnC,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,gBAAgB,CAA+B;gBAGpC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,EACf,SAAS,GAAE,gBAAqB;IAGnD,MAAM,IAAI,MAAM,GAAG,IAAI;IAIjB,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAwErC,OAAO,CAAC,cAAc;IAgCtB,OAAO,CAAC,gBAAgB;YASV,SAAS;IAkBvB,OAAO,CAAC,oBAAoB;IAQtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAwB5B"}
|