@staticn0va/wigolo 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +146 -227
- package/SKILL.md +382 -0
- package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
- package/assets/blocks/claude-code/wigolo-command.md +40 -0
- package/assets/blocks/cursor/wigolo.mdc +46 -0
- package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
- package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
- package/assets/skills/wigolo/SKILL.md +50 -0
- package/assets/skills/wigolo/rules/cache-first.md +30 -0
- package/assets/skills/wigolo/rules/synthesis.md +43 -0
- package/assets/skills/wigolo-agent/SKILL.md +73 -0
- package/assets/skills/wigolo-crawl/SKILL.md +60 -0
- package/assets/skills/wigolo-extract/SKILL.md +59 -0
- package/assets/skills/wigolo-fetch/SKILL.md +65 -0
- package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
- package/assets/skills/wigolo-research/SKILL.md +77 -0
- package/assets/skills/wigolo-search/SKILL.md +78 -0
- package/dist/agent/executor.d.ts +33 -0
- package/dist/agent/executor.d.ts.map +1 -0
- package/dist/agent/executor.js +233 -0
- package/dist/agent/executor.js.map +1 -0
- package/dist/agent/pipeline.d.ts +5 -0
- package/dist/agent/pipeline.d.ts.map +1 -0
- package/dist/agent/pipeline.js +238 -0
- package/dist/agent/pipeline.js.map +1 -0
- package/dist/agent/planner.d.ts +13 -0
- package/dist/agent/planner.d.ts.map +1 -0
- package/dist/agent/planner.js +271 -0
- package/dist/agent/planner.js.map +1 -0
- package/dist/agent/relevance.d.ts +15 -0
- package/dist/agent/relevance.d.ts.map +1 -0
- package/dist/agent/relevance.js +60 -0
- package/dist/agent/relevance.js.map +1 -0
- package/dist/cache/backfill-embeddings.d.ts +23 -0
- package/dist/cache/backfill-embeddings.d.ts.map +1 -0
- package/dist/cache/backfill-embeddings.js +105 -0
- package/dist/cache/backfill-embeddings.js.map +1 -0
- package/dist/cache/change-detector.d.ts +7 -0
- package/dist/cache/change-detector.d.ts.map +1 -0
- package/dist/cache/change-detector.js +43 -0
- package/dist/cache/change-detector.js.map +1 -0
- package/dist/cache/db.d.ts +1 -0
- package/dist/cache/db.d.ts.map +1 -1
- package/dist/cache/db.js +94 -22
- package/dist/cache/db.js.map +1 -1
- package/dist/cache/diff-summary.d.ts +2 -0
- package/dist/cache/diff-summary.d.ts.map +1 -0
- package/dist/cache/diff-summary.js +82 -0
- package/dist/cache/diff-summary.js.map +1 -0
- package/dist/cache/migrations/runner.d.ts +29 -0
- package/dist/cache/migrations/runner.d.ts.map +1 -0
- package/dist/cache/migrations/runner.js +147 -0
- package/dist/cache/migrations/runner.js.map +1 -0
- package/dist/cache/sqlite-vec-store.d.ts +42 -0
- package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
- package/dist/cache/sqlite-vec-store.js +176 -0
- package/dist/cache/sqlite-vec-store.js.map +1 -0
- package/dist/cache/store.d.ts +47 -1
- package/dist/cache/store.d.ts.map +1 -1
- package/dist/cache/store.js +364 -168
- package/dist/cache/store.js.map +1 -1
- package/dist/cli/agents/antigravity.d.ts +20 -0
- package/dist/cli/agents/antigravity.d.ts.map +1 -0
- package/dist/cli/agents/antigravity.js +49 -0
- package/dist/cli/agents/antigravity.js.map +1 -0
- package/dist/cli/agents/claude-code.d.ts +25 -0
- package/dist/cli/agents/claude-code.d.ts.map +1 -0
- package/dist/cli/agents/claude-code.js +111 -0
- package/dist/cli/agents/claude-code.js.map +1 -0
- package/dist/cli/agents/cursor.d.ts +21 -0
- package/dist/cli/agents/cursor.d.ts.map +1 -0
- package/dist/cli/agents/cursor.js +58 -0
- package/dist/cli/agents/cursor.js.map +1 -0
- package/dist/cli/agents/gemini-cli.d.ts +21 -0
- package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
- package/dist/cli/agents/gemini-cli.js +55 -0
- package/dist/cli/agents/gemini-cli.js.map +1 -0
- package/dist/cli/agents/registry.d.ts +21 -0
- package/dist/cli/agents/registry.d.ts.map +1 -0
- package/dist/cli/agents/registry.js +27 -0
- package/dist/cli/agents/registry.js.map +1 -0
- package/dist/cli/agents/utils.d.ts +26 -0
- package/dist/cli/agents/utils.d.ts.map +1 -0
- package/dist/cli/agents/utils.js +136 -0
- package/dist/cli/agents/utils.js.map +1 -0
- package/dist/cli/agents/vscode.d.ts +21 -0
- package/dist/cli/agents/vscode.d.ts.map +1 -0
- package/dist/cli/agents/vscode.js +62 -0
- package/dist/cli/agents/vscode.js.map +1 -0
- package/dist/cli/auth.d.ts +2 -0
- package/dist/cli/auth.d.ts.map +1 -0
- package/dist/cli/auth.js +94 -0
- package/dist/cli/auth.js.map +1 -0
- package/dist/cli/backfill.d.ts +2 -0
- package/dist/cli/backfill.d.ts.map +1 -0
- package/dist/cli/backfill.js +58 -0
- package/dist/cli/backfill.js.map +1 -0
- package/dist/cli/daemon.d.ts +6 -1
- package/dist/cli/daemon.d.ts.map +1 -1
- package/dist/cli/daemon.js +61 -3
- package/dist/cli/daemon.js.map +1 -1
- package/dist/cli/doctor.d.ts +8 -0
- package/dist/cli/doctor.d.ts.map +1 -0
- package/dist/cli/doctor.js +344 -0
- package/dist/cli/doctor.js.map +1 -0
- package/dist/cli/health.d.ts +1 -1
- package/dist/cli/health.d.ts.map +1 -1
- package/dist/cli/health.js +42 -3
- package/dist/cli/health.js.map +1 -1
- package/dist/cli/help.d.ts +6 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +63 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/index.d.ts +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +35 -7
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/init.d.ts +2 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +201 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/plugin.d.ts +5 -0
- package/dist/cli/plugin.d.ts.map +1 -0
- package/dist/cli/plugin.js +185 -0
- package/dist/cli/plugin.js.map +1 -0
- package/dist/cli/setup-mcp.d.ts +2 -0
- package/dist/cli/setup-mcp.d.ts.map +1 -0
- package/dist/cli/setup-mcp.js +114 -0
- package/dist/cli/setup-mcp.js.map +1 -0
- package/dist/cli/shell.d.ts +2 -0
- package/dist/cli/shell.d.ts.map +1 -0
- package/dist/cli/shell.js +86 -0
- package/dist/cli/shell.js.map +1 -0
- package/dist/cli/shutdown.d.ts +2 -0
- package/dist/cli/shutdown.d.ts.map +1 -0
- package/dist/cli/shutdown.js +26 -0
- package/dist/cli/shutdown.js.map +1 -0
- package/dist/cli/status.d.ts +2 -0
- package/dist/cli/status.d.ts.map +1 -0
- package/dist/cli/status.js +31 -0
- package/dist/cli/status.js.map +1 -0
- package/dist/cli/telemetry.d.ts +10 -0
- package/dist/cli/telemetry.d.ts.map +1 -0
- package/dist/cli/telemetry.js +56 -0
- package/dist/cli/telemetry.js.map +1 -0
- package/dist/cli/tui/agents-types.d.ts +28 -0
- package/dist/cli/tui/agents-types.d.ts.map +1 -0
- package/dist/cli/tui/agents-types.js +1 -0
- package/dist/cli/tui/agents-types.js.map +1 -0
- package/dist/cli/tui/agents.d.ts +11 -0
- package/dist/cli/tui/agents.d.ts.map +1 -0
- package/dist/cli/tui/agents.js +93 -0
- package/dist/cli/tui/agents.js.map +1 -0
- package/dist/cli/tui/banner.d.ts +3 -0
- package/dist/cli/tui/banner.d.ts.map +1 -0
- package/dist/cli/tui/banner.js +30 -0
- package/dist/cli/tui/banner.js.map +1 -0
- package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
- package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/AgentSelect.js +116 -0
- package/dist/cli/tui/components/AgentSelect.js.map +1 -0
- package/dist/cli/tui/components/Banner.d.ts +6 -0
- package/dist/cli/tui/components/Banner.d.ts.map +1 -0
- package/dist/cli/tui/components/Banner.js +25 -0
- package/dist/cli/tui/components/Banner.js.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.js +19 -0
- package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
- package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
- package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
- package/dist/cli/tui/components/InstallProgress.js +67 -0
- package/dist/cli/tui/components/InstallProgress.js.map +1 -0
- package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
- package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
- package/dist/cli/tui/components/SkillInstall.js +94 -0
- package/dist/cli/tui/components/SkillInstall.js.map +1 -0
- package/dist/cli/tui/components/Summary.d.ts +22 -0
- package/dist/cli/tui/components/Summary.d.ts.map +1 -0
- package/dist/cli/tui/components/Summary.js +135 -0
- package/dist/cli/tui/components/Summary.js.map +1 -0
- package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
- package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/components/SystemCheck.js +71 -0
- package/dist/cli/tui/components/SystemCheck.js.map +1 -0
- package/dist/cli/tui/components/Verification.d.ts +8 -0
- package/dist/cli/tui/components/Verification.d.ts.map +1 -0
- package/dist/cli/tui/components/Verification.js +63 -0
- package/dist/cli/tui/components/Verification.js.map +1 -0
- package/dist/cli/tui/config-writer-cli.d.ts +12 -0
- package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-cli.js +39 -0
- package/dist/cli/tui/config-writer-cli.js.map +1 -0
- package/dist/cli/tui/config-writer-json.d.ts +16 -0
- package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-json.js +86 -0
- package/dist/cli/tui/config-writer-json.js.map +1 -0
- package/dist/cli/tui/config-writer-toml.d.ts +16 -0
- package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-toml.js +83 -0
- package/dist/cli/tui/config-writer-toml.js.map +1 -0
- package/dist/cli/tui/config-writer.d.ts +25 -0
- package/dist/cli/tui/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/config-writer.js +101 -0
- package/dist/cli/tui/config-writer.js.map +1 -0
- package/dist/cli/tui/detect-helpers.d.ts +6 -0
- package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
- package/dist/cli/tui/detect-helpers.js +45 -0
- package/dist/cli/tui/detect-helpers.js.map +1 -0
- package/dist/cli/tui/extras-prompt.d.ts +7 -0
- package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
- package/dist/cli/tui/extras-prompt.js +42 -0
- package/dist/cli/tui/extras-prompt.js.map +1 -0
- package/dist/cli/tui/flags-types.d.ts +19 -0
- package/dist/cli/tui/flags-types.d.ts.map +1 -0
- package/dist/cli/tui/flags-types.js +23 -0
- package/dist/cli/tui/flags-types.js.map +1 -0
- package/dist/cli/tui/flags.d.ts +5 -0
- package/dist/cli/tui/flags.d.ts.map +1 -0
- package/dist/cli/tui/flags.js +132 -0
- package/dist/cli/tui/flags.js.map +1 -0
- package/dist/cli/tui/format.d.ts +14 -0
- package/dist/cli/tui/format.d.ts.map +1 -0
- package/dist/cli/tui/format.js +37 -0
- package/dist/cli/tui/format.js.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
- package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
- package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
- package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useInstall.js +90 -0
- package/dist/cli/tui/hooks/useInstall.js.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
- package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
- package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
- package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useVerify.js +71 -0
- package/dist/cli/tui/hooks/useVerify.js.map +1 -0
- package/dist/cli/tui/ink-init.d.ts +2 -0
- package/dist/cli/tui/ink-init.d.ts.map +1 -0
- package/dist/cli/tui/ink-init.js +198 -0
- package/dist/cli/tui/ink-init.js.map +1 -0
- package/dist/cli/tui/reporter-auto.d.ts +7 -0
- package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
- package/dist/cli/tui/reporter-auto.js +15 -0
- package/dist/cli/tui/reporter-auto.js.map +1 -0
- package/dist/cli/tui/reporter.d.ts +26 -0
- package/dist/cli/tui/reporter.d.ts.map +1 -0
- package/dist/cli/tui/reporter.js +32 -0
- package/dist/cli/tui/reporter.js.map +1 -0
- package/dist/cli/tui/run-command.d.ts +14 -0
- package/dist/cli/tui/run-command.d.ts.map +1 -0
- package/dist/cli/tui/run-command.js +72 -0
- package/dist/cli/tui/run-command.js.map +1 -0
- package/dist/cli/tui/select-agents.d.ts +6 -0
- package/dist/cli/tui/select-agents.d.ts.map +1 -0
- package/dist/cli/tui/select-agents.js +32 -0
- package/dist/cli/tui/select-agents.js.map +1 -0
- package/dist/cli/tui/status-agents.d.ts +11 -0
- package/dist/cli/tui/status-agents.d.ts.map +1 -0
- package/dist/cli/tui/status-agents.js +53 -0
- package/dist/cli/tui/status-agents.js.map +1 -0
- package/dist/cli/tui/status-cache.d.ts +6 -0
- package/dist/cli/tui/status-cache.d.ts.map +1 -0
- package/dist/cli/tui/status-cache.js +39 -0
- package/dist/cli/tui/status-cache.js.map +1 -0
- package/dist/cli/tui/status-format.d.ts +14 -0
- package/dist/cli/tui/status-format.d.ts.map +1 -0
- package/dist/cli/tui/status-format.js +41 -0
- package/dist/cli/tui/status-format.js.map +1 -0
- package/dist/cli/tui/status-python.d.ts +6 -0
- package/dist/cli/tui/status-python.d.ts.map +1 -0
- package/dist/cli/tui/status-python.js +30 -0
- package/dist/cli/tui/status-python.js.map +1 -0
- package/dist/cli/tui/system-check.d.ts +24 -0
- package/dist/cli/tui/system-check.d.ts.map +1 -0
- package/dist/cli/tui/system-check.js +103 -0
- package/dist/cli/tui/system-check.js.map +1 -0
- package/dist/cli/tui/tui-reporter.d.ts +19 -0
- package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
- package/dist/cli/tui/tui-reporter.js +95 -0
- package/dist/cli/tui/tui-reporter.js.map +1 -0
- package/dist/cli/tui/utils/config-writer.d.ts +3 -0
- package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/utils/config-writer.js +22 -0
- package/dist/cli/tui/utils/config-writer.js.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.js +11 -0
- package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
- package/dist/cli/tui/verify-suggestions.d.ts +5 -0
- package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
- package/dist/cli/tui/verify-suggestions.js +20 -0
- package/dist/cli/tui/verify-suggestions.js.map +1 -0
- package/dist/cli/tui/verify.d.ts +14 -0
- package/dist/cli/tui/verify.d.ts.map +1 -0
- package/dist/cli/tui/verify.js +101 -0
- package/dist/cli/tui/verify.js.map +1 -0
- package/dist/cli/tui/version.d.ts +2 -0
- package/dist/cli/tui/version.d.ts.map +1 -0
- package/dist/cli/tui/version.js +14 -0
- package/dist/cli/tui/version.js.map +1 -0
- package/dist/cli/uninstall.d.ts +2 -0
- package/dist/cli/uninstall.d.ts.map +1 -0
- package/dist/cli/uninstall.js +57 -0
- package/dist/cli/uninstall.js.map +1 -0
- package/dist/cli/warmup.d.ts +10 -2
- package/dist/cli/warmup.d.ts.map +1 -1
- package/dist/cli/warmup.js +226 -93
- package/dist/cli/warmup.js.map +1 -1
- package/dist/config.d.ts +28 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +106 -56
- package/dist/config.js.map +1 -1
- package/dist/crawl/crawler.d.ts +6 -0
- package/dist/crawl/crawler.d.ts.map +1 -1
- package/dist/crawl/crawler.js +210 -209
- package/dist/crawl/crawler.js.map +1 -1
- package/dist/crawl/dedup.d.ts +1 -0
- package/dist/crawl/dedup.d.ts.map +1 -1
- package/dist/crawl/dedup.js +124 -81
- package/dist/crawl/dedup.js.map +1 -1
- package/dist/crawl/etag-incremental.d.ts +43 -0
- package/dist/crawl/etag-incremental.d.ts.map +1 -0
- package/dist/crawl/etag-incremental.js +94 -0
- package/dist/crawl/etag-incremental.js.map +1 -0
- package/dist/crawl/index-to-vec.d.ts +10 -0
- package/dist/crawl/index-to-vec.d.ts.map +1 -0
- package/dist/crawl/index-to-vec.js +44 -0
- package/dist/crawl/index-to-vec.js.map +1 -0
- package/dist/crawl/mapper.js +136 -164
- package/dist/crawl/mapper.js.map +1 -1
- package/dist/crawl/rate-limiter.js +63 -66
- package/dist/crawl/rate-limiter.js.map +1 -1
- package/dist/crawl/robots.js +58 -57
- package/dist/crawl/robots.js.map +1 -1
- package/dist/crawl/sitemap-first.d.ts +12 -0
- package/dist/crawl/sitemap-first.d.ts.map +1 -0
- package/dist/crawl/sitemap-first.js +47 -0
- package/dist/crawl/sitemap-first.js.map +1 -0
- package/dist/crawl/sitemap.js +33 -32
- package/dist/crawl/sitemap.js.map +1 -1
- package/dist/crawl/url-utils.d.ts +1 -0
- package/dist/crawl/url-utils.d.ts.map +1 -1
- package/dist/crawl/url-utils.js +49 -37
- package/dist/crawl/url-utils.js.map +1 -1
- package/dist/daemon/health-check.d.ts +16 -0
- package/dist/daemon/health-check.d.ts.map +1 -0
- package/dist/daemon/health-check.js +33 -0
- package/dist/daemon/health-check.js.map +1 -0
- package/dist/daemon/http-server.d.ts +26 -0
- package/dist/daemon/http-server.d.ts.map +1 -0
- package/dist/daemon/http-server.js +275 -0
- package/dist/daemon/http-server.js.map +1 -0
- package/dist/daemon/proxy.d.ts +10 -0
- package/dist/daemon/proxy.d.ts.map +1 -0
- package/dist/daemon/proxy.js +93 -0
- package/dist/daemon/proxy.js.map +1 -0
- package/dist/embedding/embed.d.ts +59 -0
- package/dist/embedding/embed.d.ts.map +1 -0
- package/dist/embedding/embed.js +233 -0
- package/dist/embedding/embed.js.map +1 -0
- package/dist/embedding/fastembed-provider.d.ts +19 -0
- package/dist/embedding/fastembed-provider.d.ts.map +1 -0
- package/dist/embedding/fastembed-provider.js +51 -0
- package/dist/embedding/fastembed-provider.js.map +1 -0
- package/dist/embedding/key-terms.d.ts +12 -0
- package/dist/embedding/key-terms.d.ts.map +1 -0
- package/dist/embedding/key-terms.js +234 -0
- package/dist/embedding/key-terms.js.map +1 -0
- package/dist/extraction/boilerplate.d.ts +15 -0
- package/dist/extraction/boilerplate.d.ts.map +1 -0
- package/dist/extraction/boilerplate.js +52 -0
- package/dist/extraction/boilerplate.js.map +1 -0
- package/dist/extraction/defuddle.d.ts.map +1 -1
- package/dist/extraction/defuddle.js +27 -23
- package/dist/extraction/defuddle.js.map +1 -1
- package/dist/extraction/extract.d.ts.map +1 -1
- package/dist/extraction/extract.js +76 -76
- package/dist/extraction/extract.js.map +1 -1
- package/dist/extraction/jsonld.js +50 -54
- package/dist/extraction/jsonld.js.map +1 -1
- package/dist/extraction/lang-hints.d.ts +2 -0
- package/dist/extraction/lang-hints.d.ts.map +1 -0
- package/dist/extraction/lang-hints.js +30 -0
- package/dist/extraction/lang-hints.js.map +1 -0
- package/dist/extraction/llm-fallback.d.ts +17 -0
- package/dist/extraction/llm-fallback.d.ts.map +1 -0
- package/dist/extraction/llm-fallback.js +130 -0
- package/dist/extraction/llm-fallback.js.map +1 -0
- package/dist/extraction/markdown-sanitize.d.ts +2 -0
- package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
- package/dist/extraction/markdown-sanitize.js +151 -0
- package/dist/extraction/markdown-sanitize.js.map +1 -0
- package/dist/extraction/markdown.d.ts +11 -0
- package/dist/extraction/markdown.d.ts.map +1 -1
- package/dist/extraction/markdown.js +195 -91
- package/dist/extraction/markdown.js.map +1 -1
- package/dist/extraction/pipeline.d.ts +8 -0
- package/dist/extraction/pipeline.d.ts.map +1 -1
- package/dist/extraction/pipeline.js +57 -91
- package/dist/extraction/pipeline.js.map +1 -1
- package/dist/extraction/readability.d.ts +1 -1
- package/dist/extraction/readability.d.ts.map +1 -1
- package/dist/extraction/readability.js +28 -29
- package/dist/extraction/readability.js.map +1 -1
- package/dist/extraction/schema.d.ts +12 -0
- package/dist/extraction/schema.d.ts.map +1 -1
- package/dist/extraction/schema.js +135 -72
- package/dist/extraction/schema.js.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.js +81 -91
- package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
- package/dist/extraction/site-extractors/github.d.ts.map +1 -1
- package/dist/extraction/site-extractors/github.js +87 -95
- package/dist/extraction/site-extractors/github.js.map +1 -1
- package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
- package/dist/extraction/site-extractors/mdn.js +46 -54
- package/dist/extraction/site-extractors/mdn.js.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.js +71 -80
- package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
- package/dist/extraction/structured-data.d.ts +4 -0
- package/dist/extraction/structured-data.d.ts.map +1 -0
- package/dist/extraction/structured-data.js +173 -0
- package/dist/extraction/structured-data.js.map +1 -0
- package/dist/extraction/structured.d.ts +4 -0
- package/dist/extraction/structured.d.ts.map +1 -0
- package/dist/extraction/structured.js +163 -0
- package/dist/extraction/structured.js.map +1 -0
- package/dist/extraction/v1/classifier.d.ts +3 -0
- package/dist/extraction/v1/classifier.d.ts.map +1 -0
- package/dist/extraction/v1/classifier.js +110 -0
- package/dist/extraction/v1/classifier.js.map +1 -0
- package/dist/extraction/v1/extract-provider.d.ts +16 -0
- package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
- package/dist/extraction/v1/extract-provider.js +43 -0
- package/dist/extraction/v1/extract-provider.js.map +1 -0
- package/dist/extraction/v1/local-llm.d.ts +8 -0
- package/dist/extraction/v1/local-llm.d.ts.map +1 -0
- package/dist/extraction/v1/local-llm.js +34 -0
- package/dist/extraction/v1/local-llm.js.map +1 -0
- package/dist/extraction/v1/news.d.ts +3 -0
- package/dist/extraction/v1/news.d.ts.map +1 -0
- package/dist/extraction/v1/news.js +61 -0
- package/dist/extraction/v1/news.js.map +1 -0
- package/dist/extraction/v1/product.d.ts +3 -0
- package/dist/extraction/v1/product.d.ts.map +1 -0
- package/dist/extraction/v1/product.js +166 -0
- package/dist/extraction/v1/product.js.map +1 -0
- package/dist/extraction/v1/recipe.d.ts +3 -0
- package/dist/extraction/v1/recipe.d.ts.map +1 -0
- package/dist/extraction/v1/recipe.js +136 -0
- package/dist/extraction/v1/recipe.js.map +1 -0
- package/dist/extraction/v1/routed.d.ts +17 -0
- package/dist/extraction/v1/routed.d.ts.map +1 -0
- package/dist/extraction/v1/routed.js +68 -0
- package/dist/extraction/v1/routed.js.map +1 -0
- package/dist/extraction/v1/schemas/Article.d.ts +11 -0
- package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Article.js +23 -0
- package/dist/extraction/v1/schemas/Article.js.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.js +122 -0
- package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
- package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
- package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Paper.js +156 -0
- package/dist/extraction/v1/schemas/Paper.js.map +1 -0
- package/dist/extraction/v1/schemas/Product.d.ts +17 -0
- package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Product.js +149 -0
- package/dist/extraction/v1/schemas/Product.js.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.js +160 -0
- package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
- package/dist/extraction/v1/schemas/index.d.ts +13 -0
- package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/index.js +44 -0
- package/dist/extraction/v1/schemas/index.js.map +1 -0
- package/dist/extraction/v1/site-extractors.d.ts +5 -0
- package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
- package/dist/extraction/v1/site-extractors.js +31 -0
- package/dist/extraction/v1/site-extractors.js.map +1 -0
- package/dist/fetch/action-executor.d.ts +28 -0
- package/dist/fetch/action-executor.d.ts.map +1 -0
- package/dist/fetch/action-executor.js +88 -0
- package/dist/fetch/action-executor.js.map +1 -0
- package/dist/fetch/auth.d.ts +2 -1
- package/dist/fetch/auth.d.ts.map +1 -1
- package/dist/fetch/auth.js +56 -26
- package/dist/fetch/auth.js.map +1 -1
- package/dist/fetch/browser-pool.d.ts +30 -11
- package/dist/fetch/browser-pool.d.ts.map +1 -1
- package/dist/fetch/browser-pool.js +303 -127
- package/dist/fetch/browser-pool.js.map +1 -1
- package/dist/fetch/browser-selector.d.ts +17 -0
- package/dist/fetch/browser-selector.d.ts.map +1 -0
- package/dist/fetch/browser-selector.js +72 -0
- package/dist/fetch/browser-selector.js.map +1 -0
- package/dist/fetch/browser-types.d.ts +3 -0
- package/dist/fetch/browser-types.d.ts.map +1 -0
- package/dist/fetch/browser-types.js +45 -0
- package/dist/fetch/browser-types.js.map +1 -0
- package/dist/fetch/cdp-client.d.ts +9 -0
- package/dist/fetch/cdp-client.d.ts.map +1 -0
- package/dist/fetch/cdp-client.js +89 -0
- package/dist/fetch/cdp-client.js.map +1 -0
- package/dist/fetch/content-check.js +39 -46
- package/dist/fetch/content-check.js.map +1 -1
- package/dist/fetch/error-describe.d.ts +7 -0
- package/dist/fetch/error-describe.d.ts.map +1 -0
- package/dist/fetch/error-describe.js +37 -0
- package/dist/fetch/error-describe.js.map +1 -0
- package/dist/fetch/http-client.d.ts +4 -0
- package/dist/fetch/http-client.d.ts.map +1 -1
- package/dist/fetch/http-client.js +147 -128
- package/dist/fetch/http-client.js.map +1 -1
- package/dist/fetch/lightpanda.d.ts +28 -0
- package/dist/fetch/lightpanda.d.ts.map +1 -0
- package/dist/fetch/lightpanda.js +174 -0
- package/dist/fetch/lightpanda.js.map +1 -0
- package/dist/fetch/playwright-tier.d.ts +19 -0
- package/dist/fetch/playwright-tier.d.ts.map +1 -0
- package/dist/fetch/playwright-tier.js +76 -0
- package/dist/fetch/playwright-tier.js.map +1 -0
- package/dist/fetch/router.d.ts +49 -3
- package/dist/fetch/router.d.ts.map +1 -1
- package/dist/fetch/router.js +187 -81
- package/dist/fetch/router.js.map +1 -1
- package/dist/index.js +102 -17
- package/dist/index.js.map +1 -1
- package/dist/instructions.d.ts +31 -0
- package/dist/instructions.d.ts.map +1 -0
- package/dist/instructions.js +245 -0
- package/dist/instructions.js.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.js +41 -0
- package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
- package/dist/integrations/cloud/llm/cache.d.ts +5 -0
- package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/cache.js +49 -0
- package/dist/integrations/cloud/llm/cache.js.map +1 -0
- package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
- package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/gemini.js +37 -0
- package/dist/integrations/cloud/llm/gemini.js.map +1 -0
- package/dist/integrations/cloud/llm/groq.d.ts +3 -0
- package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/groq.js +74 -0
- package/dist/integrations/cloud/llm/groq.js.map +1 -0
- package/dist/integrations/cloud/llm/hash.d.ts +3 -0
- package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/hash.js +26 -0
- package/dist/integrations/cloud/llm/hash.js.map +1 -0
- package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
- package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/model-select.js +32 -0
- package/dist/integrations/cloud/llm/model-select.js.map +1 -0
- package/dist/integrations/cloud/llm/openai.d.ts +3 -0
- package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/openai.js +43 -0
- package/dist/integrations/cloud/llm/openai.js.map +1 -0
- package/dist/integrations/cloud/llm/run.d.ts +27 -0
- package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/run.js +99 -0
- package/dist/integrations/cloud/llm/run.js.map +1 -0
- package/dist/integrations/cloud/llm/select.d.ts +5 -0
- package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/select.js +30 -0
- package/dist/integrations/cloud/llm/select.js.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.js +103 -0
- package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
- package/dist/integrations/cloud/llm/types.d.ts +24 -0
- package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/types.js +1 -0
- package/dist/integrations/cloud/llm/types.js.map +1 -0
- package/dist/integrations/cloud/llm/validate.d.ts +6 -0
- package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/validate.js +63 -0
- package/dist/integrations/cloud/llm/validate.js.map +1 -0
- package/dist/logger.d.ts +4 -1
- package/dist/logger.d.ts.map +1 -1
- package/dist/logger.js +71 -30
- package/dist/logger.js.map +1 -1
- package/dist/pdf-parse.d.js +1 -0
- package/dist/pdf-parse.d.js.map +1 -0
- package/dist/plugins/loader.d.ts +20 -0
- package/dist/plugins/loader.d.ts.map +1 -0
- package/dist/plugins/loader.js +157 -0
- package/dist/plugins/loader.js.map +1 -0
- package/dist/plugins/registry.d.ts +26 -0
- package/dist/plugins/registry.d.ts.map +1 -0
- package/dist/plugins/registry.js +71 -0
- package/dist/plugins/registry.js.map +1 -0
- package/dist/plugins/validate.d.ts +9 -0
- package/dist/plugins/validate.d.ts.map +1 -0
- package/dist/plugins/validate.js +79 -0
- package/dist/plugins/validate.js.map +1 -0
- package/dist/providers/embed-provider.d.ts +11 -0
- package/dist/providers/embed-provider.d.ts.map +1 -0
- package/dist/providers/embed-provider.js +24 -0
- package/dist/providers/embed-provider.js.map +1 -0
- package/dist/providers/extract-provider.d.ts +23 -0
- package/dist/providers/extract-provider.d.ts.map +1 -0
- package/dist/providers/extract-provider.js +25 -0
- package/dist/providers/extract-provider.js.map +1 -0
- package/dist/providers/rerank-provider.d.ts +17 -0
- package/dist/providers/rerank-provider.d.ts.map +1 -0
- package/dist/providers/rerank-provider.js +41 -0
- package/dist/providers/rerank-provider.js.map +1 -0
- package/dist/providers/search-provider.d.ts +25 -0
- package/dist/providers/search-provider.d.ts.map +1 -0
- package/dist/providers/search-provider.js +44 -0
- package/dist/providers/search-provider.js.map +1 -0
- package/dist/providers/vector-store.d.ts +27 -0
- package/dist/providers/vector-store.d.ts.map +1 -0
- package/dist/providers/vector-store.js +27 -0
- package/dist/providers/vector-store.js.map +1 -0
- package/dist/python-env.d.ts +9 -0
- package/dist/python-env.d.ts.map +1 -0
- package/dist/python-env.js +13 -0
- package/dist/python-env.js.map +1 -0
- package/dist/repl/commands/agent.d.ts +5 -0
- package/dist/repl/commands/agent.d.ts.map +1 -0
- package/dist/repl/commands/agent.js +62 -0
- package/dist/repl/commands/agent.js.map +1 -0
- package/dist/repl/commands/cache.d.ts +4 -0
- package/dist/repl/commands/cache.d.ts.map +1 -0
- package/dist/repl/commands/cache.js +43 -0
- package/dist/repl/commands/cache.js.map +1 -0
- package/dist/repl/commands/crawl.d.ts +7 -0
- package/dist/repl/commands/crawl.d.ts.map +1 -0
- package/dist/repl/commands/crawl.js +44 -0
- package/dist/repl/commands/crawl.js.map +1 -0
- package/dist/repl/commands/extract.d.ts +5 -0
- package/dist/repl/commands/extract.d.ts.map +1 -0
- package/dist/repl/commands/extract.js +47 -0
- package/dist/repl/commands/extract.js.map +1 -0
- package/dist/repl/commands/fetch.d.ts +5 -0
- package/dist/repl/commands/fetch.d.ts.map +1 -0
- package/dist/repl/commands/fetch.js +67 -0
- package/dist/repl/commands/fetch.js.map +1 -0
- package/dist/repl/commands/find-similar.d.ts +5 -0
- package/dist/repl/commands/find-similar.d.ts.map +1 -0
- package/dist/repl/commands/find-similar.js +74 -0
- package/dist/repl/commands/find-similar.js.map +1 -0
- package/dist/repl/commands/research.d.ts +5 -0
- package/dist/repl/commands/research.d.ts.map +1 -0
- package/dist/repl/commands/research.js +65 -0
- package/dist/repl/commands/research.js.map +1 -0
- package/dist/repl/commands/search.d.ts +5 -0
- package/dist/repl/commands/search.d.ts.map +1 -0
- package/dist/repl/commands/search.js +74 -0
- package/dist/repl/commands/search.js.map +1 -0
- package/dist/repl/commands/types.d.ts +9 -0
- package/dist/repl/commands/types.d.ts.map +1 -0
- package/dist/repl/commands/types.js +1 -0
- package/dist/repl/commands/types.js.map +1 -0
- package/dist/repl/formatters.d.ts +13 -0
- package/dist/repl/formatters.d.ts.map +1 -0
- package/dist/repl/formatters.js +283 -0
- package/dist/repl/formatters.js.map +1 -0
- package/dist/repl/parser.d.ts +9 -0
- package/dist/repl/parser.d.ts.map +1 -0
- package/dist/repl/parser.js +86 -0
- package/dist/repl/parser.js.map +1 -0
- package/dist/repl/shell.d.ts +8 -0
- package/dist/repl/shell.d.ts.map +1 -0
- package/dist/repl/shell.js +184 -0
- package/dist/repl/shell.js.map +1 -0
- package/dist/research/branch-exploration.d.ts +14 -0
- package/dist/research/branch-exploration.d.ts.map +1 -0
- package/dist/research/branch-exploration.js +100 -0
- package/dist/research/branch-exploration.js.map +1 -0
- package/dist/research/brief.d.ts +6 -0
- package/dist/research/brief.d.ts.map +1 -0
- package/dist/research/brief.js +246 -0
- package/dist/research/brief.js.map +1 -0
- package/dist/research/citation-graph.d.ts +9 -0
- package/dist/research/citation-graph.d.ts.map +1 -0
- package/dist/research/citation-graph.js +114 -0
- package/dist/research/citation-graph.js.map +1 -0
- package/dist/research/decompose.d.ts +14 -0
- package/dist/research/decompose.d.ts.map +1 -0
- package/dist/research/decompose.js +439 -0
- package/dist/research/decompose.js.map +1 -0
- package/dist/research/pipeline.d.ts +5 -0
- package/dist/research/pipeline.d.ts.map +1 -0
- package/dist/research/pipeline.js +269 -0
- package/dist/research/pipeline.js.map +1 -0
- package/dist/research/synthesis-local.d.ts +19 -0
- package/dist/research/synthesis-local.d.ts.map +1 -0
- package/dist/research/synthesis-local.js +62 -0
- package/dist/research/synthesis-local.js.map +1 -0
- package/dist/research/synthesize.d.ts +10 -0
- package/dist/research/synthesize.d.ts.map +1 -0
- package/dist/research/synthesize.js +137 -0
- package/dist/research/synthesize.js.map +1 -0
- package/dist/search/answer-synthesis.d.ts +33 -0
- package/dist/search/answer-synthesis.d.ts.map +1 -0
- package/dist/search/answer-synthesis.js +244 -0
- package/dist/search/answer-synthesis.js.map +1 -0
- package/dist/search/context-formatter.d.ts +3 -0
- package/dist/search/context-formatter.d.ts.map +1 -0
- package/dist/search/context-formatter.js +56 -0
- package/dist/search/context-formatter.js.map +1 -0
- package/dist/search/dedup.d.ts +1 -0
- package/dist/search/dedup.d.ts.map +1 -1
- package/dist/search/dedup.js +40 -32
- package/dist/search/dedup.js.map +1 -1
- package/dist/search/engines/arxiv.d.ts +7 -0
- package/dist/search/engines/arxiv.d.ts.map +1 -0
- package/dist/search/engines/arxiv.js +70 -0
- package/dist/search/engines/arxiv.js.map +1 -0
- package/dist/search/engines/bing-news.d.ts +7 -0
- package/dist/search/engines/bing-news.d.ts.map +1 -0
- package/dist/search/engines/bing-news.js +97 -0
- package/dist/search/engines/bing-news.js.map +1 -0
- package/dist/search/engines/bing.d.ts +1 -0
- package/dist/search/engines/bing.d.ts.map +1 -1
- package/dist/search/engines/bing.js +100 -44
- package/dist/search/engines/bing.js.map +1 -1
- package/dist/search/engines/devdocs.d.ts +6 -0
- package/dist/search/engines/devdocs.d.ts.map +1 -0
- package/dist/search/engines/devdocs.js +56 -0
- package/dist/search/engines/devdocs.js.map +1 -0
- package/dist/search/engines/duckduckgo.d.ts.map +1 -1
- package/dist/search/engines/duckduckgo.js +56 -44
- package/dist/search/engines/duckduckgo.js.map +1 -1
- package/dist/search/engines/github-code.d.ts +7 -0
- package/dist/search/engines/github-code.d.ts.map +1 -0
- package/dist/search/engines/github-code.js +55 -0
- package/dist/search/engines/github-code.js.map +1 -0
- package/dist/search/engines/hn-algolia.d.ts +7 -0
- package/dist/search/engines/hn-algolia.d.ts.map +1 -0
- package/dist/search/engines/hn-algolia.js +76 -0
- package/dist/search/engines/hn-algolia.js.map +1 -0
- package/dist/search/engines/lobsters.d.ts +7 -0
- package/dist/search/engines/lobsters.d.ts.map +1 -0
- package/dist/search/engines/lobsters.js +83 -0
- package/dist/search/engines/lobsters.js.map +1 -0
- package/dist/search/engines/mdn.d.ts +7 -0
- package/dist/search/engines/mdn.d.ts.map +1 -0
- package/dist/search/engines/mdn.js +48 -0
- package/dist/search/engines/mdn.js.map +1 -0
- package/dist/search/engines/semantic-scholar.d.ts +7 -0
- package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
- package/dist/search/engines/semantic-scholar.js +69 -0
- package/dist/search/engines/semantic-scholar.js.map +1 -0
- package/dist/search/engines/stackoverflow.d.ts +7 -0
- package/dist/search/engines/stackoverflow.d.ts.map +1 -0
- package/dist/search/engines/stackoverflow.js +73 -0
- package/dist/search/engines/stackoverflow.js.map +1 -0
- package/dist/search/engines/startpage.d.ts.map +1 -1
- package/dist/search/engines/startpage.js +65 -46
- package/dist/search/engines/startpage.js.map +1 -1
- package/dist/search/evidence.d.ts +25 -0
- package/dist/search/evidence.d.ts.map +1 -0
- package/dist/search/evidence.js +220 -0
- package/dist/search/evidence.js.map +1 -0
- package/dist/search/filters.d.ts.map +1 -1
- package/dist/search/filters.js +58 -54
- package/dist/search/filters.js.map +1 -1
- package/dist/search/find-similar/crawl-rank.d.ts +9 -0
- package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
- package/dist/search/find-similar/crawl-rank.js +272 -0
- package/dist/search/find-similar/crawl-rank.js.map +1 -0
- package/dist/search/find-similar/mode.d.ts +4 -0
- package/dist/search/find-similar/mode.d.ts.map +1 -0
- package/dist/search/find-similar/mode.js +12 -0
- package/dist/search/find-similar/mode.js.map +1 -0
- package/dist/search/find-similar.d.ts +5 -0
- package/dist/search/find-similar.d.ts.map +1 -0
- package/dist/search/find-similar.js +509 -0
- package/dist/search/find-similar.js.map +1 -0
- package/dist/search/highlights.d.ts +19 -0
- package/dist/search/highlights.d.ts.map +1 -0
- package/dist/search/highlights.js +167 -0
- package/dist/search/highlights.js.map +1 -0
- package/dist/search/language-filter.d.ts +29 -0
- package/dist/search/language-filter.d.ts.map +1 -0
- package/dist/search/language-filter.js +126 -0
- package/dist/search/language-filter.js.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.js +501 -0
- package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
- package/dist/search/legacy/searxng-provider.d.ts +7 -0
- package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
- package/dist/search/legacy/searxng-provider.js +11 -0
- package/dist/search/legacy/searxng-provider.js.map +1 -0
- package/dist/search/multi-query.d.ts +25 -0
- package/dist/search/multi-query.d.ts.map +1 -0
- package/dist/search/multi-query.js +228 -0
- package/dist/search/multi-query.js.map +1 -0
- package/dist/search/query.js +32 -34
- package/dist/search/query.js.map +1 -1
- package/dist/search/rerank.d.ts +3 -1
- package/dist/search/rerank.d.ts.map +1 -1
- package/dist/search/rerank.js +44 -35
- package/dist/search/rerank.js.map +1 -1
- package/dist/search/reranker/authority-boost.d.ts +3 -0
- package/dist/search/reranker/authority-boost.d.ts.map +1 -0
- package/dist/search/reranker/authority-boost.js +179 -0
- package/dist/search/reranker/authority-boost.js.map +1 -0
- package/dist/search/reranker/consensus-boost.d.ts +3 -0
- package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
- package/dist/search/reranker/consensus-boost.js +27 -0
- package/dist/search/reranker/consensus-boost.js.map +1 -0
- package/dist/search/reranker/recency-boost.d.ts +3 -0
- package/dist/search/reranker/recency-boost.d.ts.map +1 -0
- package/dist/search/reranker/recency-boost.js +13 -0
- package/dist/search/reranker/recency-boost.js.map +1 -0
- package/dist/search/reranker/recency.d.ts +3 -0
- package/dist/search/reranker/recency.d.ts.map +1 -0
- package/dist/search/reranker/recency.js +23 -0
- package/dist/search/reranker/recency.js.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.js +94 -0
- package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
- package/dist/search/rrf.d.ts +17 -0
- package/dist/search/rrf.d.ts.map +1 -0
- package/dist/search/rrf.js +39 -0
- package/dist/search/rrf.js.map +1 -0
- package/dist/search/sampling.d.ts +25 -0
- package/dist/search/sampling.d.ts.map +1 -0
- package/dist/search/sampling.js +52 -0
- package/dist/search/sampling.js.map +1 -0
- package/dist/search/searxng.d.ts.map +1 -1
- package/dist/search/searxng.js +69 -79
- package/dist/search/searxng.js.map +1 -1
- package/dist/search/tokens.d.ts +3 -0
- package/dist/search/tokens.d.ts.map +1 -0
- package/dist/search/tokens.js +39 -0
- package/dist/search/tokens.js.map +1 -0
- package/dist/search/truncate.d.ts +6 -0
- package/dist/search/truncate.d.ts.map +1 -0
- package/dist/search/truncate.js +26 -0
- package/dist/search/truncate.js.map +1 -0
- package/dist/search/url-unwrap.d.ts +3 -0
- package/dist/search/url-unwrap.d.ts.map +1 -0
- package/dist/search/url-unwrap.js +43 -0
- package/dist/search/url-unwrap.js.map +1 -0
- package/dist/search/v1/context-rank.d.ts +13 -0
- package/dist/search/v1/context-rank.d.ts.map +1 -0
- package/dist/search/v1/context-rank.js +74 -0
- package/dist/search/v1/context-rank.js.map +1 -0
- package/dist/search/v1/engine-base.d.ts +27 -0
- package/dist/search/v1/engine-base.d.ts.map +1 -0
- package/dist/search/v1/engine-base.js +110 -0
- package/dist/search/v1/engine-base.js.map +1 -0
- package/dist/search/v1/intent-router.d.ts +22 -0
- package/dist/search/v1/intent-router.d.ts.map +1 -0
- package/dist/search/v1/intent-router.js +138 -0
- package/dist/search/v1/intent-router.js.map +1 -0
- package/dist/search/v1/orchestrator.d.ts +24 -0
- package/dist/search/v1/orchestrator.d.ts.map +1 -0
- package/dist/search/v1/orchestrator.js +163 -0
- package/dist/search/v1/orchestrator.js.map +1 -0
- package/dist/search/v1/recency-boost.d.ts +9 -0
- package/dist/search/v1/recency-boost.d.ts.map +1 -0
- package/dist/search/v1/recency-boost.js +37 -0
- package/dist/search/v1/recency-boost.js.map +1 -0
- package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
- package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
- package/dist/search/v1/recent-cache-dedup.js +85 -0
- package/dist/search/v1/recent-cache-dedup.js.map +1 -0
- package/dist/search/v1/rss/feed-config.d.ts +21 -0
- package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-config.js +90 -0
- package/dist/search/v1/rss/feed-config.js.map +1 -0
- package/dist/search/v1/rss/feed-parser.d.ts +14 -0
- package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-parser.js +104 -0
- package/dist/search/v1/rss/feed-parser.js.map +1 -0
- package/dist/search/v1/rss/feed-poller.d.ts +22 -0
- package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-poller.js +102 -0
- package/dist/search/v1/rss/feed-poller.js.map +1 -0
- package/dist/search/v1/rss/feed-store.d.ts +30 -0
- package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-store.js +134 -0
- package/dist/search/v1/rss/feed-store.js.map +1 -0
- package/dist/search/v1/rss/rss-engine.d.ts +6 -0
- package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
- package/dist/search/v1/rss/rss-engine.js +28 -0
- package/dist/search/v1/rss/rss-engine.js.map +1 -0
- package/dist/search/v1/v1-provider.d.ts +7 -0
- package/dist/search/v1/v1-provider.d.ts.map +1 -0
- package/dist/search/v1/v1-provider.js +68 -0
- package/dist/search/v1/v1-provider.js.map +1 -0
- package/dist/search/v1/verticals/code.d.ts +4 -0
- package/dist/search/v1/verticals/code.d.ts.map +1 -0
- package/dist/search/v1/verticals/code.js +20 -0
- package/dist/search/v1/verticals/code.js.map +1 -0
- package/dist/search/v1/verticals/docs.d.ts +4 -0
- package/dist/search/v1/verticals/docs.d.ts.map +1 -0
- package/dist/search/v1/verticals/docs.js +20 -0
- package/dist/search/v1/verticals/docs.js.map +1 -0
- package/dist/search/v1/verticals/general.d.ts +4 -0
- package/dist/search/v1/verticals/general.d.ts.map +1 -0
- package/dist/search/v1/verticals/general.js +22 -0
- package/dist/search/v1/verticals/general.js.map +1 -0
- package/dist/search/v1/verticals/news.d.ts +10 -0
- package/dist/search/v1/verticals/news.d.ts.map +1 -0
- package/dist/search/v1/verticals/news.js +52 -0
- package/dist/search/v1/verticals/news.js.map +1 -0
- package/dist/search/v1/verticals/papers.d.ts +4 -0
- package/dist/search/v1/verticals/papers.d.ts.map +1 -0
- package/dist/search/v1/verticals/papers.js +23 -0
- package/dist/search/v1/verticals/papers.js.map +1 -0
- package/dist/search/validator.js +31 -31
- package/dist/search/validator.js.map +1 -1
- package/dist/searxng/bootstrap.d.ts +30 -0
- package/dist/searxng/bootstrap.d.ts.map +1 -1
- package/dist/searxng/bootstrap.js +223 -85
- package/dist/searxng/bootstrap.js.map +1 -1
- package/dist/searxng/docker.d.ts.map +1 -1
- package/dist/searxng/docker.js +69 -60
- package/dist/searxng/docker.js.map +1 -1
- package/dist/searxng/process.d.ts +13 -1
- package/dist/searxng/process.d.ts.map +1 -1
- package/dist/searxng/process.js +231 -164
- package/dist/searxng/process.js.map +1 -1
- package/dist/server/backend-status.d.ts +13 -0
- package/dist/server/backend-status.d.ts.map +1 -0
- package/dist/server/backend-status.js +40 -0
- package/dist/server/backend-status.js.map +1 -0
- package/dist/server/tool-schemas.d.ts +549 -0
- package/dist/server/tool-schemas.d.ts.map +1 -0
- package/dist/server/tool-schemas.js +464 -0
- package/dist/server/tool-schemas.js.map +1 -0
- package/dist/server/warmup-on-start.d.ts +9 -0
- package/dist/server/warmup-on-start.d.ts.map +1 -0
- package/dist/server/warmup-on-start.js +55 -0
- package/dist/server/warmup-on-start.js.map +1 -0
- package/dist/server.d.ts +17 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +454 -297
- package/dist/server.js.map +1 -1
- package/dist/tools/agent.d.ts +5 -0
- package/dist/tools/agent.d.ts.map +1 -0
- package/dist/tools/agent.js +128 -0
- package/dist/tools/agent.js.map +1 -0
- package/dist/tools/cache.d.ts +2 -1
- package/dist/tools/cache.d.ts.map +1 -1
- package/dist/tools/cache.js +177 -44
- package/dist/tools/cache.js.map +1 -1
- package/dist/tools/crawl.d.ts.map +1 -1
- package/dist/tools/crawl.js +171 -88
- package/dist/tools/crawl.js.map +1 -1
- package/dist/tools/extract.d.ts +2 -2
- package/dist/tools/extract.d.ts.map +1 -1
- package/dist/tools/extract.js +175 -59
- package/dist/tools/extract.js.map +1 -1
- package/dist/tools/fetch.d.ts +2 -2
- package/dist/tools/fetch.d.ts.map +1 -1
- package/dist/tools/fetch.js +174 -68
- package/dist/tools/fetch.js.map +1 -1
- package/dist/tools/find-similar.d.ts +5 -0
- package/dist/tools/find-similar.d.ts.map +1 -0
- package/dist/tools/find-similar.js +127 -0
- package/dist/tools/find-similar.js.map +1 -0
- package/dist/tools/research.d.ts +5 -0
- package/dist/tools/research.d.ts.map +1 -0
- package/dist/tools/research.js +107 -0
- package/dist/tools/research.js.map +1 -0
- package/dist/tools/search.d.ts +10 -2
- package/dist/tools/search.d.ts.map +1 -1
- package/dist/tools/search.js +13 -158
- package/dist/tools/search.js.map +1 -1
- package/dist/types.d.ts +350 -7
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +6 -1
- package/dist/types.js.map +1 -1
- package/dist/util/mode.d.ts +4 -0
- package/dist/util/mode.d.ts.map +1 -0
- package/dist/util/mode.js +34 -0
- package/dist/util/mode.js.map +1 -0
- package/package.json +78 -8
- package/dist/extraction/trafilatura.d.ts +0 -6
- package/dist/extraction/trafilatura.d.ts.map +0 -1
- package/dist/extraction/trafilatura.js +0 -105
- package/dist/extraction/trafilatura.js.map +0 -1
- package/dist/search/flashrank.d.ts +0 -12
- package/dist/search/flashrank.d.ts.map +0 -1
- package/dist/search/flashrank.js +0 -63
- package/dist/search/flashrank.js.map +0 -1
package/dist/logger.js
CHANGED
|
@@ -1,39 +1,80 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { appendFileSync, mkdirSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { getConfig } from "./config.js";
|
|
2
4
|
const LEVEL_PRIORITY = {
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
5
|
+
debug: 0,
|
|
6
|
+
info: 1,
|
|
7
|
+
warn: 2,
|
|
8
|
+
error: 3
|
|
7
9
|
};
|
|
10
|
+
let tuiLogPath = null;
|
|
11
|
+
function getTuiLogPath() {
|
|
12
|
+
if (!tuiLogPath) {
|
|
13
|
+
const dataDir = getConfig().dataDir;
|
|
14
|
+
mkdirSync(dataDir, { recursive: true });
|
|
15
|
+
tuiLogPath = join(dataDir, "init.log");
|
|
16
|
+
}
|
|
17
|
+
return tuiLogPath;
|
|
18
|
+
}
|
|
19
|
+
function appendToLogFile(line) {
|
|
20
|
+
try {
|
|
21
|
+
appendFileSync(getTuiLogPath(), line + "\n");
|
|
22
|
+
} catch {
|
|
23
|
+
}
|
|
24
|
+
}
|
|
8
25
|
function writeJson(level, module, msg, data) {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
26
|
+
const line = JSON.stringify({
|
|
27
|
+
ts: (/* @__PURE__ */ new Date()).toISOString(),
|
|
28
|
+
level,
|
|
29
|
+
msg,
|
|
30
|
+
module,
|
|
31
|
+
...data ? { data } : {}
|
|
32
|
+
});
|
|
33
|
+
if (process.env.WIGOLO_TUI_MODE === "true") {
|
|
34
|
+
appendToLogFile(line);
|
|
35
|
+
return;
|
|
36
|
+
}
|
|
37
|
+
process.stderr.write(line + "\n");
|
|
17
38
|
}
|
|
18
39
|
function writeText(level, module, msg, data) {
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
40
|
+
const ts = (/* @__PURE__ */ new Date()).toISOString();
|
|
41
|
+
const dataStr = data ? " " + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(" ") : "";
|
|
42
|
+
const line = `[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}`;
|
|
43
|
+
if (process.env.WIGOLO_TUI_MODE === "true") {
|
|
44
|
+
appendToLogFile(line);
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
process.stderr.write(line + "\n");
|
|
48
|
+
}
|
|
49
|
+
let suppressionFloor = null;
|
|
50
|
+
function setLogSuppression(level) {
|
|
51
|
+
suppressionFloor = level;
|
|
22
52
|
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
53
|
+
function getLogSuppression() {
|
|
54
|
+
return suppressionFloor;
|
|
55
|
+
}
|
|
56
|
+
function createLogger(module) {
|
|
57
|
+
const config = getConfig();
|
|
58
|
+
const minPriority = LEVEL_PRIORITY[config.logLevel];
|
|
59
|
+
const write = config.logFormat === "json" ? writeJson : writeText;
|
|
60
|
+
function log(level, msg, data) {
|
|
61
|
+
if (suppressionFloor !== null && LEVEL_PRIORITY[level] < LEVEL_PRIORITY[suppressionFloor]) {
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
if (LEVEL_PRIORITY[level] >= minPriority) {
|
|
65
|
+
write(level, module, msg, data);
|
|
31
66
|
}
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
67
|
+
}
|
|
68
|
+
return {
|
|
69
|
+
debug: (msg, data) => log("debug", msg, data),
|
|
70
|
+
info: (msg, data) => log("info", msg, data),
|
|
71
|
+
warn: (msg, data) => log("warn", msg, data),
|
|
72
|
+
error: (msg, data) => log("error", msg, data)
|
|
73
|
+
};
|
|
38
74
|
}
|
|
75
|
+
export {
|
|
76
|
+
createLogger,
|
|
77
|
+
getLogSuppression,
|
|
78
|
+
setLogSuppression
|
|
79
|
+
};
|
|
39
80
|
//# sourceMappingURL=logger.js.map
|
package/dist/logger.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"sources":["../src/logger.ts"],"sourcesContent":["import { appendFileSync, mkdirSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from './config.js';\n\ntype LogLevel = 'debug' | 'info' | 'warn' | 'error';\ntype Module = 'fetch' | 'search' | 'crawl' | 'cache' | 'extract' | 'searxng' | 'server' | 'cli' | 'jsonld' | 'repl' | 'embedding' | 'research' | 'agent' | 'structured-data' | 'reranker' | 'mode' | 'language-filter' | 'playwright-tier' | 'python-worker' | 'providers';\n\nconst LEVEL_PRIORITY: Record<LogLevel, number> = {\n debug: 0,\n info: 1,\n warn: 2,\n error: 3,\n};\n\nexport interface Logger {\n debug(msg: string, data?: Record<string, unknown>): void;\n info(msg: string, data?: Record<string, unknown>): void;\n warn(msg: string, data?: Record<string, unknown>): void;\n error(msg: string, data?: Record<string, unknown>): void;\n}\n\nlet tuiLogPath: string | null = null;\n\nfunction getTuiLogPath(): string {\n if (!tuiLogPath) {\n const dataDir = getConfig().dataDir;\n mkdirSync(dataDir, { recursive: true });\n tuiLogPath = join(dataDir, 'init.log');\n }\n return tuiLogPath;\n}\n\nfunction appendToLogFile(line: string): void {\n try {\n appendFileSync(getTuiLogPath(), line + '\\n');\n } catch {\n // best effort — don't crash the TUI\n }\n}\n\nfunction writeJson(level: LogLevel, module: string, msg: string, data?: Record<string, unknown>): void {\n const line = JSON.stringify({\n ts: new Date().toISOString(),\n level,\n msg,\n module,\n ...(data ? { data } : {}),\n });\n if (process.env.WIGOLO_TUI_MODE === 'true') {\n appendToLogFile(line);\n return;\n }\n process.stderr.write(line + '\\n');\n}\n\nfunction writeText(level: LogLevel, module: string, msg: string, data?: Record<string, unknown>): void {\n const ts = new Date().toISOString();\n const dataStr = data ? ' ' + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(' ') : '';\n const line = `[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}`;\n if (process.env.WIGOLO_TUI_MODE === 'true') {\n appendToLogFile(line);\n return;\n }\n process.stderr.write(line + '\\n');\n}\n\n// Runtime suppression floor — set by CLI commands (eg. doctor) that need a\n// clean human-readable output and don't want logger lines from cache, search,\n// etc. interleaved with their own. Levels strictly below the floor are\n// dropped. `null` (default) means honour only the per-logger config level.\nlet suppressionFloor: LogLevel | null = null;\n\nexport function setLogSuppression(level: LogLevel | null): void {\n suppressionFloor = level;\n}\n\nexport function getLogSuppression(): LogLevel | null {\n return suppressionFloor;\n}\n\nexport function createLogger(module: Module): Logger {\n const config = getConfig();\n const minPriority = LEVEL_PRIORITY[config.logLevel];\n const write = config.logFormat === 'json' ? writeJson : writeText;\n\n function log(level: LogLevel, msg: string, data?: Record<string, unknown>): void {\n if (suppressionFloor !== null && LEVEL_PRIORITY[level] < LEVEL_PRIORITY[suppressionFloor]) {\n return;\n }\n if (LEVEL_PRIORITY[level] >= minPriority) {\n write(level, module, msg, data);\n }\n }\n\n return {\n debug: (msg, data) => log('debug', msg, data),\n info: (msg, data) => log('info', msg, data),\n warn: (msg, data) => log('warn', msg, data),\n error: (msg, data) => log('error', msg, data),\n };\n}\n"],"mappings":"AAAA,SAAS,gBAAgB,iBAAiB;AAC1C,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAK1B,MAAM,iBAA2C;AAAA,EAC/C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AACT;AASA,IAAI,aAA4B;AAEhC,SAAS,gBAAwB;AAC/B,MAAI,CAAC,YAAY;AACf,UAAM,UAAU,UAAU,EAAE;AAC5B,cAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,iBAAa,KAAK,SAAS,UAAU;AAAA,EACvC;AACA,SAAO;AACT;AAEA,SAAS,gBAAgB,MAAoB;AAC3C,MAAI;AACF,mBAAe,cAAc,GAAG,OAAO,IAAI;AAAA,EAC7C,QAAQ;AAAA,EAER;AACF;AAEA,SAAS,UAAU,OAAiB,QAAgB,KAAa,MAAsC;AACrG,QAAM,OAAO,KAAK,UAAU;AAAA,IAC1B,KAAI,oBAAI,KAAK,GAAE,YAAY;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;AAAA,EACzB,CAAC;AACD,MAAI,QAAQ,IAAI,oBAAoB,QAAQ;AAC1C,oBAAgB,IAAI;AACpB;AAAA,EACF;AACA,UAAQ,OAAO,MAAM,OAAO,IAAI;AAClC;AAEA,SAAS,UAAU,OAAiB,QAAgB,KAAa,MAAsC;AACrG,QAAM,MAAK,oBAAI,KAAK,GAAE,YAAY;AAClC,QAAM,UAAU,OAAO,MAAM,OAAO,QAAQ,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;AAC3F,QAAM,OAAO,IAAI,EAAE,KAAK,MAAM,YAAY,EAAE,OAAO,CAAC,CAAC,KAAK,MAAM,KAAK,GAAG,GAAG,OAAO;AAClF,MAAI,QAAQ,IAAI,oBAAoB,QAAQ;AAC1C,oBAAgB,IAAI;AACpB;AAAA,EACF;AACA,UAAQ,OAAO,MAAM,OAAO,IAAI;AAClC;AAMA,IAAI,mBAAoC;AAEjC,SAAS,kBAAkB,OAA8B;AAC9D,qBAAmB;AACrB;AAEO,SAAS,oBAAqC;AACnD,SAAO;AACT;AAEO,SAAS,aAAa,QAAwB;AACnD,QAAM,SAAS,UAAU;AACzB,QAAM,cAAc,eAAe,OAAO,QAAQ;AAClD,QAAM,QAAQ,OAAO,cAAc,SAAS,YAAY;AAExD,WAAS,IAAI,OAAiB,KAAa,MAAsC;AAC/E,QAAI,qBAAqB,QAAQ,eAAe,KAAK,IAAI,eAAe,gBAAgB,GAAG;AACzF;AAAA,IACF;AACA,QAAI,eAAe,KAAK,KAAK,aAAa;AACxC,YAAM,OAAO,QAAQ,KAAK,IAAI;AAAA,IAChC;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,CAAC,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;AAAA,IAC5C,MAAM,CAAC,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI;AAAA,IAC1C,MAAM,CAAC,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI;AAAA,IAC1C,OAAO,CAAC,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;AAAA,EAC9C;AACF;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
//# sourceMappingURL=pdf-parse.d.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { Extractor, SearchEngine } from '../types.js';
|
|
2
|
+
export interface LoadedPlugin {
|
|
3
|
+
name: string;
|
|
4
|
+
version: string;
|
|
5
|
+
path: string;
|
|
6
|
+
hasExtractor: boolean;
|
|
7
|
+
hasSearchEngine: boolean;
|
|
8
|
+
}
|
|
9
|
+
export interface PluginLoadError {
|
|
10
|
+
pluginName: string;
|
|
11
|
+
message: string;
|
|
12
|
+
}
|
|
13
|
+
export interface PluginLoadResult {
|
|
14
|
+
extractors: Extractor[];
|
|
15
|
+
searchEngines: SearchEngine[];
|
|
16
|
+
loaded: LoadedPlugin[];
|
|
17
|
+
errors: PluginLoadError[];
|
|
18
|
+
}
|
|
19
|
+
export declare function loadPlugins(): Promise<PluginLoadResult>;
|
|
20
|
+
//# sourceMappingURL=loader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/plugins/loader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,IAAI,OAAO,CAAC,gBAAgB,CAAC,CA2J7D"}
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
import { existsSync, readdirSync, readFileSync, statSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { pathToFileURL } from "node:url";
|
|
4
|
+
import { getConfig } from "../config.js";
|
|
5
|
+
import { createLogger } from "../logger.js";
|
|
6
|
+
import { validatePluginExports } from "./validate.js";
|
|
7
|
+
const log = createLogger("server");
|
|
8
|
+
function readPluginPackageJson(pluginDir) {
|
|
9
|
+
const pkgPath = join(pluginDir, "package.json");
|
|
10
|
+
if (!existsSync(pkgPath)) {
|
|
11
|
+
return null;
|
|
12
|
+
}
|
|
13
|
+
try {
|
|
14
|
+
const raw = readFileSync(pkgPath, "utf-8");
|
|
15
|
+
return JSON.parse(raw);
|
|
16
|
+
} catch {
|
|
17
|
+
return null;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
async function loadPlugins() {
|
|
21
|
+
const config = getConfig();
|
|
22
|
+
const pluginsDir = config.pluginsDir;
|
|
23
|
+
const result = {
|
|
24
|
+
extractors: [],
|
|
25
|
+
searchEngines: [],
|
|
26
|
+
loaded: [],
|
|
27
|
+
errors: []
|
|
28
|
+
};
|
|
29
|
+
if (!existsSync(pluginsDir)) {
|
|
30
|
+
log.debug("plugins directory does not exist, skipping", { path: pluginsDir });
|
|
31
|
+
return result;
|
|
32
|
+
}
|
|
33
|
+
let entries;
|
|
34
|
+
try {
|
|
35
|
+
entries = readdirSync(pluginsDir);
|
|
36
|
+
} catch (err) {
|
|
37
|
+
log.warn("failed to read plugins directory", {
|
|
38
|
+
path: pluginsDir,
|
|
39
|
+
error: String(err)
|
|
40
|
+
});
|
|
41
|
+
return result;
|
|
42
|
+
}
|
|
43
|
+
const seenExtractorNames = /* @__PURE__ */ new Set();
|
|
44
|
+
const seenEngineNames = /* @__PURE__ */ new Set();
|
|
45
|
+
for (const entry of entries) {
|
|
46
|
+
const pluginDir = join(pluginsDir, entry);
|
|
47
|
+
let stat;
|
|
48
|
+
try {
|
|
49
|
+
stat = statSync(pluginDir);
|
|
50
|
+
} catch {
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
if (!stat.isDirectory()) {
|
|
54
|
+
continue;
|
|
55
|
+
}
|
|
56
|
+
const pkgJson = readPluginPackageJson(pluginDir);
|
|
57
|
+
const pluginName = pkgJson?.name ?? entry;
|
|
58
|
+
if (pkgJson === null) {
|
|
59
|
+
if (existsSync(join(pluginDir, "package.json"))) {
|
|
60
|
+
result.errors.push({
|
|
61
|
+
pluginName: entry,
|
|
62
|
+
message: `failed to parse package.json in ${pluginDir}`
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
continue;
|
|
66
|
+
}
|
|
67
|
+
if (!pkgJson.main) {
|
|
68
|
+
result.errors.push({
|
|
69
|
+
pluginName,
|
|
70
|
+
message: `plugin ${pluginName} has no main field in package.json`
|
|
71
|
+
});
|
|
72
|
+
continue;
|
|
73
|
+
}
|
|
74
|
+
const entryPath = join(pluginDir, pkgJson.main);
|
|
75
|
+
if (!existsSync(entryPath)) {
|
|
76
|
+
result.errors.push({
|
|
77
|
+
pluginName,
|
|
78
|
+
message: `entry point not found: ${entryPath}`
|
|
79
|
+
});
|
|
80
|
+
continue;
|
|
81
|
+
}
|
|
82
|
+
let mod;
|
|
83
|
+
try {
|
|
84
|
+
const fileUrl = pathToFileURL(entryPath).href;
|
|
85
|
+
mod = await import(fileUrl);
|
|
86
|
+
} catch (err) {
|
|
87
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
88
|
+
result.errors.push({
|
|
89
|
+
pluginName,
|
|
90
|
+
message: `failed to load plugin ${pluginName}: ${message}`
|
|
91
|
+
});
|
|
92
|
+
log.warn("plugin import failed", { plugin: pluginName, error: message });
|
|
93
|
+
continue;
|
|
94
|
+
}
|
|
95
|
+
const validation = validatePluginExports(mod);
|
|
96
|
+
if (validation.errors.length > 0) {
|
|
97
|
+
for (const errMsg of validation.errors) {
|
|
98
|
+
result.errors.push({ pluginName, message: errMsg });
|
|
99
|
+
}
|
|
100
|
+
log.warn("plugin validation failed", { plugin: pluginName, errors: validation.errors });
|
|
101
|
+
}
|
|
102
|
+
let registered = false;
|
|
103
|
+
if (validation.hasExtractor) {
|
|
104
|
+
const extractor = mod.extractor;
|
|
105
|
+
if (seenExtractorNames.has(extractor.name)) {
|
|
106
|
+
log.warn("duplicate extractor name, skipping", {
|
|
107
|
+
plugin: pluginName,
|
|
108
|
+
extractorName: extractor.name
|
|
109
|
+
});
|
|
110
|
+
} else {
|
|
111
|
+
seenExtractorNames.add(extractor.name);
|
|
112
|
+
result.extractors.push(extractor);
|
|
113
|
+
registered = true;
|
|
114
|
+
log.info("loaded plugin extractor", {
|
|
115
|
+
plugin: pluginName,
|
|
116
|
+
extractorName: extractor.name
|
|
117
|
+
});
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
if (validation.hasSearchEngine) {
|
|
121
|
+
const engine = mod.searchEngine;
|
|
122
|
+
if (seenEngineNames.has(engine.name)) {
|
|
123
|
+
log.warn("duplicate search engine name, skipping", {
|
|
124
|
+
plugin: pluginName,
|
|
125
|
+
engineName: engine.name
|
|
126
|
+
});
|
|
127
|
+
} else {
|
|
128
|
+
seenEngineNames.add(engine.name);
|
|
129
|
+
result.searchEngines.push(engine);
|
|
130
|
+
registered = true;
|
|
131
|
+
log.info("loaded plugin search engine", {
|
|
132
|
+
plugin: pluginName,
|
|
133
|
+
engineName: engine.name
|
|
134
|
+
});
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
if (registered) {
|
|
138
|
+
result.loaded.push({
|
|
139
|
+
name: pluginName,
|
|
140
|
+
version: pkgJson.version ?? "0.0.0",
|
|
141
|
+
path: pluginDir,
|
|
142
|
+
hasExtractor: validation.hasExtractor,
|
|
143
|
+
hasSearchEngine: validation.hasSearchEngine
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
log.info("plugin loading complete", {
|
|
148
|
+
extractors: result.extractors.length,
|
|
149
|
+
searchEngines: result.searchEngines.length,
|
|
150
|
+
errors: result.errors.length
|
|
151
|
+
});
|
|
152
|
+
return result;
|
|
153
|
+
}
|
|
154
|
+
export {
|
|
155
|
+
loadPlugins
|
|
156
|
+
};
|
|
157
|
+
//# sourceMappingURL=loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/plugins/loader.ts"],"sourcesContent":["import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { pathToFileURL } from 'node:url';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\nimport { validatePluginExports } from './validate.js';\nimport type { Extractor, SearchEngine } from '../types.js';\n\nconst log = createLogger('server');\n\nexport interface LoadedPlugin {\n name: string;\n version: string;\n path: string;\n hasExtractor: boolean;\n hasSearchEngine: boolean;\n}\n\nexport interface PluginLoadError {\n pluginName: string;\n message: string;\n}\n\nexport interface PluginLoadResult {\n extractors: Extractor[];\n searchEngines: SearchEngine[];\n loaded: LoadedPlugin[];\n errors: PluginLoadError[];\n}\n\ninterface PluginPackageJson {\n name?: string;\n version?: string;\n main?: string;\n}\n\nfunction readPluginPackageJson(pluginDir: string): PluginPackageJson | null {\n const pkgPath = join(pluginDir, 'package.json');\n if (!existsSync(pkgPath)) {\n return null;\n }\n try {\n const raw = readFileSync(pkgPath, 'utf-8');\n return JSON.parse(raw) as PluginPackageJson;\n } catch {\n return null;\n }\n}\n\nexport async function loadPlugins(): Promise<PluginLoadResult> {\n const config = getConfig();\n const pluginsDir = config.pluginsDir;\n\n const result: PluginLoadResult = {\n extractors: [],\n searchEngines: [],\n loaded: [],\n errors: [],\n };\n\n if (!existsSync(pluginsDir)) {\n log.debug('plugins directory does not exist, skipping', { path: pluginsDir });\n return result;\n }\n\n let entries: string[];\n try {\n entries = readdirSync(pluginsDir);\n } catch (err) {\n log.warn('failed to read plugins directory', {\n path: pluginsDir,\n error: String(err),\n });\n return result;\n }\n\n const seenExtractorNames = new Set<string>();\n const seenEngineNames = new Set<string>();\n\n for (const entry of entries) {\n const pluginDir = join(pluginsDir, entry);\n\n let stat;\n try {\n stat = statSync(pluginDir);\n } catch {\n continue;\n }\n\n // statSync follows symlinks, so this also handles symlinked plugin dirs\n if (!stat.isDirectory()) {\n continue;\n }\n\n const pkgJson = readPluginPackageJson(pluginDir);\n const pluginName = pkgJson?.name ?? entry;\n\n if (pkgJson === null) {\n // Check if there is a package.json at all\n if (existsSync(join(pluginDir, 'package.json'))) {\n result.errors.push({\n pluginName: entry,\n message: `failed to parse package.json in ${pluginDir}`,\n });\n }\n continue;\n }\n\n if (!pkgJson.main) {\n result.errors.push({\n pluginName,\n message: `plugin ${pluginName} has no main field in package.json`,\n });\n continue;\n }\n\n const entryPath = join(pluginDir, pkgJson.main);\n if (!existsSync(entryPath)) {\n result.errors.push({\n pluginName,\n message: `entry point not found: ${entryPath}`,\n });\n continue;\n }\n\n let mod: Record<string, unknown>;\n try {\n const fileUrl = pathToFileURL(entryPath).href;\n mod = (await import(fileUrl)) as Record<string, unknown>;\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n result.errors.push({\n pluginName,\n message: `failed to load plugin ${pluginName}: ${message}`,\n });\n log.warn('plugin import failed', { plugin: pluginName, error: message });\n continue;\n }\n\n const validation = validatePluginExports(mod);\n\n if (validation.errors.length > 0) {\n for (const errMsg of validation.errors) {\n result.errors.push({ pluginName, message: errMsg });\n }\n log.warn('plugin validation failed', { plugin: pluginName, errors: validation.errors });\n }\n\n let registered = false;\n\n if (validation.hasExtractor) {\n const extractor = mod.extractor as Extractor;\n if (seenExtractorNames.has(extractor.name)) {\n log.warn('duplicate extractor name, skipping', {\n plugin: pluginName,\n extractorName: extractor.name,\n });\n } else {\n seenExtractorNames.add(extractor.name);\n result.extractors.push(extractor);\n registered = true;\n log.info('loaded plugin extractor', {\n plugin: pluginName,\n extractorName: extractor.name,\n });\n }\n }\n\n if (validation.hasSearchEngine) {\n const engine = mod.searchEngine as SearchEngine;\n if (seenEngineNames.has(engine.name)) {\n log.warn('duplicate search engine name, skipping', {\n plugin: pluginName,\n engineName: engine.name,\n });\n } else {\n seenEngineNames.add(engine.name);\n result.searchEngines.push(engine);\n registered = true;\n log.info('loaded plugin search engine', {\n plugin: pluginName,\n engineName: engine.name,\n });\n }\n }\n\n if (registered) {\n result.loaded.push({\n name: pluginName,\n version: pkgJson.version ?? '0.0.0',\n path: pluginDir,\n hasExtractor: validation.hasExtractor,\n hasSearchEngine: validation.hasSearchEngine,\n });\n }\n }\n\n log.info('plugin loading complete', {\n extractors: result.extractors.length,\n searchEngines: result.searchEngines.length,\n errors: result.errors.length,\n });\n\n return result;\n}\n"],"mappings":"AAAA,SAAS,YAAY,aAAa,cAAc,gBAAgB;AAChE,SAAS,YAAY;AACrB,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAC7B,SAAS,6BAA6B;AAGtC,MAAM,MAAM,aAAa,QAAQ;AA4BjC,SAAS,sBAAsB,WAA6C;AAC1E,QAAM,UAAU,KAAK,WAAW,cAAc;AAC9C,MAAI,CAAC,WAAW,OAAO,GAAG;AACxB,WAAO;AAAA,EACT;AACA,MAAI;AACF,UAAM,MAAM,aAAa,SAAS,OAAO;AACzC,WAAO,KAAK,MAAM,GAAG;AAAA,EACvB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,cAAyC;AAC7D,QAAM,SAAS,UAAU;AACzB,QAAM,aAAa,OAAO;AAE1B,QAAM,SAA2B;AAAA,IAC/B,YAAY,CAAC;AAAA,IACb,eAAe,CAAC;AAAA,IAChB,QAAQ,CAAC;AAAA,IACT,QAAQ,CAAC;AAAA,EACX;AAEA,MAAI,CAAC,WAAW,UAAU,GAAG;AAC3B,QAAI,MAAM,8CAA8C,EAAE,MAAM,WAAW,CAAC;AAC5E,WAAO;AAAA,EACT;AAEA,MAAI;AACJ,MAAI;AACF,cAAU,YAAY,UAAU;AAAA,EAClC,SAAS,KAAK;AACZ,QAAI,KAAK,oCAAoC;AAAA,MAC3C,MAAM;AAAA,MACN,OAAO,OAAO,GAAG;AAAA,IACnB,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,qBAAqB,oBAAI,IAAY;AAC3C,QAAM,kBAAkB,oBAAI,IAAY;AAExC,aAAW,SAAS,SAAS;AAC3B,UAAM,YAAY,KAAK,YAAY,KAAK;AAExC,QAAI;AACJ,QAAI;AACF,aAAO,SAAS,SAAS;AAAA,IAC3B,QAAQ;AACN;AAAA,IACF;AAGA,QAAI,CAAC,KAAK,YAAY,GAAG;AACvB;AAAA,IACF;AAEA,UAAM,UAAU,sBAAsB,SAAS;AAC/C,UAAM,aAAa,SAAS,QAAQ;AAEpC,QAAI,YAAY,MAAM;AAEpB,UAAI,WAAW,KAAK,WAAW,cAAc,CAAC,GAAG;AAC/C,eAAO,OAAO,KAAK;AAAA,UACjB,YAAY;AAAA,UACZ,SAAS,mCAAmC,SAAS;AAAA,QACvD,CAAC;AAAA,MACH;AACA;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ,MAAM;AACjB,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,UAAU,UAAU;AAAA,MAC/B,CAAC;AACD;AAAA,IACF;AAEA,UAAM,YAAY,KAAK,WAAW,QAAQ,IAAI;AAC9C,QAAI,CAAC,WAAW,SAAS,GAAG;AAC1B,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,0BAA0B,SAAS;AAAA,MAC9C,CAAC;AACD;AAAA,IACF;AAEA,QAAI;AACJ,QAAI;AACF,YAAM,UAAU,cAAc,SAAS,EAAE;AACzC,YAAO,MAAM,OAAO;AAAA,IACtB,SAAS,KAAK;AACZ,YAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,yBAAyB,UAAU,KAAK,OAAO;AAAA,MAC1D,CAAC;AACD,UAAI,KAAK,wBAAwB,EAAE,QAAQ,YAAY,OAAO,QAAQ,CAAC;AACvE;AAAA,IACF;AAEA,UAAM,aAAa,sBAAsB,GAAG;AAE5C,QAAI,WAAW,OAAO,SAAS,GAAG;AAChC,iBAAW,UAAU,WAAW,QAAQ;AACtC,eAAO,OAAO,KAAK,EAAE,YAAY,SAAS,OAAO,CAAC;AAAA,MACpD;AACA,UAAI,KAAK,4BAA4B,EAAE,QAAQ,YAAY,QAAQ,WAAW,OAAO,CAAC;AAAA,IACxF;AAEA,QAAI,aAAa;AAEjB,QAAI,WAAW,cAAc;AAC3B,YAAM,YAAY,IAAI;AACtB,UAAI,mBAAmB,IAAI,UAAU,IAAI,GAAG;AAC1C,YAAI,KAAK,sCAAsC;AAAA,UAC7C,QAAQ;AAAA,UACR,eAAe,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH,OAAO;AACL,2BAAmB,IAAI,UAAU,IAAI;AACrC,eAAO,WAAW,KAAK,SAAS;AAChC,qBAAa;AACb,YAAI,KAAK,2BAA2B;AAAA,UAClC,QAAQ;AAAA,UACR,eAAe,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,WAAW,iBAAiB;AAC9B,YAAM,SAAS,IAAI;AACnB,UAAI,gBAAgB,IAAI,OAAO,IAAI,GAAG;AACpC,YAAI,KAAK,0CAA0C;AAAA,UACjD,QAAQ;AAAA,UACR,YAAY,OAAO;AAAA,QACrB,CAAC;AAAA,MACH,OAAO;AACL,wBAAgB,IAAI,OAAO,IAAI;AAC/B,eAAO,cAAc,KAAK,MAAM;AAChC,qBAAa;AACb,YAAI,KAAK,+BAA+B;AAAA,UACtC,QAAQ;AAAA,UACR,YAAY,OAAO;AAAA,QACrB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,YAAY;AACd,aAAO,OAAO,KAAK;AAAA,QACjB,MAAM;AAAA,QACN,SAAS,QAAQ,WAAW;AAAA,QAC5B,MAAM;AAAA,QACN,cAAc,WAAW;AAAA,QACzB,iBAAiB,WAAW;AAAA,MAC9B,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,KAAK,2BAA2B;AAAA,IAClC,YAAY,OAAO,WAAW;AAAA,IAC9B,eAAe,OAAO,cAAc;AAAA,IACpC,QAAQ,OAAO,OAAO;AAAA,EACxB,CAAC;AAED,SAAO;AACT;","names":[]}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { Extractor, SearchEngine } from '../types.js';
|
|
2
|
+
export interface PluginRegistryState {
|
|
3
|
+
extractors: Array<{
|
|
4
|
+
name: string;
|
|
5
|
+
pluginName: string;
|
|
6
|
+
}>;
|
|
7
|
+
searchEngines: Array<{
|
|
8
|
+
name: string;
|
|
9
|
+
pluginName: string;
|
|
10
|
+
}>;
|
|
11
|
+
pluginCount: number;
|
|
12
|
+
}
|
|
13
|
+
export declare class PluginRegistry {
|
|
14
|
+
private extractors;
|
|
15
|
+
private engines;
|
|
16
|
+
private pluginNames;
|
|
17
|
+
registerExtractor(extractor: Extractor, pluginName: string): void;
|
|
18
|
+
registerSearchEngine(engine: SearchEngine, pluginName: string): void;
|
|
19
|
+
getExtractors(): Extractor[];
|
|
20
|
+
getSearchEngines(): SearchEngine[];
|
|
21
|
+
getExtractorByName(name: string): Extractor | undefined;
|
|
22
|
+
getSearchEngineByName(name: string): SearchEngine | undefined;
|
|
23
|
+
getState(): PluginRegistryState;
|
|
24
|
+
clear(): void;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=registry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/plugins/registry.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAc3D,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACxD,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3D,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,WAAW,CAAqB;IAExC,iBAAiB,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBjE,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBpE,aAAa,IAAI,SAAS,EAAE;IAI5B,gBAAgB,IAAI,YAAY,EAAE;IAIlC,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIvD,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI7D,QAAQ,IAAI,mBAAmB;IAc/B,KAAK,IAAI,IAAI;CAKd"}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
import { createLogger } from "../logger.js";
|
|
2
|
+
const log = createLogger("server");
|
|
3
|
+
class PluginRegistry {
|
|
4
|
+
extractors = [];
|
|
5
|
+
engines = [];
|
|
6
|
+
pluginNames = /* @__PURE__ */ new Set();
|
|
7
|
+
registerExtractor(extractor, pluginName) {
|
|
8
|
+
if (this.extractors.some((r) => r.extractor.name === extractor.name)) {
|
|
9
|
+
log.warn("duplicate extractor name, ignoring", {
|
|
10
|
+
name: extractor.name,
|
|
11
|
+
plugin: pluginName
|
|
12
|
+
});
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
this.extractors.push({ extractor, pluginName });
|
|
16
|
+
this.pluginNames.add(pluginName);
|
|
17
|
+
log.debug("registered plugin extractor", {
|
|
18
|
+
name: extractor.name,
|
|
19
|
+
plugin: pluginName
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
registerSearchEngine(engine, pluginName) {
|
|
23
|
+
if (this.engines.some((r) => r.engine.name === engine.name)) {
|
|
24
|
+
log.warn("duplicate search engine name, ignoring", {
|
|
25
|
+
name: engine.name,
|
|
26
|
+
plugin: pluginName
|
|
27
|
+
});
|
|
28
|
+
return;
|
|
29
|
+
}
|
|
30
|
+
this.engines.push({ engine, pluginName });
|
|
31
|
+
this.pluginNames.add(pluginName);
|
|
32
|
+
log.debug("registered plugin search engine", {
|
|
33
|
+
name: engine.name,
|
|
34
|
+
plugin: pluginName
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
getExtractors() {
|
|
38
|
+
return this.extractors.map((r) => r.extractor);
|
|
39
|
+
}
|
|
40
|
+
getSearchEngines() {
|
|
41
|
+
return this.engines.map((r) => r.engine);
|
|
42
|
+
}
|
|
43
|
+
getExtractorByName(name) {
|
|
44
|
+
return this.extractors.find((r) => r.extractor.name === name)?.extractor;
|
|
45
|
+
}
|
|
46
|
+
getSearchEngineByName(name) {
|
|
47
|
+
return this.engines.find((r) => r.engine.name === name)?.engine;
|
|
48
|
+
}
|
|
49
|
+
getState() {
|
|
50
|
+
return {
|
|
51
|
+
extractors: this.extractors.map((r) => ({
|
|
52
|
+
name: r.extractor.name,
|
|
53
|
+
pluginName: r.pluginName
|
|
54
|
+
})),
|
|
55
|
+
searchEngines: this.engines.map((r) => ({
|
|
56
|
+
name: r.engine.name,
|
|
57
|
+
pluginName: r.pluginName
|
|
58
|
+
})),
|
|
59
|
+
pluginCount: this.pluginNames.size
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
clear() {
|
|
63
|
+
this.extractors = [];
|
|
64
|
+
this.engines = [];
|
|
65
|
+
this.pluginNames.clear();
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
export {
|
|
69
|
+
PluginRegistry
|
|
70
|
+
};
|
|
71
|
+
//# sourceMappingURL=registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/plugins/registry.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport type { Extractor, SearchEngine } from '../types.js';\n\nconst log = createLogger('server');\n\ninterface RegisteredExtractor {\n extractor: Extractor;\n pluginName: string;\n}\n\ninterface RegisteredSearchEngine {\n engine: SearchEngine;\n pluginName: string;\n}\n\nexport interface PluginRegistryState {\n extractors: Array<{ name: string; pluginName: string }>;\n searchEngines: Array<{ name: string; pluginName: string }>;\n pluginCount: number;\n}\n\nexport class PluginRegistry {\n private extractors: RegisteredExtractor[] = [];\n private engines: RegisteredSearchEngine[] = [];\n private pluginNames = new Set<string>();\n\n registerExtractor(extractor: Extractor, pluginName: string): void {\n if (this.extractors.some(r => r.extractor.name === extractor.name)) {\n log.warn('duplicate extractor name, ignoring', {\n name: extractor.name,\n plugin: pluginName,\n });\n return;\n }\n this.extractors.push({ extractor, pluginName });\n this.pluginNames.add(pluginName);\n log.debug('registered plugin extractor', {\n name: extractor.name,\n plugin: pluginName,\n });\n }\n\n registerSearchEngine(engine: SearchEngine, pluginName: string): void {\n if (this.engines.some(r => r.engine.name === engine.name)) {\n log.warn('duplicate search engine name, ignoring', {\n name: engine.name,\n plugin: pluginName,\n });\n return;\n }\n this.engines.push({ engine, pluginName });\n this.pluginNames.add(pluginName);\n log.debug('registered plugin search engine', {\n name: engine.name,\n plugin: pluginName,\n });\n }\n\n getExtractors(): Extractor[] {\n return this.extractors.map(r => r.extractor);\n }\n\n getSearchEngines(): SearchEngine[] {\n return this.engines.map(r => r.engine);\n }\n\n getExtractorByName(name: string): Extractor | undefined {\n return this.extractors.find(r => r.extractor.name === name)?.extractor;\n }\n\n getSearchEngineByName(name: string): SearchEngine | undefined {\n return this.engines.find(r => r.engine.name === name)?.engine;\n }\n\n getState(): PluginRegistryState {\n return {\n extractors: this.extractors.map(r => ({\n name: r.extractor.name,\n pluginName: r.pluginName,\n })),\n searchEngines: this.engines.map(r => ({\n name: r.engine.name,\n pluginName: r.pluginName,\n })),\n pluginCount: this.pluginNames.size,\n };\n }\n\n clear(): void {\n this.extractors = [];\n this.engines = [];\n this.pluginNames.clear();\n }\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAG7B,MAAM,MAAM,aAAa,QAAQ;AAkB1B,MAAM,eAAe;AAAA,EAClB,aAAoC,CAAC;AAAA,EACrC,UAAoC,CAAC;AAAA,EACrC,cAAc,oBAAI,IAAY;AAAA,EAEtC,kBAAkB,WAAsB,YAA0B;AAChE,QAAI,KAAK,WAAW,KAAK,OAAK,EAAE,UAAU,SAAS,UAAU,IAAI,GAAG;AAClE,UAAI,KAAK,sCAAsC;AAAA,QAC7C,MAAM,UAAU;AAAA,QAChB,QAAQ;AAAA,MACV,CAAC;AACD;AAAA,IACF;AACA,SAAK,WAAW,KAAK,EAAE,WAAW,WAAW,CAAC;AAC9C,SAAK,YAAY,IAAI,UAAU;AAC/B,QAAI,MAAM,+BAA+B;AAAA,MACvC,MAAM,UAAU;AAAA,MAChB,QAAQ;AAAA,IACV,CAAC;AAAA,EACH;AAAA,EAEA,qBAAqB,QAAsB,YAA0B;AACnE,QAAI,KAAK,QAAQ,KAAK,OAAK,EAAE,OAAO,SAAS,OAAO,IAAI,GAAG;AACzD,UAAI,KAAK,0CAA0C;AAAA,QACjD,MAAM,OAAO;AAAA,QACb,QAAQ;AAAA,MACV,CAAC;AACD;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,EAAE,QAAQ,WAAW,CAAC;AACxC,SAAK,YAAY,IAAI,UAAU;AAC/B,QAAI,MAAM,mCAAmC;AAAA,MAC3C,MAAM,OAAO;AAAA,MACb,QAAQ;AAAA,IACV,CAAC;AAAA,EACH;AAAA,EAEA,gBAA6B;AAC3B,WAAO,KAAK,WAAW,IAAI,OAAK,EAAE,SAAS;AAAA,EAC7C;AAAA,EAEA,mBAAmC;AACjC,WAAO,KAAK,QAAQ,IAAI,OAAK,EAAE,MAAM;AAAA,EACvC;AAAA,EAEA,mBAAmB,MAAqC;AACtD,WAAO,KAAK,WAAW,KAAK,OAAK,EAAE,UAAU,SAAS,IAAI,GAAG;AAAA,EAC/D;AAAA,EAEA,sBAAsB,MAAwC;AAC5D,WAAO,KAAK,QAAQ,KAAK,OAAK,EAAE,OAAO,SAAS,IAAI,GAAG;AAAA,EACzD;AAAA,EAEA,WAAgC;AAC9B,WAAO;AAAA,MACL,YAAY,KAAK,WAAW,IAAI,QAAM;AAAA,QACpC,MAAM,EAAE,UAAU;AAAA,QAClB,YAAY,EAAE;AAAA,MAChB,EAAE;AAAA,MACF,eAAe,KAAK,QAAQ,IAAI,QAAM;AAAA,QACpC,MAAM,EAAE,OAAO;AAAA,QACf,YAAY,EAAE;AAAA,MAChB,EAAE;AAAA,MACF,aAAa,KAAK,YAAY;AAAA,IAChC;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,aAAa,CAAC;AACnB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,MAAM;AAAA,EACzB;AACF;","names":[]}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export declare function validateExtractor(value: unknown): boolean;
|
|
2
|
+
export declare function validateSearchEngine(value: unknown): boolean;
|
|
3
|
+
export interface PluginValidationResult {
|
|
4
|
+
hasExtractor: boolean;
|
|
5
|
+
hasSearchEngine: boolean;
|
|
6
|
+
errors: string[];
|
|
7
|
+
}
|
|
8
|
+
export declare function validatePluginExports(mod: unknown): PluginValidationResult;
|
|
9
|
+
//# sourceMappingURL=validate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/plugins/validate.ts"],"names":[],"mappings":"AAIA,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAoBzD;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAgB5D;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,OAAO,GAAG,sBAAsB,CA+C1E"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { createLogger } from "../logger.js";
|
|
2
|
+
const log = createLogger("server");
|
|
3
|
+
function validateExtractor(value) {
|
|
4
|
+
if (value === null || value === void 0 || typeof value !== "object") {
|
|
5
|
+
return false;
|
|
6
|
+
}
|
|
7
|
+
const obj = value;
|
|
8
|
+
if (typeof obj.name !== "string" || obj.name.length === 0) {
|
|
9
|
+
return false;
|
|
10
|
+
}
|
|
11
|
+
if (typeof obj.canHandle !== "function") {
|
|
12
|
+
return false;
|
|
13
|
+
}
|
|
14
|
+
if (typeof obj.extract !== "function") {
|
|
15
|
+
return false;
|
|
16
|
+
}
|
|
17
|
+
return true;
|
|
18
|
+
}
|
|
19
|
+
function validateSearchEngine(value) {
|
|
20
|
+
if (value === null || value === void 0 || typeof value !== "object") {
|
|
21
|
+
return false;
|
|
22
|
+
}
|
|
23
|
+
const obj = value;
|
|
24
|
+
if (typeof obj.name !== "string" || obj.name.length === 0) {
|
|
25
|
+
return false;
|
|
26
|
+
}
|
|
27
|
+
if (typeof obj.search !== "function") {
|
|
28
|
+
return false;
|
|
29
|
+
}
|
|
30
|
+
return true;
|
|
31
|
+
}
|
|
32
|
+
function validatePluginExports(mod) {
|
|
33
|
+
const result = {
|
|
34
|
+
hasExtractor: false,
|
|
35
|
+
hasSearchEngine: false,
|
|
36
|
+
errors: []
|
|
37
|
+
};
|
|
38
|
+
if (mod === null || mod === void 0 || typeof mod !== "object") {
|
|
39
|
+
result.errors.push("plugin module is null or not an object");
|
|
40
|
+
return result;
|
|
41
|
+
}
|
|
42
|
+
const exports = mod;
|
|
43
|
+
if ("extractor" in exports) {
|
|
44
|
+
if (validateExtractor(exports.extractor)) {
|
|
45
|
+
result.hasExtractor = true;
|
|
46
|
+
log.debug("valid extractor export found", {
|
|
47
|
+
name: exports.extractor.name
|
|
48
|
+
});
|
|
49
|
+
} else {
|
|
50
|
+
result.errors.push(
|
|
51
|
+
"extractor export exists but does not match the Extractor interface (requires: name: string, canHandle: function, extract: function)"
|
|
52
|
+
);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
if ("searchEngine" in exports) {
|
|
56
|
+
if (validateSearchEngine(exports.searchEngine)) {
|
|
57
|
+
result.hasSearchEngine = true;
|
|
58
|
+
log.debug("valid searchEngine export found", {
|
|
59
|
+
name: exports.searchEngine.name
|
|
60
|
+
});
|
|
61
|
+
} else {
|
|
62
|
+
result.errors.push(
|
|
63
|
+
"searchEngine export exists but does not match the SearchEngine interface (requires: name: string, search: function)"
|
|
64
|
+
);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
if (!result.hasExtractor && !result.hasSearchEngine && result.errors.length === 0) {
|
|
68
|
+
result.errors.push(
|
|
69
|
+
"plugin exports neither a valid extractor nor a valid searchEngine"
|
|
70
|
+
);
|
|
71
|
+
}
|
|
72
|
+
return result;
|
|
73
|
+
}
|
|
74
|
+
export {
|
|
75
|
+
validateExtractor,
|
|
76
|
+
validatePluginExports,
|
|
77
|
+
validateSearchEngine
|
|
78
|
+
};
|
|
79
|
+
//# sourceMappingURL=validate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/plugins/validate.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\n\nconst log = createLogger('server');\n\nexport function validateExtractor(value: unknown): boolean {\n if (value === null || value === undefined || typeof value !== 'object') {\n return false;\n }\n\n const obj = value as Record<string, unknown>;\n\n if (typeof obj.name !== 'string' || obj.name.length === 0) {\n return false;\n }\n\n if (typeof obj.canHandle !== 'function') {\n return false;\n }\n\n if (typeof obj.extract !== 'function') {\n return false;\n }\n\n return true;\n}\n\nexport function validateSearchEngine(value: unknown): boolean {\n if (value === null || value === undefined || typeof value !== 'object') {\n return false;\n }\n\n const obj = value as Record<string, unknown>;\n\n if (typeof obj.name !== 'string' || obj.name.length === 0) {\n return false;\n }\n\n if (typeof obj.search !== 'function') {\n return false;\n }\n\n return true;\n}\n\nexport interface PluginValidationResult {\n hasExtractor: boolean;\n hasSearchEngine: boolean;\n errors: string[];\n}\n\nexport function validatePluginExports(mod: unknown): PluginValidationResult {\n const result: PluginValidationResult = {\n hasExtractor: false,\n hasSearchEngine: false,\n errors: [],\n };\n\n if (mod === null || mod === undefined || typeof mod !== 'object') {\n result.errors.push('plugin module is null or not an object');\n return result;\n }\n\n const exports = mod as Record<string, unknown>;\n\n if ('extractor' in exports) {\n if (validateExtractor(exports.extractor)) {\n result.hasExtractor = true;\n log.debug('valid extractor export found', {\n name: (exports.extractor as { name: string }).name,\n });\n } else {\n result.errors.push(\n 'extractor export exists but does not match the Extractor interface (requires: name: string, canHandle: function, extract: function)',\n );\n }\n }\n\n if ('searchEngine' in exports) {\n if (validateSearchEngine(exports.searchEngine)) {\n result.hasSearchEngine = true;\n log.debug('valid searchEngine export found', {\n name: (exports.searchEngine as { name: string }).name,\n });\n } else {\n result.errors.push(\n 'searchEngine export exists but does not match the SearchEngine interface (requires: name: string, search: function)',\n );\n }\n }\n\n if (!result.hasExtractor && !result.hasSearchEngine && result.errors.length === 0) {\n result.errors.push(\n 'plugin exports neither a valid extractor nor a valid searchEngine',\n );\n }\n\n return result;\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAE1B,SAAS,kBAAkB,OAAyB;AACzD,MAAI,UAAU,QAAQ,UAAU,UAAa,OAAO,UAAU,UAAU;AACtE,WAAO;AAAA,EACT;AAEA,QAAM,MAAM;AAEZ,MAAI,OAAO,IAAI,SAAS,YAAY,IAAI,KAAK,WAAW,GAAG;AACzD,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,IAAI,cAAc,YAAY;AACvC,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,IAAI,YAAY,YAAY;AACrC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEO,SAAS,qBAAqB,OAAyB;AAC5D,MAAI,UAAU,QAAQ,UAAU,UAAa,OAAO,UAAU,UAAU;AACtE,WAAO;AAAA,EACT;AAEA,QAAM,MAAM;AAEZ,MAAI,OAAO,IAAI,SAAS,YAAY,IAAI,KAAK,WAAW,GAAG;AACzD,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,IAAI,WAAW,YAAY;AACpC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAQO,SAAS,sBAAsB,KAAsC;AAC1E,QAAM,SAAiC;AAAA,IACrC,cAAc;AAAA,IACd,iBAAiB;AAAA,IACjB,QAAQ,CAAC;AAAA,EACX;AAEA,MAAI,QAAQ,QAAQ,QAAQ,UAAa,OAAO,QAAQ,UAAU;AAChE,WAAO,OAAO,KAAK,wCAAwC;AAC3D,WAAO;AAAA,EACT;AAEA,QAAM,UAAU;AAEhB,MAAI,eAAe,SAAS;AAC1B,QAAI,kBAAkB,QAAQ,SAAS,GAAG;AACxC,aAAO,eAAe;AACtB,UAAI,MAAM,gCAAgC;AAAA,QACxC,MAAO,QAAQ,UAA+B;AAAA,MAChD,CAAC;AAAA,IACH,OAAO;AACL,aAAO,OAAO;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI,kBAAkB,SAAS;AAC7B,QAAI,qBAAqB,QAAQ,YAAY,GAAG;AAC9C,aAAO,kBAAkB;AACzB,UAAI,MAAM,mCAAmC;AAAA,QAC3C,MAAO,QAAQ,aAAkC;AAAA,MACnD,CAAC;AAAA,IACH,OAAO;AACL,aAAO,OAAO;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,OAAO,gBAAgB,CAAC,OAAO,mBAAmB,OAAO,OAAO,WAAW,GAAG;AACjF,WAAO,OAAO;AAAA,MACZ;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export interface EmbedProvider {
|
|
2
|
+
/** Embed a batch of strings; returns one Float32Array per input. */
|
|
3
|
+
embed(texts: string[]): Promise<Float32Array[]>;
|
|
4
|
+
/** Dimensionality of embeddings produced by this provider. */
|
|
5
|
+
readonly dim: number;
|
|
6
|
+
/** Model identifier (for cache invalidation / provenance). */
|
|
7
|
+
readonly modelId: string;
|
|
8
|
+
}
|
|
9
|
+
export declare function getEmbedProvider(): Promise<EmbedProvider>;
|
|
10
|
+
export declare function _resetEmbedProviderForTest(): void;
|
|
11
|
+
//# sourceMappingURL=embed-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed-provider.d.ts","sourceRoot":"","sources":["../../src/providers/embed-provider.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,aAAa;IAC5B,oEAAoE;IACpE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,8DAA8D;IAC9D,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,8DAA8D;IAC9D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAID,wBAAgB,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC,CAezD;AAED,wBAAgB,0BAA0B,IAAI,IAAI,CAEjD"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { createLogger } from "../logger.js";
|
|
2
|
+
const log = createLogger("providers");
|
|
3
|
+
let cached = null;
|
|
4
|
+
function getEmbedProvider() {
|
|
5
|
+
if (cached) return cached;
|
|
6
|
+
cached = import("../embedding/fastembed-provider.js").then(async (m) => {
|
|
7
|
+
const p = new m.FastembedEmbedProvider();
|
|
8
|
+
await p.warmup();
|
|
9
|
+
log.info("embed provider ready", { provider: "embed", impl: "fastembed", modelId: p.modelId, dim: p.dim });
|
|
10
|
+
return p;
|
|
11
|
+
}).catch((err) => {
|
|
12
|
+
cached = null;
|
|
13
|
+
throw err;
|
|
14
|
+
});
|
|
15
|
+
return cached;
|
|
16
|
+
}
|
|
17
|
+
function _resetEmbedProviderForTest() {
|
|
18
|
+
cached = null;
|
|
19
|
+
}
|
|
20
|
+
export {
|
|
21
|
+
_resetEmbedProviderForTest,
|
|
22
|
+
getEmbedProvider
|
|
23
|
+
};
|
|
24
|
+
//# sourceMappingURL=embed-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/providers/embed-provider.ts"],"sourcesContent":["/**\n * Embed provider interface — Phase 1 Task 1.3 of v1 engine overhaul.\n *\n * Stable interface for embedding implementations. Phase 3 swapped the\n * sentence-transformers Python subprocess for fastembed (Rust ONNX via\n * Node bindings); the factory now returns FastembedEmbedProvider.\n */\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('providers');\n\nexport interface EmbedProvider {\n /** Embed a batch of strings; returns one Float32Array per input. */\n embed(texts: string[]): Promise<Float32Array[]>;\n /** Dimensionality of embeddings produced by this provider. */\n readonly dim: number;\n /** Model identifier (for cache invalidation / provenance). */\n readonly modelId: string;\n}\n\nlet cached: Promise<EmbedProvider> | null = null;\n\nexport function getEmbedProvider(): Promise<EmbedProvider> {\n if (cached) return cached;\n cached = import('../embedding/fastembed-provider.js')\n .then(async m => {\n const p = new m.FastembedEmbedProvider();\n await p.warmup();\n log.info('embed provider ready', { provider: 'embed', impl: 'fastembed', modelId: p.modelId, dim: p.dim });\n return p;\n })\n .catch(err => {\n // Clear cache on any failure (import or warmup) so the next call retries.\n cached = null;\n throw err;\n });\n return cached;\n}\n\nexport function _resetEmbedProviderForTest(): void {\n cached = null;\n}\n"],"mappings":"AAOA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,WAAW;AAWpC,IAAI,SAAwC;AAErC,SAAS,mBAA2C;AACzD,MAAI,OAAQ,QAAO;AACnB,WAAS,OAAO,oCAAoC,EACjD,KAAK,OAAM,MAAK;AACf,UAAM,IAAI,IAAI,EAAE,uBAAuB;AACvC,UAAM,EAAE,OAAO;AACf,QAAI,KAAK,wBAAwB,EAAE,UAAU,SAAS,MAAM,aAAa,SAAS,EAAE,SAAS,KAAK,EAAE,IAAI,CAAC;AACzG,WAAO;AAAA,EACT,CAAC,EACA,MAAM,SAAO;AAEZ,aAAS;AACT,UAAM;AAAA,EACR,CAAC;AACH,SAAO;AACT;AAEO,SAAS,6BAAmC;AACjD,WAAS;AACX;","names":[]}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Extract provider interface — wraps the v1 extraction pipeline behind a
|
|
3
|
+
* stable interface.
|
|
4
|
+
*
|
|
5
|
+
* Note: named ExtractProvider (not Extractor) to avoid collision with the
|
|
6
|
+
* pre-existing `Extractor` interface in `src/types.ts`, which models a single
|
|
7
|
+
* site-specific extractor within the v1 pipeline.
|
|
8
|
+
*/
|
|
9
|
+
import type { ExtractionResult } from '../types.js';
|
|
10
|
+
export interface ExtractProviderOptions {
|
|
11
|
+
maxChars?: number;
|
|
12
|
+
section?: string;
|
|
13
|
+
sectionIndex?: number;
|
|
14
|
+
contentType?: string;
|
|
15
|
+
pdfBuffer?: Buffer;
|
|
16
|
+
}
|
|
17
|
+
export interface ExtractProvider {
|
|
18
|
+
extract(html: string, url: string, options?: ExtractProviderOptions): Promise<ExtractionResult>;
|
|
19
|
+
readonly name: 'legacy' | 'v1';
|
|
20
|
+
}
|
|
21
|
+
export declare function getExtractProvider(): Promise<ExtractProvider>;
|
|
22
|
+
export declare function _resetExtractProviderForTest(): void;
|
|
23
|
+
//# sourceMappingURL=extract-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extract-provider.d.ts","sourceRoot":"","sources":["../../src/providers/extract-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAKpD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CACL,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,QAAQ,GAAG,IAAI,CAAC;CAChC;AAID,wBAAgB,kBAAkB,IAAI,OAAO,CAAC,eAAe,CAAC,CAU7D;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD"}
|