@staticn0va/wigolo 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +146 -227
- package/SKILL.md +382 -0
- package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
- package/assets/blocks/claude-code/wigolo-command.md +40 -0
- package/assets/blocks/cursor/wigolo.mdc +46 -0
- package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
- package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
- package/assets/skills/wigolo/SKILL.md +50 -0
- package/assets/skills/wigolo/rules/cache-first.md +30 -0
- package/assets/skills/wigolo/rules/synthesis.md +43 -0
- package/assets/skills/wigolo-agent/SKILL.md +73 -0
- package/assets/skills/wigolo-crawl/SKILL.md +60 -0
- package/assets/skills/wigolo-extract/SKILL.md +59 -0
- package/assets/skills/wigolo-fetch/SKILL.md +65 -0
- package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
- package/assets/skills/wigolo-research/SKILL.md +77 -0
- package/assets/skills/wigolo-search/SKILL.md +78 -0
- package/dist/agent/executor.d.ts +33 -0
- package/dist/agent/executor.d.ts.map +1 -0
- package/dist/agent/executor.js +233 -0
- package/dist/agent/executor.js.map +1 -0
- package/dist/agent/pipeline.d.ts +5 -0
- package/dist/agent/pipeline.d.ts.map +1 -0
- package/dist/agent/pipeline.js +238 -0
- package/dist/agent/pipeline.js.map +1 -0
- package/dist/agent/planner.d.ts +13 -0
- package/dist/agent/planner.d.ts.map +1 -0
- package/dist/agent/planner.js +271 -0
- package/dist/agent/planner.js.map +1 -0
- package/dist/agent/relevance.d.ts +15 -0
- package/dist/agent/relevance.d.ts.map +1 -0
- package/dist/agent/relevance.js +60 -0
- package/dist/agent/relevance.js.map +1 -0
- package/dist/cache/backfill-embeddings.d.ts +23 -0
- package/dist/cache/backfill-embeddings.d.ts.map +1 -0
- package/dist/cache/backfill-embeddings.js +105 -0
- package/dist/cache/backfill-embeddings.js.map +1 -0
- package/dist/cache/change-detector.d.ts +7 -0
- package/dist/cache/change-detector.d.ts.map +1 -0
- package/dist/cache/change-detector.js +43 -0
- package/dist/cache/change-detector.js.map +1 -0
- package/dist/cache/db.d.ts +1 -0
- package/dist/cache/db.d.ts.map +1 -1
- package/dist/cache/db.js +94 -22
- package/dist/cache/db.js.map +1 -1
- package/dist/cache/diff-summary.d.ts +2 -0
- package/dist/cache/diff-summary.d.ts.map +1 -0
- package/dist/cache/diff-summary.js +82 -0
- package/dist/cache/diff-summary.js.map +1 -0
- package/dist/cache/migrations/runner.d.ts +29 -0
- package/dist/cache/migrations/runner.d.ts.map +1 -0
- package/dist/cache/migrations/runner.js +147 -0
- package/dist/cache/migrations/runner.js.map +1 -0
- package/dist/cache/sqlite-vec-store.d.ts +42 -0
- package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
- package/dist/cache/sqlite-vec-store.js +176 -0
- package/dist/cache/sqlite-vec-store.js.map +1 -0
- package/dist/cache/store.d.ts +47 -1
- package/dist/cache/store.d.ts.map +1 -1
- package/dist/cache/store.js +364 -168
- package/dist/cache/store.js.map +1 -1
- package/dist/cli/agents/antigravity.d.ts +20 -0
- package/dist/cli/agents/antigravity.d.ts.map +1 -0
- package/dist/cli/agents/antigravity.js +49 -0
- package/dist/cli/agents/antigravity.js.map +1 -0
- package/dist/cli/agents/claude-code.d.ts +25 -0
- package/dist/cli/agents/claude-code.d.ts.map +1 -0
- package/dist/cli/agents/claude-code.js +111 -0
- package/dist/cli/agents/claude-code.js.map +1 -0
- package/dist/cli/agents/cursor.d.ts +21 -0
- package/dist/cli/agents/cursor.d.ts.map +1 -0
- package/dist/cli/agents/cursor.js +58 -0
- package/dist/cli/agents/cursor.js.map +1 -0
- package/dist/cli/agents/gemini-cli.d.ts +21 -0
- package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
- package/dist/cli/agents/gemini-cli.js +55 -0
- package/dist/cli/agents/gemini-cli.js.map +1 -0
- package/dist/cli/agents/registry.d.ts +21 -0
- package/dist/cli/agents/registry.d.ts.map +1 -0
- package/dist/cli/agents/registry.js +27 -0
- package/dist/cli/agents/registry.js.map +1 -0
- package/dist/cli/agents/utils.d.ts +26 -0
- package/dist/cli/agents/utils.d.ts.map +1 -0
- package/dist/cli/agents/utils.js +136 -0
- package/dist/cli/agents/utils.js.map +1 -0
- package/dist/cli/agents/vscode.d.ts +21 -0
- package/dist/cli/agents/vscode.d.ts.map +1 -0
- package/dist/cli/agents/vscode.js +62 -0
- package/dist/cli/agents/vscode.js.map +1 -0
- package/dist/cli/auth.d.ts +2 -0
- package/dist/cli/auth.d.ts.map +1 -0
- package/dist/cli/auth.js +94 -0
- package/dist/cli/auth.js.map +1 -0
- package/dist/cli/backfill.d.ts +2 -0
- package/dist/cli/backfill.d.ts.map +1 -0
- package/dist/cli/backfill.js +58 -0
- package/dist/cli/backfill.js.map +1 -0
- package/dist/cli/daemon.d.ts +6 -1
- package/dist/cli/daemon.d.ts.map +1 -1
- package/dist/cli/daemon.js +61 -3
- package/dist/cli/daemon.js.map +1 -1
- package/dist/cli/doctor.d.ts +8 -0
- package/dist/cli/doctor.d.ts.map +1 -0
- package/dist/cli/doctor.js +344 -0
- package/dist/cli/doctor.js.map +1 -0
- package/dist/cli/health.d.ts +1 -1
- package/dist/cli/health.d.ts.map +1 -1
- package/dist/cli/health.js +42 -3
- package/dist/cli/health.js.map +1 -1
- package/dist/cli/help.d.ts +6 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +63 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/index.d.ts +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +35 -7
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/init.d.ts +2 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +201 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/plugin.d.ts +5 -0
- package/dist/cli/plugin.d.ts.map +1 -0
- package/dist/cli/plugin.js +185 -0
- package/dist/cli/plugin.js.map +1 -0
- package/dist/cli/setup-mcp.d.ts +2 -0
- package/dist/cli/setup-mcp.d.ts.map +1 -0
- package/dist/cli/setup-mcp.js +114 -0
- package/dist/cli/setup-mcp.js.map +1 -0
- package/dist/cli/shell.d.ts +2 -0
- package/dist/cli/shell.d.ts.map +1 -0
- package/dist/cli/shell.js +86 -0
- package/dist/cli/shell.js.map +1 -0
- package/dist/cli/shutdown.d.ts +2 -0
- package/dist/cli/shutdown.d.ts.map +1 -0
- package/dist/cli/shutdown.js +26 -0
- package/dist/cli/shutdown.js.map +1 -0
- package/dist/cli/status.d.ts +2 -0
- package/dist/cli/status.d.ts.map +1 -0
- package/dist/cli/status.js +31 -0
- package/dist/cli/status.js.map +1 -0
- package/dist/cli/telemetry.d.ts +10 -0
- package/dist/cli/telemetry.d.ts.map +1 -0
- package/dist/cli/telemetry.js +56 -0
- package/dist/cli/telemetry.js.map +1 -0
- package/dist/cli/tui/agents-types.d.ts +28 -0
- package/dist/cli/tui/agents-types.d.ts.map +1 -0
- package/dist/cli/tui/agents-types.js +1 -0
- package/dist/cli/tui/agents-types.js.map +1 -0
- package/dist/cli/tui/agents.d.ts +11 -0
- package/dist/cli/tui/agents.d.ts.map +1 -0
- package/dist/cli/tui/agents.js +93 -0
- package/dist/cli/tui/agents.js.map +1 -0
- package/dist/cli/tui/banner.d.ts +3 -0
- package/dist/cli/tui/banner.d.ts.map +1 -0
- package/dist/cli/tui/banner.js +30 -0
- package/dist/cli/tui/banner.js.map +1 -0
- package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
- package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/AgentSelect.js +116 -0
- package/dist/cli/tui/components/AgentSelect.js.map +1 -0
- package/dist/cli/tui/components/Banner.d.ts +6 -0
- package/dist/cli/tui/components/Banner.d.ts.map +1 -0
- package/dist/cli/tui/components/Banner.js +25 -0
- package/dist/cli/tui/components/Banner.js.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
- package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
- package/dist/cli/tui/components/BrowserSelect.js +19 -0
- package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
- package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
- package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
- package/dist/cli/tui/components/InstallProgress.js +67 -0
- package/dist/cli/tui/components/InstallProgress.js.map +1 -0
- package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
- package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
- package/dist/cli/tui/components/SkillInstall.js +94 -0
- package/dist/cli/tui/components/SkillInstall.js.map +1 -0
- package/dist/cli/tui/components/Summary.d.ts +22 -0
- package/dist/cli/tui/components/Summary.d.ts.map +1 -0
- package/dist/cli/tui/components/Summary.js +135 -0
- package/dist/cli/tui/components/Summary.js.map +1 -0
- package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
- package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/components/SystemCheck.js +71 -0
- package/dist/cli/tui/components/SystemCheck.js.map +1 -0
- package/dist/cli/tui/components/Verification.d.ts +8 -0
- package/dist/cli/tui/components/Verification.d.ts.map +1 -0
- package/dist/cli/tui/components/Verification.js +63 -0
- package/dist/cli/tui/components/Verification.js.map +1 -0
- package/dist/cli/tui/config-writer-cli.d.ts +12 -0
- package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-cli.js +39 -0
- package/dist/cli/tui/config-writer-cli.js.map +1 -0
- package/dist/cli/tui/config-writer-json.d.ts +16 -0
- package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-json.js +86 -0
- package/dist/cli/tui/config-writer-json.js.map +1 -0
- package/dist/cli/tui/config-writer-toml.d.ts +16 -0
- package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
- package/dist/cli/tui/config-writer-toml.js +83 -0
- package/dist/cli/tui/config-writer-toml.js.map +1 -0
- package/dist/cli/tui/config-writer.d.ts +25 -0
- package/dist/cli/tui/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/config-writer.js +101 -0
- package/dist/cli/tui/config-writer.js.map +1 -0
- package/dist/cli/tui/detect-helpers.d.ts +6 -0
- package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
- package/dist/cli/tui/detect-helpers.js +45 -0
- package/dist/cli/tui/detect-helpers.js.map +1 -0
- package/dist/cli/tui/extras-prompt.d.ts +7 -0
- package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
- package/dist/cli/tui/extras-prompt.js +42 -0
- package/dist/cli/tui/extras-prompt.js.map +1 -0
- package/dist/cli/tui/flags-types.d.ts +19 -0
- package/dist/cli/tui/flags-types.d.ts.map +1 -0
- package/dist/cli/tui/flags-types.js +23 -0
- package/dist/cli/tui/flags-types.js.map +1 -0
- package/dist/cli/tui/flags.d.ts +5 -0
- package/dist/cli/tui/flags.d.ts.map +1 -0
- package/dist/cli/tui/flags.js +132 -0
- package/dist/cli/tui/flags.js.map +1 -0
- package/dist/cli/tui/format.d.ts +14 -0
- package/dist/cli/tui/format.d.ts.map +1 -0
- package/dist/cli/tui/format.js +37 -0
- package/dist/cli/tui/format.js.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
- package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
- package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
- package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
- package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useInstall.js +90 -0
- package/dist/cli/tui/hooks/useInstall.js.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
- package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
- package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
- package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
- package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
- package/dist/cli/tui/hooks/useVerify.js +71 -0
- package/dist/cli/tui/hooks/useVerify.js.map +1 -0
- package/dist/cli/tui/ink-init.d.ts +2 -0
- package/dist/cli/tui/ink-init.d.ts.map +1 -0
- package/dist/cli/tui/ink-init.js +198 -0
- package/dist/cli/tui/ink-init.js.map +1 -0
- package/dist/cli/tui/reporter-auto.d.ts +7 -0
- package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
- package/dist/cli/tui/reporter-auto.js +15 -0
- package/dist/cli/tui/reporter-auto.js.map +1 -0
- package/dist/cli/tui/reporter.d.ts +26 -0
- package/dist/cli/tui/reporter.d.ts.map +1 -0
- package/dist/cli/tui/reporter.js +32 -0
- package/dist/cli/tui/reporter.js.map +1 -0
- package/dist/cli/tui/run-command.d.ts +14 -0
- package/dist/cli/tui/run-command.d.ts.map +1 -0
- package/dist/cli/tui/run-command.js +72 -0
- package/dist/cli/tui/run-command.js.map +1 -0
- package/dist/cli/tui/select-agents.d.ts +6 -0
- package/dist/cli/tui/select-agents.d.ts.map +1 -0
- package/dist/cli/tui/select-agents.js +32 -0
- package/dist/cli/tui/select-agents.js.map +1 -0
- package/dist/cli/tui/status-agents.d.ts +11 -0
- package/dist/cli/tui/status-agents.d.ts.map +1 -0
- package/dist/cli/tui/status-agents.js +53 -0
- package/dist/cli/tui/status-agents.js.map +1 -0
- package/dist/cli/tui/status-cache.d.ts +6 -0
- package/dist/cli/tui/status-cache.d.ts.map +1 -0
- package/dist/cli/tui/status-cache.js +39 -0
- package/dist/cli/tui/status-cache.js.map +1 -0
- package/dist/cli/tui/status-format.d.ts +14 -0
- package/dist/cli/tui/status-format.d.ts.map +1 -0
- package/dist/cli/tui/status-format.js +41 -0
- package/dist/cli/tui/status-format.js.map +1 -0
- package/dist/cli/tui/status-python.d.ts +6 -0
- package/dist/cli/tui/status-python.d.ts.map +1 -0
- package/dist/cli/tui/status-python.js +30 -0
- package/dist/cli/tui/status-python.js.map +1 -0
- package/dist/cli/tui/system-check.d.ts +24 -0
- package/dist/cli/tui/system-check.d.ts.map +1 -0
- package/dist/cli/tui/system-check.js +103 -0
- package/dist/cli/tui/system-check.js.map +1 -0
- package/dist/cli/tui/tui-reporter.d.ts +19 -0
- package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
- package/dist/cli/tui/tui-reporter.js +95 -0
- package/dist/cli/tui/tui-reporter.js.map +1 -0
- package/dist/cli/tui/utils/config-writer.d.ts +3 -0
- package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
- package/dist/cli/tui/utils/config-writer.js +22 -0
- package/dist/cli/tui/utils/config-writer.js.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
- package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
- package/dist/cli/tui/utils/suppress-logs.js +11 -0
- package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
- package/dist/cli/tui/verify-suggestions.d.ts +5 -0
- package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
- package/dist/cli/tui/verify-suggestions.js +20 -0
- package/dist/cli/tui/verify-suggestions.js.map +1 -0
- package/dist/cli/tui/verify.d.ts +14 -0
- package/dist/cli/tui/verify.d.ts.map +1 -0
- package/dist/cli/tui/verify.js +101 -0
- package/dist/cli/tui/verify.js.map +1 -0
- package/dist/cli/tui/version.d.ts +2 -0
- package/dist/cli/tui/version.d.ts.map +1 -0
- package/dist/cli/tui/version.js +14 -0
- package/dist/cli/tui/version.js.map +1 -0
- package/dist/cli/uninstall.d.ts +2 -0
- package/dist/cli/uninstall.d.ts.map +1 -0
- package/dist/cli/uninstall.js +57 -0
- package/dist/cli/uninstall.js.map +1 -0
- package/dist/cli/warmup.d.ts +10 -2
- package/dist/cli/warmup.d.ts.map +1 -1
- package/dist/cli/warmup.js +226 -93
- package/dist/cli/warmup.js.map +1 -1
- package/dist/config.d.ts +28 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +106 -56
- package/dist/config.js.map +1 -1
- package/dist/crawl/crawler.d.ts +6 -0
- package/dist/crawl/crawler.d.ts.map +1 -1
- package/dist/crawl/crawler.js +210 -209
- package/dist/crawl/crawler.js.map +1 -1
- package/dist/crawl/dedup.d.ts +1 -0
- package/dist/crawl/dedup.d.ts.map +1 -1
- package/dist/crawl/dedup.js +124 -81
- package/dist/crawl/dedup.js.map +1 -1
- package/dist/crawl/etag-incremental.d.ts +43 -0
- package/dist/crawl/etag-incremental.d.ts.map +1 -0
- package/dist/crawl/etag-incremental.js +94 -0
- package/dist/crawl/etag-incremental.js.map +1 -0
- package/dist/crawl/index-to-vec.d.ts +10 -0
- package/dist/crawl/index-to-vec.d.ts.map +1 -0
- package/dist/crawl/index-to-vec.js +44 -0
- package/dist/crawl/index-to-vec.js.map +1 -0
- package/dist/crawl/mapper.js +136 -164
- package/dist/crawl/mapper.js.map +1 -1
- package/dist/crawl/rate-limiter.js +63 -66
- package/dist/crawl/rate-limiter.js.map +1 -1
- package/dist/crawl/robots.js +58 -57
- package/dist/crawl/robots.js.map +1 -1
- package/dist/crawl/sitemap-first.d.ts +12 -0
- package/dist/crawl/sitemap-first.d.ts.map +1 -0
- package/dist/crawl/sitemap-first.js +47 -0
- package/dist/crawl/sitemap-first.js.map +1 -0
- package/dist/crawl/sitemap.js +33 -32
- package/dist/crawl/sitemap.js.map +1 -1
- package/dist/crawl/url-utils.d.ts +1 -0
- package/dist/crawl/url-utils.d.ts.map +1 -1
- package/dist/crawl/url-utils.js +49 -37
- package/dist/crawl/url-utils.js.map +1 -1
- package/dist/daemon/health-check.d.ts +16 -0
- package/dist/daemon/health-check.d.ts.map +1 -0
- package/dist/daemon/health-check.js +33 -0
- package/dist/daemon/health-check.js.map +1 -0
- package/dist/daemon/http-server.d.ts +26 -0
- package/dist/daemon/http-server.d.ts.map +1 -0
- package/dist/daemon/http-server.js +275 -0
- package/dist/daemon/http-server.js.map +1 -0
- package/dist/daemon/proxy.d.ts +10 -0
- package/dist/daemon/proxy.d.ts.map +1 -0
- package/dist/daemon/proxy.js +93 -0
- package/dist/daemon/proxy.js.map +1 -0
- package/dist/embedding/embed.d.ts +59 -0
- package/dist/embedding/embed.d.ts.map +1 -0
- package/dist/embedding/embed.js +233 -0
- package/dist/embedding/embed.js.map +1 -0
- package/dist/embedding/fastembed-provider.d.ts +19 -0
- package/dist/embedding/fastembed-provider.d.ts.map +1 -0
- package/dist/embedding/fastembed-provider.js +51 -0
- package/dist/embedding/fastembed-provider.js.map +1 -0
- package/dist/embedding/key-terms.d.ts +12 -0
- package/dist/embedding/key-terms.d.ts.map +1 -0
- package/dist/embedding/key-terms.js +234 -0
- package/dist/embedding/key-terms.js.map +1 -0
- package/dist/extraction/boilerplate.d.ts +15 -0
- package/dist/extraction/boilerplate.d.ts.map +1 -0
- package/dist/extraction/boilerplate.js +52 -0
- package/dist/extraction/boilerplate.js.map +1 -0
- package/dist/extraction/defuddle.d.ts.map +1 -1
- package/dist/extraction/defuddle.js +27 -23
- package/dist/extraction/defuddle.js.map +1 -1
- package/dist/extraction/extract.d.ts.map +1 -1
- package/dist/extraction/extract.js +76 -76
- package/dist/extraction/extract.js.map +1 -1
- package/dist/extraction/jsonld.js +50 -54
- package/dist/extraction/jsonld.js.map +1 -1
- package/dist/extraction/lang-hints.d.ts +2 -0
- package/dist/extraction/lang-hints.d.ts.map +1 -0
- package/dist/extraction/lang-hints.js +30 -0
- package/dist/extraction/lang-hints.js.map +1 -0
- package/dist/extraction/llm-fallback.d.ts +17 -0
- package/dist/extraction/llm-fallback.d.ts.map +1 -0
- package/dist/extraction/llm-fallback.js +130 -0
- package/dist/extraction/llm-fallback.js.map +1 -0
- package/dist/extraction/markdown-sanitize.d.ts +2 -0
- package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
- package/dist/extraction/markdown-sanitize.js +151 -0
- package/dist/extraction/markdown-sanitize.js.map +1 -0
- package/dist/extraction/markdown.d.ts +11 -0
- package/dist/extraction/markdown.d.ts.map +1 -1
- package/dist/extraction/markdown.js +195 -91
- package/dist/extraction/markdown.js.map +1 -1
- package/dist/extraction/pipeline.d.ts +8 -0
- package/dist/extraction/pipeline.d.ts.map +1 -1
- package/dist/extraction/pipeline.js +57 -91
- package/dist/extraction/pipeline.js.map +1 -1
- package/dist/extraction/readability.d.ts +1 -1
- package/dist/extraction/readability.d.ts.map +1 -1
- package/dist/extraction/readability.js +28 -29
- package/dist/extraction/readability.js.map +1 -1
- package/dist/extraction/schema.d.ts +12 -0
- package/dist/extraction/schema.d.ts.map +1 -1
- package/dist/extraction/schema.js +135 -72
- package/dist/extraction/schema.js.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
- package/dist/extraction/site-extractors/docs-generic.js +81 -91
- package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
- package/dist/extraction/site-extractors/github.d.ts.map +1 -1
- package/dist/extraction/site-extractors/github.js +87 -95
- package/dist/extraction/site-extractors/github.js.map +1 -1
- package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
- package/dist/extraction/site-extractors/mdn.js +46 -54
- package/dist/extraction/site-extractors/mdn.js.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
- package/dist/extraction/site-extractors/stackoverflow.js +71 -80
- package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
- package/dist/extraction/structured-data.d.ts +4 -0
- package/dist/extraction/structured-data.d.ts.map +1 -0
- package/dist/extraction/structured-data.js +173 -0
- package/dist/extraction/structured-data.js.map +1 -0
- package/dist/extraction/structured.d.ts +4 -0
- package/dist/extraction/structured.d.ts.map +1 -0
- package/dist/extraction/structured.js +163 -0
- package/dist/extraction/structured.js.map +1 -0
- package/dist/extraction/v1/classifier.d.ts +3 -0
- package/dist/extraction/v1/classifier.d.ts.map +1 -0
- package/dist/extraction/v1/classifier.js +110 -0
- package/dist/extraction/v1/classifier.js.map +1 -0
- package/dist/extraction/v1/extract-provider.d.ts +16 -0
- package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
- package/dist/extraction/v1/extract-provider.js +43 -0
- package/dist/extraction/v1/extract-provider.js.map +1 -0
- package/dist/extraction/v1/local-llm.d.ts +8 -0
- package/dist/extraction/v1/local-llm.d.ts.map +1 -0
- package/dist/extraction/v1/local-llm.js +34 -0
- package/dist/extraction/v1/local-llm.js.map +1 -0
- package/dist/extraction/v1/news.d.ts +3 -0
- package/dist/extraction/v1/news.d.ts.map +1 -0
- package/dist/extraction/v1/news.js +61 -0
- package/dist/extraction/v1/news.js.map +1 -0
- package/dist/extraction/v1/product.d.ts +3 -0
- package/dist/extraction/v1/product.d.ts.map +1 -0
- package/dist/extraction/v1/product.js +166 -0
- package/dist/extraction/v1/product.js.map +1 -0
- package/dist/extraction/v1/recipe.d.ts +3 -0
- package/dist/extraction/v1/recipe.d.ts.map +1 -0
- package/dist/extraction/v1/recipe.js +136 -0
- package/dist/extraction/v1/recipe.js.map +1 -0
- package/dist/extraction/v1/routed.d.ts +17 -0
- package/dist/extraction/v1/routed.d.ts.map +1 -0
- package/dist/extraction/v1/routed.js +68 -0
- package/dist/extraction/v1/routed.js.map +1 -0
- package/dist/extraction/v1/schemas/Article.d.ts +11 -0
- package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Article.js +23 -0
- package/dist/extraction/v1/schemas/Article.js.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
- package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
- package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
- package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/EventListing.js +122 -0
- package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
- package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
- package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Paper.js +156 -0
- package/dist/extraction/v1/schemas/Paper.js.map +1 -0
- package/dist/extraction/v1/schemas/Product.d.ts +17 -0
- package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Product.js +149 -0
- package/dist/extraction/v1/schemas/Product.js.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
- package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/Recipe.js +160 -0
- package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
- package/dist/extraction/v1/schemas/index.d.ts +13 -0
- package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
- package/dist/extraction/v1/schemas/index.js +44 -0
- package/dist/extraction/v1/schemas/index.js.map +1 -0
- package/dist/extraction/v1/site-extractors.d.ts +5 -0
- package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
- package/dist/extraction/v1/site-extractors.js +31 -0
- package/dist/extraction/v1/site-extractors.js.map +1 -0
- package/dist/fetch/action-executor.d.ts +28 -0
- package/dist/fetch/action-executor.d.ts.map +1 -0
- package/dist/fetch/action-executor.js +88 -0
- package/dist/fetch/action-executor.js.map +1 -0
- package/dist/fetch/auth.d.ts +2 -1
- package/dist/fetch/auth.d.ts.map +1 -1
- package/dist/fetch/auth.js +56 -26
- package/dist/fetch/auth.js.map +1 -1
- package/dist/fetch/browser-pool.d.ts +30 -11
- package/dist/fetch/browser-pool.d.ts.map +1 -1
- package/dist/fetch/browser-pool.js +303 -127
- package/dist/fetch/browser-pool.js.map +1 -1
- package/dist/fetch/browser-selector.d.ts +17 -0
- package/dist/fetch/browser-selector.d.ts.map +1 -0
- package/dist/fetch/browser-selector.js +72 -0
- package/dist/fetch/browser-selector.js.map +1 -0
- package/dist/fetch/browser-types.d.ts +3 -0
- package/dist/fetch/browser-types.d.ts.map +1 -0
- package/dist/fetch/browser-types.js +45 -0
- package/dist/fetch/browser-types.js.map +1 -0
- package/dist/fetch/cdp-client.d.ts +9 -0
- package/dist/fetch/cdp-client.d.ts.map +1 -0
- package/dist/fetch/cdp-client.js +89 -0
- package/dist/fetch/cdp-client.js.map +1 -0
- package/dist/fetch/content-check.js +39 -46
- package/dist/fetch/content-check.js.map +1 -1
- package/dist/fetch/error-describe.d.ts +7 -0
- package/dist/fetch/error-describe.d.ts.map +1 -0
- package/dist/fetch/error-describe.js +37 -0
- package/dist/fetch/error-describe.js.map +1 -0
- package/dist/fetch/http-client.d.ts +4 -0
- package/dist/fetch/http-client.d.ts.map +1 -1
- package/dist/fetch/http-client.js +147 -128
- package/dist/fetch/http-client.js.map +1 -1
- package/dist/fetch/lightpanda.d.ts +28 -0
- package/dist/fetch/lightpanda.d.ts.map +1 -0
- package/dist/fetch/lightpanda.js +174 -0
- package/dist/fetch/lightpanda.js.map +1 -0
- package/dist/fetch/playwright-tier.d.ts +19 -0
- package/dist/fetch/playwright-tier.d.ts.map +1 -0
- package/dist/fetch/playwright-tier.js +76 -0
- package/dist/fetch/playwright-tier.js.map +1 -0
- package/dist/fetch/router.d.ts +49 -3
- package/dist/fetch/router.d.ts.map +1 -1
- package/dist/fetch/router.js +187 -81
- package/dist/fetch/router.js.map +1 -1
- package/dist/index.js +102 -17
- package/dist/index.js.map +1 -1
- package/dist/instructions.d.ts +31 -0
- package/dist/instructions.d.ts.map +1 -0
- package/dist/instructions.js +245 -0
- package/dist/instructions.js.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
- package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/anthropic.js +41 -0
- package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
- package/dist/integrations/cloud/llm/cache.d.ts +5 -0
- package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/cache.js +49 -0
- package/dist/integrations/cloud/llm/cache.js.map +1 -0
- package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
- package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/gemini.js +37 -0
- package/dist/integrations/cloud/llm/gemini.js.map +1 -0
- package/dist/integrations/cloud/llm/groq.d.ts +3 -0
- package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/groq.js +74 -0
- package/dist/integrations/cloud/llm/groq.js.map +1 -0
- package/dist/integrations/cloud/llm/hash.d.ts +3 -0
- package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/hash.js +26 -0
- package/dist/integrations/cloud/llm/hash.js.map +1 -0
- package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
- package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/model-select.js +32 -0
- package/dist/integrations/cloud/llm/model-select.js.map +1 -0
- package/dist/integrations/cloud/llm/openai.d.ts +3 -0
- package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/openai.js +43 -0
- package/dist/integrations/cloud/llm/openai.js.map +1 -0
- package/dist/integrations/cloud/llm/run.d.ts +27 -0
- package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/run.js +99 -0
- package/dist/integrations/cloud/llm/run.js.map +1 -0
- package/dist/integrations/cloud/llm/select.d.ts +5 -0
- package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/select.js +30 -0
- package/dist/integrations/cloud/llm/select.js.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
- package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/text-adapters.js +103 -0
- package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
- package/dist/integrations/cloud/llm/types.d.ts +24 -0
- package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/types.js +1 -0
- package/dist/integrations/cloud/llm/types.js.map +1 -0
- package/dist/integrations/cloud/llm/validate.d.ts +6 -0
- package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
- package/dist/integrations/cloud/llm/validate.js +63 -0
- package/dist/integrations/cloud/llm/validate.js.map +1 -0
- package/dist/logger.d.ts +4 -1
- package/dist/logger.d.ts.map +1 -1
- package/dist/logger.js +71 -30
- package/dist/logger.js.map +1 -1
- package/dist/pdf-parse.d.js +1 -0
- package/dist/pdf-parse.d.js.map +1 -0
- package/dist/plugins/loader.d.ts +20 -0
- package/dist/plugins/loader.d.ts.map +1 -0
- package/dist/plugins/loader.js +157 -0
- package/dist/plugins/loader.js.map +1 -0
- package/dist/plugins/registry.d.ts +26 -0
- package/dist/plugins/registry.d.ts.map +1 -0
- package/dist/plugins/registry.js +71 -0
- package/dist/plugins/registry.js.map +1 -0
- package/dist/plugins/validate.d.ts +9 -0
- package/dist/plugins/validate.d.ts.map +1 -0
- package/dist/plugins/validate.js +79 -0
- package/dist/plugins/validate.js.map +1 -0
- package/dist/providers/embed-provider.d.ts +11 -0
- package/dist/providers/embed-provider.d.ts.map +1 -0
- package/dist/providers/embed-provider.js +24 -0
- package/dist/providers/embed-provider.js.map +1 -0
- package/dist/providers/extract-provider.d.ts +23 -0
- package/dist/providers/extract-provider.d.ts.map +1 -0
- package/dist/providers/extract-provider.js +25 -0
- package/dist/providers/extract-provider.js.map +1 -0
- package/dist/providers/rerank-provider.d.ts +17 -0
- package/dist/providers/rerank-provider.d.ts.map +1 -0
- package/dist/providers/rerank-provider.js +41 -0
- package/dist/providers/rerank-provider.js.map +1 -0
- package/dist/providers/search-provider.d.ts +25 -0
- package/dist/providers/search-provider.d.ts.map +1 -0
- package/dist/providers/search-provider.js +44 -0
- package/dist/providers/search-provider.js.map +1 -0
- package/dist/providers/vector-store.d.ts +27 -0
- package/dist/providers/vector-store.d.ts.map +1 -0
- package/dist/providers/vector-store.js +27 -0
- package/dist/providers/vector-store.js.map +1 -0
- package/dist/python-env.d.ts +9 -0
- package/dist/python-env.d.ts.map +1 -0
- package/dist/python-env.js +13 -0
- package/dist/python-env.js.map +1 -0
- package/dist/repl/commands/agent.d.ts +5 -0
- package/dist/repl/commands/agent.d.ts.map +1 -0
- package/dist/repl/commands/agent.js +62 -0
- package/dist/repl/commands/agent.js.map +1 -0
- package/dist/repl/commands/cache.d.ts +4 -0
- package/dist/repl/commands/cache.d.ts.map +1 -0
- package/dist/repl/commands/cache.js +43 -0
- package/dist/repl/commands/cache.js.map +1 -0
- package/dist/repl/commands/crawl.d.ts +7 -0
- package/dist/repl/commands/crawl.d.ts.map +1 -0
- package/dist/repl/commands/crawl.js +44 -0
- package/dist/repl/commands/crawl.js.map +1 -0
- package/dist/repl/commands/extract.d.ts +5 -0
- package/dist/repl/commands/extract.d.ts.map +1 -0
- package/dist/repl/commands/extract.js +47 -0
- package/dist/repl/commands/extract.js.map +1 -0
- package/dist/repl/commands/fetch.d.ts +5 -0
- package/dist/repl/commands/fetch.d.ts.map +1 -0
- package/dist/repl/commands/fetch.js +67 -0
- package/dist/repl/commands/fetch.js.map +1 -0
- package/dist/repl/commands/find-similar.d.ts +5 -0
- package/dist/repl/commands/find-similar.d.ts.map +1 -0
- package/dist/repl/commands/find-similar.js +74 -0
- package/dist/repl/commands/find-similar.js.map +1 -0
- package/dist/repl/commands/research.d.ts +5 -0
- package/dist/repl/commands/research.d.ts.map +1 -0
- package/dist/repl/commands/research.js +65 -0
- package/dist/repl/commands/research.js.map +1 -0
- package/dist/repl/commands/search.d.ts +5 -0
- package/dist/repl/commands/search.d.ts.map +1 -0
- package/dist/repl/commands/search.js +74 -0
- package/dist/repl/commands/search.js.map +1 -0
- package/dist/repl/commands/types.d.ts +9 -0
- package/dist/repl/commands/types.d.ts.map +1 -0
- package/dist/repl/commands/types.js +1 -0
- package/dist/repl/commands/types.js.map +1 -0
- package/dist/repl/formatters.d.ts +13 -0
- package/dist/repl/formatters.d.ts.map +1 -0
- package/dist/repl/formatters.js +283 -0
- package/dist/repl/formatters.js.map +1 -0
- package/dist/repl/parser.d.ts +9 -0
- package/dist/repl/parser.d.ts.map +1 -0
- package/dist/repl/parser.js +86 -0
- package/dist/repl/parser.js.map +1 -0
- package/dist/repl/shell.d.ts +8 -0
- package/dist/repl/shell.d.ts.map +1 -0
- package/dist/repl/shell.js +184 -0
- package/dist/repl/shell.js.map +1 -0
- package/dist/research/branch-exploration.d.ts +14 -0
- package/dist/research/branch-exploration.d.ts.map +1 -0
- package/dist/research/branch-exploration.js +100 -0
- package/dist/research/branch-exploration.js.map +1 -0
- package/dist/research/brief.d.ts +6 -0
- package/dist/research/brief.d.ts.map +1 -0
- package/dist/research/brief.js +246 -0
- package/dist/research/brief.js.map +1 -0
- package/dist/research/citation-graph.d.ts +9 -0
- package/dist/research/citation-graph.d.ts.map +1 -0
- package/dist/research/citation-graph.js +114 -0
- package/dist/research/citation-graph.js.map +1 -0
- package/dist/research/decompose.d.ts +14 -0
- package/dist/research/decompose.d.ts.map +1 -0
- package/dist/research/decompose.js +439 -0
- package/dist/research/decompose.js.map +1 -0
- package/dist/research/pipeline.d.ts +5 -0
- package/dist/research/pipeline.d.ts.map +1 -0
- package/dist/research/pipeline.js +269 -0
- package/dist/research/pipeline.js.map +1 -0
- package/dist/research/synthesis-local.d.ts +19 -0
- package/dist/research/synthesis-local.d.ts.map +1 -0
- package/dist/research/synthesis-local.js +62 -0
- package/dist/research/synthesis-local.js.map +1 -0
- package/dist/research/synthesize.d.ts +10 -0
- package/dist/research/synthesize.d.ts.map +1 -0
- package/dist/research/synthesize.js +137 -0
- package/dist/research/synthesize.js.map +1 -0
- package/dist/search/answer-synthesis.d.ts +33 -0
- package/dist/search/answer-synthesis.d.ts.map +1 -0
- package/dist/search/answer-synthesis.js +244 -0
- package/dist/search/answer-synthesis.js.map +1 -0
- package/dist/search/context-formatter.d.ts +3 -0
- package/dist/search/context-formatter.d.ts.map +1 -0
- package/dist/search/context-formatter.js +56 -0
- package/dist/search/context-formatter.js.map +1 -0
- package/dist/search/dedup.d.ts +1 -0
- package/dist/search/dedup.d.ts.map +1 -1
- package/dist/search/dedup.js +40 -32
- package/dist/search/dedup.js.map +1 -1
- package/dist/search/engines/arxiv.d.ts +7 -0
- package/dist/search/engines/arxiv.d.ts.map +1 -0
- package/dist/search/engines/arxiv.js +70 -0
- package/dist/search/engines/arxiv.js.map +1 -0
- package/dist/search/engines/bing-news.d.ts +7 -0
- package/dist/search/engines/bing-news.d.ts.map +1 -0
- package/dist/search/engines/bing-news.js +97 -0
- package/dist/search/engines/bing-news.js.map +1 -0
- package/dist/search/engines/bing.d.ts +1 -0
- package/dist/search/engines/bing.d.ts.map +1 -1
- package/dist/search/engines/bing.js +100 -44
- package/dist/search/engines/bing.js.map +1 -1
- package/dist/search/engines/devdocs.d.ts +6 -0
- package/dist/search/engines/devdocs.d.ts.map +1 -0
- package/dist/search/engines/devdocs.js +56 -0
- package/dist/search/engines/devdocs.js.map +1 -0
- package/dist/search/engines/duckduckgo.d.ts.map +1 -1
- package/dist/search/engines/duckduckgo.js +56 -44
- package/dist/search/engines/duckduckgo.js.map +1 -1
- package/dist/search/engines/github-code.d.ts +7 -0
- package/dist/search/engines/github-code.d.ts.map +1 -0
- package/dist/search/engines/github-code.js +55 -0
- package/dist/search/engines/github-code.js.map +1 -0
- package/dist/search/engines/hn-algolia.d.ts +7 -0
- package/dist/search/engines/hn-algolia.d.ts.map +1 -0
- package/dist/search/engines/hn-algolia.js +76 -0
- package/dist/search/engines/hn-algolia.js.map +1 -0
- package/dist/search/engines/lobsters.d.ts +7 -0
- package/dist/search/engines/lobsters.d.ts.map +1 -0
- package/dist/search/engines/lobsters.js +83 -0
- package/dist/search/engines/lobsters.js.map +1 -0
- package/dist/search/engines/mdn.d.ts +7 -0
- package/dist/search/engines/mdn.d.ts.map +1 -0
- package/dist/search/engines/mdn.js +48 -0
- package/dist/search/engines/mdn.js.map +1 -0
- package/dist/search/engines/semantic-scholar.d.ts +7 -0
- package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
- package/dist/search/engines/semantic-scholar.js +69 -0
- package/dist/search/engines/semantic-scholar.js.map +1 -0
- package/dist/search/engines/stackoverflow.d.ts +7 -0
- package/dist/search/engines/stackoverflow.d.ts.map +1 -0
- package/dist/search/engines/stackoverflow.js +73 -0
- package/dist/search/engines/stackoverflow.js.map +1 -0
- package/dist/search/engines/startpage.d.ts.map +1 -1
- package/dist/search/engines/startpage.js +65 -46
- package/dist/search/engines/startpage.js.map +1 -1
- package/dist/search/evidence.d.ts +25 -0
- package/dist/search/evidence.d.ts.map +1 -0
- package/dist/search/evidence.js +220 -0
- package/dist/search/evidence.js.map +1 -0
- package/dist/search/filters.d.ts.map +1 -1
- package/dist/search/filters.js +58 -54
- package/dist/search/filters.js.map +1 -1
- package/dist/search/find-similar/crawl-rank.d.ts +9 -0
- package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
- package/dist/search/find-similar/crawl-rank.js +272 -0
- package/dist/search/find-similar/crawl-rank.js.map +1 -0
- package/dist/search/find-similar/mode.d.ts +4 -0
- package/dist/search/find-similar/mode.d.ts.map +1 -0
- package/dist/search/find-similar/mode.js +12 -0
- package/dist/search/find-similar/mode.js.map +1 -0
- package/dist/search/find-similar.d.ts +5 -0
- package/dist/search/find-similar.d.ts.map +1 -0
- package/dist/search/find-similar.js +509 -0
- package/dist/search/find-similar.js.map +1 -0
- package/dist/search/highlights.d.ts +19 -0
- package/dist/search/highlights.d.ts.map +1 -0
- package/dist/search/highlights.js +167 -0
- package/dist/search/highlights.js.map +1 -0
- package/dist/search/language-filter.d.ts +29 -0
- package/dist/search/language-filter.d.ts.map +1 -0
- package/dist/search/language-filter.js +126 -0
- package/dist/search/language-filter.js.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
- package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
- package/dist/search/legacy/searxng-orchestrator.js +501 -0
- package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
- package/dist/search/legacy/searxng-provider.d.ts +7 -0
- package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
- package/dist/search/legacy/searxng-provider.js +11 -0
- package/dist/search/legacy/searxng-provider.js.map +1 -0
- package/dist/search/multi-query.d.ts +25 -0
- package/dist/search/multi-query.d.ts.map +1 -0
- package/dist/search/multi-query.js +228 -0
- package/dist/search/multi-query.js.map +1 -0
- package/dist/search/query.js +32 -34
- package/dist/search/query.js.map +1 -1
- package/dist/search/rerank.d.ts +3 -1
- package/dist/search/rerank.d.ts.map +1 -1
- package/dist/search/rerank.js +44 -35
- package/dist/search/rerank.js.map +1 -1
- package/dist/search/reranker/authority-boost.d.ts +3 -0
- package/dist/search/reranker/authority-boost.d.ts.map +1 -0
- package/dist/search/reranker/authority-boost.js +179 -0
- package/dist/search/reranker/authority-boost.js.map +1 -0
- package/dist/search/reranker/consensus-boost.d.ts +3 -0
- package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
- package/dist/search/reranker/consensus-boost.js +27 -0
- package/dist/search/reranker/consensus-boost.js.map +1 -0
- package/dist/search/reranker/recency-boost.d.ts +3 -0
- package/dist/search/reranker/recency-boost.d.ts.map +1 -0
- package/dist/search/reranker/recency-boost.js +13 -0
- package/dist/search/reranker/recency-boost.js.map +1 -0
- package/dist/search/reranker/recency.d.ts +3 -0
- package/dist/search/reranker/recency.d.ts.map +1 -0
- package/dist/search/reranker/recency.js +23 -0
- package/dist/search/reranker/recency.js.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
- package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
- package/dist/search/reranker/transformers-rerank-provider.js +94 -0
- package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
- package/dist/search/rrf.d.ts +17 -0
- package/dist/search/rrf.d.ts.map +1 -0
- package/dist/search/rrf.js +39 -0
- package/dist/search/rrf.js.map +1 -0
- package/dist/search/sampling.d.ts +25 -0
- package/dist/search/sampling.d.ts.map +1 -0
- package/dist/search/sampling.js +52 -0
- package/dist/search/sampling.js.map +1 -0
- package/dist/search/searxng.d.ts.map +1 -1
- package/dist/search/searxng.js +69 -79
- package/dist/search/searxng.js.map +1 -1
- package/dist/search/tokens.d.ts +3 -0
- package/dist/search/tokens.d.ts.map +1 -0
- package/dist/search/tokens.js +39 -0
- package/dist/search/tokens.js.map +1 -0
- package/dist/search/truncate.d.ts +6 -0
- package/dist/search/truncate.d.ts.map +1 -0
- package/dist/search/truncate.js +26 -0
- package/dist/search/truncate.js.map +1 -0
- package/dist/search/url-unwrap.d.ts +3 -0
- package/dist/search/url-unwrap.d.ts.map +1 -0
- package/dist/search/url-unwrap.js +43 -0
- package/dist/search/url-unwrap.js.map +1 -0
- package/dist/search/v1/context-rank.d.ts +13 -0
- package/dist/search/v1/context-rank.d.ts.map +1 -0
- package/dist/search/v1/context-rank.js +74 -0
- package/dist/search/v1/context-rank.js.map +1 -0
- package/dist/search/v1/engine-base.d.ts +27 -0
- package/dist/search/v1/engine-base.d.ts.map +1 -0
- package/dist/search/v1/engine-base.js +110 -0
- package/dist/search/v1/engine-base.js.map +1 -0
- package/dist/search/v1/intent-router.d.ts +22 -0
- package/dist/search/v1/intent-router.d.ts.map +1 -0
- package/dist/search/v1/intent-router.js +138 -0
- package/dist/search/v1/intent-router.js.map +1 -0
- package/dist/search/v1/orchestrator.d.ts +24 -0
- package/dist/search/v1/orchestrator.d.ts.map +1 -0
- package/dist/search/v1/orchestrator.js +163 -0
- package/dist/search/v1/orchestrator.js.map +1 -0
- package/dist/search/v1/recency-boost.d.ts +9 -0
- package/dist/search/v1/recency-boost.d.ts.map +1 -0
- package/dist/search/v1/recency-boost.js +37 -0
- package/dist/search/v1/recency-boost.js.map +1 -0
- package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
- package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
- package/dist/search/v1/recent-cache-dedup.js +85 -0
- package/dist/search/v1/recent-cache-dedup.js.map +1 -0
- package/dist/search/v1/rss/feed-config.d.ts +21 -0
- package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-config.js +90 -0
- package/dist/search/v1/rss/feed-config.js.map +1 -0
- package/dist/search/v1/rss/feed-parser.d.ts +14 -0
- package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-parser.js +104 -0
- package/dist/search/v1/rss/feed-parser.js.map +1 -0
- package/dist/search/v1/rss/feed-poller.d.ts +22 -0
- package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-poller.js +102 -0
- package/dist/search/v1/rss/feed-poller.js.map +1 -0
- package/dist/search/v1/rss/feed-store.d.ts +30 -0
- package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
- package/dist/search/v1/rss/feed-store.js +134 -0
- package/dist/search/v1/rss/feed-store.js.map +1 -0
- package/dist/search/v1/rss/rss-engine.d.ts +6 -0
- package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
- package/dist/search/v1/rss/rss-engine.js +28 -0
- package/dist/search/v1/rss/rss-engine.js.map +1 -0
- package/dist/search/v1/v1-provider.d.ts +7 -0
- package/dist/search/v1/v1-provider.d.ts.map +1 -0
- package/dist/search/v1/v1-provider.js +68 -0
- package/dist/search/v1/v1-provider.js.map +1 -0
- package/dist/search/v1/verticals/code.d.ts +4 -0
- package/dist/search/v1/verticals/code.d.ts.map +1 -0
- package/dist/search/v1/verticals/code.js +20 -0
- package/dist/search/v1/verticals/code.js.map +1 -0
- package/dist/search/v1/verticals/docs.d.ts +4 -0
- package/dist/search/v1/verticals/docs.d.ts.map +1 -0
- package/dist/search/v1/verticals/docs.js +20 -0
- package/dist/search/v1/verticals/docs.js.map +1 -0
- package/dist/search/v1/verticals/general.d.ts +4 -0
- package/dist/search/v1/verticals/general.d.ts.map +1 -0
- package/dist/search/v1/verticals/general.js +22 -0
- package/dist/search/v1/verticals/general.js.map +1 -0
- package/dist/search/v1/verticals/news.d.ts +10 -0
- package/dist/search/v1/verticals/news.d.ts.map +1 -0
- package/dist/search/v1/verticals/news.js +52 -0
- package/dist/search/v1/verticals/news.js.map +1 -0
- package/dist/search/v1/verticals/papers.d.ts +4 -0
- package/dist/search/v1/verticals/papers.d.ts.map +1 -0
- package/dist/search/v1/verticals/papers.js +23 -0
- package/dist/search/v1/verticals/papers.js.map +1 -0
- package/dist/search/validator.js +31 -31
- package/dist/search/validator.js.map +1 -1
- package/dist/searxng/bootstrap.d.ts +30 -0
- package/dist/searxng/bootstrap.d.ts.map +1 -1
- package/dist/searxng/bootstrap.js +223 -85
- package/dist/searxng/bootstrap.js.map +1 -1
- package/dist/searxng/docker.d.ts.map +1 -1
- package/dist/searxng/docker.js +69 -60
- package/dist/searxng/docker.js.map +1 -1
- package/dist/searxng/process.d.ts +13 -1
- package/dist/searxng/process.d.ts.map +1 -1
- package/dist/searxng/process.js +231 -164
- package/dist/searxng/process.js.map +1 -1
- package/dist/server/backend-status.d.ts +13 -0
- package/dist/server/backend-status.d.ts.map +1 -0
- package/dist/server/backend-status.js +40 -0
- package/dist/server/backend-status.js.map +1 -0
- package/dist/server/tool-schemas.d.ts +549 -0
- package/dist/server/tool-schemas.d.ts.map +1 -0
- package/dist/server/tool-schemas.js +464 -0
- package/dist/server/tool-schemas.js.map +1 -0
- package/dist/server/warmup-on-start.d.ts +9 -0
- package/dist/server/warmup-on-start.d.ts.map +1 -0
- package/dist/server/warmup-on-start.js +55 -0
- package/dist/server/warmup-on-start.js.map +1 -0
- package/dist/server.d.ts +17 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +454 -297
- package/dist/server.js.map +1 -1
- package/dist/tools/agent.d.ts +5 -0
- package/dist/tools/agent.d.ts.map +1 -0
- package/dist/tools/agent.js +128 -0
- package/dist/tools/agent.js.map +1 -0
- package/dist/tools/cache.d.ts +2 -1
- package/dist/tools/cache.d.ts.map +1 -1
- package/dist/tools/cache.js +177 -44
- package/dist/tools/cache.js.map +1 -1
- package/dist/tools/crawl.d.ts.map +1 -1
- package/dist/tools/crawl.js +171 -88
- package/dist/tools/crawl.js.map +1 -1
- package/dist/tools/extract.d.ts +2 -2
- package/dist/tools/extract.d.ts.map +1 -1
- package/dist/tools/extract.js +175 -59
- package/dist/tools/extract.js.map +1 -1
- package/dist/tools/fetch.d.ts +2 -2
- package/dist/tools/fetch.d.ts.map +1 -1
- package/dist/tools/fetch.js +174 -68
- package/dist/tools/fetch.js.map +1 -1
- package/dist/tools/find-similar.d.ts +5 -0
- package/dist/tools/find-similar.d.ts.map +1 -0
- package/dist/tools/find-similar.js +127 -0
- package/dist/tools/find-similar.js.map +1 -0
- package/dist/tools/research.d.ts +5 -0
- package/dist/tools/research.d.ts.map +1 -0
- package/dist/tools/research.js +107 -0
- package/dist/tools/research.js.map +1 -0
- package/dist/tools/search.d.ts +10 -2
- package/dist/tools/search.d.ts.map +1 -1
- package/dist/tools/search.js +13 -158
- package/dist/tools/search.js.map +1 -1
- package/dist/types.d.ts +350 -7
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +6 -1
- package/dist/types.js.map +1 -1
- package/dist/util/mode.d.ts +4 -0
- package/dist/util/mode.d.ts.map +1 -0
- package/dist/util/mode.js +34 -0
- package/dist/util/mode.js.map +1 -0
- package/package.json +78 -8
- package/dist/extraction/trafilatura.d.ts +0 -6
- package/dist/extraction/trafilatura.d.ts.map +0 -1
- package/dist/extraction/trafilatura.js +0 -105
- package/dist/extraction/trafilatura.js.map +0 -1
- package/dist/search/flashrank.d.ts +0 -12
- package/dist/search/flashrank.d.ts.map +0 -1
- package/dist/search/flashrank.js +0 -63
- package/dist/search/flashrank.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-select.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/model-select.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAgB9C,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,WAAW,EACrB,cAAc,CAAC,EAAE,MAAM,EACvB,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,MAAM,CAOR;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,CAEjE;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,CAElE"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
const PROVIDER_DEFAULTS = {
|
|
2
|
+
anthropic: "claude-haiku-4-5",
|
|
3
|
+
openai: "gpt-4o-mini",
|
|
4
|
+
gemini: "gemini-2.5-flash-lite",
|
|
5
|
+
groq: "llama-3.3-70b-versatile"
|
|
6
|
+
};
|
|
7
|
+
const PROVIDER_ENV = {
|
|
8
|
+
anthropic: "WIGOLO_LLM_MODEL_ANTHROPIC",
|
|
9
|
+
openai: "WIGOLO_LLM_MODEL_OPENAI",
|
|
10
|
+
gemini: "WIGOLO_LLM_MODEL_GEMINI",
|
|
11
|
+
groq: "WIGOLO_LLM_MODEL_GROQ"
|
|
12
|
+
};
|
|
13
|
+
function resolveModel(provider, callerOverride, env = process.env) {
|
|
14
|
+
if (callerOverride) return callerOverride;
|
|
15
|
+
const providerSpecific = env[PROVIDER_ENV[provider]];
|
|
16
|
+
if (providerSpecific) return providerSpecific;
|
|
17
|
+
const universal = env.WIGOLO_LLM_MODEL;
|
|
18
|
+
if (universal) return universal;
|
|
19
|
+
return PROVIDER_DEFAULTS[provider];
|
|
20
|
+
}
|
|
21
|
+
function providerModelEnvVar(provider) {
|
|
22
|
+
return PROVIDER_ENV[provider];
|
|
23
|
+
}
|
|
24
|
+
function providerDefaultModel(provider) {
|
|
25
|
+
return PROVIDER_DEFAULTS[provider];
|
|
26
|
+
}
|
|
27
|
+
export {
|
|
28
|
+
providerDefaultModel,
|
|
29
|
+
providerModelEnvVar,
|
|
30
|
+
resolveModel
|
|
31
|
+
};
|
|
32
|
+
//# sourceMappingURL=model-select.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/integrations/cloud/llm/model-select.ts"],"sourcesContent":["// Resolve the model name to use for a given provider. Precedence:\n// 1. caller-supplied override (synthesis vs extract may differ)\n// 2. provider-specific env (e.g. WIGOLO_LLM_MODEL_GEMINI)\n// 3. universal env (WIGOLO_LLM_MODEL) — applies to whichever provider is active\n// 4. provider default (per adapter)\n\nimport type { LLMProvider } from './types.js';\n\nconst PROVIDER_DEFAULTS: Record<LLMProvider, string> = {\n anthropic: 'claude-haiku-4-5',\n openai: 'gpt-4o-mini',\n gemini: 'gemini-2.5-flash-lite',\n groq: 'llama-3.3-70b-versatile',\n};\n\nconst PROVIDER_ENV: Record<LLMProvider, string> = {\n anthropic: 'WIGOLO_LLM_MODEL_ANTHROPIC',\n openai: 'WIGOLO_LLM_MODEL_OPENAI',\n gemini: 'WIGOLO_LLM_MODEL_GEMINI',\n groq: 'WIGOLO_LLM_MODEL_GROQ',\n};\n\nexport function resolveModel(\n provider: LLMProvider,\n callerOverride?: string,\n env: Record<string, string | undefined> = process.env,\n): string {\n if (callerOverride) return callerOverride;\n const providerSpecific = env[PROVIDER_ENV[provider]];\n if (providerSpecific) return providerSpecific;\n const universal = env.WIGOLO_LLM_MODEL;\n if (universal) return universal;\n return PROVIDER_DEFAULTS[provider];\n}\n\nexport function providerModelEnvVar(provider: LLMProvider): string {\n return PROVIDER_ENV[provider];\n}\n\nexport function providerDefaultModel(provider: LLMProvider): string {\n return PROVIDER_DEFAULTS[provider];\n}\n"],"mappings":"AAQA,MAAM,oBAAiD;AAAA,EACrD,WAAW;AAAA,EACX,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,MAAM;AACR;AAEA,MAAM,eAA4C;AAAA,EAChD,WAAW;AAAA,EACX,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,MAAM;AACR;AAEO,SAAS,aACd,UACA,gBACA,MAA0C,QAAQ,KAC1C;AACR,MAAI,eAAgB,QAAO;AAC3B,QAAM,mBAAmB,IAAI,aAAa,QAAQ,CAAC;AACnD,MAAI,iBAAkB,QAAO;AAC7B,QAAM,YAAY,IAAI;AACtB,MAAI,UAAW,QAAO;AACtB,SAAO,kBAAkB,QAAQ;AACnC;AAEO,SAAS,oBAAoB,UAA+B;AACjE,SAAO,aAAa,QAAQ;AAC9B;AAEO,SAAS,qBAAqB,UAA+B;AAClE,SAAO,kBAAkB,QAAQ;AACnC;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAIhE,wBAAsB,UAAU,CAC9B,IAAI,EAAE,WAAW,EACjB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,gBAAgB,CAAC,CAwC3B"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import OpenAI from "openai";
|
|
2
|
+
const DEFAULT_MODEL = "gpt-4o-mini";
|
|
3
|
+
async function callOpenAI(opts, apiKey) {
|
|
4
|
+
const client = new OpenAI({ apiKey });
|
|
5
|
+
const model = opts.modelOverride ?? DEFAULT_MODEL;
|
|
6
|
+
const start = Date.now();
|
|
7
|
+
const response = await client.chat.completions.create(
|
|
8
|
+
{
|
|
9
|
+
model,
|
|
10
|
+
messages: [{ role: "user", content: opts.prompt }],
|
|
11
|
+
response_format: {
|
|
12
|
+
type: "json_schema",
|
|
13
|
+
json_schema: {
|
|
14
|
+
name: "extract",
|
|
15
|
+
schema: opts.jsonSchema,
|
|
16
|
+
strict: true
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
{ signal: opts.signal }
|
|
21
|
+
);
|
|
22
|
+
const content = response.choices?.[0]?.message?.content;
|
|
23
|
+
if (!content) {
|
|
24
|
+
throw new Error("openai: empty content in response");
|
|
25
|
+
}
|
|
26
|
+
let values;
|
|
27
|
+
try {
|
|
28
|
+
values = JSON.parse(content);
|
|
29
|
+
} catch (e) {
|
|
30
|
+
throw new Error(`openai: invalid JSON in response: ${e.message}`);
|
|
31
|
+
}
|
|
32
|
+
return {
|
|
33
|
+
values,
|
|
34
|
+
provider: "openai",
|
|
35
|
+
model: response.model ?? model,
|
|
36
|
+
cached: false,
|
|
37
|
+
latencyMs: Date.now() - start
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
export {
|
|
41
|
+
callOpenAI
|
|
42
|
+
};
|
|
43
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/integrations/cloud/llm/openai.ts"],"sourcesContent":["import OpenAI from 'openai';\nimport type { LLMCallOpts, LLMExtractResult } from './types.js';\n\nconst DEFAULT_MODEL = 'gpt-4o-mini';\n\nexport async function callOpenAI(\n opts: LLMCallOpts,\n apiKey: string,\n): Promise<LLMExtractResult> {\n const client = new OpenAI({ apiKey });\n const model = opts.modelOverride ?? DEFAULT_MODEL;\n const start = Date.now();\n\n const response = await client.chat.completions.create(\n {\n model,\n messages: [{ role: 'user', content: opts.prompt }],\n response_format: {\n type: 'json_schema',\n json_schema: {\n name: 'extract',\n schema: opts.jsonSchema,\n strict: true,\n },\n },\n },\n { signal: opts.signal },\n );\n\n const content = response.choices?.[0]?.message?.content;\n if (!content) {\n throw new Error('openai: empty content in response');\n }\n\n let values: Record<string, unknown>;\n try {\n values = JSON.parse(content);\n } catch (e) {\n throw new Error(`openai: invalid JSON in response: ${(e as Error).message}`);\n }\n\n return {\n values,\n provider: 'openai',\n model: response.model ?? model,\n cached: false,\n latencyMs: Date.now() - start,\n };\n}\n"],"mappings":"AAAA,OAAO,YAAY;AAGnB,MAAM,gBAAgB;AAEtB,eAAsB,WACpB,MACA,QAC2B;AAC3B,QAAM,SAAS,IAAI,OAAO,EAAE,OAAO,CAAC;AACpC,QAAM,QAAQ,KAAK,iBAAiB;AACpC,QAAM,QAAQ,KAAK,IAAI;AAEvB,QAAM,WAAW,MAAM,OAAO,KAAK,YAAY;AAAA,IAC7C;AAAA,MACE;AAAA,MACA,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,KAAK,OAAO,CAAC;AAAA,MACjD,iBAAiB;AAAA,QACf,MAAM;AAAA,QACN,aAAa;AAAA,UACX,MAAM;AAAA,UACN,QAAQ,KAAK;AAAA,UACb,QAAQ;AAAA,QACV;AAAA,MACF;AAAA,IACF;AAAA,IACA,EAAE,QAAQ,KAAK,OAAO;AAAA,EACxB;AAEA,QAAM,UAAU,SAAS,UAAU,CAAC,GAAG,SAAS;AAChD,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,mCAAmC;AAAA,EACrD;AAEA,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,OAAO;AAAA,EAC7B,SAAS,GAAG;AACV,UAAM,IAAI,MAAM,qCAAsC,EAAY,OAAO,EAAE;AAAA,EAC7E;AAEA,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,IACV,OAAO,SAAS,SAAS;AAAA,IACzB,QAAQ;AAAA,IACR,WAAW,KAAK,IAAI,IAAI;AAAA,EAC1B;AACF;","names":[]}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { LLMProvider } from './types.js';
|
|
2
|
+
export interface RunLlmTextOpts {
|
|
3
|
+
prompt: string;
|
|
4
|
+
maxTokens?: number;
|
|
5
|
+
modelOverride?: string;
|
|
6
|
+
timeoutMs?: number;
|
|
7
|
+
signal?: AbortSignal;
|
|
8
|
+
}
|
|
9
|
+
export interface RunLlmTextResult {
|
|
10
|
+
text: string;
|
|
11
|
+
provider: LLMProvider | 'custom';
|
|
12
|
+
model: string;
|
|
13
|
+
latencyMs: number;
|
|
14
|
+
}
|
|
15
|
+
export interface RunLlmJsonOpts extends RunLlmTextOpts {
|
|
16
|
+
jsonSchema?: Record<string, unknown>;
|
|
17
|
+
}
|
|
18
|
+
export interface RunLlmJsonResult {
|
|
19
|
+
values: Record<string, unknown>;
|
|
20
|
+
provider: LLMProvider | 'custom';
|
|
21
|
+
model: string;
|
|
22
|
+
latencyMs: number;
|
|
23
|
+
}
|
|
24
|
+
export declare function isLlmConfigured(env?: Record<string, string | undefined>): boolean;
|
|
25
|
+
export declare function runLlmText(opts: RunLlmTextOpts): Promise<RunLlmTextResult>;
|
|
26
|
+
export declare function runLlmJson(opts: RunLlmJsonOpts): Promise<RunLlmJsonResult>;
|
|
27
|
+
//# sourceMappingURL=run.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/run.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAO9C,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,WAAW,GAAG,QAAQ,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAe,SAAQ,cAAc;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,QAAQ,EAAE,WAAW,GAAG,QAAQ,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,eAAe,CAAC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GAAG,OAAO,CAI9F;AAkBD,wBAAsB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA0ChF;AAED,wBAAsB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAmBhF"}
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
import { TEXT_ADAPTERS } from "./text-adapters.js";
|
|
2
|
+
import { selectProvider, providerEnvVar } from "./select.js";
|
|
3
|
+
import { resolveModel } from "./model-select.js";
|
|
4
|
+
import { createLogger } from "../../../logger.js";
|
|
5
|
+
const log = createLogger("providers");
|
|
6
|
+
const DEFAULT_TIMEOUT_MS = 6e4;
|
|
7
|
+
function isLlmConfigured(env = process.env) {
|
|
8
|
+
const raw = env.WIGOLO_LLM_PROVIDER;
|
|
9
|
+
if (raw && (raw.startsWith("http://") || raw.startsWith("https://"))) return true;
|
|
10
|
+
return selectProvider(env) !== null;
|
|
11
|
+
}
|
|
12
|
+
function pickBackend(env) {
|
|
13
|
+
const raw = env.WIGOLO_LLM_PROVIDER;
|
|
14
|
+
if (raw && (raw.startsWith("http://") || raw.startsWith("https://"))) {
|
|
15
|
+
return { type: "custom", url: raw };
|
|
16
|
+
}
|
|
17
|
+
const provider = selectProvider(env);
|
|
18
|
+
if (provider) return { type: "cloud", provider };
|
|
19
|
+
return null;
|
|
20
|
+
}
|
|
21
|
+
function buildSignal(opts) {
|
|
22
|
+
if (opts.signal) return opts.signal;
|
|
23
|
+
if (opts.timeoutMs) return AbortSignal.timeout(opts.timeoutMs);
|
|
24
|
+
return AbortSignal.timeout(DEFAULT_TIMEOUT_MS);
|
|
25
|
+
}
|
|
26
|
+
async function runLlmText(opts) {
|
|
27
|
+
const backend = pickBackend(process.env);
|
|
28
|
+
if (!backend) {
|
|
29
|
+
throw new Error("No LLM configured \u2014 set WIGOLO_LLM_PROVIDER or a provider API key");
|
|
30
|
+
}
|
|
31
|
+
const signal = buildSignal(opts);
|
|
32
|
+
if (backend.type === "cloud") {
|
|
33
|
+
const apiKey = process.env[providerEnvVar(backend.provider)];
|
|
34
|
+
const model2 = resolveModel(backend.provider, opts.modelOverride);
|
|
35
|
+
log.debug("runLlmText cloud", { provider: backend.provider, model: model2 });
|
|
36
|
+
const r = await TEXT_ADAPTERS[backend.provider](
|
|
37
|
+
{ prompt: opts.prompt, model: model2, maxTokens: opts.maxTokens, signal },
|
|
38
|
+
apiKey
|
|
39
|
+
);
|
|
40
|
+
return { text: r.text, provider: r.provider, model: r.model, latencyMs: r.latencyMs };
|
|
41
|
+
}
|
|
42
|
+
const endpoint = backend.url.includes("/chat/completions") ? backend.url : backend.url.replace(/\/+$/, "") + "/v1/chat/completions";
|
|
43
|
+
const model = opts.modelOverride ?? process.env.WIGOLO_LLM_MODEL ?? "local";
|
|
44
|
+
log.debug("runLlmText custom", { url: endpoint, model });
|
|
45
|
+
const start = Date.now();
|
|
46
|
+
const response = await fetch(endpoint, {
|
|
47
|
+
method: "POST",
|
|
48
|
+
headers: { "content-type": "application/json" },
|
|
49
|
+
body: JSON.stringify({
|
|
50
|
+
model,
|
|
51
|
+
messages: [{ role: "user", content: opts.prompt }],
|
|
52
|
+
max_tokens: opts.maxTokens
|
|
53
|
+
}),
|
|
54
|
+
signal
|
|
55
|
+
});
|
|
56
|
+
if (!response.ok) throw new Error(`Local LLM endpoint returned ${response.status}`);
|
|
57
|
+
const payload = await response.json();
|
|
58
|
+
const text = payload.choices?.[0]?.message?.content;
|
|
59
|
+
if (typeof text !== "string" || text.trim().length === 0) {
|
|
60
|
+
throw new Error("Local LLM response missing message content");
|
|
61
|
+
}
|
|
62
|
+
return { text, provider: "custom", model, latencyMs: Date.now() - start };
|
|
63
|
+
}
|
|
64
|
+
async function runLlmJson(opts) {
|
|
65
|
+
const schemaText = opts.jsonSchema ? `
|
|
66
|
+
Return JSON matching this schema:
|
|
67
|
+
${JSON.stringify(opts.jsonSchema)}` : "";
|
|
68
|
+
const wrapped = `${opts.prompt}
|
|
69
|
+
|
|
70
|
+
Return ONLY valid JSON, no prose.${schemaText}`;
|
|
71
|
+
const r = await runLlmText({ ...opts, prompt: wrapped });
|
|
72
|
+
let values;
|
|
73
|
+
try {
|
|
74
|
+
values = JSON.parse(stripJsonFences(r.text));
|
|
75
|
+
} catch (e) {
|
|
76
|
+
throw new Error(`LLM returned invalid JSON: ${e.message}`);
|
|
77
|
+
}
|
|
78
|
+
if (!values || typeof values !== "object" || Array.isArray(values)) {
|
|
79
|
+
throw new Error("LLM response is not a JSON object");
|
|
80
|
+
}
|
|
81
|
+
return {
|
|
82
|
+
values,
|
|
83
|
+
provider: r.provider,
|
|
84
|
+
model: r.model,
|
|
85
|
+
latencyMs: r.latencyMs
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
function stripJsonFences(text) {
|
|
89
|
+
const trimmed = text.trim();
|
|
90
|
+
const fenced = trimmed.match(/^```(?:json)?\s*([\s\S]+?)\s*```$/);
|
|
91
|
+
if (fenced) return fenced[1];
|
|
92
|
+
return trimmed;
|
|
93
|
+
}
|
|
94
|
+
export {
|
|
95
|
+
isLlmConfigured,
|
|
96
|
+
runLlmJson,
|
|
97
|
+
runLlmText
|
|
98
|
+
};
|
|
99
|
+
//# sourceMappingURL=run.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/integrations/cloud/llm/run.ts"],"sourcesContent":["// Unified entry point for LLM calls across wigolo. Selects a backend from\n// env and delegates:\n// - cloud provider name (anthropic/openai/gemini/groq) → SDK adapter\n// - OpenAI-compatible URL (http://...) → POST /v1/chat/completions\n//\n// Used by research synthesis, agent synthesis, and v1 extract LLM fallback\n// so a single WIGOLO_LLM_PROVIDER configuration drives every code path.\n\nimport { TEXT_ADAPTERS, type TextCallResult } from './text-adapters.js';\nimport { selectProvider, providerEnvVar } from './select.js';\nimport { resolveModel } from './model-select.js';\nimport type { LLMProvider } from './types.js';\nimport { createLogger } from '../../../logger.js';\n\nconst log = createLogger('providers');\n\nconst DEFAULT_TIMEOUT_MS = 60_000;\n\nexport interface RunLlmTextOpts {\n prompt: string;\n maxTokens?: number;\n modelOverride?: string;\n timeoutMs?: number;\n signal?: AbortSignal;\n}\n\nexport interface RunLlmTextResult {\n text: string;\n provider: LLMProvider | 'custom';\n model: string;\n latencyMs: number;\n}\n\nexport interface RunLlmJsonOpts extends RunLlmTextOpts {\n jsonSchema?: Record<string, unknown>;\n}\n\nexport interface RunLlmJsonResult {\n values: Record<string, unknown>;\n provider: LLMProvider | 'custom';\n model: string;\n latencyMs: number;\n}\n\nexport function isLlmConfigured(env: Record<string, string | undefined> = process.env): boolean {\n const raw = env.WIGOLO_LLM_PROVIDER;\n if (raw && (raw.startsWith('http://') || raw.startsWith('https://'))) return true;\n return selectProvider(env) !== null;\n}\n\nfunction pickBackend(env: Record<string, string | undefined>): { type: 'cloud'; provider: LLMProvider } | { type: 'custom'; url: string } | null {\n const raw = env.WIGOLO_LLM_PROVIDER;\n if (raw && (raw.startsWith('http://') || raw.startsWith('https://'))) {\n return { type: 'custom', url: raw };\n }\n const provider = selectProvider(env);\n if (provider) return { type: 'cloud', provider };\n return null;\n}\n\nfunction buildSignal(opts: { timeoutMs?: number; signal?: AbortSignal }): AbortSignal | undefined {\n if (opts.signal) return opts.signal;\n if (opts.timeoutMs) return AbortSignal.timeout(opts.timeoutMs);\n return AbortSignal.timeout(DEFAULT_TIMEOUT_MS);\n}\n\nexport async function runLlmText(opts: RunLlmTextOpts): Promise<RunLlmTextResult> {\n const backend = pickBackend(process.env);\n if (!backend) {\n throw new Error('No LLM configured — set WIGOLO_LLM_PROVIDER or a provider API key');\n }\n const signal = buildSignal(opts);\n\n if (backend.type === 'cloud') {\n const apiKey = process.env[providerEnvVar(backend.provider)] as string;\n const model = resolveModel(backend.provider, opts.modelOverride);\n log.debug('runLlmText cloud', { provider: backend.provider, model });\n const r: TextCallResult = await TEXT_ADAPTERS[backend.provider](\n { prompt: opts.prompt, model, maxTokens: opts.maxTokens, signal },\n apiKey,\n );\n return { text: r.text, provider: r.provider, model: r.model, latencyMs: r.latencyMs };\n }\n\n // Custom OpenAI-compatible URL backend (e.g. Ollama, vLLM, LM Studio).\n const endpoint = backend.url.includes('/chat/completions')\n ? backend.url\n : backend.url.replace(/\\/+$/, '') + '/v1/chat/completions';\n const model = opts.modelOverride ?? process.env.WIGOLO_LLM_MODEL ?? 'local';\n log.debug('runLlmText custom', { url: endpoint, model });\n const start = Date.now();\n const response = await fetch(endpoint, {\n method: 'POST',\n headers: { 'content-type': 'application/json' },\n body: JSON.stringify({\n model,\n messages: [{ role: 'user', content: opts.prompt }],\n max_tokens: opts.maxTokens,\n }),\n signal,\n });\n if (!response.ok) throw new Error(`Local LLM endpoint returned ${response.status}`);\n const payload = (await response.json()) as { choices?: Array<{ message?: { content?: string } }> };\n const text = payload.choices?.[0]?.message?.content;\n if (typeof text !== 'string' || text.trim().length === 0) {\n throw new Error('Local LLM response missing message content');\n }\n return { text, provider: 'custom', model, latencyMs: Date.now() - start };\n}\n\nexport async function runLlmJson(opts: RunLlmJsonOpts): Promise<RunLlmJsonResult> {\n const schemaText = opts.jsonSchema ? `\\nReturn JSON matching this schema:\\n${JSON.stringify(opts.jsonSchema)}` : '';\n const wrapped = `${opts.prompt}\\n\\nReturn ONLY valid JSON, no prose.${schemaText}`;\n const r = await runLlmText({ ...opts, prompt: wrapped });\n let values: unknown;\n try {\n values = JSON.parse(stripJsonFences(r.text));\n } catch (e) {\n throw new Error(`LLM returned invalid JSON: ${(e as Error).message}`);\n }\n if (!values || typeof values !== 'object' || Array.isArray(values)) {\n throw new Error('LLM response is not a JSON object');\n }\n return {\n values: values as Record<string, unknown>,\n provider: r.provider,\n model: r.model,\n latencyMs: r.latencyMs,\n };\n}\n\nfunction stripJsonFences(text: string): string {\n const trimmed = text.trim();\n const fenced = trimmed.match(/^```(?:json)?\\s*([\\s\\S]+?)\\s*```$/);\n if (fenced) return fenced[1];\n return trimmed;\n}\n"],"mappings":"AAQA,SAAS,qBAA0C;AACnD,SAAS,gBAAgB,sBAAsB;AAC/C,SAAS,oBAAoB;AAE7B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,WAAW;AAEpC,MAAM,qBAAqB;AA4BpB,SAAS,gBAAgB,MAA0C,QAAQ,KAAc;AAC9F,QAAM,MAAM,IAAI;AAChB,MAAI,QAAQ,IAAI,WAAW,SAAS,KAAK,IAAI,WAAW,UAAU,GAAI,QAAO;AAC7E,SAAO,eAAe,GAAG,MAAM;AACjC;AAEA,SAAS,YAAY,KAA4H;AAC/I,QAAM,MAAM,IAAI;AAChB,MAAI,QAAQ,IAAI,WAAW,SAAS,KAAK,IAAI,WAAW,UAAU,IAAI;AACpE,WAAO,EAAE,MAAM,UAAU,KAAK,IAAI;AAAA,EACpC;AACA,QAAM,WAAW,eAAe,GAAG;AACnC,MAAI,SAAU,QAAO,EAAE,MAAM,SAAS,SAAS;AAC/C,SAAO;AACT;AAEA,SAAS,YAAY,MAA6E;AAChG,MAAI,KAAK,OAAQ,QAAO,KAAK;AAC7B,MAAI,KAAK,UAAW,QAAO,YAAY,QAAQ,KAAK,SAAS;AAC7D,SAAO,YAAY,QAAQ,kBAAkB;AAC/C;AAEA,eAAsB,WAAW,MAAiD;AAChF,QAAM,UAAU,YAAY,QAAQ,GAAG;AACvC,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,wEAAmE;AAAA,EACrF;AACA,QAAM,SAAS,YAAY,IAAI;AAE/B,MAAI,QAAQ,SAAS,SAAS;AAC5B,UAAM,SAAS,QAAQ,IAAI,eAAe,QAAQ,QAAQ,CAAC;AAC3D,UAAMA,SAAQ,aAAa,QAAQ,UAAU,KAAK,aAAa;AAC/D,QAAI,MAAM,oBAAoB,EAAE,UAAU,QAAQ,UAAU,OAAAA,OAAM,CAAC;AACnE,UAAM,IAAoB,MAAM,cAAc,QAAQ,QAAQ;AAAA,MAC5D,EAAE,QAAQ,KAAK,QAAQ,OAAAA,QAAO,WAAW,KAAK,WAAW,OAAO;AAAA,MAChE;AAAA,IACF;AACA,WAAO,EAAE,MAAM,EAAE,MAAM,UAAU,EAAE,UAAU,OAAO,EAAE,OAAO,WAAW,EAAE,UAAU;AAAA,EACtF;AAGA,QAAM,WAAW,QAAQ,IAAI,SAAS,mBAAmB,IACrD,QAAQ,MACR,QAAQ,IAAI,QAAQ,QAAQ,EAAE,IAAI;AACtC,QAAM,QAAQ,KAAK,iBAAiB,QAAQ,IAAI,oBAAoB;AACpE,MAAI,MAAM,qBAAqB,EAAE,KAAK,UAAU,MAAM,CAAC;AACvD,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,WAAW,MAAM,MAAM,UAAU;AAAA,IACrC,QAAQ;AAAA,IACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAC9C,MAAM,KAAK,UAAU;AAAA,MACnB;AAAA,MACA,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,KAAK,OAAO,CAAC;AAAA,MACjD,YAAY,KAAK;AAAA,IACnB,CAAC;AAAA,IACD;AAAA,EACF,CAAC;AACD,MAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,+BAA+B,SAAS,MAAM,EAAE;AAClF,QAAM,UAAW,MAAM,SAAS,KAAK;AACrC,QAAM,OAAO,QAAQ,UAAU,CAAC,GAAG,SAAS;AAC5C,MAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,UAAM,IAAI,MAAM,4CAA4C;AAAA,EAC9D;AACA,SAAO,EAAE,MAAM,UAAU,UAAU,OAAO,WAAW,KAAK,IAAI,IAAI,MAAM;AAC1E;AAEA,eAAsB,WAAW,MAAiD;AAChF,QAAM,aAAa,KAAK,aAAa;AAAA;AAAA,EAAwC,KAAK,UAAU,KAAK,UAAU,CAAC,KAAK;AACjH,QAAM,UAAU,GAAG,KAAK,MAAM;AAAA;AAAA,mCAAwC,UAAU;AAChF,QAAM,IAAI,MAAM,WAAW,EAAE,GAAG,MAAM,QAAQ,QAAQ,CAAC;AACvD,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,gBAAgB,EAAE,IAAI,CAAC;AAAA,EAC7C,SAAS,GAAG;AACV,UAAM,IAAI,MAAM,8BAA+B,EAAY,OAAO,EAAE;AAAA,EACtE;AACA,MAAI,CAAC,UAAU,OAAO,WAAW,YAAY,MAAM,QAAQ,MAAM,GAAG;AAClE,UAAM,IAAI,MAAM,mCAAmC;AAAA,EACrD;AACA,SAAO;AAAA,IACL;AAAA,IACA,UAAU,EAAE;AAAA,IACZ,OAAO,EAAE;AAAA,IACT,WAAW,EAAE;AAAA,EACf;AACF;AAEA,SAAS,gBAAgB,MAAsB;AAC7C,QAAM,UAAU,KAAK,KAAK;AAC1B,QAAM,SAAS,QAAQ,MAAM,mCAAmC;AAChE,MAAI,OAAQ,QAAO,OAAO,CAAC;AAC3B,SAAO;AACT;","names":["model"]}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { LLMProvider } from './types.js';
|
|
2
|
+
export declare function selectProvider(env: Record<string, string | undefined>): LLMProvider | null;
|
|
3
|
+
export declare function providerEnvVar(p: LLMProvider): string;
|
|
4
|
+
export declare function allProviders(): readonly LLMProvider[];
|
|
5
|
+
//# sourceMappingURL=select.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"select.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/select.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAW9C,wBAAgB,cAAc,CAC5B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GACtC,WAAW,GAAG,IAAI,CAUpB;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAErD;AAED,wBAAgB,YAAY,IAAI,SAAS,WAAW,EAAE,CAErD"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
const PROVIDER_ORDER = ["anthropic", "openai", "gemini", "groq"];
|
|
2
|
+
const PROVIDER_ENV = {
|
|
3
|
+
anthropic: "ANTHROPIC_API_KEY",
|
|
4
|
+
openai: "OPENAI_API_KEY",
|
|
5
|
+
gemini: "GOOGLE_API_KEY",
|
|
6
|
+
groq: "GROQ_API_KEY"
|
|
7
|
+
};
|
|
8
|
+
function selectProvider(env) {
|
|
9
|
+
const override = env.WIGOLO_LLM_PROVIDER;
|
|
10
|
+
if (override && PROVIDER_ORDER.includes(override)) {
|
|
11
|
+
const p = override;
|
|
12
|
+
if (env[PROVIDER_ENV[p]]) return p;
|
|
13
|
+
}
|
|
14
|
+
for (const p of PROVIDER_ORDER) {
|
|
15
|
+
if (env[PROVIDER_ENV[p]]) return p;
|
|
16
|
+
}
|
|
17
|
+
return null;
|
|
18
|
+
}
|
|
19
|
+
function providerEnvVar(p) {
|
|
20
|
+
return PROVIDER_ENV[p];
|
|
21
|
+
}
|
|
22
|
+
function allProviders() {
|
|
23
|
+
return PROVIDER_ORDER;
|
|
24
|
+
}
|
|
25
|
+
export {
|
|
26
|
+
allProviders,
|
|
27
|
+
providerEnvVar,
|
|
28
|
+
selectProvider
|
|
29
|
+
};
|
|
30
|
+
//# sourceMappingURL=select.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/integrations/cloud/llm/select.ts"],"sourcesContent":["import type { LLMProvider } from './types.js';\n\nconst PROVIDER_ORDER: LLMProvider[] = ['anthropic', 'openai', 'gemini', 'groq'];\n\nconst PROVIDER_ENV: Record<LLMProvider, string> = {\n anthropic: 'ANTHROPIC_API_KEY',\n openai: 'OPENAI_API_KEY',\n gemini: 'GOOGLE_API_KEY',\n groq: 'GROQ_API_KEY',\n};\n\nexport function selectProvider(\n env: Record<string, string | undefined>,\n): LLMProvider | null {\n const override = env.WIGOLO_LLM_PROVIDER;\n if (override && (PROVIDER_ORDER as string[]).includes(override)) {\n const p = override as LLMProvider;\n if (env[PROVIDER_ENV[p]]) return p;\n }\n for (const p of PROVIDER_ORDER) {\n if (env[PROVIDER_ENV[p]]) return p;\n }\n return null;\n}\n\nexport function providerEnvVar(p: LLMProvider): string {\n return PROVIDER_ENV[p];\n}\n\nexport function allProviders(): readonly LLMProvider[] {\n return PROVIDER_ORDER;\n}\n"],"mappings":"AAEA,MAAM,iBAAgC,CAAC,aAAa,UAAU,UAAU,MAAM;AAE9E,MAAM,eAA4C;AAAA,EAChD,WAAW;AAAA,EACX,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,MAAM;AACR;AAEO,SAAS,eACd,KACoB;AACpB,QAAM,WAAW,IAAI;AACrB,MAAI,YAAa,eAA4B,SAAS,QAAQ,GAAG;AAC/D,UAAM,IAAI;AACV,QAAI,IAAI,aAAa,CAAC,CAAC,EAAG,QAAO;AAAA,EACnC;AACA,aAAW,KAAK,gBAAgB;AAC9B,QAAI,IAAI,aAAa,CAAC,CAAC,EAAG,QAAO;AAAA,EACnC;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAwB;AACrD,SAAO,aAAa,CAAC;AACvB;AAEO,SAAS,eAAuC;AACrD,SAAO;AACT;","names":[]}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { LLMProvider } from './types.js';
|
|
2
|
+
export interface TextCallOpts {
|
|
3
|
+
prompt: string;
|
|
4
|
+
model: string;
|
|
5
|
+
maxTokens?: number;
|
|
6
|
+
signal?: AbortSignal;
|
|
7
|
+
}
|
|
8
|
+
export interface TextCallResult {
|
|
9
|
+
text: string;
|
|
10
|
+
provider: LLMProvider;
|
|
11
|
+
model: string;
|
|
12
|
+
latencyMs: number;
|
|
13
|
+
}
|
|
14
|
+
export declare function callAnthropicText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult>;
|
|
15
|
+
export declare function callOpenAIText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult>;
|
|
16
|
+
export declare function callGeminiText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult>;
|
|
17
|
+
export declare function callGroqText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult>;
|
|
18
|
+
export declare const TEXT_ADAPTERS: Record<LLMProvider, (opts: TextCallOpts, apiKey: string) => Promise<TextCallResult>>;
|
|
19
|
+
//# sourceMappingURL=text-adapters.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"text-adapters.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/text-adapters.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAsBnG;AAED,wBAAsB,cAAc,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAsBhG;AAED,wBAAsB,cAAc,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAoBhG;AAED,wBAAsB,YAAY,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAsB9F;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAChC,WAAW,EACX,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,CAMhE,CAAC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
const DEFAULT_MAX_TOKENS = 2e3;
|
|
2
|
+
async function callAnthropicText(opts, apiKey) {
|
|
3
|
+
const { default: Anthropic } = await import("@anthropic-ai/sdk");
|
|
4
|
+
const client = new Anthropic({ apiKey });
|
|
5
|
+
const start = Date.now();
|
|
6
|
+
const response = await client.messages.create(
|
|
7
|
+
{
|
|
8
|
+
model: opts.model,
|
|
9
|
+
max_tokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,
|
|
10
|
+
messages: [{ role: "user", content: opts.prompt }]
|
|
11
|
+
},
|
|
12
|
+
{ signal: opts.signal }
|
|
13
|
+
);
|
|
14
|
+
const block = (response.content ?? []).find((b) => b.type === "text");
|
|
15
|
+
if (!block) throw new Error("anthropic: no text block in response");
|
|
16
|
+
return {
|
|
17
|
+
text: block.text,
|
|
18
|
+
provider: "anthropic",
|
|
19
|
+
model: response.model ?? opts.model,
|
|
20
|
+
latencyMs: Date.now() - start
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
async function callOpenAIText(opts, apiKey) {
|
|
24
|
+
const { default: OpenAI } = await import("openai");
|
|
25
|
+
const client = new OpenAI({ apiKey });
|
|
26
|
+
const start = Date.now();
|
|
27
|
+
const response = await client.chat.completions.create(
|
|
28
|
+
{
|
|
29
|
+
model: opts.model,
|
|
30
|
+
max_completion_tokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,
|
|
31
|
+
messages: [{ role: "user", content: opts.prompt }]
|
|
32
|
+
},
|
|
33
|
+
{ signal: opts.signal }
|
|
34
|
+
);
|
|
35
|
+
const text = response.choices?.[0]?.message?.content;
|
|
36
|
+
if (typeof text !== "string" || text.trim().length === 0) {
|
|
37
|
+
throw new Error("openai: empty content in response");
|
|
38
|
+
}
|
|
39
|
+
return {
|
|
40
|
+
text,
|
|
41
|
+
provider: "openai",
|
|
42
|
+
model: response.model ?? opts.model,
|
|
43
|
+
latencyMs: Date.now() - start
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
async function callGeminiText(opts, apiKey) {
|
|
47
|
+
const { GoogleGenAI } = await import("@google/genai");
|
|
48
|
+
const client = new GoogleGenAI({ apiKey });
|
|
49
|
+
const start = Date.now();
|
|
50
|
+
const response = await client.models.generateContent({
|
|
51
|
+
model: opts.model,
|
|
52
|
+
contents: opts.prompt,
|
|
53
|
+
config: {
|
|
54
|
+
maxOutputTokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,
|
|
55
|
+
abortSignal: opts.signal
|
|
56
|
+
}
|
|
57
|
+
});
|
|
58
|
+
const text = response.text;
|
|
59
|
+
if (!text || text.trim().length === 0) throw new Error("gemini: empty text in response");
|
|
60
|
+
return {
|
|
61
|
+
text,
|
|
62
|
+
provider: "gemini",
|
|
63
|
+
model: opts.model,
|
|
64
|
+
latencyMs: Date.now() - start
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
async function callGroqText(opts, apiKey) {
|
|
68
|
+
const { default: Groq } = await import("groq-sdk");
|
|
69
|
+
const client = new Groq({ apiKey });
|
|
70
|
+
const start = Date.now();
|
|
71
|
+
const response = await client.chat.completions.create(
|
|
72
|
+
{
|
|
73
|
+
model: opts.model,
|
|
74
|
+
max_completion_tokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,
|
|
75
|
+
messages: [{ role: "user", content: opts.prompt }]
|
|
76
|
+
},
|
|
77
|
+
{ signal: opts.signal }
|
|
78
|
+
);
|
|
79
|
+
const text = response.choices?.[0]?.message?.content;
|
|
80
|
+
if (typeof text !== "string" || text.trim().length === 0) {
|
|
81
|
+
throw new Error("groq: empty content in response");
|
|
82
|
+
}
|
|
83
|
+
return {
|
|
84
|
+
text,
|
|
85
|
+
provider: "groq",
|
|
86
|
+
model: response.model ?? opts.model,
|
|
87
|
+
latencyMs: Date.now() - start
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
const TEXT_ADAPTERS = {
|
|
91
|
+
anthropic: callAnthropicText,
|
|
92
|
+
openai: callOpenAIText,
|
|
93
|
+
gemini: callGeminiText,
|
|
94
|
+
groq: callGroqText
|
|
95
|
+
};
|
|
96
|
+
export {
|
|
97
|
+
TEXT_ADAPTERS,
|
|
98
|
+
callAnthropicText,
|
|
99
|
+
callGeminiText,
|
|
100
|
+
callGroqText,
|
|
101
|
+
callOpenAIText
|
|
102
|
+
};
|
|
103
|
+
//# sourceMappingURL=text-adapters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/integrations/cloud/llm/text-adapters.ts"],"sourcesContent":["// Free-form text completion adapters per provider. Returns plain text\n// (markdown / prose) without a JSON schema constraint — used by research +\n// agent synthesis. The JSON-schema adapters in anthropic.ts/openai.ts/etc.\n// stay for extract's structured path.\n//\n// SDKs are imported lazily inside each adapter so module-load is cheap;\n// otherwise pulling in all four cloud SDKs at boot adds hundreds of ms to\n// MCP server startup (caught by the cold-start e2e timing test).\n\nimport type { LLMProvider } from './types.js';\n\nexport interface TextCallOpts {\n prompt: string;\n model: string;\n maxTokens?: number;\n signal?: AbortSignal;\n}\n\nexport interface TextCallResult {\n text: string;\n provider: LLMProvider;\n model: string;\n latencyMs: number;\n}\n\nconst DEFAULT_MAX_TOKENS = 2000;\n\nexport async function callAnthropicText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult> {\n const { default: Anthropic } = await import('@anthropic-ai/sdk');\n const client = new Anthropic({ apiKey });\n const start = Date.now();\n const response = await client.messages.create(\n {\n model: opts.model,\n max_tokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,\n messages: [{ role: 'user', content: opts.prompt }],\n },\n { signal: opts.signal },\n );\n const block = (response.content ?? []).find((b: { type: string }) => b.type === 'text') as\n | { type: 'text'; text: string }\n | undefined;\n if (!block) throw new Error('anthropic: no text block in response');\n return {\n text: block.text,\n provider: 'anthropic',\n model: response.model ?? opts.model,\n latencyMs: Date.now() - start,\n };\n}\n\nexport async function callOpenAIText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult> {\n const { default: OpenAI } = await import('openai');\n const client = new OpenAI({ apiKey });\n const start = Date.now();\n const response = await client.chat.completions.create(\n {\n model: opts.model,\n max_completion_tokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,\n messages: [{ role: 'user', content: opts.prompt }],\n },\n { signal: opts.signal },\n );\n const text = response.choices?.[0]?.message?.content;\n if (typeof text !== 'string' || text.trim().length === 0) {\n throw new Error('openai: empty content in response');\n }\n return {\n text,\n provider: 'openai',\n model: response.model ?? opts.model,\n latencyMs: Date.now() - start,\n };\n}\n\nexport async function callGeminiText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult> {\n const { GoogleGenAI } = await import('@google/genai');\n const client = new GoogleGenAI({ apiKey });\n const start = Date.now();\n const response = await client.models.generateContent({\n model: opts.model,\n contents: opts.prompt,\n config: {\n maxOutputTokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,\n abortSignal: opts.signal,\n },\n });\n const text = response.text;\n if (!text || text.trim().length === 0) throw new Error('gemini: empty text in response');\n return {\n text,\n provider: 'gemini',\n model: opts.model,\n latencyMs: Date.now() - start,\n };\n}\n\nexport async function callGroqText(opts: TextCallOpts, apiKey: string): Promise<TextCallResult> {\n const { default: Groq } = await import('groq-sdk');\n const client = new Groq({ apiKey });\n const start = Date.now();\n const response = await client.chat.completions.create(\n {\n model: opts.model,\n max_completion_tokens: opts.maxTokens ?? DEFAULT_MAX_TOKENS,\n messages: [{ role: 'user', content: opts.prompt }],\n },\n { signal: opts.signal },\n );\n const text = response.choices?.[0]?.message?.content;\n if (typeof text !== 'string' || text.trim().length === 0) {\n throw new Error('groq: empty content in response');\n }\n return {\n text,\n provider: 'groq',\n model: response.model ?? opts.model,\n latencyMs: Date.now() - start,\n };\n}\n\nexport const TEXT_ADAPTERS: Record<\n LLMProvider,\n (opts: TextCallOpts, apiKey: string) => Promise<TextCallResult>\n> = {\n anthropic: callAnthropicText,\n openai: callOpenAIText,\n gemini: callGeminiText,\n groq: callGroqText,\n};\n"],"mappings":"AAyBA,MAAM,qBAAqB;AAE3B,eAAsB,kBAAkB,MAAoB,QAAyC;AACnG,QAAM,EAAE,SAAS,UAAU,IAAI,MAAM,OAAO,mBAAmB;AAC/D,QAAM,SAAS,IAAI,UAAU,EAAE,OAAO,CAAC;AACvC,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,WAAW,MAAM,OAAO,SAAS;AAAA,IACrC;AAAA,MACE,OAAO,KAAK;AAAA,MACZ,YAAY,KAAK,aAAa;AAAA,MAC9B,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,KAAK,OAAO,CAAC;AAAA,IACnD;AAAA,IACA,EAAE,QAAQ,KAAK,OAAO;AAAA,EACxB;AACA,QAAM,SAAS,SAAS,WAAW,CAAC,GAAG,KAAK,CAAC,MAAwB,EAAE,SAAS,MAAM;AAGtF,MAAI,CAAC,MAAO,OAAM,IAAI,MAAM,sCAAsC;AAClE,SAAO;AAAA,IACL,MAAM,MAAM;AAAA,IACZ,UAAU;AAAA,IACV,OAAO,SAAS,SAAS,KAAK;AAAA,IAC9B,WAAW,KAAK,IAAI,IAAI;AAAA,EAC1B;AACF;AAEA,eAAsB,eAAe,MAAoB,QAAyC;AAChG,QAAM,EAAE,SAAS,OAAO,IAAI,MAAM,OAAO,QAAQ;AACjD,QAAM,SAAS,IAAI,OAAO,EAAE,OAAO,CAAC;AACpC,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,WAAW,MAAM,OAAO,KAAK,YAAY;AAAA,IAC7C;AAAA,MACE,OAAO,KAAK;AAAA,MACZ,uBAAuB,KAAK,aAAa;AAAA,MACzC,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,KAAK,OAAO,CAAC;AAAA,IACnD;AAAA,IACA,EAAE,QAAQ,KAAK,OAAO;AAAA,EACxB;AACA,QAAM,OAAO,SAAS,UAAU,CAAC,GAAG,SAAS;AAC7C,MAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,UAAM,IAAI,MAAM,mCAAmC;AAAA,EACrD;AACA,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,IACV,OAAO,SAAS,SAAS,KAAK;AAAA,IAC9B,WAAW,KAAK,IAAI,IAAI;AAAA,EAC1B;AACF;AAEA,eAAsB,eAAe,MAAoB,QAAyC;AAChG,QAAM,EAAE,YAAY,IAAI,MAAM,OAAO,eAAe;AACpD,QAAM,SAAS,IAAI,YAAY,EAAE,OAAO,CAAC;AACzC,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,WAAW,MAAM,OAAO,OAAO,gBAAgB;AAAA,IACnD,OAAO,KAAK;AAAA,IACZ,UAAU,KAAK;AAAA,IACf,QAAQ;AAAA,MACN,iBAAiB,KAAK,aAAa;AAAA,MACnC,aAAa,KAAK;AAAA,IACpB;AAAA,EACF,CAAC;AACD,QAAM,OAAO,SAAS;AACtB,MAAI,CAAC,QAAQ,KAAK,KAAK,EAAE,WAAW,EAAG,OAAM,IAAI,MAAM,gCAAgC;AACvF,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,IACV,OAAO,KAAK;AAAA,IACZ,WAAW,KAAK,IAAI,IAAI;AAAA,EAC1B;AACF;AAEA,eAAsB,aAAa,MAAoB,QAAyC;AAC9F,QAAM,EAAE,SAAS,KAAK,IAAI,MAAM,OAAO,UAAU;AACjD,QAAM,SAAS,IAAI,KAAK,EAAE,OAAO,CAAC;AAClC,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,WAAW,MAAM,OAAO,KAAK,YAAY;AAAA,IAC7C;AAAA,MACE,OAAO,KAAK;AAAA,MACZ,uBAAuB,KAAK,aAAa;AAAA,MACzC,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,KAAK,OAAO,CAAC;AAAA,IACnD;AAAA,IACA,EAAE,QAAQ,KAAK,OAAO;AAAA,EACxB;AACA,QAAM,OAAO,SAAS,UAAU,CAAC,GAAG,SAAS;AAC7C,MAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,UAAM,IAAI,MAAM,iCAAiC;AAAA,EACnD;AACA,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,IACV,OAAO,SAAS,SAAS,KAAK;AAAA,IAC9B,WAAW,KAAK,IAAI,IAAI;AAAA,EAC1B;AACF;AAEO,MAAM,gBAGT;AAAA,EACF,WAAW;AAAA,EACX,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,MAAM;AACR;","names":[]}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export type LLMProvider = 'anthropic' | 'openai' | 'gemini' | 'groq';
|
|
2
|
+
export interface LLMExtractResult {
|
|
3
|
+
values: Record<string, unknown>;
|
|
4
|
+
provider: LLMProvider;
|
|
5
|
+
model: string;
|
|
6
|
+
cached: boolean;
|
|
7
|
+
latencyMs: number;
|
|
8
|
+
warnings?: string[];
|
|
9
|
+
}
|
|
10
|
+
export interface LLMCallRecord {
|
|
11
|
+
modelId: string;
|
|
12
|
+
promptHash: string;
|
|
13
|
+
schemaHash: string;
|
|
14
|
+
response: string;
|
|
15
|
+
createdAt: number;
|
|
16
|
+
expiresAt: number;
|
|
17
|
+
}
|
|
18
|
+
export interface LLMCallOpts {
|
|
19
|
+
prompt: string;
|
|
20
|
+
jsonSchema: Record<string, unknown>;
|
|
21
|
+
modelOverride?: string;
|
|
22
|
+
signal?: AbortSignal;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;AAErE,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/validate.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AASD,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,eAAe,EAAE,CAInB"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
function validateAgainstSchema(value, schema) {
|
|
2
|
+
const errors = [];
|
|
3
|
+
walk(value, schema, "$", errors);
|
|
4
|
+
return errors;
|
|
5
|
+
}
|
|
6
|
+
function walk(value, schema, path, errors) {
|
|
7
|
+
if (schema.type) {
|
|
8
|
+
const types = Array.isArray(schema.type) ? schema.type : [schema.type];
|
|
9
|
+
if (!types.some((t) => matchesType(value, t))) {
|
|
10
|
+
errors.push({
|
|
11
|
+
path,
|
|
12
|
+
message: `expected type ${types.join("|")} but got ${actualType(value)}`
|
|
13
|
+
});
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
if (schema.type === "object" && value && typeof value === "object") {
|
|
18
|
+
const obj = value;
|
|
19
|
+
for (const req of schema.required ?? []) {
|
|
20
|
+
if (obj[req] === void 0) {
|
|
21
|
+
errors.push({ path: `${path}.${req}`, message: "required" });
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
for (const [k, sub] of Object.entries(schema.properties ?? {})) {
|
|
25
|
+
if (obj[k] !== void 0) {
|
|
26
|
+
walk(obj[k], sub, `${path}.${k}`, errors);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
if (schema.type === "array" && Array.isArray(value) && schema.items) {
|
|
31
|
+
value.forEach(
|
|
32
|
+
(item, i) => walk(item, schema.items, `${path}[${i}]`, errors)
|
|
33
|
+
);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
function matchesType(value, type) {
|
|
37
|
+
switch (type) {
|
|
38
|
+
case "string":
|
|
39
|
+
return typeof value === "string";
|
|
40
|
+
case "number":
|
|
41
|
+
case "integer":
|
|
42
|
+
return typeof value === "number";
|
|
43
|
+
case "boolean":
|
|
44
|
+
return typeof value === "boolean";
|
|
45
|
+
case "null":
|
|
46
|
+
return value === null;
|
|
47
|
+
case "array":
|
|
48
|
+
return Array.isArray(value);
|
|
49
|
+
case "object":
|
|
50
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
51
|
+
default:
|
|
52
|
+
return true;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
function actualType(value) {
|
|
56
|
+
if (value === null) return "null";
|
|
57
|
+
if (Array.isArray(value)) return "array";
|
|
58
|
+
return typeof value;
|
|
59
|
+
}
|
|
60
|
+
export {
|
|
61
|
+
validateAgainstSchema
|
|
62
|
+
};
|
|
63
|
+
//# sourceMappingURL=validate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/integrations/cloud/llm/validate.ts"],"sourcesContent":["// Minimal recursive JSON Schema validator: required + type checks.\n// Sufficient for post-hoc validation of provider responses where the SDK\n// does not enforce a schema natively (e.g. Groq json_object).\n\nexport interface ValidationError {\n path: string;\n message: string;\n}\n\ninterface SchemaShape {\n type?: string | string[];\n required?: string[];\n properties?: Record<string, SchemaShape>;\n items?: SchemaShape;\n}\n\nexport function validateAgainstSchema(\n value: unknown,\n schema: Record<string, unknown>,\n): ValidationError[] {\n const errors: ValidationError[] = [];\n walk(value, schema as SchemaShape, '$', errors);\n return errors;\n}\n\nfunction walk(\n value: unknown,\n schema: SchemaShape,\n path: string,\n errors: ValidationError[],\n): void {\n if (schema.type) {\n const types = Array.isArray(schema.type) ? schema.type : [schema.type];\n if (!types.some((t) => matchesType(value, t))) {\n errors.push({\n path,\n message: `expected type ${types.join('|')} but got ${actualType(value)}`,\n });\n return;\n }\n }\n\n if (schema.type === 'object' && value && typeof value === 'object') {\n const obj = value as Record<string, unknown>;\n for (const req of schema.required ?? []) {\n if (obj[req] === undefined) {\n errors.push({ path: `${path}.${req}`, message: 'required' });\n }\n }\n for (const [k, sub] of Object.entries(schema.properties ?? {})) {\n if (obj[k] !== undefined) {\n walk(obj[k], sub, `${path}.${k}`, errors);\n }\n }\n }\n\n if (schema.type === 'array' && Array.isArray(value) && schema.items) {\n value.forEach((item, i) =>\n walk(item, schema.items as SchemaShape, `${path}[${i}]`, errors),\n );\n }\n}\n\nfunction matchesType(value: unknown, type: string): boolean {\n switch (type) {\n case 'string':\n return typeof value === 'string';\n case 'number':\n case 'integer':\n return typeof value === 'number';\n case 'boolean':\n return typeof value === 'boolean';\n case 'null':\n return value === null;\n case 'array':\n return Array.isArray(value);\n case 'object':\n return value !== null && typeof value === 'object' && !Array.isArray(value);\n default:\n return true;\n }\n}\n\nfunction actualType(value: unknown): string {\n if (value === null) return 'null';\n if (Array.isArray(value)) return 'array';\n return typeof value;\n}\n"],"mappings":"AAgBO,SAAS,sBACd,OACA,QACmB;AACnB,QAAM,SAA4B,CAAC;AACnC,OAAK,OAAO,QAAuB,KAAK,MAAM;AAC9C,SAAO;AACT;AAEA,SAAS,KACP,OACA,QACA,MACA,QACM;AACN,MAAI,OAAO,MAAM;AACf,UAAM,QAAQ,MAAM,QAAQ,OAAO,IAAI,IAAI,OAAO,OAAO,CAAC,OAAO,IAAI;AACrE,QAAI,CAAC,MAAM,KAAK,CAAC,MAAM,YAAY,OAAO,CAAC,CAAC,GAAG;AAC7C,aAAO,KAAK;AAAA,QACV;AAAA,QACA,SAAS,iBAAiB,MAAM,KAAK,GAAG,CAAC,YAAY,WAAW,KAAK,CAAC;AAAA,MACxE,CAAC;AACD;AAAA,IACF;AAAA,EACF;AAEA,MAAI,OAAO,SAAS,YAAY,SAAS,OAAO,UAAU,UAAU;AAClE,UAAM,MAAM;AACZ,eAAW,OAAO,OAAO,YAAY,CAAC,GAAG;AACvC,UAAI,IAAI,GAAG,MAAM,QAAW;AAC1B,eAAO,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,GAAG,IAAI,SAAS,WAAW,CAAC;AAAA,MAC7D;AAAA,IACF;AACA,eAAW,CAAC,GAAG,GAAG,KAAK,OAAO,QAAQ,OAAO,cAAc,CAAC,CAAC,GAAG;AAC9D,UAAI,IAAI,CAAC,MAAM,QAAW;AACxB,aAAK,IAAI,CAAC,GAAG,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,MAAM;AAAA,MAC1C;AAAA,IACF;AAAA,EACF;AAEA,MAAI,OAAO,SAAS,WAAW,MAAM,QAAQ,KAAK,KAAK,OAAO,OAAO;AACnE,UAAM;AAAA,MAAQ,CAAC,MAAM,MACnB,KAAK,MAAM,OAAO,OAAsB,GAAG,IAAI,IAAI,CAAC,KAAK,MAAM;AAAA,IACjE;AAAA,EACF;AACF;AAEA,SAAS,YAAY,OAAgB,MAAuB;AAC1D,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO,OAAO,UAAU;AAAA,IAC1B,KAAK;AAAA,IACL,KAAK;AACH,aAAO,OAAO,UAAU;AAAA,IAC1B,KAAK;AACH,aAAO,OAAO,UAAU;AAAA,IAC1B,KAAK;AACH,aAAO,UAAU;AAAA,IACnB,KAAK;AACH,aAAO,MAAM,QAAQ,KAAK;AAAA,IAC5B,KAAK;AACH,aAAO,UAAU,QAAQ,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK;AAAA,IAC5E;AACE,aAAO;AAAA,EACX;AACF;AAEA,SAAS,WAAW,OAAwB;AAC1C,MAAI,UAAU,KAAM,QAAO;AAC3B,MAAI,MAAM,QAAQ,KAAK,EAAG,QAAO;AACjC,SAAO,OAAO;AAChB;","names":[]}
|
package/dist/logger.d.ts
CHANGED
|
@@ -1,10 +1,13 @@
|
|
|
1
|
-
type
|
|
1
|
+
type LogLevel = 'debug' | 'info' | 'warn' | 'error';
|
|
2
|
+
type Module = 'fetch' | 'search' | 'crawl' | 'cache' | 'extract' | 'searxng' | 'server' | 'cli' | 'jsonld' | 'repl' | 'embedding' | 'research' | 'agent' | 'structured-data' | 'reranker' | 'mode' | 'language-filter' | 'playwright-tier' | 'python-worker' | 'providers';
|
|
2
3
|
export interface Logger {
|
|
3
4
|
debug(msg: string, data?: Record<string, unknown>): void;
|
|
4
5
|
info(msg: string, data?: Record<string, unknown>): void;
|
|
5
6
|
warn(msg: string, data?: Record<string, unknown>): void;
|
|
6
7
|
error(msg: string, data?: Record<string, unknown>): void;
|
|
7
8
|
}
|
|
9
|
+
export declare function setLogSuppression(level: LogLevel | null): void;
|
|
10
|
+
export declare function getLogSuppression(): LogLevel | null;
|
|
8
11
|
export declare function createLogger(module: Module): Logger;
|
|
9
12
|
export {};
|
|
10
13
|
//# sourceMappingURL=logger.d.ts.map
|
package/dist/logger.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAIA,KAAK,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AACpD,KAAK,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,OAAO,GAAG,iBAAiB,GAAG,UAAU,GAAG,MAAM,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,eAAe,GAAG,WAAW,CAAC;AAS3Q,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACxD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACxD,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC1D;AAqDD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,GAAG,IAAI,CAE9D;AAED,wBAAgB,iBAAiB,IAAI,QAAQ,GAAG,IAAI,CAEnD;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAoBnD"}
|