recker 1.0.43 → 1.0.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -0
- package/dist/bin/recker-linux-x64 +0 -0
- package/dist/bin/recker-macos-x64 +0 -0
- package/dist/bin/recker-win-x64.exe +0 -0
- package/dist/bin/rek.cjs +85152 -100207
- package/dist/browser/ai/adaptive-timeout.d.ts +50 -0
- package/dist/browser/ai/adaptive-timeout.js +208 -0
- package/dist/browser/ai/client.d.ts +22 -0
- package/dist/browser/ai/client.js +294 -0
- package/dist/browser/ai/index.d.ts +14 -0
- package/dist/browser/ai/index.js +11 -0
- package/dist/browser/ai/providers/anthropic.d.ts +63 -0
- package/dist/browser/ai/providers/anthropic.js +370 -0
- package/dist/browser/ai/providers/base.d.ts +48 -0
- package/dist/browser/ai/providers/base.js +150 -0
- package/dist/browser/ai/providers/google.d.ts +59 -0
- package/dist/browser/ai/providers/google.js +305 -0
- package/dist/browser/ai/providers/ollama.d.ts +44 -0
- package/dist/browser/ai/providers/ollama.js +240 -0
- package/dist/browser/ai/providers/openai.d.ts +64 -0
- package/dist/browser/ai/providers/openai.js +298 -0
- package/dist/browser/ai/rate-limiter.d.ts +43 -0
- package/dist/browser/ai/rate-limiter.js +215 -0
- package/dist/browser/ai/vector/index.d.ts +2 -0
- package/dist/browser/ai/vector/index.js +2 -0
- package/dist/browser/ai/vector/similarity.d.ts +2 -0
- package/dist/browser/ai/vector/similarity.js +27 -0
- package/dist/browser/ai/vector/store.d.ts +27 -0
- package/dist/browser/ai/vector/store.js +82 -0
- package/dist/browser/browser/cache.d.ts +2 -40
- package/dist/browser/browser/cache.js +2 -199
- package/dist/browser/browser/index.d.ts +8 -0
- package/dist/browser/browser/index.js +8 -0
- package/dist/browser/browser/recker.d.ts +8 -1
- package/dist/browser/browser/recker.js +8 -2
- package/dist/browser/cache/indexed-db.d.ts +10 -0
- package/dist/browser/cache/indexed-db.js +88 -0
- package/dist/browser/cache/service-worker-cache.d.ts +18 -0
- package/dist/browser/cache/service-worker-cache.js +103 -0
- package/dist/browser/cache.d.ts +2 -40
- package/dist/browser/cache.js +2 -199
- package/dist/browser/constants/user-agents.d.ts +7 -0
- package/dist/browser/constants/user-agents.js +7 -0
- package/dist/browser/core/client.d.ts +2 -0
- package/dist/browser/core/client.js +19 -1
- package/dist/browser/index.d.ts +8 -0
- package/dist/browser/index.js +8 -0
- package/dist/browser/plugins/har-recorder.d.ts +40 -0
- package/dist/browser/plugins/har-recorder.js +120 -0
- package/dist/browser/plugins/network-simulation.d.ts +7 -0
- package/dist/browser/plugins/network-simulation.js +13 -0
- package/dist/browser/presets/android.d.ts +2 -0
- package/dist/browser/presets/android.js +16 -0
- package/dist/browser/presets/anthropic.d.ts +8 -0
- package/dist/browser/presets/anthropic.js +27 -0
- package/dist/browser/presets/aws.d.ts +19 -0
- package/dist/browser/presets/aws.js +68 -0
- package/dist/browser/presets/azure-openai.d.ts +10 -0
- package/dist/browser/presets/azure-openai.js +35 -0
- package/dist/browser/presets/azure.d.ts +41 -0
- package/dist/browser/presets/azure.js +104 -0
- package/dist/browser/presets/chaturbate.d.ts +2 -0
- package/dist/browser/presets/chaturbate.js +17 -0
- package/dist/browser/presets/cloudflare.d.ts +12 -0
- package/dist/browser/presets/cloudflare.js +39 -0
- package/dist/browser/presets/cohere.d.ts +7 -0
- package/dist/browser/presets/cohere.js +22 -0
- package/dist/browser/presets/deepseek.d.ts +7 -0
- package/dist/browser/presets/deepseek.js +22 -0
- package/dist/browser/presets/digitalocean.d.ts +5 -0
- package/dist/browser/presets/digitalocean.js +16 -0
- package/dist/browser/presets/discord.d.ts +6 -0
- package/dist/browser/presets/discord.js +17 -0
- package/dist/browser/presets/elevenlabs.d.ts +6 -0
- package/dist/browser/presets/elevenlabs.js +20 -0
- package/dist/browser/presets/enhancers.d.ts +20 -0
- package/dist/browser/presets/enhancers.js +85 -0
- package/dist/browser/presets/fireworks.d.ts +7 -0
- package/dist/browser/presets/fireworks.js +22 -0
- package/dist/browser/presets/gcp.d.ts +34 -0
- package/dist/browser/presets/gcp.js +91 -0
- package/dist/browser/presets/gemini.d.ts +7 -0
- package/dist/browser/presets/gemini.js +23 -0
- package/dist/browser/presets/github.d.ts +6 -0
- package/dist/browser/presets/github.js +17 -0
- package/dist/browser/presets/gitlab.d.ts +6 -0
- package/dist/browser/presets/gitlab.js +16 -0
- package/dist/browser/presets/groq.d.ts +7 -0
- package/dist/browser/presets/groq.js +22 -0
- package/dist/browser/presets/hubspot.d.ts +9 -0
- package/dist/browser/presets/hubspot.js +28 -0
- package/dist/browser/presets/huggingface.d.ts +7 -0
- package/dist/browser/presets/huggingface.js +23 -0
- package/dist/browser/presets/index.d.ts +47 -0
- package/dist/browser/presets/index.js +47 -0
- package/dist/browser/presets/ios.d.ts +2 -0
- package/dist/browser/presets/ios.js +13 -0
- package/dist/browser/presets/linear.d.ts +5 -0
- package/dist/browser/presets/linear.js +16 -0
- package/dist/browser/presets/mailgun.d.ts +7 -0
- package/dist/browser/presets/mailgun.js +20 -0
- package/dist/browser/presets/meta.d.ts +10 -0
- package/dist/browser/presets/meta.js +33 -0
- package/dist/browser/presets/mistral.d.ts +7 -0
- package/dist/browser/presets/mistral.js +22 -0
- package/dist/browser/presets/notion.d.ts +6 -0
- package/dist/browser/presets/notion.js +17 -0
- package/dist/browser/presets/openai.d.ts +9 -0
- package/dist/browser/presets/openai.js +30 -0
- package/dist/browser/presets/oracle.d.ts +19 -0
- package/dist/browser/presets/oracle.js +117 -0
- package/dist/browser/presets/perplexity.d.ts +7 -0
- package/dist/browser/presets/perplexity.js +22 -0
- package/dist/browser/presets/pinecone.d.ts +8 -0
- package/dist/browser/presets/pinecone.js +42 -0
- package/dist/browser/presets/registry.d.ts +23 -0
- package/dist/browser/presets/registry.js +519 -0
- package/dist/browser/presets/replicate.d.ts +7 -0
- package/dist/browser/presets/replicate.js +23 -0
- package/dist/browser/presets/sendgrid.d.ts +6 -0
- package/dist/browser/presets/sendgrid.js +20 -0
- package/dist/browser/presets/sentry.d.ts +11 -0
- package/dist/browser/presets/sentry.js +48 -0
- package/dist/browser/presets/sinch.d.ts +9 -0
- package/dist/browser/presets/sinch.js +39 -0
- package/dist/browser/presets/slack.d.ts +5 -0
- package/dist/browser/presets/slack.js +16 -0
- package/dist/browser/presets/square.d.ts +10 -0
- package/dist/browser/presets/square.js +33 -0
- package/dist/browser/presets/stripe.d.ts +7 -0
- package/dist/browser/presets/stripe.js +23 -0
- package/dist/browser/presets/supabase.d.ts +6 -0
- package/dist/browser/presets/supabase.js +18 -0
- package/dist/browser/presets/tiktok.d.ts +10 -0
- package/dist/browser/presets/tiktok.js +38 -0
- package/dist/browser/presets/together.d.ts +7 -0
- package/dist/browser/presets/together.js +22 -0
- package/dist/browser/presets/twilio.d.ts +6 -0
- package/dist/browser/presets/twilio.js +17 -0
- package/dist/browser/presets/vercel.d.ts +6 -0
- package/dist/browser/presets/vercel.js +23 -0
- package/dist/browser/presets/vultr.d.ts +5 -0
- package/dist/browser/presets/vultr.js +16 -0
- package/dist/browser/presets/xai.d.ts +8 -0
- package/dist/browser/presets/xai.js +23 -0
- package/dist/browser/presets/youtube.d.ts +5 -0
- package/dist/browser/presets/youtube.js +20 -0
- package/dist/browser/recker.d.ts +8 -1
- package/dist/browser/recker.js +8 -2
- package/dist/browser/scrape/document.d.ts +5 -4
- package/dist/browser/scrape/document.js +89 -76
- package/dist/browser/scrape/element.d.ts +10 -8
- package/dist/browser/scrape/element.js +295 -81
- package/dist/browser/scrape/extractors.d.ts +11 -11
- package/dist/browser/scrape/extractors.js +145 -113
- package/dist/browser/scrape/parser/back.d.ts +1 -0
- package/dist/browser/scrape/parser/back.js +3 -0
- package/dist/browser/scrape/parser/index.d.ts +20 -0
- package/dist/browser/scrape/parser/index.js +19 -0
- package/dist/browser/scrape/parser/matcher.d.ts +30 -0
- package/dist/browser/scrape/parser/matcher.js +99 -0
- package/dist/browser/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/browser/scrape/parser/nodes/comment.js +21 -0
- package/dist/browser/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/browser/scrape/parser/nodes/html.js +978 -0
- package/dist/browser/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/browser/scrape/parser/nodes/node.js +31 -0
- package/dist/browser/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/browser/scrape/parser/nodes/text.js +30 -0
- package/dist/browser/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/browser/scrape/parser/nodes/type.js +7 -0
- package/dist/browser/scrape/parser/parse.d.ts +1 -0
- package/dist/browser/scrape/parser/parse.js +1 -0
- package/dist/browser/scrape/parser/valid.d.ts +2 -0
- package/dist/browser/scrape/parser/valid.js +5 -0
- package/dist/browser/scrape/parser/void-tag.d.ts +7 -0
- package/dist/browser/scrape/parser/void-tag.js +43 -0
- package/dist/browser/scrape/types.d.ts +7 -0
- package/dist/browser/seo/analyzer.d.ts +59 -0
- package/dist/browser/seo/analyzer.js +1399 -0
- package/dist/browser/seo/keywords.d.ts +16 -0
- package/dist/browser/seo/keywords.js +55 -0
- package/dist/browser/seo/rules/accessibility.d.ts +2 -0
- package/dist/browser/seo/rules/accessibility.js +733 -0
- package/dist/browser/seo/rules/ai-search.d.ts +2 -0
- package/dist/browser/seo/rules/ai-search.js +436 -0
- package/dist/browser/seo/rules/analytics.d.ts +2 -0
- package/dist/browser/seo/rules/analytics.js +306 -0
- package/dist/browser/seo/rules/best-practices.d.ts +2 -0
- package/dist/browser/seo/rules/best-practices.js +195 -0
- package/dist/browser/seo/rules/canonical.d.ts +12 -0
- package/dist/browser/seo/rules/canonical.js +270 -0
- package/dist/browser/seo/rules/content.d.ts +2 -0
- package/dist/browser/seo/rules/content.js +522 -0
- package/dist/browser/seo/rules/crawl.d.ts +2 -0
- package/dist/browser/seo/rules/crawl.js +435 -0
- package/dist/browser/seo/rules/cwv.d.ts +2 -0
- package/dist/browser/seo/rules/cwv.js +248 -0
- package/dist/browser/seo/rules/ecommerce.d.ts +2 -0
- package/dist/browser/seo/rules/ecommerce.js +312 -0
- package/dist/browser/seo/rules/i18n.d.ts +2 -0
- package/dist/browser/seo/rules/i18n.js +288 -0
- package/dist/browser/seo/rules/images.d.ts +2 -0
- package/dist/browser/seo/rules/images.js +255 -0
- package/dist/browser/seo/rules/index.d.ts +52 -0
- package/dist/browser/seo/rules/index.js +159 -0
- package/dist/browser/seo/rules/internal-linking.d.ts +2 -0
- package/dist/browser/seo/rules/internal-linking.js +394 -0
- package/dist/browser/seo/rules/links.d.ts +2 -0
- package/dist/browser/seo/rules/links.js +498 -0
- package/dist/browser/seo/rules/local.d.ts +2 -0
- package/dist/browser/seo/rules/local.js +289 -0
- package/dist/browser/seo/rules/meta.d.ts +2 -0
- package/dist/browser/seo/rules/meta.js +805 -0
- package/dist/browser/seo/rules/mobile.d.ts +2 -0
- package/dist/browser/seo/rules/mobile.js +161 -0
- package/dist/browser/seo/rules/performance.d.ts +2 -0
- package/dist/browser/seo/rules/performance.js +738 -0
- package/dist/browser/seo/rules/pwa.d.ts +2 -0
- package/dist/browser/seo/rules/pwa.js +299 -0
- package/dist/browser/seo/rules/readability.d.ts +2 -0
- package/dist/browser/seo/rules/readability.js +264 -0
- package/dist/browser/seo/rules/redirects.d.ts +16 -0
- package/dist/browser/seo/rules/redirects.js +199 -0
- package/dist/browser/seo/rules/resources.d.ts +2 -0
- package/dist/browser/seo/rules/resources.js +390 -0
- package/dist/browser/seo/rules/schema.d.ts +2 -0
- package/dist/browser/seo/rules/schema.js +379 -0
- package/dist/browser/seo/rules/security.d.ts +2 -0
- package/dist/browser/seo/rules/security.js +877 -0
- package/dist/browser/seo/rules/social.d.ts +2 -0
- package/dist/browser/seo/rules/social.js +603 -0
- package/dist/browser/seo/rules/structural.d.ts +2 -0
- package/dist/browser/seo/rules/structural.js +223 -0
- package/dist/browser/seo/rules/technical-advanced.d.ts +10 -0
- package/dist/browser/seo/rules/technical-advanced.js +289 -0
- package/dist/browser/seo/rules/technical.d.ts +2 -0
- package/dist/browser/seo/rules/technical.js +480 -0
- package/dist/browser/seo/rules/thresholds.d.ts +196 -0
- package/dist/browser/seo/rules/thresholds.js +118 -0
- package/dist/browser/seo/rules/types.d.ts +498 -0
- package/dist/browser/seo/rules/types.js +11 -0
- package/dist/browser/seo/types.d.ts +211 -0
- package/dist/browser/seo/types.js +1 -0
- package/dist/browser/transport/curl.d.ts +4 -0
- package/dist/browser/transport/curl.js +101 -0
- package/dist/browser/transport/undici.js +1 -2
- package/dist/browser/transport/worker.d.ts +18 -0
- package/dist/browser/transport/worker.js +278 -0
- package/dist/browser/types/index.d.ts +4 -1
- package/dist/browser/utils/binary-manager.d.ts +4 -0
- package/dist/browser/utils/binary-manager.js +72 -0
- package/dist/browser/utils/user-agent.js +2 -13
- package/dist/cache/indexed-db.d.ts +10 -0
- package/dist/cache/indexed-db.js +88 -0
- package/dist/cache/service-worker-cache.d.ts +18 -0
- package/dist/cache/service-worker-cache.js +103 -0
- package/dist/cli/commands/ai.d.ts +2 -0
- package/dist/cli/commands/ai.js +162 -0
- package/dist/cli/commands/bench.d.ts +2 -0
- package/dist/cli/commands/bench.js +51 -0
- package/dist/cli/commands/dns.d.ts +2 -0
- package/dist/cli/commands/dns.js +295 -0
- package/dist/cli/commands/har.d.ts +2 -0
- package/dist/cli/commands/har.js +171 -0
- package/dist/cli/commands/hls.d.ts +2 -0
- package/dist/cli/commands/hls.js +192 -0
- package/dist/cli/commands/network.d.ts +2 -0
- package/dist/cli/commands/network.js +288 -0
- package/dist/cli/commands/protocols.d.ts +2 -0
- package/dist/cli/commands/protocols.js +344 -0
- package/dist/cli/commands/scrape.d.ts +2 -0
- package/dist/cli/commands/scrape.js +176 -0
- package/dist/cli/commands/security.d.ts +2 -0
- package/dist/cli/commands/security.js +57 -0
- package/dist/cli/commands/seo.d.ts +2 -0
- package/dist/cli/commands/seo.js +125 -0
- package/dist/cli/commands/serve.d.ts +2 -0
- package/dist/cli/commands/serve.js +531 -0
- package/dist/cli/commands/spider.d.ts +3 -0
- package/dist/cli/commands/spider.js +456 -0
- package/dist/cli/commands/utils.d.ts +2 -0
- package/dist/cli/commands/utils.js +176 -0
- package/dist/cli/commands/vector.d.ts +2 -0
- package/dist/cli/commands/vector.js +158 -0
- package/dist/cli/handler.d.ts +2 -2
- package/dist/cli/handler.js +6 -6
- package/dist/cli/helpers.d.ts +7 -0
- package/dist/cli/helpers.js +128 -0
- package/dist/cli/index.js +96 -5228
- package/dist/cli/parser/help.d.ts +2 -0
- package/dist/cli/parser/help.js +52 -0
- package/dist/cli/parser/index.d.ts +3 -0
- package/dist/cli/parser/index.js +3 -0
- package/dist/cli/parser/parser.d.ts +4 -0
- package/dist/cli/parser/parser.js +146 -0
- package/dist/cli/parser/types.d.ts +41 -0
- package/dist/cli/parser/types.js +1 -0
- package/dist/cli/presets.d.ts +1 -1
- package/dist/cli/presets.js +1 -1
- package/dist/cli/router.d.ts +36 -0
- package/dist/cli/router.js +195 -0
- package/dist/cli/tui/ai-chat.js +1 -1
- package/dist/cli/tui/commands/context.d.ts +9 -0
- package/dist/cli/tui/commands/context.js +1 -0
- package/dist/cli/tui/commands/dns.d.ts +10 -0
- package/dist/cli/tui/commands/dns.js +461 -0
- package/dist/cli/tui/commands/hls.d.ts +2 -0
- package/dist/cli/tui/commands/hls.js +162 -0
- package/dist/cli/tui/commands/ip.d.ts +2 -0
- package/dist/cli/tui/commands/ip.js +45 -0
- package/dist/cli/tui/commands/network.d.ts +3 -0
- package/dist/cli/tui/commands/network.js +81 -0
- package/dist/cli/tui/commands/protocols.d.ts +6 -0
- package/dist/cli/tui/commands/protocols.js +531 -0
- package/dist/cli/tui/commands/security.d.ts +2 -0
- package/dist/cli/tui/commands/security.js +48 -0
- package/dist/cli/tui/commands/seo.d.ts +2 -0
- package/dist/cli/tui/commands/seo.js +74 -0
- package/dist/cli/tui/context.d.ts +12 -0
- package/dist/cli/tui/context.js +1 -0
- package/dist/cli/tui/shell.d.ts +11 -20
- package/dist/cli/tui/shell.js +216 -1873
- package/dist/constants/user-agents.d.ts +7 -0
- package/dist/constants/user-agents.js +7 -0
- package/dist/core/client.d.ts +2 -0
- package/dist/core/client.js +19 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/mcp/cli.js +2 -3
- package/dist/mcp/data/embeddings.json +1 -1
- package/dist/mcp/tools/network.js +298 -158
- package/dist/plugins/har-player.d.ts +23 -0
- package/dist/plugins/har-player.js +49 -0
- package/dist/plugins/har-recorder.d.ts +37 -3
- package/dist/plugins/har-recorder.js +116 -63
- package/dist/plugins/network-simulation.d.ts +7 -0
- package/dist/plugins/network-simulation.js +13 -0
- package/dist/presets/android.d.ts +2 -0
- package/dist/presets/android.js +16 -0
- package/dist/presets/chaturbate.d.ts +2 -0
- package/dist/presets/chaturbate.js +17 -0
- package/dist/presets/elevenlabs.d.ts +6 -0
- package/dist/presets/elevenlabs.js +20 -0
- package/dist/presets/enhancers.d.ts +20 -0
- package/dist/presets/enhancers.js +85 -0
- package/dist/presets/hubspot.d.ts +9 -0
- package/dist/presets/hubspot.js +28 -0
- package/dist/presets/index.d.ts +10 -0
- package/dist/presets/index.js +10 -0
- package/dist/presets/ios.d.ts +2 -0
- package/dist/presets/ios.js +13 -0
- package/dist/presets/pinecone.d.ts +8 -0
- package/dist/presets/pinecone.js +42 -0
- package/dist/presets/registry.js +60 -0
- package/dist/presets/sendgrid.d.ts +6 -0
- package/dist/presets/sendgrid.js +20 -0
- package/dist/presets/sentry.d.ts +11 -0
- package/dist/presets/sentry.js +48 -0
- package/dist/presets/square.d.ts +10 -0
- package/dist/presets/square.js +33 -0
- package/dist/recker.d.ts +3 -0
- package/dist/recker.js +4 -0
- package/dist/scrape/document.d.ts +5 -4
- package/dist/scrape/document.js +89 -76
- package/dist/scrape/element.d.ts +10 -8
- package/dist/scrape/element.js +295 -81
- package/dist/scrape/extractors.d.ts +11 -11
- package/dist/scrape/extractors.js +145 -113
- package/dist/scrape/index.d.ts +2 -0
- package/dist/scrape/index.js +1 -0
- package/dist/scrape/parser/back.d.ts +1 -0
- package/dist/scrape/parser/back.js +3 -0
- package/dist/scrape/parser/index.d.ts +20 -0
- package/dist/scrape/parser/index.js +19 -0
- package/dist/scrape/parser/matcher.d.ts +30 -0
- package/dist/scrape/parser/matcher.js +99 -0
- package/dist/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/scrape/parser/nodes/comment.js +21 -0
- package/dist/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/scrape/parser/nodes/html.js +978 -0
- package/dist/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/scrape/parser/nodes/node.js +31 -0
- package/dist/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/scrape/parser/nodes/text.js +30 -0
- package/dist/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/scrape/parser/nodes/type.js +7 -0
- package/dist/scrape/parser/parse.d.ts +1 -0
- package/dist/scrape/parser/parse.js +1 -0
- package/dist/scrape/parser/valid.d.ts +2 -0
- package/dist/scrape/parser/valid.js +5 -0
- package/dist/scrape/parser/void-tag.d.ts +7 -0
- package/dist/scrape/parser/void-tag.js +43 -0
- package/dist/scrape/spider.d.ts +19 -0
- package/dist/scrape/spider.js +28 -3
- package/dist/scrape/types.d.ts +7 -0
- package/dist/seo/analyzer.d.ts +15 -5
- package/dist/seo/analyzer.js +636 -175
- package/dist/seo/formatter.d.ts +16 -0
- package/dist/seo/formatter.js +228 -0
- package/dist/seo/index.d.ts +2 -0
- package/dist/seo/index.js +1 -0
- package/dist/seo/keywords.d.ts +16 -0
- package/dist/seo/keywords.js +55 -0
- package/dist/seo/rules/accessibility.js +96 -57
- package/dist/seo/rules/ai-search.js +44 -31
- package/dist/seo/rules/analytics.d.ts +2 -0
- package/dist/seo/rules/analytics.js +306 -0
- package/dist/seo/rules/best-practices.js +21 -14
- package/dist/seo/rules/canonical.js +53 -32
- package/dist/seo/rules/content.js +317 -31
- package/dist/seo/rules/crawl.js +55 -40
- package/dist/seo/rules/cwv.js +21 -15
- package/dist/seo/rules/ecommerce.js +82 -22
- package/dist/seo/rules/i18n.js +75 -36
- package/dist/seo/rules/images.js +109 -30
- package/dist/seo/rules/index.js +2 -0
- package/dist/seo/rules/internal-linking.js +58 -39
- package/dist/seo/rules/links.js +79 -52
- package/dist/seo/rules/local.js +49 -25
- package/dist/seo/rules/meta.js +339 -81
- package/dist/seo/rules/mobile.js +112 -2
- package/dist/seo/rules/performance.js +434 -66
- package/dist/seo/rules/pwa.js +36 -39
- package/dist/seo/rules/readability.js +31 -22
- package/dist/seo/rules/redirects.js +21 -15
- package/dist/seo/rules/resources.js +59 -42
- package/dist/seo/rules/schema.js +333 -8
- package/dist/seo/rules/security.js +142 -80
- package/dist/seo/rules/social.js +277 -47
- package/dist/seo/rules/structural.js +87 -19
- package/dist/seo/rules/technical-advanced.js +30 -24
- package/dist/seo/rules/technical.js +243 -42
- package/dist/seo/rules/types.d.ts +53 -1
- package/dist/seo/seo-spider.d.ts +22 -0
- package/dist/seo/seo-spider.js +77 -13
- package/dist/seo/types.d.ts +8 -1
- package/dist/seo/validators/llms-txt.js +19 -0
- package/dist/seo/validators/rss.d.ts +11 -0
- package/dist/seo/validators/rss.js +93 -0
- package/dist/seo/validators/sitemap.js +36 -26
- package/dist/transport/curl.d.ts +4 -0
- package/dist/transport/curl.js +101 -0
- package/dist/transport/udp.js +0 -1
- package/dist/transport/undici.js +1 -2
- package/dist/transport/worker.d.ts +18 -0
- package/dist/transport/worker.js +278 -0
- package/dist/types/index.d.ts +4 -1
- package/dist/utils/binary-manager.d.ts +4 -0
- package/dist/utils/binary-manager.js +72 -0
- package/dist/utils/optional-require.d.ts +7 -8
- package/dist/utils/optional-require.js +2 -21
- package/dist/utils/upload.d.ts +6 -0
- package/dist/utils/upload.js +11 -0
- package/dist/utils/user-agent.js +2 -13
- package/dist/version.js +1 -1
- package/package.json +12 -6
- package/dist/browser/utils/optional-require.d.ts +0 -19
- package/dist/browser/utils/optional-require.js +0 -105
|
@@ -0,0 +1,370 @@
|
|
|
1
|
+
import { BaseAIProvider, AIError, RateLimitError, ContextLengthError, OverloadedError, AuthenticationError, } from './base.js';
|
|
2
|
+
import { StreamError } from '../../core/errors.js';
|
|
3
|
+
export class AnthropicProvider extends BaseAIProvider {
|
|
4
|
+
anthropicConfig;
|
|
5
|
+
constructor(config = {}) {
|
|
6
|
+
super({ ...config, name: 'anthropic' });
|
|
7
|
+
this.anthropicConfig = config;
|
|
8
|
+
}
|
|
9
|
+
getEnvApiKey() {
|
|
10
|
+
return process.env.ANTHROPIC_API_KEY;
|
|
11
|
+
}
|
|
12
|
+
getBaseUrl() {
|
|
13
|
+
return this.config.baseUrl || 'https://api.anthropic.com/v1';
|
|
14
|
+
}
|
|
15
|
+
buildHeaders() {
|
|
16
|
+
return {
|
|
17
|
+
'Content-Type': 'application/json',
|
|
18
|
+
'x-api-key': this.getApiKey(),
|
|
19
|
+
'anthropic-version': this.anthropicConfig.version || '2025-01-01',
|
|
20
|
+
...this.config.headers,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
transformMessages(messages) {
|
|
24
|
+
const filtered = messages.filter((m) => m.role !== 'system');
|
|
25
|
+
return filtered.map((msg) => {
|
|
26
|
+
if (msg.role === 'tool') {
|
|
27
|
+
return {
|
|
28
|
+
role: 'user',
|
|
29
|
+
content: [
|
|
30
|
+
{
|
|
31
|
+
type: 'tool_result',
|
|
32
|
+
tool_use_id: msg.tool_call_id || '',
|
|
33
|
+
content: typeof msg.content === 'string' ? msg.content : JSON.stringify(msg.content),
|
|
34
|
+
},
|
|
35
|
+
],
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
return {
|
|
39
|
+
role: msg.role === 'user' ? 'user' : 'assistant',
|
|
40
|
+
content: this.transformContent(msg),
|
|
41
|
+
};
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
transformContent(msg) {
|
|
45
|
+
if (typeof msg.content === 'string') {
|
|
46
|
+
if (msg.tool_calls?.length) {
|
|
47
|
+
const parts = [{ type: 'text', text: msg.content }];
|
|
48
|
+
for (const tc of msg.tool_calls) {
|
|
49
|
+
parts.push({
|
|
50
|
+
type: 'tool_use',
|
|
51
|
+
id: tc.id,
|
|
52
|
+
name: tc.function.name,
|
|
53
|
+
input: JSON.parse(tc.function.arguments || '{}'),
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
return parts;
|
|
57
|
+
}
|
|
58
|
+
return msg.content;
|
|
59
|
+
}
|
|
60
|
+
if (!msg.content)
|
|
61
|
+
return '';
|
|
62
|
+
return msg.content.map((part) => {
|
|
63
|
+
if (part.type === 'text') {
|
|
64
|
+
return { type: 'text', text: part.text };
|
|
65
|
+
}
|
|
66
|
+
if (part.type === 'image_url') {
|
|
67
|
+
const match = part.image_url.url.match(/^data:([^;]+);base64,(.+)$/);
|
|
68
|
+
if (match) {
|
|
69
|
+
return {
|
|
70
|
+
type: 'image',
|
|
71
|
+
source: {
|
|
72
|
+
type: 'base64',
|
|
73
|
+
media_type: match[1],
|
|
74
|
+
data: match[2],
|
|
75
|
+
},
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
return { type: 'text', text: `[Image: ${part.image_url.url}]` };
|
|
79
|
+
}
|
|
80
|
+
if (part.type === 'image') {
|
|
81
|
+
return {
|
|
82
|
+
type: 'image',
|
|
83
|
+
source: {
|
|
84
|
+
type: 'base64',
|
|
85
|
+
media_type: part.mediaType,
|
|
86
|
+
data: Buffer.from(part.data).toString('base64'),
|
|
87
|
+
},
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
return { type: 'text', text: '' };
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
transformTools(tools) {
|
|
94
|
+
if (!tools)
|
|
95
|
+
return undefined;
|
|
96
|
+
return tools.map((tool) => ({
|
|
97
|
+
name: tool.function.name,
|
|
98
|
+
description: tool.function.description,
|
|
99
|
+
input_schema: tool.function.parameters || { type: 'object', properties: {} },
|
|
100
|
+
}));
|
|
101
|
+
}
|
|
102
|
+
getSystemPrompt(options) {
|
|
103
|
+
const systemMessage = options.messages.find((m) => m.role === 'system');
|
|
104
|
+
if (options.systemPrompt)
|
|
105
|
+
return options.systemPrompt;
|
|
106
|
+
if (systemMessage) {
|
|
107
|
+
return typeof systemMessage.content === 'string'
|
|
108
|
+
? systemMessage.content
|
|
109
|
+
: systemMessage.content?.map((p) => (p.type === 'text' ? p.text : '')).join('');
|
|
110
|
+
}
|
|
111
|
+
return undefined;
|
|
112
|
+
}
|
|
113
|
+
async chat(options) {
|
|
114
|
+
const context = {
|
|
115
|
+
startTime: performance.now(),
|
|
116
|
+
tokenCount: 0,
|
|
117
|
+
};
|
|
118
|
+
const body = this.buildChatBody(options, false);
|
|
119
|
+
const response = await this.makeRequest('/messages', body, options.signal);
|
|
120
|
+
const data = await response.json();
|
|
121
|
+
return this.parseResponse(data, context);
|
|
122
|
+
}
|
|
123
|
+
async stream(options) {
|
|
124
|
+
const context = {
|
|
125
|
+
startTime: performance.now(),
|
|
126
|
+
tokenCount: 0,
|
|
127
|
+
};
|
|
128
|
+
const body = this.buildChatBody(options, true);
|
|
129
|
+
const response = await this.makeRequest('/messages', body, options.signal);
|
|
130
|
+
return this.parseAnthropicStream(response, context);
|
|
131
|
+
}
|
|
132
|
+
async embed(_options) {
|
|
133
|
+
throw new AIError('Anthropic does not support embeddings. Use a different provider.', 'anthropic', 'not_supported', 400, false);
|
|
134
|
+
}
|
|
135
|
+
buildChatBody(options, stream) {
|
|
136
|
+
const body = {
|
|
137
|
+
model: options.model || this.config.defaultModel || 'claude-sonnet-4-20250514',
|
|
138
|
+
messages: this.transformMessages(options.messages),
|
|
139
|
+
max_tokens: options.maxTokens || 4096,
|
|
140
|
+
};
|
|
141
|
+
const systemPrompt = this.getSystemPrompt(options);
|
|
142
|
+
if (systemPrompt)
|
|
143
|
+
body.system = systemPrompt;
|
|
144
|
+
if (options.temperature !== undefined)
|
|
145
|
+
body.temperature = options.temperature;
|
|
146
|
+
if (options.topP !== undefined)
|
|
147
|
+
body.top_p = options.topP;
|
|
148
|
+
if (options.stop)
|
|
149
|
+
body.stop_sequences = options.stop;
|
|
150
|
+
if (options.tools)
|
|
151
|
+
body.tools = this.transformTools(options.tools);
|
|
152
|
+
if (options.toolChoice) {
|
|
153
|
+
if (options.toolChoice === 'auto') {
|
|
154
|
+
body.tool_choice = { type: 'auto' };
|
|
155
|
+
}
|
|
156
|
+
else if (options.toolChoice === 'none') {
|
|
157
|
+
}
|
|
158
|
+
else if (options.toolChoice === 'required') {
|
|
159
|
+
body.tool_choice = { type: 'any' };
|
|
160
|
+
}
|
|
161
|
+
else if (typeof options.toolChoice === 'object') {
|
|
162
|
+
body.tool_choice = {
|
|
163
|
+
type: 'tool',
|
|
164
|
+
name: options.toolChoice.function.name,
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
if (stream)
|
|
169
|
+
body.stream = true;
|
|
170
|
+
return body;
|
|
171
|
+
}
|
|
172
|
+
async makeRequest(endpoint, body, signal) {
|
|
173
|
+
const url = `${this.getBaseUrl()}${endpoint}`;
|
|
174
|
+
const headers = this.buildHeaders();
|
|
175
|
+
const response = await fetch(url, {
|
|
176
|
+
method: 'POST',
|
|
177
|
+
headers,
|
|
178
|
+
body: JSON.stringify(body),
|
|
179
|
+
signal,
|
|
180
|
+
});
|
|
181
|
+
if (!response.ok) {
|
|
182
|
+
await this.handleError(response);
|
|
183
|
+
}
|
|
184
|
+
return response;
|
|
185
|
+
}
|
|
186
|
+
async handleError(response) {
|
|
187
|
+
let errorData = {};
|
|
188
|
+
try {
|
|
189
|
+
errorData = await response.json();
|
|
190
|
+
}
|
|
191
|
+
catch {
|
|
192
|
+
}
|
|
193
|
+
const message = errorData.error?.message || response.statusText;
|
|
194
|
+
const errorType = errorData.error?.type;
|
|
195
|
+
switch (response.status) {
|
|
196
|
+
case 401:
|
|
197
|
+
throw new AuthenticationError('anthropic');
|
|
198
|
+
case 429:
|
|
199
|
+
const retryAfter = parseInt(response.headers.get('retry-after') || '0', 10);
|
|
200
|
+
throw new RateLimitError('anthropic', retryAfter || undefined);
|
|
201
|
+
case 400:
|
|
202
|
+
if (errorType === 'invalid_request_error' && message.includes('context')) {
|
|
203
|
+
throw new ContextLengthError('anthropic');
|
|
204
|
+
}
|
|
205
|
+
break;
|
|
206
|
+
case 503:
|
|
207
|
+
case 529:
|
|
208
|
+
throw new OverloadedError('anthropic');
|
|
209
|
+
}
|
|
210
|
+
throw new AIError(message, 'anthropic', errorType, response.status, response.status >= 500);
|
|
211
|
+
}
|
|
212
|
+
parseResponse(data, context) {
|
|
213
|
+
let content = '';
|
|
214
|
+
const toolCalls = [];
|
|
215
|
+
for (const block of data.content) {
|
|
216
|
+
if (block.type === 'text') {
|
|
217
|
+
content += block.text;
|
|
218
|
+
}
|
|
219
|
+
else if (block.type === 'tool_use') {
|
|
220
|
+
toolCalls.push({
|
|
221
|
+
id: block.id,
|
|
222
|
+
type: 'function',
|
|
223
|
+
function: {
|
|
224
|
+
name: block.name,
|
|
225
|
+
arguments: JSON.stringify(block.input),
|
|
226
|
+
},
|
|
227
|
+
});
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
const usage = {
|
|
231
|
+
inputTokens: data.usage.input_tokens,
|
|
232
|
+
outputTokens: data.usage.output_tokens,
|
|
233
|
+
totalTokens: data.usage.input_tokens + data.usage.output_tokens,
|
|
234
|
+
};
|
|
235
|
+
context.tokenCount = usage.outputTokens;
|
|
236
|
+
const finishReasonMap = {
|
|
237
|
+
end_turn: 'stop',
|
|
238
|
+
max_tokens: 'length',
|
|
239
|
+
stop_sequence: 'stop',
|
|
240
|
+
tool_use: 'tool_calls',
|
|
241
|
+
};
|
|
242
|
+
return {
|
|
243
|
+
content,
|
|
244
|
+
usage,
|
|
245
|
+
latency: this.calculateLatency(context),
|
|
246
|
+
model: data.model,
|
|
247
|
+
provider: 'anthropic',
|
|
248
|
+
cached: false,
|
|
249
|
+
finishReason: finishReasonMap[data.stop_reason] || 'stop',
|
|
250
|
+
toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
|
|
251
|
+
raw: data,
|
|
252
|
+
};
|
|
253
|
+
}
|
|
254
|
+
parseStreamEvent(_chunk, _context) {
|
|
255
|
+
return null;
|
|
256
|
+
}
|
|
257
|
+
async *parseAnthropicStream(response, context) {
|
|
258
|
+
const reader = response.body?.getReader();
|
|
259
|
+
if (!reader) {
|
|
260
|
+
throw new StreamError('Response body is not readable', {
|
|
261
|
+
streamType: 'anthropic-sse',
|
|
262
|
+
});
|
|
263
|
+
}
|
|
264
|
+
const decoder = new TextDecoder();
|
|
265
|
+
let buffer = '';
|
|
266
|
+
let currentToolCallId = '';
|
|
267
|
+
let currentToolCallName = '';
|
|
268
|
+
let currentToolCallArgs = '';
|
|
269
|
+
try {
|
|
270
|
+
while (true) {
|
|
271
|
+
const { done, value } = await reader.read();
|
|
272
|
+
if (done)
|
|
273
|
+
break;
|
|
274
|
+
buffer += decoder.decode(value, { stream: true });
|
|
275
|
+
const lines = buffer.split('\n');
|
|
276
|
+
buffer = lines.pop() || '';
|
|
277
|
+
for (const line of lines) {
|
|
278
|
+
const trimmed = line.trim();
|
|
279
|
+
if (!trimmed || !trimmed.startsWith('data: '))
|
|
280
|
+
continue;
|
|
281
|
+
const jsonStr = trimmed.slice(6);
|
|
282
|
+
if (jsonStr === '[DONE]')
|
|
283
|
+
continue;
|
|
284
|
+
try {
|
|
285
|
+
const event = JSON.parse(jsonStr);
|
|
286
|
+
switch (event.type) {
|
|
287
|
+
case 'content_block_start':
|
|
288
|
+
if (event.content_block.type === 'tool_use') {
|
|
289
|
+
currentToolCallId = event.content_block.id;
|
|
290
|
+
currentToolCallName = event.content_block.name;
|
|
291
|
+
currentToolCallArgs = '';
|
|
292
|
+
}
|
|
293
|
+
break;
|
|
294
|
+
case 'content_block_delta':
|
|
295
|
+
if (event.delta.type === 'text_delta' && event.delta.text) {
|
|
296
|
+
if (!context.firstTokenTime) {
|
|
297
|
+
context.firstTokenTime = performance.now();
|
|
298
|
+
}
|
|
299
|
+
context.tokenCount++;
|
|
300
|
+
yield { type: 'text', content: event.delta.text };
|
|
301
|
+
}
|
|
302
|
+
else if (event.delta.type === 'input_json_delta' && event.delta.partial_json) {
|
|
303
|
+
currentToolCallArgs += event.delta.partial_json;
|
|
304
|
+
yield {
|
|
305
|
+
type: 'tool_call_delta',
|
|
306
|
+
index: event.index,
|
|
307
|
+
delta: { arguments: event.delta.partial_json },
|
|
308
|
+
};
|
|
309
|
+
}
|
|
310
|
+
break;
|
|
311
|
+
case 'content_block_stop':
|
|
312
|
+
if (currentToolCallId) {
|
|
313
|
+
yield {
|
|
314
|
+
type: 'tool_call',
|
|
315
|
+
toolCall: {
|
|
316
|
+
id: currentToolCallId,
|
|
317
|
+
type: 'function',
|
|
318
|
+
function: {
|
|
319
|
+
name: currentToolCallName,
|
|
320
|
+
arguments: currentToolCallArgs,
|
|
321
|
+
},
|
|
322
|
+
},
|
|
323
|
+
};
|
|
324
|
+
currentToolCallId = '';
|
|
325
|
+
currentToolCallName = '';
|
|
326
|
+
currentToolCallArgs = '';
|
|
327
|
+
}
|
|
328
|
+
break;
|
|
329
|
+
case 'message_delta':
|
|
330
|
+
if (event.usage) {
|
|
331
|
+
yield {
|
|
332
|
+
type: 'usage',
|
|
333
|
+
usage: {
|
|
334
|
+
inputTokens: 0,
|
|
335
|
+
outputTokens: event.usage.output_tokens,
|
|
336
|
+
totalTokens: event.usage.output_tokens,
|
|
337
|
+
},
|
|
338
|
+
};
|
|
339
|
+
}
|
|
340
|
+
if (event.delta.stop_reason) {
|
|
341
|
+
const finishReasonMap = {
|
|
342
|
+
end_turn: 'stop',
|
|
343
|
+
max_tokens: 'length',
|
|
344
|
+
stop_sequence: 'stop',
|
|
345
|
+
tool_use: 'tool_calls',
|
|
346
|
+
};
|
|
347
|
+
yield {
|
|
348
|
+
type: 'done',
|
|
349
|
+
finishReason: finishReasonMap[event.delta.stop_reason] || 'stop',
|
|
350
|
+
};
|
|
351
|
+
}
|
|
352
|
+
break;
|
|
353
|
+
case 'error':
|
|
354
|
+
yield {
|
|
355
|
+
type: 'error',
|
|
356
|
+
error: new AIError(event.error.message, 'anthropic', event.error.type),
|
|
357
|
+
};
|
|
358
|
+
break;
|
|
359
|
+
}
|
|
360
|
+
}
|
|
361
|
+
catch {
|
|
362
|
+
}
|
|
363
|
+
}
|
|
364
|
+
}
|
|
365
|
+
}
|
|
366
|
+
finally {
|
|
367
|
+
reader.releaseLock();
|
|
368
|
+
}
|
|
369
|
+
}
|
|
370
|
+
}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import type { AIProvider, ChatOptions, ChatMessage, AIResponse, AIStream, StreamEvent, EmbedOptions, EmbedResponse, ProviderConfig, TokenUsage, AILatency, ToolCall } from '../../types/ai.js';
|
|
2
|
+
export interface ProviderRequestContext {
|
|
3
|
+
startTime: number;
|
|
4
|
+
firstTokenTime?: number;
|
|
5
|
+
tokenCount: number;
|
|
6
|
+
}
|
|
7
|
+
export interface BaseProviderConfig extends ProviderConfig {
|
|
8
|
+
name: AIProvider;
|
|
9
|
+
}
|
|
10
|
+
export declare abstract class BaseAIProvider {
|
|
11
|
+
protected config: BaseProviderConfig;
|
|
12
|
+
constructor(config: BaseProviderConfig);
|
|
13
|
+
get name(): AIProvider;
|
|
14
|
+
abstract chat(options: ChatOptions): Promise<AIResponse>;
|
|
15
|
+
abstract stream(options: ChatOptions): Promise<AIStream>;
|
|
16
|
+
abstract embed(options: EmbedOptions): Promise<EmbedResponse>;
|
|
17
|
+
protected getApiKey(): string;
|
|
18
|
+
protected abstract getEnvApiKey(): string | undefined;
|
|
19
|
+
protected abstract getBaseUrl(): string;
|
|
20
|
+
protected buildHeaders(): Record<string, string>;
|
|
21
|
+
protected abstract transformMessages(messages: ChatMessage[]): unknown[];
|
|
22
|
+
protected abstract parseResponse(response: unknown, context: ProviderRequestContext): AIResponse;
|
|
23
|
+
protected abstract parseStreamEvent(chunk: string, context: ProviderRequestContext): StreamEvent | null;
|
|
24
|
+
protected calculateLatency(context: ProviderRequestContext): AILatency;
|
|
25
|
+
protected emptyUsage(): TokenUsage;
|
|
26
|
+
protected parseSSEStream(response: Response, context: ProviderRequestContext): AIStream;
|
|
27
|
+
protected parseToolCalls(rawToolCalls: unknown[]): ToolCall[];
|
|
28
|
+
}
|
|
29
|
+
export declare class AIError extends Error {
|
|
30
|
+
readonly provider: AIProvider;
|
|
31
|
+
readonly code?: string | undefined;
|
|
32
|
+
readonly status?: number | undefined;
|
|
33
|
+
readonly retryable: boolean;
|
|
34
|
+
constructor(message: string, provider: AIProvider, code?: string | undefined, status?: number | undefined, retryable?: boolean);
|
|
35
|
+
}
|
|
36
|
+
export declare class RateLimitError extends AIError {
|
|
37
|
+
readonly retryAfter?: number | undefined;
|
|
38
|
+
constructor(provider: AIProvider, retryAfter?: number | undefined);
|
|
39
|
+
}
|
|
40
|
+
export declare class ContextLengthError extends AIError {
|
|
41
|
+
constructor(provider: AIProvider);
|
|
42
|
+
}
|
|
43
|
+
export declare class OverloadedError extends AIError {
|
|
44
|
+
constructor(provider: AIProvider);
|
|
45
|
+
}
|
|
46
|
+
export declare class AuthenticationError extends AIError {
|
|
47
|
+
constructor(provider: AIProvider);
|
|
48
|
+
}
|
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
import { ConfigurationError, StreamError } from '../../core/errors.js';
|
|
2
|
+
export class BaseAIProvider {
|
|
3
|
+
config;
|
|
4
|
+
constructor(config) {
|
|
5
|
+
this.config = config;
|
|
6
|
+
}
|
|
7
|
+
get name() {
|
|
8
|
+
return this.config.name;
|
|
9
|
+
}
|
|
10
|
+
getApiKey() {
|
|
11
|
+
const key = this.config.apiKey || this.getEnvApiKey();
|
|
12
|
+
if (!key) {
|
|
13
|
+
throw new ConfigurationError(`API key not configured for provider: ${this.config.name}`, {
|
|
14
|
+
configKey: `${this.config.name}.apiKey`,
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
return key;
|
|
18
|
+
}
|
|
19
|
+
buildHeaders() {
|
|
20
|
+
return {
|
|
21
|
+
'Content-Type': 'application/json',
|
|
22
|
+
...this.config.headers,
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
calculateLatency(context) {
|
|
26
|
+
const now = performance.now();
|
|
27
|
+
const total = now - context.startTime;
|
|
28
|
+
const ttft = context.firstTokenTime
|
|
29
|
+
? context.firstTokenTime - context.startTime
|
|
30
|
+
: total;
|
|
31
|
+
const tps = context.tokenCount > 0 && total > 0
|
|
32
|
+
? (context.tokenCount / total) * 1000
|
|
33
|
+
: 0;
|
|
34
|
+
return { ttft, tps, total };
|
|
35
|
+
}
|
|
36
|
+
emptyUsage() {
|
|
37
|
+
return {
|
|
38
|
+
inputTokens: 0,
|
|
39
|
+
outputTokens: 0,
|
|
40
|
+
totalTokens: 0,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
async *parseSSEStream(response, context) {
|
|
44
|
+
const reader = response.body?.getReader();
|
|
45
|
+
if (!reader) {
|
|
46
|
+
throw new StreamError('Response body is not readable', {
|
|
47
|
+
streamType: 'sse',
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
const decoder = new TextDecoder();
|
|
51
|
+
let buffer = '';
|
|
52
|
+
try {
|
|
53
|
+
while (true) {
|
|
54
|
+
const { done, value } = await reader.read();
|
|
55
|
+
if (done)
|
|
56
|
+
break;
|
|
57
|
+
buffer += decoder.decode(value, { stream: true });
|
|
58
|
+
const lines = buffer.split('\n');
|
|
59
|
+
buffer = lines.pop() || '';
|
|
60
|
+
for (const line of lines) {
|
|
61
|
+
const trimmed = line.trim();
|
|
62
|
+
if (!trimmed || trimmed === 'data: [DONE]')
|
|
63
|
+
continue;
|
|
64
|
+
if (trimmed.startsWith('data: ')) {
|
|
65
|
+
const data = trimmed.slice(6);
|
|
66
|
+
try {
|
|
67
|
+
const event = this.parseStreamEvent(data, context);
|
|
68
|
+
if (event) {
|
|
69
|
+
if (event.type === 'text' && !context.firstTokenTime) {
|
|
70
|
+
context.firstTokenTime = performance.now();
|
|
71
|
+
}
|
|
72
|
+
yield event;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
catch {
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
if (buffer.trim()) {
|
|
81
|
+
const trimmed = buffer.trim();
|
|
82
|
+
if (trimmed.startsWith('data: ') && trimmed !== 'data: [DONE]') {
|
|
83
|
+
const data = trimmed.slice(6);
|
|
84
|
+
try {
|
|
85
|
+
const event = this.parseStreamEvent(data, context);
|
|
86
|
+
if (event)
|
|
87
|
+
yield event;
|
|
88
|
+
}
|
|
89
|
+
catch {
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
finally {
|
|
95
|
+
reader.releaseLock();
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
parseToolCalls(rawToolCalls) {
|
|
99
|
+
if (!Array.isArray(rawToolCalls))
|
|
100
|
+
return [];
|
|
101
|
+
return rawToolCalls.map((tc) => ({
|
|
102
|
+
id: tc.id || '',
|
|
103
|
+
type: 'function',
|
|
104
|
+
function: {
|
|
105
|
+
name: tc.function?.name || '',
|
|
106
|
+
arguments: tc.function?.arguments || '{}',
|
|
107
|
+
},
|
|
108
|
+
}));
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
export class AIError extends Error {
|
|
112
|
+
provider;
|
|
113
|
+
code;
|
|
114
|
+
status;
|
|
115
|
+
retryable;
|
|
116
|
+
constructor(message, provider, code, status, retryable = false) {
|
|
117
|
+
super(message);
|
|
118
|
+
this.provider = provider;
|
|
119
|
+
this.code = code;
|
|
120
|
+
this.status = status;
|
|
121
|
+
this.retryable = retryable;
|
|
122
|
+
this.name = 'AIError';
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
export class RateLimitError extends AIError {
|
|
126
|
+
retryAfter;
|
|
127
|
+
constructor(provider, retryAfter) {
|
|
128
|
+
super('Rate limit exceeded', provider, 'rate_limit', 429, true);
|
|
129
|
+
this.retryAfter = retryAfter;
|
|
130
|
+
this.name = 'RateLimitError';
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
export class ContextLengthError extends AIError {
|
|
134
|
+
constructor(provider) {
|
|
135
|
+
super('Context length exceeded', provider, 'context_length_exceeded', 400, true);
|
|
136
|
+
this.name = 'ContextLengthError';
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
export class OverloadedError extends AIError {
|
|
140
|
+
constructor(provider) {
|
|
141
|
+
super('Provider is overloaded', provider, 'overloaded', 503, true);
|
|
142
|
+
this.name = 'OverloadedError';
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
export class AuthenticationError extends AIError {
|
|
146
|
+
constructor(provider) {
|
|
147
|
+
super('Authentication failed', provider, 'authentication_error', 401, false);
|
|
148
|
+
this.name = 'AuthenticationError';
|
|
149
|
+
}
|
|
150
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import type { ChatOptions, ChatMessage, AIResponse, AIStream, StreamEvent, EmbedOptions, EmbedResponse, ProviderConfig } from '../../types/ai.js';
|
|
2
|
+
import { BaseAIProvider, ProviderRequestContext } from './base.js';
|
|
3
|
+
export interface GoogleConfig extends ProviderConfig {
|
|
4
|
+
apiVersion?: string;
|
|
5
|
+
}
|
|
6
|
+
interface GeminiContent {
|
|
7
|
+
role: 'user' | 'model';
|
|
8
|
+
parts: GeminiPart[];
|
|
9
|
+
}
|
|
10
|
+
interface GeminiPart {
|
|
11
|
+
text?: string;
|
|
12
|
+
inlineData?: {
|
|
13
|
+
mimeType: string;
|
|
14
|
+
data: string;
|
|
15
|
+
};
|
|
16
|
+
functionCall?: {
|
|
17
|
+
name: string;
|
|
18
|
+
args: Record<string, unknown>;
|
|
19
|
+
};
|
|
20
|
+
functionResponse?: {
|
|
21
|
+
name: string;
|
|
22
|
+
response: Record<string, unknown>;
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
interface GeminiResponse {
|
|
26
|
+
candidates?: Array<{
|
|
27
|
+
content: GeminiContent;
|
|
28
|
+
finishReason?: string;
|
|
29
|
+
citationMetadata?: unknown;
|
|
30
|
+
tokenCount?: number;
|
|
31
|
+
}>;
|
|
32
|
+
promptFeedback?: {
|
|
33
|
+
blockReason?: string;
|
|
34
|
+
};
|
|
35
|
+
usageMetadata?: {
|
|
36
|
+
promptTokenCount: number;
|
|
37
|
+
candidatesTokenCount: number;
|
|
38
|
+
totalTokenCount: number;
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
export declare class GoogleProvider extends BaseAIProvider {
|
|
42
|
+
private googleConfig;
|
|
43
|
+
constructor(config?: GoogleConfig);
|
|
44
|
+
protected getEnvApiKey(): string | undefined;
|
|
45
|
+
protected getBaseUrl(): string;
|
|
46
|
+
protected buildHeaders(): Record<string, string>;
|
|
47
|
+
protected transformMessages(messages: ChatMessage[]): GeminiContent[];
|
|
48
|
+
private transformContent;
|
|
49
|
+
private transformTools;
|
|
50
|
+
chat(options: ChatOptions): Promise<AIResponse>;
|
|
51
|
+
stream(options: ChatOptions): Promise<AIStream>;
|
|
52
|
+
embed(options: EmbedOptions): Promise<EmbedResponse>;
|
|
53
|
+
private buildChatBody;
|
|
54
|
+
private makeRequest;
|
|
55
|
+
private handleError;
|
|
56
|
+
protected parseResponse(data: GeminiResponse, context: ProviderRequestContext): AIResponse;
|
|
57
|
+
protected parseStreamEvent(chunk: string, context: ProviderRequestContext): StreamEvent | null;
|
|
58
|
+
}
|
|
59
|
+
export {};
|