@bastani/pi-ai 0.9.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/LICENSE +22 -0
- package/NOTICE.md +16 -0
- package/README.md +1672 -0
- package/dist/api/anthropic-messages.d.ts +71 -0
- package/dist/api/anthropic-messages.d.ts.map +1 -0
- package/dist/api/anthropic-messages.js +1060 -0
- package/dist/api/anthropic-messages.js.map +1 -0
- package/dist/api/anthropic-messages.lazy.d.ts +3 -0
- package/dist/api/anthropic-messages.lazy.d.ts.map +1 -0
- package/dist/api/anthropic-messages.lazy.js +3 -0
- package/dist/api/anthropic-messages.lazy.js.map +1 -0
- package/dist/api/azure-openai-responses.d.ts +15 -0
- package/dist/api/azure-openai-responses.d.ts.map +1 -0
- package/dist/api/azure-openai-responses.js +242 -0
- package/dist/api/azure-openai-responses.js.map +1 -0
- package/dist/api/azure-openai-responses.lazy.d.ts +3 -0
- package/dist/api/azure-openai-responses.lazy.d.ts.map +1 -0
- package/dist/api/azure-openai-responses.lazy.js +3 -0
- package/dist/api/azure-openai-responses.lazy.js.map +1 -0
- package/dist/api/bedrock-converse-stream.d.ts +38 -0
- package/dist/api/bedrock-converse-stream.d.ts.map +1 -0
- package/dist/api/bedrock-converse-stream.js +967 -0
- package/dist/api/bedrock-converse-stream.js.map +1 -0
- package/dist/api/bedrock-converse-stream.lazy.d.ts +9 -0
- package/dist/api/bedrock-converse-stream.lazy.d.ts.map +1 -0
- package/dist/api/bedrock-converse-stream.lazy.js +30 -0
- package/dist/api/bedrock-converse-stream.lazy.js.map +1 -0
- package/dist/api/cloudflare-gateway-binding.d.ts +69 -0
- package/dist/api/cloudflare-gateway-binding.d.ts.map +1 -0
- package/dist/api/cloudflare-gateway-binding.js +159 -0
- package/dist/api/cloudflare-gateway-binding.js.map +1 -0
- package/dist/api/cloudflare.d.ts +9 -0
- package/dist/api/cloudflare.d.ts.map +1 -0
- package/dist/api/cloudflare.js +9 -0
- package/dist/api/cloudflare.js.map +1 -0
- package/dist/api/constrained-sampling.d.ts +20 -0
- package/dist/api/constrained-sampling.d.ts.map +1 -0
- package/dist/api/constrained-sampling.js +222 -0
- package/dist/api/constrained-sampling.js.map +1 -0
- package/dist/api/github-copilot-headers.d.ts +8 -0
- package/dist/api/github-copilot-headers.d.ts.map +1 -0
- package/dist/api/github-copilot-headers.js +29 -0
- package/dist/api/github-copilot-headers.js.map +1 -0
- package/dist/api/google-generative-ai.d.ts +13 -0
- package/dist/api/google-generative-ai.d.ts.map +1 -0
- package/dist/api/google-generative-ai.js +417 -0
- package/dist/api/google-generative-ai.js.map +1 -0
- package/dist/api/google-generative-ai.lazy.d.ts +3 -0
- package/dist/api/google-generative-ai.lazy.d.ts.map +1 -0
- package/dist/api/google-generative-ai.lazy.js +3 -0
- package/dist/api/google-generative-ai.lazy.js.map +1 -0
- package/dist/api/google-shared.d.ts +81 -0
- package/dist/api/google-shared.d.ts.map +1 -0
- package/dist/api/google-shared.js +384 -0
- package/dist/api/google-shared.js.map +1 -0
- package/dist/api/google-vertex.d.ts +15 -0
- package/dist/api/google-vertex.d.ts.map +1 -0
- package/dist/api/google-vertex.js +466 -0
- package/dist/api/google-vertex.js.map +1 -0
- package/dist/api/google-vertex.lazy.d.ts +3 -0
- package/dist/api/google-vertex.lazy.d.ts.map +1 -0
- package/dist/api/google-vertex.lazy.js +3 -0
- package/dist/api/google-vertex.lazy.js.map +1 -0
- package/dist/api/lazy.d.ts +19 -0
- package/dist/api/lazy.d.ts.map +1 -0
- package/dist/api/lazy.js +70 -0
- package/dist/api/lazy.js.map +1 -0
- package/dist/api/mistral-conversations.d.ts +25 -0
- package/dist/api/mistral-conversations.d.ts.map +1 -0
- package/dist/api/mistral-conversations.js +736 -0
- package/dist/api/mistral-conversations.js.map +1 -0
- package/dist/api/mistral-conversations.lazy.d.ts +3 -0
- package/dist/api/mistral-conversations.lazy.d.ts.map +1 -0
- package/dist/api/mistral-conversations.lazy.js +3 -0
- package/dist/api/mistral-conversations.lazy.js.map +1 -0
- package/dist/api/openai-codex-responses.d.ts +31 -0
- package/dist/api/openai-codex-responses.d.ts.map +1 -0
- package/dist/api/openai-codex-responses.js +1294 -0
- package/dist/api/openai-codex-responses.js.map +1 -0
- package/dist/api/openai-codex-responses.lazy.d.ts +3 -0
- package/dist/api/openai-codex-responses.lazy.d.ts.map +1 -0
- package/dist/api/openai-codex-responses.lazy.js +3 -0
- package/dist/api/openai-codex-responses.lazy.js.map +1 -0
- package/dist/api/openai-completions.d.ts +22 -0
- package/dist/api/openai-completions.d.ts.map +1 -0
- package/dist/api/openai-completions.js +1279 -0
- package/dist/api/openai-completions.js.map +1 -0
- package/dist/api/openai-completions.lazy.d.ts +3 -0
- package/dist/api/openai-completions.lazy.d.ts.map +1 -0
- package/dist/api/openai-completions.lazy.js +3 -0
- package/dist/api/openai-completions.lazy.js.map +1 -0
- package/dist/api/openai-prompt-cache.d.ts +3 -0
- package/dist/api/openai-prompt-cache.d.ts.map +1 -0
- package/dist/api/openai-prompt-cache.js +10 -0
- package/dist/api/openai-prompt-cache.js.map +1 -0
- package/dist/api/openai-responses-shared.d.ts +26 -0
- package/dist/api/openai-responses-shared.d.ts.map +1 -0
- package/dist/api/openai-responses-shared.js +686 -0
- package/dist/api/openai-responses-shared.js.map +1 -0
- package/dist/api/openai-responses.d.ts +14 -0
- package/dist/api/openai-responses.d.ts.map +1 -0
- package/dist/api/openai-responses.js +283 -0
- package/dist/api/openai-responses.js.map +1 -0
- package/dist/api/openai-responses.lazy.d.ts +3 -0
- package/dist/api/openai-responses.lazy.d.ts.map +1 -0
- package/dist/api/openai-responses.lazy.js +3 -0
- package/dist/api/openai-responses.lazy.js.map +1 -0
- package/dist/api/openrouter-images.d.ts +3 -0
- package/dist/api/openrouter-images.d.ts.map +1 -0
- package/dist/api/openrouter-images.js +132 -0
- package/dist/api/openrouter-images.js.map +1 -0
- package/dist/api/openrouter-images.lazy.d.ts +3 -0
- package/dist/api/openrouter-images.lazy.d.ts.map +1 -0
- package/dist/api/openrouter-images.lazy.js +4 -0
- package/dist/api/openrouter-images.lazy.js.map +1 -0
- package/dist/api/pi-messages.d.ts +97 -0
- package/dist/api/pi-messages.d.ts.map +1 -0
- package/dist/api/pi-messages.js +307 -0
- package/dist/api/pi-messages.js.map +1 -0
- package/dist/api/pi-messages.lazy.d.ts +3 -0
- package/dist/api/pi-messages.lazy.d.ts.map +1 -0
- package/dist/api/pi-messages.lazy.js +3 -0
- package/dist/api/pi-messages.lazy.js.map +1 -0
- package/dist/api/simple-options.d.ts +11 -0
- package/dist/api/simple-options.d.ts.map +1 -0
- package/dist/api/simple-options.js +59 -0
- package/dist/api/simple-options.js.map +1 -0
- package/dist/api/transform-messages.d.ts +8 -0
- package/dist/api/transform-messages.d.ts.map +1 -0
- package/dist/api/transform-messages.js +187 -0
- package/dist/api/transform-messages.js.map +1 -0
- package/dist/auth/context.d.ts +7 -0
- package/dist/auth/context.d.ts.map +1 -0
- package/dist/auth/context.js +42 -0
- package/dist/auth/context.js.map +1 -0
- package/dist/auth/credential-store.d.ts +17 -0
- package/dist/auth/credential-store.d.ts.map +1 -0
- package/dist/auth/credential-store.js +51 -0
- package/dist/auth/credential-store.js.map +1 -0
- package/dist/auth/helpers.d.ts +22 -0
- package/dist/auth/helpers.d.ts.map +1 -0
- package/dist/auth/helpers.js +53 -0
- package/dist/auth/helpers.js.map +1 -0
- package/dist/auth/oauth/anthropic.d.ts +9 -0
- package/dist/auth/oauth/anthropic.d.ts.map +1 -0
- package/dist/auth/oauth/anthropic.js +308 -0
- package/dist/auth/oauth/anthropic.js.map +1 -0
- package/dist/auth/oauth/device-code.d.ts +23 -0
- package/dist/auth/oauth/device-code.d.ts.map +1 -0
- package/dist/auth/oauth/device-code.js +69 -0
- package/dist/auth/oauth/device-code.js.map +1 -0
- package/dist/auth/oauth/github-copilot.d.ts +6 -0
- package/dist/auth/oauth/github-copilot.d.ts.map +1 -0
- package/dist/auth/oauth/github-copilot.js +328 -0
- package/dist/auth/oauth/github-copilot.js.map +1 -0
- package/dist/auth/oauth/kimi-coding.d.ts +10 -0
- package/dist/auth/oauth/kimi-coding.d.ts.map +1 -0
- package/dist/auth/oauth/kimi-coding.js +261 -0
- package/dist/auth/oauth/kimi-coding.js.map +1 -0
- package/dist/auth/oauth/load.d.ts +27 -0
- package/dist/auth/oauth/load.d.ts.map +1 -0
- package/dist/auth/oauth/load.js +59 -0
- package/dist/auth/oauth/load.js.map +1 -0
- package/dist/auth/oauth/oauth-page.d.ts +3 -0
- package/dist/auth/oauth/oauth-page.d.ts.map +1 -0
- package/dist/auth/oauth/oauth-page.js +105 -0
- package/dist/auth/oauth/oauth-page.js.map +1 -0
- package/dist/auth/oauth/openai-codex.d.ts +9 -0
- package/dist/auth/oauth/openai-codex.d.ts.map +1 -0
- package/dist/auth/oauth/openai-codex.js +450 -0
- package/dist/auth/oauth/openai-codex.js.map +1 -0
- package/dist/auth/oauth/openrouter.d.ts +15 -0
- package/dist/auth/oauth/openrouter.d.ts.map +1 -0
- package/dist/auth/oauth/openrouter.js +277 -0
- package/dist/auth/oauth/openrouter.js.map +1 -0
- package/dist/auth/oauth/pkce.d.ts +13 -0
- package/dist/auth/oauth/pkce.d.ts.map +1 -0
- package/dist/auth/oauth/pkce.js +31 -0
- package/dist/auth/oauth/pkce.js.map +1 -0
- package/dist/auth/oauth/radius.d.ts +17 -0
- package/dist/auth/oauth/radius.d.ts.map +1 -0
- package/dist/auth/oauth/radius.js +321 -0
- package/dist/auth/oauth/radius.js.map +1 -0
- package/dist/auth/oauth/xai.d.ts +6 -0
- package/dist/auth/oauth/xai.d.ts.map +1 -0
- package/dist/auth/oauth/xai.js +190 -0
- package/dist/auth/oauth/xai.js.map +1 -0
- package/dist/auth/resolve.d.ts +27 -0
- package/dist/auth/resolve.d.ts.map +1 -0
- package/dist/auth/resolve.js +132 -0
- package/dist/auth/resolve.js.map +1 -0
- package/dist/auth/types.d.ts +231 -0
- package/dist/auth/types.d.ts.map +1 -0
- package/dist/auth/types.js +2 -0
- package/dist/auth/types.js.map +1 -0
- package/dist/bedrock-provider.d.ts +5 -0
- package/dist/bedrock-provider.d.ts.map +1 -0
- package/dist/bedrock-provider.js +6 -0
- package/dist/bedrock-provider.js.map +1 -0
- package/dist/bun-oauth.d.ts +3 -0
- package/dist/bun-oauth.d.ts.map +1 -0
- package/dist/bun-oauth.js +21 -0
- package/dist/bun-oauth.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +113 -0
- package/dist/cli.js.map +1 -0
- package/dist/compat/extension-oauth-types.d.ts +39 -0
- package/dist/compat/extension-oauth-types.d.ts.map +1 -0
- package/dist/compat/extension-oauth-types.js +2 -0
- package/dist/compat/extension-oauth-types.js.map +1 -0
- package/dist/compat.d.ts +67 -0
- package/dist/compat.d.ts.map +1 -0
- package/dist/compat.js +199 -0
- package/dist/compat.js.map +1 -0
- package/dist/env-api-keys.d.ts +21 -0
- package/dist/env-api-keys.d.ts.map +1 -0
- package/dist/env-api-keys.js +156 -0
- package/dist/env-api-keys.js.map +1 -0
- package/dist/image-models.d.ts +10 -0
- package/dist/image-models.d.ts.map +1 -0
- package/dist/image-models.generated.d.ts +680 -0
- package/dist/image-models.generated.d.ts.map +1 -0
- package/dist/image-models.generated.js +682 -0
- package/dist/image-models.generated.js.map +1 -0
- package/dist/image-models.js +23 -0
- package/dist/image-models.js.map +1 -0
- package/dist/images-api-registry.d.ts +14 -0
- package/dist/images-api-registry.d.ts.map +1 -0
- package/dist/images-api-registry.js +22 -0
- package/dist/images-api-registry.js.map +1 -0
- package/dist/images-models.d.ts +95 -0
- package/dist/images-models.d.ts.map +1 -0
- package/dist/images-models.js +143 -0
- package/dist/images-models.js.map +1 -0
- package/dist/images.d.ts +4 -0
- package/dist/images.d.ts.map +1 -0
- package/dist/images.js +14 -0
- package/dist/images.js.map +1 -0
- package/dist/index.d.ts +35 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +22 -0
- package/dist/index.js.map +1 -0
- package/dist/legacy-api-aliases.d.ts +42 -0
- package/dist/legacy-api-aliases.d.ts.map +1 -0
- package/dist/legacy-api-aliases.js +49 -0
- package/dist/legacy-api-aliases.js.map +1 -0
- package/dist/model-catalog.d.ts +17 -0
- package/dist/model-catalog.d.ts.map +1 -0
- package/dist/model-catalog.js +4 -0
- package/dist/model-catalog.js.map +1 -0
- package/dist/models-store.d.ts +29 -0
- package/dist/models-store.d.ts.map +1 -0
- package/dist/models-store.js +17 -0
- package/dist/models-store.js.map +1 -0
- package/dist/models.d.ts +200 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.generated.d.ts +81 -0
- package/dist/models.generated.d.ts.map +1 -0
- package/dist/models.generated.js +83 -0
- package/dist/models.generated.js.map +1 -0
- package/dist/models.js +588 -0
- package/dist/models.js.map +1 -0
- package/dist/oauth.d.ts +3 -0
- package/dist/oauth.d.ts.map +1 -0
- package/dist/oauth.js +2 -0
- package/dist/oauth.js.map +1 -0
- package/dist/providers/all.d.ts +28 -0
- package/dist/providers/all.d.ts.map +1 -0
- package/dist/providers/all.js +131 -0
- package/dist/providers/all.js.map +1 -0
- package/dist/providers/amazon-bedrock.d.ts +3 -0
- package/dist/providers/amazon-bedrock.d.ts.map +1 -0
- package/dist/providers/amazon-bedrock.js +93 -0
- package/dist/providers/amazon-bedrock.js.map +1 -0
- package/dist/providers/amazon-bedrock.models.d.ts +4 -0
- package/dist/providers/amazon-bedrock.models.d.ts.map +1 -0
- package/dist/providers/amazon-bedrock.models.js +6 -0
- package/dist/providers/amazon-bedrock.models.js.map +1 -0
- package/dist/providers/ant-ling.d.ts +3 -0
- package/dist/providers/ant-ling.d.ts.map +1 -0
- package/dist/providers/ant-ling.js +15 -0
- package/dist/providers/ant-ling.js.map +1 -0
- package/dist/providers/ant-ling.models.d.ts +4 -0
- package/dist/providers/ant-ling.models.d.ts.map +1 -0
- package/dist/providers/ant-ling.models.js +6 -0
- package/dist/providers/ant-ling.models.js.map +1 -0
- package/dist/providers/anthropic.d.ts +3 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +56 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/anthropic.models.d.ts +4 -0
- package/dist/providers/anthropic.models.d.ts.map +1 -0
- package/dist/providers/anthropic.models.js +6 -0
- package/dist/providers/anthropic.models.js.map +1 -0
- package/dist/providers/azure-openai-responses.d.ts +3 -0
- package/dist/providers/azure-openai-responses.d.ts.map +1 -0
- package/dist/providers/azure-openai-responses.js +14 -0
- package/dist/providers/azure-openai-responses.js.map +1 -0
- package/dist/providers/azure-openai-responses.models.d.ts +4 -0
- package/dist/providers/azure-openai-responses.models.d.ts.map +1 -0
- package/dist/providers/azure-openai-responses.models.js +6 -0
- package/dist/providers/azure-openai-responses.models.js.map +1 -0
- package/dist/providers/baseten.d.ts +3 -0
- package/dist/providers/baseten.d.ts.map +1 -0
- package/dist/providers/baseten.js +15 -0
- package/dist/providers/baseten.js.map +1 -0
- package/dist/providers/baseten.models.d.ts +4 -0
- package/dist/providers/baseten.models.d.ts.map +1 -0
- package/dist/providers/baseten.models.js +6 -0
- package/dist/providers/baseten.models.js.map +1 -0
- package/dist/providers/cerebras.d.ts +3 -0
- package/dist/providers/cerebras.d.ts.map +1 -0
- package/dist/providers/cerebras.js +15 -0
- package/dist/providers/cerebras.js.map +1 -0
- package/dist/providers/cerebras.models.d.ts +4 -0
- package/dist/providers/cerebras.models.d.ts.map +1 -0
- package/dist/providers/cerebras.models.js +6 -0
- package/dist/providers/cerebras.models.js.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.d.ts +3 -0
- package/dist/providers/cloudflare-ai-gateway.d.ts.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.js +21 -0
- package/dist/providers/cloudflare-ai-gateway.js.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.models.d.ts +4 -0
- package/dist/providers/cloudflare-ai-gateway.models.d.ts.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.models.js +6 -0
- package/dist/providers/cloudflare-ai-gateway.models.js.map +1 -0
- package/dist/providers/cloudflare-auth.d.ts +4 -0
- package/dist/providers/cloudflare-auth.d.ts.map +1 -0
- package/dist/providers/cloudflare-auth.js +86 -0
- package/dist/providers/cloudflare-auth.js.map +1 -0
- package/dist/providers/cloudflare-stream.d.ts +8 -0
- package/dist/providers/cloudflare-stream.d.ts.map +1 -0
- package/dist/providers/cloudflare-stream.js +21 -0
- package/dist/providers/cloudflare-stream.js.map +1 -0
- package/dist/providers/cloudflare-workers-ai.d.ts +3 -0
- package/dist/providers/cloudflare-workers-ai.d.ts.map +1 -0
- package/dist/providers/cloudflare-workers-ai.js +15 -0
- package/dist/providers/cloudflare-workers-ai.js.map +1 -0
- package/dist/providers/cloudflare-workers-ai.models.d.ts +4 -0
- package/dist/providers/cloudflare-workers-ai.models.d.ts.map +1 -0
- package/dist/providers/cloudflare-workers-ai.models.js +6 -0
- package/dist/providers/cloudflare-workers-ai.models.js.map +1 -0
- package/dist/providers/data/.manifest.json +1 -0
- package/dist/providers/data/amazon-bedrock.json +1 -0
- package/dist/providers/data/ant-ling.json +1 -0
- package/dist/providers/data/anthropic.json +1 -0
- package/dist/providers/data/azure-openai-responses.json +1 -0
- package/dist/providers/data/baseten.json +1 -0
- package/dist/providers/data/cerebras.json +1 -0
- package/dist/providers/data/cloudflare-ai-gateway.json +1 -0
- package/dist/providers/data/cloudflare-workers-ai.json +1 -0
- package/dist/providers/data/deepseek.json +1 -0
- package/dist/providers/data/fireworks.json +1 -0
- package/dist/providers/data/github-copilot.json +1 -0
- package/dist/providers/data/google-vertex.json +1 -0
- package/dist/providers/data/google.json +1 -0
- package/dist/providers/data/groq.json +1 -0
- package/dist/providers/data/huggingface.json +1 -0
- package/dist/providers/data/kimi-coding.json +1 -0
- package/dist/providers/data/minimax-cn.json +1 -0
- package/dist/providers/data/minimax.json +1 -0
- package/dist/providers/data/mistral.json +1 -0
- package/dist/providers/data/moonshotai-cn.json +1 -0
- package/dist/providers/data/moonshotai.json +1 -0
- package/dist/providers/data/nvidia.json +1 -0
- package/dist/providers/data/openai-codex.json +1 -0
- package/dist/providers/data/openai.json +1 -0
- package/dist/providers/data/opencode-go.json +1 -0
- package/dist/providers/data/opencode.json +1 -0
- package/dist/providers/data/openrouter.json +1 -0
- package/dist/providers/data/qwen-token-plan-cn.json +1 -0
- package/dist/providers/data/qwen-token-plan-individual.json +1 -0
- package/dist/providers/data/qwen-token-plan.json +1 -0
- package/dist/providers/data/together.json +1 -0
- package/dist/providers/data/vercel-ai-gateway.json +1 -0
- package/dist/providers/data/xai.json +1 -0
- package/dist/providers/data/xiaomi-token-plan-ams.json +1 -0
- package/dist/providers/data/xiaomi-token-plan-cn.json +1 -0
- package/dist/providers/data/xiaomi-token-plan-sgp.json +1 -0
- package/dist/providers/data/xiaomi.json +1 -0
- package/dist/providers/data/zai-coding-cn.json +1 -0
- package/dist/providers/data/zai.json +1 -0
- package/dist/providers/deepseek.d.ts +3 -0
- package/dist/providers/deepseek.d.ts.map +1 -0
- package/dist/providers/deepseek.js +15 -0
- package/dist/providers/deepseek.js.map +1 -0
- package/dist/providers/deepseek.models.d.ts +4 -0
- package/dist/providers/deepseek.models.d.ts.map +1 -0
- package/dist/providers/deepseek.models.js +6 -0
- package/dist/providers/deepseek.models.js.map +1 -0
- package/dist/providers/faux.d.ts +102 -0
- package/dist/providers/faux.d.ts.map +1 -0
- package/dist/providers/faux.js +488 -0
- package/dist/providers/faux.js.map +1 -0
- package/dist/providers/fireworks.d.ts +3 -0
- package/dist/providers/fireworks.d.ts.map +1 -0
- package/dist/providers/fireworks.js +19 -0
- package/dist/providers/fireworks.js.map +1 -0
- package/dist/providers/fireworks.models.d.ts +4 -0
- package/dist/providers/fireworks.models.d.ts.map +1 -0
- package/dist/providers/fireworks.models.js +6 -0
- package/dist/providers/fireworks.models.js.map +1 -0
- package/dist/providers/github-copilot.d.ts +3 -0
- package/dist/providers/github-copilot.d.ts.map +1 -0
- package/dist/providers/github-copilot.js +35 -0
- package/dist/providers/github-copilot.js.map +1 -0
- package/dist/providers/github-copilot.models.d.ts +4 -0
- package/dist/providers/github-copilot.models.d.ts.map +1 -0
- package/dist/providers/github-copilot.models.js +6 -0
- package/dist/providers/github-copilot.models.js.map +1 -0
- package/dist/providers/google-vertex.d.ts +3 -0
- package/dist/providers/google-vertex.d.ts.map +1 -0
- package/dist/providers/google-vertex.js +94 -0
- package/dist/providers/google-vertex.js.map +1 -0
- package/dist/providers/google-vertex.models.d.ts +4 -0
- package/dist/providers/google-vertex.models.d.ts.map +1 -0
- package/dist/providers/google-vertex.models.js +6 -0
- package/dist/providers/google-vertex.models.js.map +1 -0
- package/dist/providers/google.d.ts +3 -0
- package/dist/providers/google.d.ts.map +1 -0
- package/dist/providers/google.js +15 -0
- package/dist/providers/google.js.map +1 -0
- package/dist/providers/google.models.d.ts +4 -0
- package/dist/providers/google.models.d.ts.map +1 -0
- package/dist/providers/google.models.js +6 -0
- package/dist/providers/google.models.js.map +1 -0
- package/dist/providers/groq.d.ts +3 -0
- package/dist/providers/groq.d.ts.map +1 -0
- package/dist/providers/groq.js +15 -0
- package/dist/providers/groq.js.map +1 -0
- package/dist/providers/groq.models.d.ts +4 -0
- package/dist/providers/groq.models.d.ts.map +1 -0
- package/dist/providers/groq.models.js +6 -0
- package/dist/providers/groq.models.js.map +1 -0
- package/dist/providers/huggingface.d.ts +3 -0
- package/dist/providers/huggingface.d.ts.map +1 -0
- package/dist/providers/huggingface.js +15 -0
- package/dist/providers/huggingface.js.map +1 -0
- package/dist/providers/huggingface.models.d.ts +4 -0
- package/dist/providers/huggingface.models.d.ts.map +1 -0
- package/dist/providers/huggingface.models.js +6 -0
- package/dist/providers/huggingface.models.js.map +1 -0
- package/dist/providers/images/register-builtins.d.ts +4 -0
- package/dist/providers/images/register-builtins.d.ts.map +1 -0
- package/dist/providers/images/register-builtins.js +34 -0
- package/dist/providers/images/register-builtins.js.map +1 -0
- package/dist/providers/kimi-coding.d.ts +3 -0
- package/dist/providers/kimi-coding.d.ts.map +1 -0
- package/dist/providers/kimi-coding.js +24 -0
- package/dist/providers/kimi-coding.js.map +1 -0
- package/dist/providers/kimi-coding.models.d.ts +4 -0
- package/dist/providers/kimi-coding.models.d.ts.map +1 -0
- package/dist/providers/kimi-coding.models.js +6 -0
- package/dist/providers/kimi-coding.models.js.map +1 -0
- package/dist/providers/minimax-cn.d.ts +3 -0
- package/dist/providers/minimax-cn.d.ts.map +1 -0
- package/dist/providers/minimax-cn.js +15 -0
- package/dist/providers/minimax-cn.js.map +1 -0
- package/dist/providers/minimax-cn.models.d.ts +4 -0
- package/dist/providers/minimax-cn.models.d.ts.map +1 -0
- package/dist/providers/minimax-cn.models.js +6 -0
- package/dist/providers/minimax-cn.models.js.map +1 -0
- package/dist/providers/minimax.d.ts +3 -0
- package/dist/providers/minimax.d.ts.map +1 -0
- package/dist/providers/minimax.js +15 -0
- package/dist/providers/minimax.js.map +1 -0
- package/dist/providers/minimax.models.d.ts +4 -0
- package/dist/providers/minimax.models.d.ts.map +1 -0
- package/dist/providers/minimax.models.js +6 -0
- package/dist/providers/minimax.models.js.map +1 -0
- package/dist/providers/mistral.d.ts +3 -0
- package/dist/providers/mistral.d.ts.map +1 -0
- package/dist/providers/mistral.js +15 -0
- package/dist/providers/mistral.js.map +1 -0
- package/dist/providers/mistral.models.d.ts +4 -0
- package/dist/providers/mistral.models.d.ts.map +1 -0
- package/dist/providers/mistral.models.js +6 -0
- package/dist/providers/mistral.models.js.map +1 -0
- package/dist/providers/moonshotai-cn.d.ts +3 -0
- package/dist/providers/moonshotai-cn.d.ts.map +1 -0
- package/dist/providers/moonshotai-cn.js +15 -0
- package/dist/providers/moonshotai-cn.js.map +1 -0
- package/dist/providers/moonshotai-cn.models.d.ts +4 -0
- package/dist/providers/moonshotai-cn.models.d.ts.map +1 -0
- package/dist/providers/moonshotai-cn.models.js +6 -0
- package/dist/providers/moonshotai-cn.models.js.map +1 -0
- package/dist/providers/moonshotai.d.ts +3 -0
- package/dist/providers/moonshotai.d.ts.map +1 -0
- package/dist/providers/moonshotai.js +15 -0
- package/dist/providers/moonshotai.js.map +1 -0
- package/dist/providers/moonshotai.models.d.ts +4 -0
- package/dist/providers/moonshotai.models.d.ts.map +1 -0
- package/dist/providers/moonshotai.models.js +6 -0
- package/dist/providers/moonshotai.models.js.map +1 -0
- package/dist/providers/nvidia.d.ts +3 -0
- package/dist/providers/nvidia.d.ts.map +1 -0
- package/dist/providers/nvidia.js +15 -0
- package/dist/providers/nvidia.js.map +1 -0
- package/dist/providers/nvidia.models.d.ts +4 -0
- package/dist/providers/nvidia.models.d.ts.map +1 -0
- package/dist/providers/nvidia.models.js +6 -0
- package/dist/providers/nvidia.models.js.map +1 -0
- package/dist/providers/openai-codex.d.ts +3 -0
- package/dist/providers/openai-codex.d.ts.map +1 -0
- package/dist/providers/openai-codex.js +22 -0
- package/dist/providers/openai-codex.js.map +1 -0
- package/dist/providers/openai-codex.models.d.ts +4 -0
- package/dist/providers/openai-codex.models.d.ts.map +1 -0
- package/dist/providers/openai-codex.models.js +6 -0
- package/dist/providers/openai-codex.models.js.map +1 -0
- package/dist/providers/openai.d.ts +3 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +15 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/providers/openai.models.d.ts +4 -0
- package/dist/providers/openai.models.d.ts.map +1 -0
- package/dist/providers/openai.models.js +6 -0
- package/dist/providers/openai.models.js.map +1 -0
- package/dist/providers/opencode-go.d.ts +3 -0
- package/dist/providers/opencode-go.d.ts.map +1 -0
- package/dist/providers/opencode-go.js +20 -0
- package/dist/providers/opencode-go.js.map +1 -0
- package/dist/providers/opencode-go.models.d.ts +4 -0
- package/dist/providers/opencode-go.models.d.ts.map +1 -0
- package/dist/providers/opencode-go.models.js +6 -0
- package/dist/providers/opencode-go.models.js.map +1 -0
- package/dist/providers/opencode.d.ts +3 -0
- package/dist/providers/opencode.d.ts.map +1 -0
- package/dist/providers/opencode.js +22 -0
- package/dist/providers/opencode.js.map +1 -0
- package/dist/providers/opencode.models.d.ts +4 -0
- package/dist/providers/opencode.models.d.ts.map +1 -0
- package/dist/providers/opencode.models.js +6 -0
- package/dist/providers/opencode.models.js.map +1 -0
- package/dist/providers/openrouter-images.d.ts +3 -0
- package/dist/providers/openrouter-images.d.ts.map +1 -0
- package/dist/providers/openrouter-images.js +22 -0
- package/dist/providers/openrouter-images.js.map +1 -0
- package/dist/providers/openrouter.d.ts +3 -0
- package/dist/providers/openrouter.d.ts.map +1 -0
- package/dist/providers/openrouter.js +23 -0
- package/dist/providers/openrouter.js.map +1 -0
- package/dist/providers/openrouter.models.d.ts +4 -0
- package/dist/providers/openrouter.models.d.ts.map +1 -0
- package/dist/providers/openrouter.models.js +6 -0
- package/dist/providers/openrouter.models.js.map +1 -0
- package/dist/providers/qwen-token-plan-cn.d.ts +3 -0
- package/dist/providers/qwen-token-plan-cn.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan-cn.js +15 -0
- package/dist/providers/qwen-token-plan-cn.js.map +1 -0
- package/dist/providers/qwen-token-plan-cn.models.d.ts +4 -0
- package/dist/providers/qwen-token-plan-cn.models.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan-cn.models.js +6 -0
- package/dist/providers/qwen-token-plan-cn.models.js.map +1 -0
- package/dist/providers/qwen-token-plan-individual.d.ts +3 -0
- package/dist/providers/qwen-token-plan-individual.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan-individual.js +15 -0
- package/dist/providers/qwen-token-plan-individual.js.map +1 -0
- package/dist/providers/qwen-token-plan-individual.models.d.ts +4 -0
- package/dist/providers/qwen-token-plan-individual.models.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan-individual.models.js +6 -0
- package/dist/providers/qwen-token-plan-individual.models.js.map +1 -0
- package/dist/providers/qwen-token-plan.d.ts +3 -0
- package/dist/providers/qwen-token-plan.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan.js +15 -0
- package/dist/providers/qwen-token-plan.js.map +1 -0
- package/dist/providers/qwen-token-plan.models.d.ts +4 -0
- package/dist/providers/qwen-token-plan.models.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan.models.js +6 -0
- package/dist/providers/qwen-token-plan.models.js.map +1 -0
- package/dist/providers/radius-config.d.ts +26 -0
- package/dist/providers/radius-config.d.ts.map +1 -0
- package/dist/providers/radius-config.js +63 -0
- package/dist/providers/radius-config.js.map +1 -0
- package/dist/providers/radius.d.ts +9 -0
- package/dist/providers/radius.d.ts.map +1 -0
- package/dist/providers/radius.js +64 -0
- package/dist/providers/radius.js.map +1 -0
- package/dist/providers/together.d.ts +3 -0
- package/dist/providers/together.d.ts.map +1 -0
- package/dist/providers/together.js +15 -0
- package/dist/providers/together.js.map +1 -0
- package/dist/providers/together.models.d.ts +4 -0
- package/dist/providers/together.models.d.ts.map +1 -0
- package/dist/providers/together.models.js +6 -0
- package/dist/providers/together.models.js.map +1 -0
- package/dist/providers/vercel-ai-gateway.d.ts +3 -0
- package/dist/providers/vercel-ai-gateway.d.ts.map +1 -0
- package/dist/providers/vercel-ai-gateway.js +15 -0
- package/dist/providers/vercel-ai-gateway.js.map +1 -0
- package/dist/providers/vercel-ai-gateway.models.d.ts +4 -0
- package/dist/providers/vercel-ai-gateway.models.d.ts.map +1 -0
- package/dist/providers/vercel-ai-gateway.models.js +6 -0
- package/dist/providers/vercel-ai-gateway.models.js.map +1 -0
- package/dist/providers/xai.d.ts +3 -0
- package/dist/providers/xai.d.ts.map +1 -0
- package/dist/providers/xai.js +28 -0
- package/dist/providers/xai.js.map +1 -0
- package/dist/providers/xai.models.d.ts +4 -0
- package/dist/providers/xai.models.d.ts.map +1 -0
- package/dist/providers/xai.models.js +6 -0
- package/dist/providers/xai.models.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.d.ts +3 -0
- package/dist/providers/xiaomi-token-plan-ams.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.js +15 -0
- package/dist/providers/xiaomi-token-plan-ams.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.models.d.ts +4 -0
- package/dist/providers/xiaomi-token-plan-ams.models.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.models.js +6 -0
- package/dist/providers/xiaomi-token-plan-ams.models.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.d.ts +3 -0
- package/dist/providers/xiaomi-token-plan-cn.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.js +15 -0
- package/dist/providers/xiaomi-token-plan-cn.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.models.d.ts +4 -0
- package/dist/providers/xiaomi-token-plan-cn.models.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.models.js +6 -0
- package/dist/providers/xiaomi-token-plan-cn.models.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.d.ts +3 -0
- package/dist/providers/xiaomi-token-plan-sgp.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.js +15 -0
- package/dist/providers/xiaomi-token-plan-sgp.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.d.ts +4 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.js +6 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.js.map +1 -0
- package/dist/providers/xiaomi.d.ts +3 -0
- package/dist/providers/xiaomi.d.ts.map +1 -0
- package/dist/providers/xiaomi.js +15 -0
- package/dist/providers/xiaomi.js.map +1 -0
- package/dist/providers/xiaomi.models.d.ts +4 -0
- package/dist/providers/xiaomi.models.d.ts.map +1 -0
- package/dist/providers/xiaomi.models.js +6 -0
- package/dist/providers/xiaomi.models.js.map +1 -0
- package/dist/providers/zai-coding-cn.d.ts +3 -0
- package/dist/providers/zai-coding-cn.d.ts.map +1 -0
- package/dist/providers/zai-coding-cn.js +15 -0
- package/dist/providers/zai-coding-cn.js.map +1 -0
- package/dist/providers/zai-coding-cn.models.d.ts +4 -0
- package/dist/providers/zai-coding-cn.models.d.ts.map +1 -0
- package/dist/providers/zai-coding-cn.models.js +6 -0
- package/dist/providers/zai-coding-cn.models.js.map +1 -0
- package/dist/providers/zai.d.ts +3 -0
- package/dist/providers/zai.d.ts.map +1 -0
- package/dist/providers/zai.js +15 -0
- package/dist/providers/zai.js.map +1 -0
- package/dist/providers/zai.models.d.ts +4 -0
- package/dist/providers/zai.models.d.ts.map +1 -0
- package/dist/providers/zai.models.js +6 -0
- package/dist/providers/zai.models.js.map +1 -0
- package/dist/session-resources.d.ts +4 -0
- package/dist/session-resources.d.ts.map +1 -0
- package/dist/session-resources.js +22 -0
- package/dist/session-resources.js.map +1 -0
- package/dist/types.d.ts +697 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/abort-signals.d.ts +6 -0
- package/dist/utils/abort-signals.d.ts.map +1 -0
- package/dist/utils/abort-signals.js +34 -0
- package/dist/utils/abort-signals.js.map +1 -0
- package/dist/utils/abort.d.ts +8 -0
- package/dist/utils/abort.d.ts.map +1 -0
- package/dist/utils/abort.js +49 -0
- package/dist/utils/abort.js.map +1 -0
- package/dist/utils/deferred-tools.d.ts +9 -0
- package/dist/utils/deferred-tools.d.ts.map +1 -0
- package/dist/utils/deferred-tools.js +36 -0
- package/dist/utils/deferred-tools.js.map +1 -0
- package/dist/utils/diagnostics.d.ts +19 -0
- package/dist/utils/diagnostics.d.ts.map +1 -0
- package/dist/utils/diagnostics.js +25 -0
- package/dist/utils/diagnostics.js.map +1 -0
- package/dist/utils/error-body.d.ts +25 -0
- package/dist/utils/error-body.d.ts.map +1 -0
- package/dist/utils/error-body.js +133 -0
- package/dist/utils/error-body.js.map +1 -0
- package/dist/utils/estimate.d.ts +17 -0
- package/dist/utils/estimate.d.ts.map +1 -0
- package/dist/utils/estimate.js +116 -0
- package/dist/utils/estimate.js.map +1 -0
- package/dist/utils/event-stream.d.ts +21 -0
- package/dist/utils/event-stream.d.ts.map +1 -0
- package/dist/utils/event-stream.js +81 -0
- package/dist/utils/event-stream.js.map +1 -0
- package/dist/utils/hash.d.ts +3 -0
- package/dist/utils/hash.d.ts.map +1 -0
- package/dist/utils/hash.js +14 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/headers.d.ts +4 -0
- package/dist/utils/headers.d.ts.map +1 -0
- package/dist/utils/headers.js +18 -0
- package/dist/utils/headers.js.map +1 -0
- package/dist/utils/json-parse.d.ts +16 -0
- package/dist/utils/json-parse.d.ts.map +1 -0
- package/dist/utils/json-parse.js +113 -0
- package/dist/utils/json-parse.js.map +1 -0
- package/dist/utils/node-http-proxy.d.ts +4 -0
- package/dist/utils/node-http-proxy.d.ts.map +1 -0
- package/dist/utils/node-http-proxy.js +92 -0
- package/dist/utils/node-http-proxy.js.map +1 -0
- package/dist/utils/overflow.d.ts +68 -0
- package/dist/utils/overflow.d.ts.map +1 -0
- package/dist/utils/overflow.js +172 -0
- package/dist/utils/overflow.js.map +1 -0
- package/dist/utils/pi-user-agent.d.ts +2 -0
- package/dist/utils/pi-user-agent.d.ts.map +1 -0
- package/dist/utils/pi-user-agent.js +12 -0
- package/dist/utils/pi-user-agent.js.map +1 -0
- package/dist/utils/provider-env.d.ts +7 -0
- package/dist/utils/provider-env.d.ts.map +1 -0
- package/dist/utils/provider-env.js +44 -0
- package/dist/utils/provider-env.js.map +1 -0
- package/dist/utils/provider-retry.d.ts +16 -0
- package/dist/utils/provider-retry.d.ts.map +1 -0
- package/dist/utils/provider-retry.js +94 -0
- package/dist/utils/provider-retry.js.map +1 -0
- package/dist/utils/retry.d.ts +53 -0
- package/dist/utils/retry.d.ts.map +1 -0
- package/dist/utils/retry.js +174 -0
- package/dist/utils/retry.js.map +1 -0
- package/dist/utils/sanitize-unicode.d.ts +22 -0
- package/dist/utils/sanitize-unicode.d.ts.map +1 -0
- package/dist/utils/sanitize-unicode.js +26 -0
- package/dist/utils/sanitize-unicode.js.map +1 -0
- package/dist/utils/text.d.ts +6 -0
- package/dist/utils/text.d.ts.map +1 -0
- package/dist/utils/text.js +10 -0
- package/dist/utils/text.js.map +1 -0
- package/dist/utils/typebox-helpers.d.ts +17 -0
- package/dist/utils/typebox-helpers.d.ts.map +1 -0
- package/dist/utils/typebox-helpers.js +21 -0
- package/dist/utils/typebox-helpers.js.map +1 -0
- package/dist/utils/uuid.d.ts +3 -0
- package/dist/utils/uuid.d.ts.map +1 -0
- package/dist/utils/uuid.js +46 -0
- package/dist/utils/uuid.js.map +1 -0
- package/dist/utils/validation.d.ts +18 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +309 -0
- package/dist/utils/validation.js.map +1 -0
- package/package.json +122 -0
|
@@ -0,0 +1,736 @@
|
|
|
1
|
+
import { calculateCost, clampThinkingLevel } from "../models.js";
|
|
2
|
+
import { AssistantMessageEventStream } from "../utils/event-stream.js";
|
|
3
|
+
import { shortHash } from "../utils/hash.js";
|
|
4
|
+
import { headersToRecord } from "../utils/headers.js";
|
|
5
|
+
import { parseStreamingJson } from "../utils/json-parse.js";
|
|
6
|
+
import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
|
|
7
|
+
import { getJsonSchemaToolParameters, resolveJsonSchemaStrictSampling } from "./constrained-sampling.js";
|
|
8
|
+
import { buildBaseOptions } from "./simple-options.js";
|
|
9
|
+
import { transformMessages } from "./transform-messages.js";
|
|
10
|
+
const MISTRAL_TOOL_CALL_ID_LENGTH = 9;
|
|
11
|
+
const MAX_MISTRAL_ERROR_BODY_CHARS = 4000;
|
|
12
|
+
/**
|
|
13
|
+
* Stream responses from the native Mistral Chat Completions endpoint.
|
|
14
|
+
*/
|
|
15
|
+
export const stream = (model, context, options) => {
|
|
16
|
+
const stream = new AssistantMessageEventStream();
|
|
17
|
+
(async () => {
|
|
18
|
+
const output = createOutput(model);
|
|
19
|
+
try {
|
|
20
|
+
const apiKey = options?.apiKey;
|
|
21
|
+
if (!apiKey) {
|
|
22
|
+
throw new Error(`No API key for provider: ${model.provider}`);
|
|
23
|
+
}
|
|
24
|
+
const normalizeMistralToolCallId = createMistralToolCallIdNormalizer();
|
|
25
|
+
const transformedMessages = transformMessages(context.messages, model, (id) => normalizeMistralToolCallId(id));
|
|
26
|
+
let payload = buildChatPayload(model, context, transformedMessages, options);
|
|
27
|
+
const nextPayload = await options?.onPayload?.(payload, model);
|
|
28
|
+
if (nextPayload !== undefined) {
|
|
29
|
+
payload = nextPayload;
|
|
30
|
+
}
|
|
31
|
+
const mistralStream = await requestMistralStream(model, payload, apiKey, options);
|
|
32
|
+
stream.push({ type: "start", partial: output });
|
|
33
|
+
await consumeChatStream(model, output, stream, mistralStream);
|
|
34
|
+
if (options?.signal?.aborted) {
|
|
35
|
+
throw new Error("Request was aborted");
|
|
36
|
+
}
|
|
37
|
+
if (output.stopReason === "pending") {
|
|
38
|
+
throw new Error("Mistral stream ended without a finish reason");
|
|
39
|
+
}
|
|
40
|
+
if (output.stopReason === "aborted" || output.stopReason === "error") {
|
|
41
|
+
throw new Error(output.errorMessage || "An unknown error occurred");
|
|
42
|
+
}
|
|
43
|
+
stream.push({ type: "done", reason: output.stopReason, message: output });
|
|
44
|
+
stream.end();
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
for (const block of output.content) {
|
|
48
|
+
// partialArgs is only a streaming scratch buffer; never persist it.
|
|
49
|
+
delete block.partialArgs;
|
|
50
|
+
}
|
|
51
|
+
output.stopReason = options?.signal?.aborted ? "aborted" : "error";
|
|
52
|
+
output.errorMessage = formatMistralError(error);
|
|
53
|
+
stream.push({ type: "error", reason: output.stopReason, error: output });
|
|
54
|
+
stream.end();
|
|
55
|
+
}
|
|
56
|
+
})();
|
|
57
|
+
return stream;
|
|
58
|
+
};
|
|
59
|
+
/**
|
|
60
|
+
* Maps provider-agnostic `SimpleStreamOptions` to Mistral options.
|
|
61
|
+
*/
|
|
62
|
+
export const streamSimple = (model, context, options) => {
|
|
63
|
+
const apiKey = options?.apiKey;
|
|
64
|
+
if (!apiKey) {
|
|
65
|
+
throw new Error(`No API key for provider: ${model.provider}`);
|
|
66
|
+
}
|
|
67
|
+
const base = buildBaseOptions(model, context, options, apiKey);
|
|
68
|
+
const clampedReasoning = options?.reasoning ? clampThinkingLevel(model, options.reasoning) : undefined;
|
|
69
|
+
const reasoning = clampedReasoning === "off" ? undefined : clampedReasoning;
|
|
70
|
+
const shouldUseReasoning = model.reasoning && reasoning !== undefined;
|
|
71
|
+
return stream(model, context, {
|
|
72
|
+
...base,
|
|
73
|
+
promptMode: shouldUseReasoning && usesPromptModeReasoning(model) ? "reasoning" : undefined,
|
|
74
|
+
reasoningEffort: shouldUseReasoning && usesReasoningEffort(model) ? mapReasoningEffort(model, reasoning) : undefined,
|
|
75
|
+
});
|
|
76
|
+
};
|
|
77
|
+
function createOutput(model) {
|
|
78
|
+
return {
|
|
79
|
+
role: "assistant",
|
|
80
|
+
content: [],
|
|
81
|
+
api: model.api,
|
|
82
|
+
provider: model.provider,
|
|
83
|
+
model: model.id,
|
|
84
|
+
usage: {
|
|
85
|
+
input: 0,
|
|
86
|
+
output: 0,
|
|
87
|
+
cacheRead: 0,
|
|
88
|
+
cacheWrite: 0,
|
|
89
|
+
totalTokens: 0,
|
|
90
|
+
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
|
|
91
|
+
},
|
|
92
|
+
stopReason: "pending",
|
|
93
|
+
timestamp: Date.now(),
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
function createMistralToolCallIdNormalizer() {
|
|
97
|
+
const idMap = new Map();
|
|
98
|
+
const reverseMap = new Map();
|
|
99
|
+
return (id) => {
|
|
100
|
+
const existing = idMap.get(id);
|
|
101
|
+
if (existing)
|
|
102
|
+
return existing;
|
|
103
|
+
let attempt = 0;
|
|
104
|
+
while (true) {
|
|
105
|
+
const candidate = deriveMistralToolCallId(id, attempt);
|
|
106
|
+
const owner = reverseMap.get(candidate);
|
|
107
|
+
if (!owner || owner === id) {
|
|
108
|
+
idMap.set(id, candidate);
|
|
109
|
+
reverseMap.set(candidate, id);
|
|
110
|
+
return candidate;
|
|
111
|
+
}
|
|
112
|
+
attempt++;
|
|
113
|
+
}
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
function deriveMistralToolCallId(id, attempt) {
|
|
117
|
+
const normalized = id.replace(/[^a-zA-Z0-9]/g, "");
|
|
118
|
+
if (attempt === 0 && normalized.length === MISTRAL_TOOL_CALL_ID_LENGTH)
|
|
119
|
+
return normalized;
|
|
120
|
+
const seedBase = normalized || id;
|
|
121
|
+
const seed = attempt === 0 ? seedBase : `${seedBase}:${attempt}`;
|
|
122
|
+
return shortHash(seed)
|
|
123
|
+
.replace(/[^a-zA-Z0-9]/g, "")
|
|
124
|
+
.slice(0, MISTRAL_TOOL_CALL_ID_LENGTH);
|
|
125
|
+
}
|
|
126
|
+
function formatMistralError(error) {
|
|
127
|
+
if (error instanceof Error) {
|
|
128
|
+
const httpError = error;
|
|
129
|
+
const statusCode = typeof httpError.statusCode === "number" ? httpError.statusCode : undefined;
|
|
130
|
+
const bodyText = typeof httpError.body === "string" ? httpError.body.trim() : undefined;
|
|
131
|
+
if (statusCode !== undefined && bodyText) {
|
|
132
|
+
return `Mistral API error (${statusCode}): ${truncateErrorText(bodyText, MAX_MISTRAL_ERROR_BODY_CHARS)}`;
|
|
133
|
+
}
|
|
134
|
+
if (statusCode !== undefined)
|
|
135
|
+
return `Mistral API error (${statusCode}): ${error.message}`;
|
|
136
|
+
return error.message;
|
|
137
|
+
}
|
|
138
|
+
return safeJsonStringify(error);
|
|
139
|
+
}
|
|
140
|
+
function truncateErrorText(text, maxChars) {
|
|
141
|
+
if (text.length <= maxChars)
|
|
142
|
+
return text;
|
|
143
|
+
return `${text.slice(0, maxChars)}... [truncated ${text.length - maxChars} chars]`;
|
|
144
|
+
}
|
|
145
|
+
function safeJsonStringify(value) {
|
|
146
|
+
try {
|
|
147
|
+
const serialized = JSON.stringify(value);
|
|
148
|
+
return serialized === undefined ? String(value) : serialized;
|
|
149
|
+
}
|
|
150
|
+
catch {
|
|
151
|
+
return String(value);
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
async function requestMistralStream(model, payload, apiKey, options) {
|
|
155
|
+
const baseUrl = new URL(model.baseUrl);
|
|
156
|
+
baseUrl.pathname = `${baseUrl.pathname.replace(/\/+$/u, "")}/`;
|
|
157
|
+
const url = new URL("v1/chat/completions", baseUrl);
|
|
158
|
+
const headers = buildMistralHeaders(model, apiKey, options);
|
|
159
|
+
const timeoutSignal = AbortSignal.timeout(options?.timeoutMs ?? 60_000);
|
|
160
|
+
const signal = options?.signal ? AbortSignal.any([options.signal, timeoutSignal]) : timeoutSignal;
|
|
161
|
+
const response = await (options?.fetch ?? globalThis.fetch)(url, {
|
|
162
|
+
method: "POST",
|
|
163
|
+
headers,
|
|
164
|
+
body: JSON.stringify(toMistralWirePayload(payload)),
|
|
165
|
+
signal,
|
|
166
|
+
});
|
|
167
|
+
await options?.onResponse?.({ status: response.status, headers: headersToRecord(response.headers) }, model);
|
|
168
|
+
if (!response.ok) {
|
|
169
|
+
const body = await response.text();
|
|
170
|
+
throw new MistralHttpError(response.status, body, response.statusText);
|
|
171
|
+
}
|
|
172
|
+
if (!response.body) {
|
|
173
|
+
throw new Error("Mistral response has no body");
|
|
174
|
+
}
|
|
175
|
+
return readMistralEvents(response.body, signal);
|
|
176
|
+
}
|
|
177
|
+
class MistralHttpError extends Error {
|
|
178
|
+
statusCode;
|
|
179
|
+
body;
|
|
180
|
+
constructor(statusCode, body, statusText) {
|
|
181
|
+
super(statusText || `Request failed with status ${statusCode}`);
|
|
182
|
+
this.name = "MistralHttpError";
|
|
183
|
+
this.statusCode = statusCode;
|
|
184
|
+
this.body = body;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
function buildMistralHeaders(model, apiKey, options) {
|
|
188
|
+
const headers = new Headers({
|
|
189
|
+
accept: "text/event-stream",
|
|
190
|
+
authorization: `Bearer ${apiKey}`,
|
|
191
|
+
"content-type": "application/json",
|
|
192
|
+
});
|
|
193
|
+
applyMistralHeaderOverrides(headers, model.headers);
|
|
194
|
+
applyMistralHeaderOverrides(headers, options?.headers);
|
|
195
|
+
const hasExplicitAffinity = hasMistralHeaderOverride(model.headers, "x-affinity") || hasMistralHeaderOverride(options?.headers, "x-affinity");
|
|
196
|
+
if (shouldUsePromptCaching(options) && !hasExplicitAffinity) {
|
|
197
|
+
headers.set("x-affinity", options.sessionId);
|
|
198
|
+
}
|
|
199
|
+
return headers;
|
|
200
|
+
}
|
|
201
|
+
function applyMistralHeaderOverrides(headers, overrides) {
|
|
202
|
+
if (!overrides)
|
|
203
|
+
return;
|
|
204
|
+
for (const [name, value] of Object.entries(overrides)) {
|
|
205
|
+
if (value === null)
|
|
206
|
+
headers.delete(name);
|
|
207
|
+
else
|
|
208
|
+
headers.set(name, value);
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
function hasMistralHeaderOverride(overrides, target) {
|
|
212
|
+
return !!overrides && Object.keys(overrides).some((name) => name.toLowerCase() === target);
|
|
213
|
+
}
|
|
214
|
+
function toMistralWirePayload(payload) {
|
|
215
|
+
const wirePayload = { ...payload };
|
|
216
|
+
for (const [source, target] of [
|
|
217
|
+
["topP", "top_p"],
|
|
218
|
+
["maxTokens", "max_tokens"],
|
|
219
|
+
["randomSeed", "random_seed"],
|
|
220
|
+
["responseFormat", "response_format"],
|
|
221
|
+
["toolChoice", "tool_choice"],
|
|
222
|
+
["presencePenalty", "presence_penalty"],
|
|
223
|
+
["frequencyPenalty", "frequency_penalty"],
|
|
224
|
+
["parallelToolCalls", "parallel_tool_calls"],
|
|
225
|
+
["reasoningEffort", "reasoning_effort"],
|
|
226
|
+
["promptMode", "prompt_mode"],
|
|
227
|
+
["promptCacheKey", "prompt_cache_key"],
|
|
228
|
+
["safePrompt", "safe_prompt"],
|
|
229
|
+
]) {
|
|
230
|
+
remapMistralProperty(wirePayload, source, target);
|
|
231
|
+
}
|
|
232
|
+
wirePayload.messages = payload.messages.map((message) => toMistralWireMessage(message));
|
|
233
|
+
const responseFormat = wirePayload.response_format;
|
|
234
|
+
if (isMistralRecord(responseFormat)) {
|
|
235
|
+
const wireResponseFormat = { ...responseFormat };
|
|
236
|
+
remapMistralProperty(wireResponseFormat, "jsonSchema", "json_schema");
|
|
237
|
+
const jsonSchema = wireResponseFormat.json_schema;
|
|
238
|
+
if (isMistralRecord(jsonSchema)) {
|
|
239
|
+
const wireJsonSchema = { ...jsonSchema };
|
|
240
|
+
remapMistralProperty(wireJsonSchema, "schemaDefinition", "schema");
|
|
241
|
+
wireResponseFormat.json_schema = wireJsonSchema;
|
|
242
|
+
}
|
|
243
|
+
wirePayload.response_format = wireResponseFormat;
|
|
244
|
+
}
|
|
245
|
+
return wirePayload;
|
|
246
|
+
}
|
|
247
|
+
function toMistralWireMessage(message) {
|
|
248
|
+
const wireMessage = { ...message };
|
|
249
|
+
remapMistralProperty(wireMessage, "toolCalls", "tool_calls");
|
|
250
|
+
remapMistralProperty(wireMessage, "toolCallId", "tool_call_id");
|
|
251
|
+
if (Array.isArray(message.content)) {
|
|
252
|
+
wireMessage.content = message.content.map((chunk) => toMistralWireContentChunk(chunk));
|
|
253
|
+
}
|
|
254
|
+
return wireMessage;
|
|
255
|
+
}
|
|
256
|
+
function toMistralWireContentChunk(chunk) {
|
|
257
|
+
const wireChunk = { ...chunk };
|
|
258
|
+
for (const [source, target] of [
|
|
259
|
+
["imageUrl", "image_url"],
|
|
260
|
+
["documentUrl", "document_url"],
|
|
261
|
+
["documentName", "document_name"],
|
|
262
|
+
["fileId", "file_id"],
|
|
263
|
+
["referenceIds", "reference_ids"],
|
|
264
|
+
["inputAudio", "input_audio"],
|
|
265
|
+
]) {
|
|
266
|
+
remapMistralProperty(wireChunk, source, target);
|
|
267
|
+
}
|
|
268
|
+
return wireChunk;
|
|
269
|
+
}
|
|
270
|
+
function remapMistralProperty(record, source, target) {
|
|
271
|
+
if (!(source in record))
|
|
272
|
+
return;
|
|
273
|
+
record[target] = record[source];
|
|
274
|
+
delete record[source];
|
|
275
|
+
}
|
|
276
|
+
function isMistralRecord(value) {
|
|
277
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
278
|
+
}
|
|
279
|
+
const MISTRAL_STREAM_DONE = Symbol("mistral-stream-done");
|
|
280
|
+
async function* readMistralEvents(body, signal) {
|
|
281
|
+
const reader = body.getReader();
|
|
282
|
+
const decoder = new TextDecoder();
|
|
283
|
+
let buffer = "";
|
|
284
|
+
const onAbort = () => {
|
|
285
|
+
void reader.cancel().catch(() => { });
|
|
286
|
+
};
|
|
287
|
+
signal.addEventListener("abort", onAbort, { once: true });
|
|
288
|
+
try {
|
|
289
|
+
while (true) {
|
|
290
|
+
if (signal.aborted)
|
|
291
|
+
throw signal.reason;
|
|
292
|
+
const { done, value } = await reader.read();
|
|
293
|
+
if (signal.aborted)
|
|
294
|
+
throw signal.reason;
|
|
295
|
+
buffer += done ? decoder.decode() : decoder.decode(value, { stream: true });
|
|
296
|
+
let boundary = findMistralEventBoundary(buffer);
|
|
297
|
+
while (boundary) {
|
|
298
|
+
const event = parseMistralEvent(buffer.slice(0, boundary.index));
|
|
299
|
+
buffer = buffer.slice(boundary.index + boundary.length);
|
|
300
|
+
if (event === MISTRAL_STREAM_DONE)
|
|
301
|
+
return;
|
|
302
|
+
if (event)
|
|
303
|
+
yield event;
|
|
304
|
+
boundary = findMistralEventBoundary(buffer);
|
|
305
|
+
}
|
|
306
|
+
if (done)
|
|
307
|
+
break;
|
|
308
|
+
}
|
|
309
|
+
if (buffer.trim()) {
|
|
310
|
+
const event = parseMistralEvent(buffer);
|
|
311
|
+
if (event !== MISTRAL_STREAM_DONE && event)
|
|
312
|
+
yield event;
|
|
313
|
+
}
|
|
314
|
+
}
|
|
315
|
+
finally {
|
|
316
|
+
signal.removeEventListener("abort", onAbort);
|
|
317
|
+
try {
|
|
318
|
+
await reader.cancel();
|
|
319
|
+
}
|
|
320
|
+
catch { }
|
|
321
|
+
try {
|
|
322
|
+
reader.releaseLock();
|
|
323
|
+
}
|
|
324
|
+
catch { }
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
function findMistralEventBoundary(buffer) {
|
|
328
|
+
const match = /\r\n\r\n|\r\n\r|\r\n\n|\r\r\n|\n\r\n|\r\r|\n\r|\n\n/u.exec(buffer);
|
|
329
|
+
return match?.index === undefined ? undefined : { index: match.index, length: match[0].length };
|
|
330
|
+
}
|
|
331
|
+
function parseMistralEvent(raw) {
|
|
332
|
+
const data = raw
|
|
333
|
+
.split(/\r\n|\r|\n/u)
|
|
334
|
+
.filter((line) => line.startsWith("data:"))
|
|
335
|
+
.map((line) => line.slice(5).trimStart())
|
|
336
|
+
.join("\n")
|
|
337
|
+
.trim();
|
|
338
|
+
if (!data)
|
|
339
|
+
return undefined;
|
|
340
|
+
if (data === "[DONE]")
|
|
341
|
+
return MISTRAL_STREAM_DONE;
|
|
342
|
+
const parsed = JSON.parse(data);
|
|
343
|
+
if (!isMistralRecord(parsed) || !Array.isArray(parsed.choices)) {
|
|
344
|
+
throw new Error("Invalid Mistral streaming event");
|
|
345
|
+
}
|
|
346
|
+
return { data: parsed };
|
|
347
|
+
}
|
|
348
|
+
function buildChatPayload(model, context, messages, options) {
|
|
349
|
+
const payload = {
|
|
350
|
+
model: model.id,
|
|
351
|
+
stream: true,
|
|
352
|
+
messages: toChatMessages(messages, model.input.includes("image")),
|
|
353
|
+
};
|
|
354
|
+
if (context.tools?.length)
|
|
355
|
+
payload.tools = toFunctionTools(context.tools);
|
|
356
|
+
if (options?.temperature !== undefined)
|
|
357
|
+
payload.temperature = options.temperature;
|
|
358
|
+
if (options?.maxTokens !== undefined)
|
|
359
|
+
payload.maxTokens = options.maxTokens;
|
|
360
|
+
if (options?.toolChoice)
|
|
361
|
+
payload.toolChoice = mapToolChoice(options.toolChoice);
|
|
362
|
+
if (options?.promptMode)
|
|
363
|
+
payload.promptMode = options.promptMode;
|
|
364
|
+
if (options?.reasoningEffort)
|
|
365
|
+
payload.reasoningEffort = options.reasoningEffort;
|
|
366
|
+
if (shouldUsePromptCaching(options))
|
|
367
|
+
payload.promptCacheKey = options.sessionId;
|
|
368
|
+
if (context.systemPrompt) {
|
|
369
|
+
payload.messages.unshift({
|
|
370
|
+
role: "system",
|
|
371
|
+
content: sanitizeSurrogates(context.systemPrompt),
|
|
372
|
+
});
|
|
373
|
+
}
|
|
374
|
+
return payload;
|
|
375
|
+
}
|
|
376
|
+
function shouldUsePromptCaching(options) {
|
|
377
|
+
return options?.cacheRetention !== "none" && !!options?.sessionId;
|
|
378
|
+
}
|
|
379
|
+
function getMistralCachedPromptTokens(usage, promptTokens) {
|
|
380
|
+
const rawUsage = usage;
|
|
381
|
+
const rawCachedTokens = rawUsage.promptTokensDetails?.cachedTokens ??
|
|
382
|
+
rawUsage.prompt_tokens_details?.cached_tokens ??
|
|
383
|
+
rawUsage.promptTokenDetails?.cachedTokens ??
|
|
384
|
+
rawUsage.prompt_token_details?.cached_tokens ??
|
|
385
|
+
rawUsage.numCachedTokens ??
|
|
386
|
+
rawUsage.num_cached_tokens ??
|
|
387
|
+
0;
|
|
388
|
+
const cachedTokens = typeof rawCachedTokens === "number" && Number.isFinite(rawCachedTokens) ? rawCachedTokens : 0;
|
|
389
|
+
return Math.min(promptTokens, Math.max(0, cachedTokens));
|
|
390
|
+
}
|
|
391
|
+
async function consumeChatStream(model, output, stream, mistralStream) {
|
|
392
|
+
let currentBlock = null;
|
|
393
|
+
const blocks = output.content;
|
|
394
|
+
const blockIndex = () => blocks.length - 1;
|
|
395
|
+
const toolBlocksByKey = new Map();
|
|
396
|
+
const finishCurrentBlock = (block) => {
|
|
397
|
+
if (!block)
|
|
398
|
+
return;
|
|
399
|
+
if (block.type === "text") {
|
|
400
|
+
stream.push({
|
|
401
|
+
type: "text_end",
|
|
402
|
+
contentIndex: blockIndex(),
|
|
403
|
+
content: block.text,
|
|
404
|
+
partial: output,
|
|
405
|
+
});
|
|
406
|
+
return;
|
|
407
|
+
}
|
|
408
|
+
if (block.type === "thinking") {
|
|
409
|
+
stream.push({
|
|
410
|
+
type: "thinking_end",
|
|
411
|
+
contentIndex: blockIndex(),
|
|
412
|
+
content: block.thinking,
|
|
413
|
+
partial: output,
|
|
414
|
+
});
|
|
415
|
+
}
|
|
416
|
+
};
|
|
417
|
+
for await (const event of mistralStream) {
|
|
418
|
+
const chunk = event.data;
|
|
419
|
+
// Mistral's streamed CompletionChunk carries an id field. Keep the first non-empty one,
|
|
420
|
+
// mirroring how OpenAI-style streaming exposes a stable response identifier per stream.
|
|
421
|
+
output.responseId ||= chunk.id;
|
|
422
|
+
if (chunk.usage) {
|
|
423
|
+
const promptTokens = chunk.usage.prompt_tokens || 0;
|
|
424
|
+
const cachedPromptTokens = getMistralCachedPromptTokens(chunk.usage, promptTokens);
|
|
425
|
+
output.usage.input = Math.max(0, promptTokens - cachedPromptTokens);
|
|
426
|
+
output.usage.output = chunk.usage.completion_tokens || 0;
|
|
427
|
+
output.usage.cacheRead = cachedPromptTokens;
|
|
428
|
+
output.usage.cacheWrite = 0;
|
|
429
|
+
output.usage.totalTokens =
|
|
430
|
+
chunk.usage.total_tokens ||
|
|
431
|
+
output.usage.input + output.usage.output + output.usage.cacheRead + output.usage.cacheWrite;
|
|
432
|
+
calculateCost(model, output.usage);
|
|
433
|
+
}
|
|
434
|
+
const choice = chunk.choices[0];
|
|
435
|
+
if (!choice)
|
|
436
|
+
continue;
|
|
437
|
+
if (choice.finish_reason) {
|
|
438
|
+
output.rawStopReason = choice.finish_reason;
|
|
439
|
+
const stopReasonResult = mapChatStopReason(choice.finish_reason);
|
|
440
|
+
output.stopReason = stopReasonResult.stopReason;
|
|
441
|
+
if (stopReasonResult.errorMessage) {
|
|
442
|
+
output.errorMessage = stopReasonResult.errorMessage;
|
|
443
|
+
}
|
|
444
|
+
}
|
|
445
|
+
const delta = choice.delta;
|
|
446
|
+
if (delta.content !== null && delta.content !== undefined) {
|
|
447
|
+
const contentItems = typeof delta.content === "string" ? [delta.content] : delta.content;
|
|
448
|
+
for (const item of contentItems) {
|
|
449
|
+
if (typeof item === "string") {
|
|
450
|
+
const textDelta = sanitizeSurrogates(item);
|
|
451
|
+
if (!currentBlock || currentBlock.type !== "text") {
|
|
452
|
+
finishCurrentBlock(currentBlock);
|
|
453
|
+
currentBlock = { type: "text", text: "" };
|
|
454
|
+
output.content.push(currentBlock);
|
|
455
|
+
stream.push({ type: "text_start", contentIndex: blockIndex(), partial: output });
|
|
456
|
+
}
|
|
457
|
+
currentBlock.text += textDelta;
|
|
458
|
+
stream.push({
|
|
459
|
+
type: "text_delta",
|
|
460
|
+
contentIndex: blockIndex(),
|
|
461
|
+
delta: textDelta,
|
|
462
|
+
partial: output,
|
|
463
|
+
});
|
|
464
|
+
continue;
|
|
465
|
+
}
|
|
466
|
+
if (item.type === "thinking") {
|
|
467
|
+
const deltaText = (item.thinking ?? [])
|
|
468
|
+
.map((part) => part.text ?? "")
|
|
469
|
+
.filter((text) => text.length > 0)
|
|
470
|
+
.join("");
|
|
471
|
+
const thinkingDelta = sanitizeSurrogates(deltaText);
|
|
472
|
+
if (!thinkingDelta)
|
|
473
|
+
continue;
|
|
474
|
+
if (!currentBlock || currentBlock.type !== "thinking") {
|
|
475
|
+
finishCurrentBlock(currentBlock);
|
|
476
|
+
currentBlock = { type: "thinking", thinking: "" };
|
|
477
|
+
output.content.push(currentBlock);
|
|
478
|
+
stream.push({ type: "thinking_start", contentIndex: blockIndex(), partial: output });
|
|
479
|
+
}
|
|
480
|
+
currentBlock.thinking += thinkingDelta;
|
|
481
|
+
stream.push({
|
|
482
|
+
type: "thinking_delta",
|
|
483
|
+
contentIndex: blockIndex(),
|
|
484
|
+
delta: thinkingDelta,
|
|
485
|
+
partial: output,
|
|
486
|
+
});
|
|
487
|
+
continue;
|
|
488
|
+
}
|
|
489
|
+
if (item.type === "text") {
|
|
490
|
+
const textDelta = sanitizeSurrogates(item.text ?? "");
|
|
491
|
+
if (!currentBlock || currentBlock.type !== "text") {
|
|
492
|
+
finishCurrentBlock(currentBlock);
|
|
493
|
+
currentBlock = { type: "text", text: "" };
|
|
494
|
+
output.content.push(currentBlock);
|
|
495
|
+
stream.push({ type: "text_start", contentIndex: blockIndex(), partial: output });
|
|
496
|
+
}
|
|
497
|
+
currentBlock.text += textDelta;
|
|
498
|
+
stream.push({
|
|
499
|
+
type: "text_delta",
|
|
500
|
+
contentIndex: blockIndex(),
|
|
501
|
+
delta: textDelta,
|
|
502
|
+
partial: output,
|
|
503
|
+
});
|
|
504
|
+
}
|
|
505
|
+
}
|
|
506
|
+
}
|
|
507
|
+
const toolCalls = delta.tool_calls || [];
|
|
508
|
+
for (const toolCall of toolCalls) {
|
|
509
|
+
if (currentBlock) {
|
|
510
|
+
finishCurrentBlock(currentBlock);
|
|
511
|
+
currentBlock = null;
|
|
512
|
+
}
|
|
513
|
+
const callId = toolCall.id && toolCall.id !== "null"
|
|
514
|
+
? toolCall.id
|
|
515
|
+
: deriveMistralToolCallId(`toolcall:${toolCall.index ?? 0}`, 0);
|
|
516
|
+
const key = `${callId}:${toolCall.index || 0}`;
|
|
517
|
+
const existingIndex = toolBlocksByKey.get(key);
|
|
518
|
+
let block;
|
|
519
|
+
if (existingIndex !== undefined) {
|
|
520
|
+
const existing = output.content[existingIndex];
|
|
521
|
+
if (existing?.type === "toolCall") {
|
|
522
|
+
block = existing;
|
|
523
|
+
}
|
|
524
|
+
}
|
|
525
|
+
if (!block) {
|
|
526
|
+
block = {
|
|
527
|
+
type: "toolCall",
|
|
528
|
+
id: callId,
|
|
529
|
+
name: toolCall.function.name,
|
|
530
|
+
arguments: {},
|
|
531
|
+
partialArgs: "",
|
|
532
|
+
};
|
|
533
|
+
output.content.push(block);
|
|
534
|
+
toolBlocksByKey.set(key, output.content.length - 1);
|
|
535
|
+
stream.push({ type: "toolcall_start", contentIndex: output.content.length - 1, partial: output });
|
|
536
|
+
}
|
|
537
|
+
const argsDelta = typeof toolCall.function.arguments === "string"
|
|
538
|
+
? toolCall.function.arguments
|
|
539
|
+
: JSON.stringify(toolCall.function.arguments || {});
|
|
540
|
+
block.partialArgs = (block.partialArgs || "") + argsDelta;
|
|
541
|
+
block.arguments = parseStreamingJson(block.partialArgs);
|
|
542
|
+
stream.push({
|
|
543
|
+
type: "toolcall_delta",
|
|
544
|
+
contentIndex: toolBlocksByKey.get(key),
|
|
545
|
+
delta: argsDelta,
|
|
546
|
+
partial: output,
|
|
547
|
+
});
|
|
548
|
+
}
|
|
549
|
+
}
|
|
550
|
+
finishCurrentBlock(currentBlock);
|
|
551
|
+
for (const index of toolBlocksByKey.values()) {
|
|
552
|
+
const block = output.content[index];
|
|
553
|
+
if (block.type !== "toolCall")
|
|
554
|
+
continue;
|
|
555
|
+
const toolBlock = block;
|
|
556
|
+
toolBlock.arguments = parseStreamingJson(toolBlock.partialArgs);
|
|
557
|
+
// Finalize in-place and strip the scratch buffer so replay only
|
|
558
|
+
// carries parsed arguments.
|
|
559
|
+
delete toolBlock.partialArgs;
|
|
560
|
+
stream.push({
|
|
561
|
+
type: "toolcall_end",
|
|
562
|
+
contentIndex: index,
|
|
563
|
+
toolCall: toolBlock,
|
|
564
|
+
partial: output,
|
|
565
|
+
});
|
|
566
|
+
}
|
|
567
|
+
}
|
|
568
|
+
function toFunctionTools(tools) {
|
|
569
|
+
return tools.map((tool) => {
|
|
570
|
+
const strict = resolveJsonSchemaStrictSampling(tool, true);
|
|
571
|
+
return {
|
|
572
|
+
type: "function",
|
|
573
|
+
function: {
|
|
574
|
+
name: tool.name,
|
|
575
|
+
description: tool.description,
|
|
576
|
+
parameters: stripSymbolKeys(getJsonSchemaToolParameters(tool, strict)),
|
|
577
|
+
strict: strict ?? false,
|
|
578
|
+
},
|
|
579
|
+
};
|
|
580
|
+
});
|
|
581
|
+
}
|
|
582
|
+
function stripSymbolKeys(value) {
|
|
583
|
+
if (Array.isArray(value)) {
|
|
584
|
+
return value.map((item) => stripSymbolKeys(item));
|
|
585
|
+
}
|
|
586
|
+
if (value && typeof value === "object") {
|
|
587
|
+
const result = {};
|
|
588
|
+
for (const [key, entry] of Object.entries(value)) {
|
|
589
|
+
result[key] = stripSymbolKeys(entry);
|
|
590
|
+
}
|
|
591
|
+
return result;
|
|
592
|
+
}
|
|
593
|
+
return value;
|
|
594
|
+
}
|
|
595
|
+
function toChatMessages(messages, supportsImages) {
|
|
596
|
+
const result = [];
|
|
597
|
+
for (const msg of messages) {
|
|
598
|
+
if (msg.role === "user") {
|
|
599
|
+
if (typeof msg.content === "string") {
|
|
600
|
+
result.push({ role: "user", content: sanitizeSurrogates(msg.content) });
|
|
601
|
+
continue;
|
|
602
|
+
}
|
|
603
|
+
const hadImages = msg.content.some((item) => item.type === "image");
|
|
604
|
+
const content = msg.content
|
|
605
|
+
.filter((item) => item.type === "text" || supportsImages)
|
|
606
|
+
.map((item) => {
|
|
607
|
+
if (item.type === "text")
|
|
608
|
+
return { type: "text", text: sanitizeSurrogates(item.text) };
|
|
609
|
+
return { type: "image_url", imageUrl: `data:${item.mimeType};base64,${item.data}` };
|
|
610
|
+
});
|
|
611
|
+
if (content.length > 0) {
|
|
612
|
+
result.push({ role: "user", content });
|
|
613
|
+
continue;
|
|
614
|
+
}
|
|
615
|
+
if (hadImages && !supportsImages) {
|
|
616
|
+
result.push({ role: "user", content: "(image omitted: model does not support images)" });
|
|
617
|
+
}
|
|
618
|
+
continue;
|
|
619
|
+
}
|
|
620
|
+
if (msg.role === "assistant") {
|
|
621
|
+
const contentParts = [];
|
|
622
|
+
const toolCalls = [];
|
|
623
|
+
for (const block of msg.content) {
|
|
624
|
+
if (block.type === "text") {
|
|
625
|
+
if (block.text.trim().length > 0) {
|
|
626
|
+
contentParts.push({ type: "text", text: sanitizeSurrogates(block.text) });
|
|
627
|
+
}
|
|
628
|
+
continue;
|
|
629
|
+
}
|
|
630
|
+
if (block.type === "thinking") {
|
|
631
|
+
if (block.thinking.trim().length > 0) {
|
|
632
|
+
contentParts.push({
|
|
633
|
+
type: "thinking",
|
|
634
|
+
thinking: [{ type: "text", text: sanitizeSurrogates(block.thinking) }],
|
|
635
|
+
});
|
|
636
|
+
}
|
|
637
|
+
continue;
|
|
638
|
+
}
|
|
639
|
+
toolCalls.push({
|
|
640
|
+
id: block.id,
|
|
641
|
+
type: "function",
|
|
642
|
+
function: { name: block.name, arguments: JSON.stringify(block.arguments || {}) },
|
|
643
|
+
index: 0,
|
|
644
|
+
});
|
|
645
|
+
}
|
|
646
|
+
const assistantMessage = { role: "assistant", prefix: false };
|
|
647
|
+
if (contentParts.length > 0)
|
|
648
|
+
assistantMessage.content = contentParts;
|
|
649
|
+
if (toolCalls.length > 0)
|
|
650
|
+
assistantMessage.toolCalls = toolCalls;
|
|
651
|
+
if (contentParts.length > 0 || toolCalls.length > 0)
|
|
652
|
+
result.push(assistantMessage);
|
|
653
|
+
continue;
|
|
654
|
+
}
|
|
655
|
+
const toolContent = [];
|
|
656
|
+
const textResult = msg.content
|
|
657
|
+
.filter((part) => part.type === "text")
|
|
658
|
+
.map((part) => (part.type === "text" ? sanitizeSurrogates(part.text) : ""))
|
|
659
|
+
.join("\n");
|
|
660
|
+
const hasImages = msg.content.some((part) => part.type === "image");
|
|
661
|
+
const toolText = buildToolResultText(textResult, hasImages, supportsImages, msg.isError);
|
|
662
|
+
toolContent.push({ type: "text", text: toolText });
|
|
663
|
+
for (const part of msg.content) {
|
|
664
|
+
if (!supportsImages)
|
|
665
|
+
continue;
|
|
666
|
+
if (part.type !== "image")
|
|
667
|
+
continue;
|
|
668
|
+
toolContent.push({
|
|
669
|
+
type: "image_url",
|
|
670
|
+
imageUrl: `data:${part.mimeType};base64,${part.data}`,
|
|
671
|
+
});
|
|
672
|
+
}
|
|
673
|
+
result.push({
|
|
674
|
+
role: "tool",
|
|
675
|
+
toolCallId: msg.toolCallId,
|
|
676
|
+
name: msg.toolName,
|
|
677
|
+
content: toolContent,
|
|
678
|
+
});
|
|
679
|
+
}
|
|
680
|
+
return result;
|
|
681
|
+
}
|
|
682
|
+
function buildToolResultText(text, hasImages, supportsImages, isError) {
|
|
683
|
+
const trimmed = text.trim();
|
|
684
|
+
const errorPrefix = isError ? "[tool error] " : "";
|
|
685
|
+
if (trimmed.length > 0) {
|
|
686
|
+
const imageSuffix = hasImages && !supportsImages ? "\n[tool image omitted: model does not support images]" : "";
|
|
687
|
+
return `${errorPrefix}${trimmed}${imageSuffix}`;
|
|
688
|
+
}
|
|
689
|
+
if (hasImages) {
|
|
690
|
+
if (supportsImages) {
|
|
691
|
+
return isError ? "[tool error] (see attached image)" : "(see attached image)";
|
|
692
|
+
}
|
|
693
|
+
return isError
|
|
694
|
+
? "[tool error] (image omitted: model does not support images)"
|
|
695
|
+
: "(image omitted: model does not support images)";
|
|
696
|
+
}
|
|
697
|
+
return isError ? "[tool error] (no tool output)" : "(no tool output)";
|
|
698
|
+
}
|
|
699
|
+
function usesReasoningEffort(model) {
|
|
700
|
+
return model.id === "mistral-small-2603" || model.id === "mistral-small-latest" || model.id === "mistral-medium-3.5";
|
|
701
|
+
}
|
|
702
|
+
function usesPromptModeReasoning(model) {
|
|
703
|
+
return model.reasoning && !usesReasoningEffort(model);
|
|
704
|
+
}
|
|
705
|
+
function mapReasoningEffort(model, level) {
|
|
706
|
+
return (model.thinkingLevelMap?.[level] ?? "high");
|
|
707
|
+
}
|
|
708
|
+
function mapToolChoice(choice) {
|
|
709
|
+
if (!choice)
|
|
710
|
+
return undefined;
|
|
711
|
+
if (choice === "auto" || choice === "none" || choice === "any" || choice === "required") {
|
|
712
|
+
return choice;
|
|
713
|
+
}
|
|
714
|
+
return {
|
|
715
|
+
type: "function",
|
|
716
|
+
function: { name: choice.function.name },
|
|
717
|
+
};
|
|
718
|
+
}
|
|
719
|
+
function mapChatStopReason(reason) {
|
|
720
|
+
if (reason === null)
|
|
721
|
+
return { stopReason: "stop" };
|
|
722
|
+
switch (reason) {
|
|
723
|
+
case "stop":
|
|
724
|
+
return { stopReason: "stop" };
|
|
725
|
+
case "length":
|
|
726
|
+
case "model_length":
|
|
727
|
+
return { stopReason: "length" };
|
|
728
|
+
case "tool_calls":
|
|
729
|
+
return { stopReason: "toolUse" };
|
|
730
|
+
case "error":
|
|
731
|
+
return { stopReason: "error", errorMessage: "Provider stopped with: error" };
|
|
732
|
+
default:
|
|
733
|
+
return { stopReason: "error", errorMessage: `Provider stopped with: ${reason}` };
|
|
734
|
+
}
|
|
735
|
+
}
|
|
736
|
+
//# sourceMappingURL=mistral-conversations.js.map
|