@code-yeongyu/senpi-ai 2026.7.25-2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1663 -0
- package/dist/api/anthropic-messages.d.ts +71 -0
- package/dist/api/anthropic-messages.d.ts.map +1 -0
- package/dist/api/anthropic-messages.js +1626 -0
- package/dist/api/anthropic-messages.js.map +1 -0
- package/dist/api/anthropic-messages.lazy.d.ts +3 -0
- package/dist/api/anthropic-messages.lazy.d.ts.map +1 -0
- package/dist/api/anthropic-messages.lazy.js +3 -0
- package/dist/api/anthropic-messages.lazy.js.map +1 -0
- package/dist/api/azure-openai-responses.d.ts +15 -0
- package/dist/api/azure-openai-responses.d.ts.map +1 -0
- package/dist/api/azure-openai-responses.js +242 -0
- package/dist/api/azure-openai-responses.js.map +1 -0
- package/dist/api/azure-openai-responses.lazy.d.ts +3 -0
- package/dist/api/azure-openai-responses.lazy.d.ts.map +1 -0
- package/dist/api/azure-openai-responses.lazy.js +3 -0
- package/dist/api/azure-openai-responses.lazy.js.map +1 -0
- package/dist/api/bedrock-converse-stream.d.ts +38 -0
- package/dist/api/bedrock-converse-stream.d.ts.map +1 -0
- package/dist/api/bedrock-converse-stream.js +939 -0
- package/dist/api/bedrock-converse-stream.js.map +1 -0
- package/dist/api/bedrock-converse-stream.lazy.d.ts +9 -0
- package/dist/api/bedrock-converse-stream.lazy.d.ts.map +1 -0
- package/dist/api/bedrock-converse-stream.lazy.js +30 -0
- package/dist/api/bedrock-converse-stream.lazy.js.map +1 -0
- package/dist/api/cloudflare.d.ts +12 -0
- package/dist/api/cloudflare.d.ts.map +1 -0
- package/dist/api/cloudflare.js +22 -0
- package/dist/api/cloudflare.js.map +1 -0
- package/dist/api/constrained-sampling.d.ts +17 -0
- package/dist/api/constrained-sampling.d.ts.map +1 -0
- package/dist/api/constrained-sampling.js +104 -0
- package/dist/api/constrained-sampling.js.map +1 -0
- package/dist/api/github-copilot-headers.d.ts +8 -0
- package/dist/api/github-copilot-headers.d.ts.map +1 -0
- package/dist/api/github-copilot-headers.js +29 -0
- package/dist/api/github-copilot-headers.js.map +1 -0
- package/dist/api/google-generative-ai.d.ts +13 -0
- package/dist/api/google-generative-ai.d.ts.map +1 -0
- package/dist/api/google-generative-ai.js +440 -0
- package/dist/api/google-generative-ai.js.map +1 -0
- package/dist/api/google-generative-ai.lazy.d.ts +3 -0
- package/dist/api/google-generative-ai.lazy.d.ts.map +1 -0
- package/dist/api/google-generative-ai.lazy.js +3 -0
- package/dist/api/google-generative-ai.lazy.js.map +1 -0
- package/dist/api/google-shared.d.ts +70 -0
- package/dist/api/google-shared.d.ts.map +1 -0
- package/dist/api/google-shared.js +360 -0
- package/dist/api/google-shared.js.map +1 -0
- package/dist/api/google-vertex.d.ts +15 -0
- package/dist/api/google-vertex.d.ts.map +1 -0
- package/dist/api/google-vertex.js +485 -0
- package/dist/api/google-vertex.js.map +1 -0
- package/dist/api/google-vertex.lazy.d.ts +3 -0
- package/dist/api/google-vertex.lazy.d.ts.map +1 -0
- package/dist/api/google-vertex.lazy.js +3 -0
- package/dist/api/google-vertex.lazy.js.map +1 -0
- package/dist/api/lazy.d.ts +15 -0
- package/dist/api/lazy.d.ts.map +1 -0
- package/dist/api/lazy.js +85 -0
- package/dist/api/lazy.js.map +1 -0
- package/dist/api/mistral-conversations.d.ts +25 -0
- package/dist/api/mistral-conversations.d.ts.map +1 -0
- package/dist/api/mistral-conversations.js +566 -0
- package/dist/api/mistral-conversations.js.map +1 -0
- package/dist/api/mistral-conversations.lazy.d.ts +3 -0
- package/dist/api/mistral-conversations.lazy.d.ts.map +1 -0
- package/dist/api/mistral-conversations.lazy.js +3 -0
- package/dist/api/mistral-conversations.lazy.js.map +1 -0
- package/dist/api/openai-codex-responses.d.ts +31 -0
- package/dist/api/openai-codex-responses.d.ts.map +1 -0
- package/dist/api/openai-codex-responses.js +1326 -0
- package/dist/api/openai-codex-responses.js.map +1 -0
- package/dist/api/openai-codex-responses.lazy.d.ts +3 -0
- package/dist/api/openai-codex-responses.lazy.d.ts.map +1 -0
- package/dist/api/openai-codex-responses.lazy.js +3 -0
- package/dist/api/openai-codex-responses.lazy.js.map +1 -0
- package/dist/api/openai-completions.d.ts +22 -0
- package/dist/api/openai-completions.d.ts.map +1 -0
- package/dist/api/openai-completions.js +1384 -0
- package/dist/api/openai-completions.js.map +1 -0
- package/dist/api/openai-completions.lazy.d.ts +3 -0
- package/dist/api/openai-completions.lazy.d.ts.map +1 -0
- package/dist/api/openai-completions.lazy.js +3 -0
- package/dist/api/openai-completions.lazy.js.map +1 -0
- package/dist/api/openai-prompt-cache.d.ts +3 -0
- package/dist/api/openai-prompt-cache.d.ts.map +1 -0
- package/dist/api/openai-prompt-cache.js +10 -0
- package/dist/api/openai-prompt-cache.js.map +1 -0
- package/dist/api/openai-responses-shared.d.ts +29 -0
- package/dist/api/openai-responses-shared.d.ts.map +1 -0
- package/dist/api/openai-responses-shared.js +730 -0
- package/dist/api/openai-responses-shared.js.map +1 -0
- package/dist/api/openai-responses.d.ts +14 -0
- package/dist/api/openai-responses.d.ts.map +1 -0
- package/dist/api/openai-responses.js +696 -0
- package/dist/api/openai-responses.js.map +1 -0
- package/dist/api/openai-responses.lazy.d.ts +3 -0
- package/dist/api/openai-responses.lazy.d.ts.map +1 -0
- package/dist/api/openai-responses.lazy.js +3 -0
- package/dist/api/openai-responses.lazy.js.map +1 -0
- package/dist/api/openrouter-images.d.ts +3 -0
- package/dist/api/openrouter-images.d.ts.map +1 -0
- package/dist/api/openrouter-images.js +131 -0
- package/dist/api/openrouter-images.js.map +1 -0
- package/dist/api/openrouter-images.lazy.d.ts +3 -0
- package/dist/api/openrouter-images.lazy.d.ts.map +1 -0
- package/dist/api/openrouter-images.lazy.js +4 -0
- package/dist/api/openrouter-images.lazy.js.map +1 -0
- package/dist/api/pi-messages.d.ts +97 -0
- package/dist/api/pi-messages.d.ts.map +1 -0
- package/dist/api/pi-messages.js +305 -0
- package/dist/api/pi-messages.js.map +1 -0
- package/dist/api/pi-messages.lazy.d.ts +3 -0
- package/dist/api/pi-messages.lazy.d.ts.map +1 -0
- package/dist/api/pi-messages.lazy.js +3 -0
- package/dist/api/pi-messages.lazy.js.map +1 -0
- package/dist/api/simple-options.d.ts +33 -0
- package/dist/api/simple-options.d.ts.map +1 -0
- package/dist/api/simple-options.js +177 -0
- package/dist/api/simple-options.js.map +1 -0
- package/dist/api/transform-messages.d.ts +23 -0
- package/dist/api/transform-messages.d.ts.map +1 -0
- package/dist/api/transform-messages.js +255 -0
- package/dist/api/transform-messages.js.map +1 -0
- package/dist/api-registry.d.ts +34 -0
- package/dist/api-registry.d.ts.map +1 -0
- package/dist/api-registry.js +96 -0
- package/dist/api-registry.js.map +1 -0
- package/dist/auth/context.d.ts +7 -0
- package/dist/auth/context.d.ts.map +1 -0
- package/dist/auth/context.js +42 -0
- package/dist/auth/context.js.map +1 -0
- package/dist/auth/credential-store.d.ts +17 -0
- package/dist/auth/credential-store.d.ts.map +1 -0
- package/dist/auth/credential-store.js +42 -0
- package/dist/auth/credential-store.js.map +1 -0
- package/dist/auth/helpers.d.ts +21 -0
- package/dist/auth/helpers.d.ts.map +1 -0
- package/dist/auth/helpers.js +48 -0
- package/dist/auth/helpers.js.map +1 -0
- package/dist/auth/oauth/anthropic.d.ts +9 -0
- package/dist/auth/oauth/anthropic.d.ts.map +1 -0
- package/dist/auth/oauth/anthropic.js +302 -0
- package/dist/auth/oauth/anthropic.js.map +1 -0
- package/dist/auth/oauth/device-code.d.ts +23 -0
- package/dist/auth/oauth/device-code.d.ts.map +1 -0
- package/dist/auth/oauth/device-code.js +69 -0
- package/dist/auth/oauth/device-code.js.map +1 -0
- package/dist/auth/oauth/github-copilot.d.ts +6 -0
- package/dist/auth/oauth/github-copilot.d.ts.map +1 -0
- package/dist/auth/oauth/github-copilot.js +312 -0
- package/dist/auth/oauth/github-copilot.js.map +1 -0
- package/dist/auth/oauth/kimi-coding.d.ts +10 -0
- package/dist/auth/oauth/kimi-coding.d.ts.map +1 -0
- package/dist/auth/oauth/kimi-coding.js +249 -0
- package/dist/auth/oauth/kimi-coding.js.map +1 -0
- package/dist/auth/oauth/load.d.ts +27 -0
- package/dist/auth/oauth/load.d.ts.map +1 -0
- package/dist/auth/oauth/load.js +59 -0
- package/dist/auth/oauth/load.js.map +1 -0
- package/dist/auth/oauth/oauth-page.d.ts +3 -0
- package/dist/auth/oauth/oauth-page.d.ts.map +1 -0
- package/dist/auth/oauth/oauth-page.js +105 -0
- package/dist/auth/oauth/oauth-page.js.map +1 -0
- package/dist/auth/oauth/openai-codex.d.ts +9 -0
- package/dist/auth/oauth/openai-codex.d.ts.map +1 -0
- package/dist/auth/oauth/openai-codex.js +427 -0
- package/dist/auth/oauth/openai-codex.js.map +1 -0
- package/dist/auth/oauth/openrouter.d.ts +13 -0
- package/dist/auth/oauth/openrouter.d.ts.map +1 -0
- package/dist/auth/oauth/openrouter.js +222 -0
- package/dist/auth/oauth/openrouter.js.map +1 -0
- package/dist/auth/oauth/pkce.d.ts +13 -0
- package/dist/auth/oauth/pkce.d.ts.map +1 -0
- package/dist/auth/oauth/pkce.js +31 -0
- package/dist/auth/oauth/pkce.js.map +1 -0
- package/dist/auth/oauth/radius.d.ts +17 -0
- package/dist/auth/oauth/radius.d.ts.map +1 -0
- package/dist/auth/oauth/radius.js +318 -0
- package/dist/auth/oauth/radius.js.map +1 -0
- package/dist/auth/oauth/xai.d.ts +6 -0
- package/dist/auth/oauth/xai.d.ts.map +1 -0
- package/dist/auth/oauth/xai.js +189 -0
- package/dist/auth/oauth/xai.js.map +1 -0
- package/dist/auth/resolve.d.ts +24 -0
- package/dist/auth/resolve.d.ts.map +1 -0
- package/dist/auth/resolve.js +112 -0
- package/dist/auth/resolve.js.map +1 -0
- package/dist/auth/types.d.ts +219 -0
- package/dist/auth/types.d.ts.map +1 -0
- package/dist/auth/types.js +2 -0
- package/dist/auth/types.js.map +1 -0
- package/dist/bedrock-provider.d.ts +5 -0
- package/dist/bedrock-provider.d.ts.map +1 -0
- package/dist/bedrock-provider.js +6 -0
- package/dist/bedrock-provider.js.map +1 -0
- package/dist/bun-oauth.d.ts +3 -0
- package/dist/bun-oauth.d.ts.map +1 -0
- package/dist/bun-oauth.js +21 -0
- package/dist/bun-oauth.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +112 -0
- package/dist/cli.js.map +1 -0
- package/dist/compat/extension-oauth-types.d.ts +42 -0
- package/dist/compat/extension-oauth-types.d.ts.map +1 -0
- package/dist/compat/extension-oauth-types.js +2 -0
- package/dist/compat/extension-oauth-types.js.map +1 -0
- package/dist/compat.d.ts +53 -0
- package/dist/compat.d.ts.map +1 -0
- package/dist/compat.js +176 -0
- package/dist/compat.js.map +1 -0
- package/dist/context-provenance.d.ts +16 -0
- package/dist/context-provenance.d.ts.map +1 -0
- package/dist/context-provenance.js +32 -0
- package/dist/context-provenance.js.map +1 -0
- package/dist/env-api-keys.d.ts +21 -0
- package/dist/env-api-keys.d.ts.map +1 -0
- package/dist/env-api-keys.js +155 -0
- package/dist/env-api-keys.js.map +1 -0
- package/dist/image-models.d.ts +10 -0
- package/dist/image-models.d.ts.map +1 -0
- package/dist/image-models.generated.d.ts +605 -0
- package/dist/image-models.generated.d.ts.map +1 -0
- package/dist/image-models.generated.js +607 -0
- package/dist/image-models.generated.js.map +1 -0
- package/dist/image-models.js +23 -0
- package/dist/image-models.js.map +1 -0
- package/dist/images-api-registry.d.ts +31 -0
- package/dist/images-api-registry.d.ts.map +1 -0
- package/dist/images-api-registry.js +87 -0
- package/dist/images-api-registry.js.map +1 -0
- package/dist/images-models.d.ts +95 -0
- package/dist/images-models.d.ts.map +1 -0
- package/dist/images-models.js +140 -0
- package/dist/images-models.js.map +1 -0
- package/dist/images.d.ts +4 -0
- package/dist/images.d.ts.map +1 -0
- package/dist/images.js +14 -0
- package/dist/images.js.map +1 -0
- package/dist/index.d.ts +45 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +32 -0
- package/dist/index.js.map +1 -0
- package/dist/legacy-api-aliases.d.ts +42 -0
- package/dist/legacy-api-aliases.d.ts.map +1 -0
- package/dist/legacy-api-aliases.js +49 -0
- package/dist/legacy-api-aliases.js.map +1 -0
- package/dist/model-catalog.d.ts +17 -0
- package/dist/model-catalog.d.ts.map +1 -0
- package/dist/model-catalog.js +4 -0
- package/dist/model-catalog.js.map +1 -0
- package/dist/model.d.ts +27 -0
- package/dist/model.d.ts.map +1 -0
- package/dist/model.js +2 -0
- package/dist/model.js.map +1 -0
- package/dist/models-store.d.ts +32 -0
- package/dist/models-store.d.ts.map +1 -0
- package/dist/models-store.js +16 -0
- package/dist/models-store.js.map +1 -0
- package/dist/models.d.ts +179 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.generated.d.ts +79 -0
- package/dist/models.generated.d.ts.map +1 -0
- package/dist/models.generated.js +81 -0
- package/dist/models.generated.js.map +1 -0
- package/dist/models.js +449 -0
- package/dist/models.js.map +1 -0
- package/dist/node/provider-scope.d.ts +12 -0
- package/dist/node/provider-scope.d.ts.map +1 -0
- package/dist/node/provider-scope.js +34 -0
- package/dist/node/provider-scope.js.map +1 -0
- package/dist/oauth.d.ts +3 -0
- package/dist/oauth.d.ts.map +1 -0
- package/dist/oauth.js +2 -0
- package/dist/oauth.js.map +1 -0
- package/dist/providers/alibaba-token-plan.d.ts +3 -0
- package/dist/providers/alibaba-token-plan.d.ts.map +1 -0
- package/dist/providers/alibaba-token-plan.js +15 -0
- package/dist/providers/alibaba-token-plan.js.map +1 -0
- package/dist/providers/alibaba-token-plan.models.d.ts +4 -0
- package/dist/providers/alibaba-token-plan.models.d.ts.map +1 -0
- package/dist/providers/alibaba-token-plan.models.js +6 -0
- package/dist/providers/alibaba-token-plan.models.js.map +1 -0
- package/dist/providers/all.d.ts +28 -0
- package/dist/providers/all.d.ts.map +1 -0
- package/dist/providers/all.js +162 -0
- package/dist/providers/all.js.map +1 -0
- package/dist/providers/amazon-bedrock.d.ts +3 -0
- package/dist/providers/amazon-bedrock.d.ts.map +1 -0
- package/dist/providers/amazon-bedrock.js +85 -0
- package/dist/providers/amazon-bedrock.js.map +1 -0
- package/dist/providers/amazon-bedrock.models.d.ts +4 -0
- package/dist/providers/amazon-bedrock.models.d.ts.map +1 -0
- package/dist/providers/amazon-bedrock.models.js +6 -0
- package/dist/providers/amazon-bedrock.models.js.map +1 -0
- package/dist/providers/ant-ling.d.ts +3 -0
- package/dist/providers/ant-ling.d.ts.map +1 -0
- package/dist/providers/ant-ling.js +15 -0
- package/dist/providers/ant-ling.js.map +1 -0
- package/dist/providers/ant-ling.models.d.ts +4 -0
- package/dist/providers/ant-ling.models.d.ts.map +1 -0
- package/dist/providers/ant-ling.models.js +6 -0
- package/dist/providers/ant-ling.models.js.map +1 -0
- package/dist/providers/anthropic.d.ts +7 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +50 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/anthropic.models.d.ts +4 -0
- package/dist/providers/anthropic.models.d.ts.map +1 -0
- package/dist/providers/anthropic.models.js +6 -0
- package/dist/providers/anthropic.models.js.map +1 -0
- package/dist/providers/azure-openai-responses.d.ts +3 -0
- package/dist/providers/azure-openai-responses.d.ts.map +1 -0
- package/dist/providers/azure-openai-responses.js +14 -0
- package/dist/providers/azure-openai-responses.js.map +1 -0
- package/dist/providers/azure-openai-responses.models.d.ts +4 -0
- package/dist/providers/azure-openai-responses.models.d.ts.map +1 -0
- package/dist/providers/azure-openai-responses.models.js +6 -0
- package/dist/providers/azure-openai-responses.models.js.map +1 -0
- package/dist/providers/cerebras.d.ts +3 -0
- package/dist/providers/cerebras.d.ts.map +1 -0
- package/dist/providers/cerebras.js +15 -0
- package/dist/providers/cerebras.js.map +1 -0
- package/dist/providers/cerebras.models.d.ts +4 -0
- package/dist/providers/cerebras.models.d.ts.map +1 -0
- package/dist/providers/cerebras.models.js +6 -0
- package/dist/providers/cerebras.models.js.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.d.ts +3 -0
- package/dist/providers/cloudflare-ai-gateway.d.ts.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.js +21 -0
- package/dist/providers/cloudflare-ai-gateway.js.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.models.d.ts +4 -0
- package/dist/providers/cloudflare-ai-gateway.models.d.ts.map +1 -0
- package/dist/providers/cloudflare-ai-gateway.models.js +6 -0
- package/dist/providers/cloudflare-ai-gateway.models.js.map +1 -0
- package/dist/providers/cloudflare-auth.d.ts +4 -0
- package/dist/providers/cloudflare-auth.d.ts.map +1 -0
- package/dist/providers/cloudflare-auth.js +81 -0
- package/dist/providers/cloudflare-auth.js.map +1 -0
- package/dist/providers/cloudflare-stream.d.ts +8 -0
- package/dist/providers/cloudflare-stream.d.ts.map +1 -0
- package/dist/providers/cloudflare-stream.js +21 -0
- package/dist/providers/cloudflare-stream.js.map +1 -0
- package/dist/providers/cloudflare-workers-ai.d.ts +3 -0
- package/dist/providers/cloudflare-workers-ai.d.ts.map +1 -0
- package/dist/providers/cloudflare-workers-ai.js +15 -0
- package/dist/providers/cloudflare-workers-ai.js.map +1 -0
- package/dist/providers/cloudflare-workers-ai.models.d.ts +4 -0
- package/dist/providers/cloudflare-workers-ai.models.d.ts.map +1 -0
- package/dist/providers/cloudflare-workers-ai.models.js +6 -0
- package/dist/providers/cloudflare-workers-ai.models.js.map +1 -0
- package/dist/providers/data/.manifest.json +1 -0
- package/dist/providers/data/alibaba-token-plan.json +1 -0
- package/dist/providers/data/amazon-bedrock.json +1 -0
- package/dist/providers/data/ant-ling.json +1 -0
- package/dist/providers/data/anthropic.json +1 -0
- package/dist/providers/data/azure-openai-responses.json +1 -0
- package/dist/providers/data/cerebras.json +1 -0
- package/dist/providers/data/cloudflare-ai-gateway.json +1 -0
- package/dist/providers/data/cloudflare-workers-ai.json +1 -0
- package/dist/providers/data/deepseek.json +1 -0
- package/dist/providers/data/fireworks.json +1 -0
- package/dist/providers/data/github-copilot.json +1 -0
- package/dist/providers/data/google-vertex.json +1 -0
- package/dist/providers/data/google.json +1 -0
- package/dist/providers/data/groq.json +1 -0
- package/dist/providers/data/huggingface.json +1 -0
- package/dist/providers/data/kimi-coding.json +1 -0
- package/dist/providers/data/minimax-cn.json +1 -0
- package/dist/providers/data/minimax.json +1 -0
- package/dist/providers/data/mistral.json +1 -0
- package/dist/providers/data/moonshotai-cn.json +1 -0
- package/dist/providers/data/moonshotai.json +1 -0
- package/dist/providers/data/nvidia.json +1 -0
- package/dist/providers/data/openai-codex.json +1 -0
- package/dist/providers/data/openai.json +1 -0
- package/dist/providers/data/opencode-go.json +1 -0
- package/dist/providers/data/opencode.json +1 -0
- package/dist/providers/data/openrouter.json +1 -0
- package/dist/providers/data/qwen-token-plan-cn.json +1 -0
- package/dist/providers/data/qwen-token-plan.json +1 -0
- package/dist/providers/data/together.json +1 -0
- package/dist/providers/data/vercel-ai-gateway.json +1 -0
- package/dist/providers/data/xai.json +1 -0
- package/dist/providers/data/xiaomi-token-plan-ams.json +1 -0
- package/dist/providers/data/xiaomi-token-plan-cn.json +1 -0
- package/dist/providers/data/xiaomi-token-plan-sgp.json +1 -0
- package/dist/providers/data/xiaomi.json +1 -0
- package/dist/providers/data/zai-coding-cn.json +1 -0
- package/dist/providers/data/zai.json +1 -0
- package/dist/providers/deepseek.d.ts +3 -0
- package/dist/providers/deepseek.d.ts.map +1 -0
- package/dist/providers/deepseek.js +15 -0
- package/dist/providers/deepseek.js.map +1 -0
- package/dist/providers/deepseek.models.d.ts +4 -0
- package/dist/providers/deepseek.models.d.ts.map +1 -0
- package/dist/providers/deepseek.models.js +6 -0
- package/dist/providers/deepseek.models.js.map +1 -0
- package/dist/providers/faux.d.ts +116 -0
- package/dist/providers/faux.d.ts.map +1 -0
- package/dist/providers/faux.js +466 -0
- package/dist/providers/faux.js.map +1 -0
- package/dist/providers/fireworks.d.ts +3 -0
- package/dist/providers/fireworks.d.ts.map +1 -0
- package/dist/providers/fireworks.js +19 -0
- package/dist/providers/fireworks.js.map +1 -0
- package/dist/providers/fireworks.models.d.ts +4 -0
- package/dist/providers/fireworks.models.d.ts.map +1 -0
- package/dist/providers/fireworks.models.js +6 -0
- package/dist/providers/fireworks.models.js.map +1 -0
- package/dist/providers/github-copilot.d.ts +3 -0
- package/dist/providers/github-copilot.d.ts.map +1 -0
- package/dist/providers/github-copilot.js +35 -0
- package/dist/providers/github-copilot.js.map +1 -0
- package/dist/providers/github-copilot.models.d.ts +4 -0
- package/dist/providers/github-copilot.models.d.ts.map +1 -0
- package/dist/providers/github-copilot.models.js +6 -0
- package/dist/providers/github-copilot.models.js.map +1 -0
- package/dist/providers/google-shared.d.ts +2 -0
- package/dist/providers/google-shared.d.ts.map +1 -0
- package/dist/providers/google-shared.js +2 -0
- package/dist/providers/google-shared.js.map +1 -0
- package/dist/providers/google-vertex.d.ts +7 -0
- package/dist/providers/google-vertex.d.ts.map +1 -0
- package/dist/providers/google-vertex.js +89 -0
- package/dist/providers/google-vertex.js.map +1 -0
- package/dist/providers/google-vertex.models.d.ts +4 -0
- package/dist/providers/google-vertex.models.d.ts.map +1 -0
- package/dist/providers/google-vertex.models.js +6 -0
- package/dist/providers/google-vertex.models.js.map +1 -0
- package/dist/providers/google.d.ts +7 -0
- package/dist/providers/google.d.ts.map +1 -0
- package/dist/providers/google.js +18 -0
- package/dist/providers/google.js.map +1 -0
- package/dist/providers/google.models.d.ts +4 -0
- package/dist/providers/google.models.d.ts.map +1 -0
- package/dist/providers/google.models.js +6 -0
- package/dist/providers/google.models.js.map +1 -0
- package/dist/providers/groq.d.ts +3 -0
- package/dist/providers/groq.d.ts.map +1 -0
- package/dist/providers/groq.js +15 -0
- package/dist/providers/groq.js.map +1 -0
- package/dist/providers/groq.models.d.ts +4 -0
- package/dist/providers/groq.models.d.ts.map +1 -0
- package/dist/providers/groq.models.js +6 -0
- package/dist/providers/groq.models.js.map +1 -0
- package/dist/providers/huggingface.d.ts +3 -0
- package/dist/providers/huggingface.d.ts.map +1 -0
- package/dist/providers/huggingface.js +15 -0
- package/dist/providers/huggingface.js.map +1 -0
- package/dist/providers/huggingface.models.d.ts +4 -0
- package/dist/providers/huggingface.models.d.ts.map +1 -0
- package/dist/providers/huggingface.models.js +6 -0
- package/dist/providers/huggingface.models.js.map +1 -0
- package/dist/providers/images/register-builtins.d.ts +4 -0
- package/dist/providers/images/register-builtins.d.ts.map +1 -0
- package/dist/providers/images/register-builtins.js +34 -0
- package/dist/providers/images/register-builtins.js.map +1 -0
- package/dist/providers/kimi-coding.d.ts +3 -0
- package/dist/providers/kimi-coding.d.ts.map +1 -0
- package/dist/providers/kimi-coding.js +23 -0
- package/dist/providers/kimi-coding.js.map +1 -0
- package/dist/providers/kimi-coding.models.d.ts +4 -0
- package/dist/providers/kimi-coding.models.d.ts.map +1 -0
- package/dist/providers/kimi-coding.models.js +6 -0
- package/dist/providers/kimi-coding.models.js.map +1 -0
- package/dist/providers/minimax-cn.d.ts +3 -0
- package/dist/providers/minimax-cn.d.ts.map +1 -0
- package/dist/providers/minimax-cn.js +15 -0
- package/dist/providers/minimax-cn.js.map +1 -0
- package/dist/providers/minimax-cn.models.d.ts +4 -0
- package/dist/providers/minimax-cn.models.d.ts.map +1 -0
- package/dist/providers/minimax-cn.models.js +6 -0
- package/dist/providers/minimax-cn.models.js.map +1 -0
- package/dist/providers/minimax.d.ts +3 -0
- package/dist/providers/minimax.d.ts.map +1 -0
- package/dist/providers/minimax.js +15 -0
- package/dist/providers/minimax.js.map +1 -0
- package/dist/providers/minimax.models.d.ts +4 -0
- package/dist/providers/minimax.models.d.ts.map +1 -0
- package/dist/providers/minimax.models.js +6 -0
- package/dist/providers/minimax.models.js.map +1 -0
- package/dist/providers/mistral.d.ts +3 -0
- package/dist/providers/mistral.d.ts.map +1 -0
- package/dist/providers/mistral.js +15 -0
- package/dist/providers/mistral.js.map +1 -0
- package/dist/providers/mistral.models.d.ts +4 -0
- package/dist/providers/mistral.models.d.ts.map +1 -0
- package/dist/providers/mistral.models.js +6 -0
- package/dist/providers/mistral.models.js.map +1 -0
- package/dist/providers/moonshotai-cn.d.ts +3 -0
- package/dist/providers/moonshotai-cn.d.ts.map +1 -0
- package/dist/providers/moonshotai-cn.js +15 -0
- package/dist/providers/moonshotai-cn.js.map +1 -0
- package/dist/providers/moonshotai-cn.models.d.ts +4 -0
- package/dist/providers/moonshotai-cn.models.d.ts.map +1 -0
- package/dist/providers/moonshotai-cn.models.js +6 -0
- package/dist/providers/moonshotai-cn.models.js.map +1 -0
- package/dist/providers/moonshotai.d.ts +3 -0
- package/dist/providers/moonshotai.d.ts.map +1 -0
- package/dist/providers/moonshotai.js +15 -0
- package/dist/providers/moonshotai.js.map +1 -0
- package/dist/providers/moonshotai.models.d.ts +4 -0
- package/dist/providers/moonshotai.models.d.ts.map +1 -0
- package/dist/providers/moonshotai.models.js +6 -0
- package/dist/providers/moonshotai.models.js.map +1 -0
- package/dist/providers/nvidia.d.ts +3 -0
- package/dist/providers/nvidia.d.ts.map +1 -0
- package/dist/providers/nvidia.js +15 -0
- package/dist/providers/nvidia.js.map +1 -0
- package/dist/providers/nvidia.models.d.ts +4 -0
- package/dist/providers/nvidia.models.d.ts.map +1 -0
- package/dist/providers/nvidia.models.js +6 -0
- package/dist/providers/nvidia.models.js.map +1 -0
- package/dist/providers/openai-codex.d.ts +3 -0
- package/dist/providers/openai-codex.d.ts.map +1 -0
- package/dist/providers/openai-codex.js +18 -0
- package/dist/providers/openai-codex.js.map +1 -0
- package/dist/providers/openai-codex.models.d.ts +4 -0
- package/dist/providers/openai-codex.models.d.ts.map +1 -0
- package/dist/providers/openai-codex.models.js +6 -0
- package/dist/providers/openai-codex.models.js.map +1 -0
- package/dist/providers/openai-completions.d.ts +3 -0
- package/dist/providers/openai-completions.d.ts.map +1 -0
- package/dist/providers/openai-completions.js +2 -0
- package/dist/providers/openai-completions.js.map +1 -0
- package/dist/providers/openai-responses-shared.d.ts +2 -0
- package/dist/providers/openai-responses-shared.d.ts.map +1 -0
- package/dist/providers/openai-responses-shared.js +2 -0
- package/dist/providers/openai-responses-shared.js.map +1 -0
- package/dist/providers/openai-responses.d.ts +3 -0
- package/dist/providers/openai-responses.d.ts.map +1 -0
- package/dist/providers/openai-responses.js +2 -0
- package/dist/providers/openai-responses.js.map +1 -0
- package/dist/providers/openai.d.ts +3 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +15 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/providers/openai.models.d.ts +4 -0
- package/dist/providers/openai.models.d.ts.map +1 -0
- package/dist/providers/openai.models.js +6 -0
- package/dist/providers/openai.models.js.map +1 -0
- package/dist/providers/opencode-go.d.ts +3 -0
- package/dist/providers/opencode-go.d.ts.map +1 -0
- package/dist/providers/opencode-go.js +20 -0
- package/dist/providers/opencode-go.js.map +1 -0
- package/dist/providers/opencode-go.models.d.ts +4 -0
- package/dist/providers/opencode-go.models.d.ts.map +1 -0
- package/dist/providers/opencode-go.models.js +6 -0
- package/dist/providers/opencode-go.models.js.map +1 -0
- package/dist/providers/opencode.d.ts +3 -0
- package/dist/providers/opencode.d.ts.map +1 -0
- package/dist/providers/opencode.js +22 -0
- package/dist/providers/opencode.js.map +1 -0
- package/dist/providers/opencode.models.d.ts +4 -0
- package/dist/providers/opencode.models.d.ts.map +1 -0
- package/dist/providers/opencode.models.js +6 -0
- package/dist/providers/opencode.models.js.map +1 -0
- package/dist/providers/openrouter-images.d.ts +3 -0
- package/dist/providers/openrouter-images.d.ts.map +1 -0
- package/dist/providers/openrouter-images.js +22 -0
- package/dist/providers/openrouter-images.js.map +1 -0
- package/dist/providers/openrouter.d.ts +3 -0
- package/dist/providers/openrouter.d.ts.map +1 -0
- package/dist/providers/openrouter.js +23 -0
- package/dist/providers/openrouter.js.map +1 -0
- package/dist/providers/openrouter.models.d.ts +4 -0
- package/dist/providers/openrouter.models.d.ts.map +1 -0
- package/dist/providers/openrouter.models.js +6 -0
- package/dist/providers/openrouter.models.js.map +1 -0
- package/dist/providers/qwen-token-plan-cn.d.ts +3 -0
- package/dist/providers/qwen-token-plan-cn.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan-cn.js +15 -0
- package/dist/providers/qwen-token-plan-cn.js.map +1 -0
- package/dist/providers/qwen-token-plan-cn.models.d.ts +4 -0
- package/dist/providers/qwen-token-plan-cn.models.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan-cn.models.js +6 -0
- package/dist/providers/qwen-token-plan-cn.models.js.map +1 -0
- package/dist/providers/qwen-token-plan.d.ts +3 -0
- package/dist/providers/qwen-token-plan.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan.js +15 -0
- package/dist/providers/qwen-token-plan.js.map +1 -0
- package/dist/providers/qwen-token-plan.models.d.ts +4 -0
- package/dist/providers/qwen-token-plan.models.d.ts.map +1 -0
- package/dist/providers/qwen-token-plan.models.js +6 -0
- package/dist/providers/qwen-token-plan.models.js.map +1 -0
- package/dist/providers/radius-config.d.ts +26 -0
- package/dist/providers/radius-config.d.ts.map +1 -0
- package/dist/providers/radius-config.js +63 -0
- package/dist/providers/radius-config.js.map +1 -0
- package/dist/providers/radius.d.ts +9 -0
- package/dist/providers/radius.d.ts.map +1 -0
- package/dist/providers/radius.js +54 -0
- package/dist/providers/radius.js.map +1 -0
- package/dist/providers/register-builtins.d.ts +2 -0
- package/dist/providers/register-builtins.d.ts.map +1 -0
- package/dist/providers/register-builtins.js +2 -0
- package/dist/providers/register-builtins.js.map +1 -0
- package/dist/providers/together.d.ts +3 -0
- package/dist/providers/together.d.ts.map +1 -0
- package/dist/providers/together.js +15 -0
- package/dist/providers/together.js.map +1 -0
- package/dist/providers/together.models.d.ts +4 -0
- package/dist/providers/together.models.d.ts.map +1 -0
- package/dist/providers/together.models.js +6 -0
- package/dist/providers/together.models.js.map +1 -0
- package/dist/providers/vercel-ai-gateway.d.ts +3 -0
- package/dist/providers/vercel-ai-gateway.d.ts.map +1 -0
- package/dist/providers/vercel-ai-gateway.js +15 -0
- package/dist/providers/vercel-ai-gateway.js.map +1 -0
- package/dist/providers/vercel-ai-gateway.models.d.ts +4 -0
- package/dist/providers/vercel-ai-gateway.models.d.ts.map +1 -0
- package/dist/providers/vercel-ai-gateway.models.js +6 -0
- package/dist/providers/vercel-ai-gateway.models.js.map +1 -0
- package/dist/providers/xai.d.ts +3 -0
- package/dist/providers/xai.d.ts.map +1 -0
- package/dist/providers/xai.js +27 -0
- package/dist/providers/xai.js.map +1 -0
- package/dist/providers/xai.models.d.ts +4 -0
- package/dist/providers/xai.models.d.ts.map +1 -0
- package/dist/providers/xai.models.js +6 -0
- package/dist/providers/xai.models.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.d.ts +3 -0
- package/dist/providers/xiaomi-token-plan-ams.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.js +15 -0
- package/dist/providers/xiaomi-token-plan-ams.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.models.d.ts +4 -0
- package/dist/providers/xiaomi-token-plan-ams.models.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-ams.models.js +6 -0
- package/dist/providers/xiaomi-token-plan-ams.models.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.d.ts +3 -0
- package/dist/providers/xiaomi-token-plan-cn.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.js +15 -0
- package/dist/providers/xiaomi-token-plan-cn.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.models.d.ts +4 -0
- package/dist/providers/xiaomi-token-plan-cn.models.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-cn.models.js +6 -0
- package/dist/providers/xiaomi-token-plan-cn.models.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.d.ts +3 -0
- package/dist/providers/xiaomi-token-plan-sgp.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.js +15 -0
- package/dist/providers/xiaomi-token-plan-sgp.js.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.d.ts +4 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.d.ts.map +1 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.js +6 -0
- package/dist/providers/xiaomi-token-plan-sgp.models.js.map +1 -0
- package/dist/providers/xiaomi.d.ts +3 -0
- package/dist/providers/xiaomi.d.ts.map +1 -0
- package/dist/providers/xiaomi.js +15 -0
- package/dist/providers/xiaomi.js.map +1 -0
- package/dist/providers/xiaomi.models.d.ts +4 -0
- package/dist/providers/xiaomi.models.d.ts.map +1 -0
- package/dist/providers/xiaomi.models.js +6 -0
- package/dist/providers/xiaomi.models.js.map +1 -0
- package/dist/providers/zai-coding-cn.d.ts +3 -0
- package/dist/providers/zai-coding-cn.d.ts.map +1 -0
- package/dist/providers/zai-coding-cn.js +15 -0
- package/dist/providers/zai-coding-cn.js.map +1 -0
- package/dist/providers/zai-coding-cn.models.d.ts +4 -0
- package/dist/providers/zai-coding-cn.models.d.ts.map +1 -0
- package/dist/providers/zai-coding-cn.models.js +6 -0
- package/dist/providers/zai-coding-cn.models.js.map +1 -0
- package/dist/providers/zai.d.ts +3 -0
- package/dist/providers/zai.d.ts.map +1 -0
- package/dist/providers/zai.js +15 -0
- package/dist/providers/zai.js.map +1 -0
- package/dist/providers/zai.models.d.ts +4 -0
- package/dist/providers/zai.models.d.ts.map +1 -0
- package/dist/providers/zai.models.js +6 -0
- package/dist/providers/zai.models.js.map +1 -0
- package/dist/session-resources.d.ts +4 -0
- package/dist/session-resources.d.ts.map +1 -0
- package/dist/session-resources.js +22 -0
- package/dist/session-resources.js.map +1 -0
- package/dist/stream.d.ts +2 -0
- package/dist/stream.d.ts.map +1 -0
- package/dist/stream.js +2 -0
- package/dist/stream.js.map +1 -0
- package/dist/tool-call-middleware/context-transformer.d.ts +22 -0
- package/dist/tool-call-middleware/context-transformer.d.ts.map +1 -0
- package/dist/tool-call-middleware/context-transformer.js +182 -0
- package/dist/tool-call-middleware/context-transformer.js.map +1 -0
- package/dist/tool-call-middleware/index.d.ts +14 -0
- package/dist/tool-call-middleware/index.d.ts.map +1 -0
- package/dist/tool-call-middleware/index.js +37 -0
- package/dist/tool-call-middleware/index.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/coerce-parameters.d.ts +9 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/coerce-parameters.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/coerce-parameters.js +92 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/coerce-parameters.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/format.d.ts +7 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/format.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/format.js +54 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/format.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/index.d.ts +4 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/index.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/index.js +4 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/index.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-match.d.ts +7 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-match.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-match.js +16 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-match.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-protocol.d.ts +19 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-protocol.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-protocol.js +8 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-protocol.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-stream-helpers.d.ts +20 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-stream-helpers.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-stream-helpers.js +79 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-stream-helpers.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-scanner.d.ts +14 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-scanner.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-scanner.js +42 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-scanner.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-syntax.d.ts +38 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-syntax.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-syntax.js +210 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/invoke-tag-syntax.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/parse.d.ts +6 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/parse.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/parse.js +49 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/parse.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-stream.d.ts +9 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-stream.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-stream.js +231 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-stream.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-wrapper-state.d.ts +38 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-wrapper-state.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-wrapper-state.js +84 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/recovery-wrapper-state.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream-boundary.d.ts +13 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream-boundary.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream-boundary.js +107 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream-boundary.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream.d.ts +7 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream.js +214 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/stream.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/tool-resolver.d.ts +4 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/tool-resolver.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/tool-resolver.js +17 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/tool-resolver.js.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/xml-entities.d.ts +5 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/xml-entities.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/xml-entities.js +34 -0
- package/dist/tool-call-middleware/protocols/anthropic-xml/xml-entities.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/coerce-parameters.d.ts +15 -0
- package/dist/tool-call-middleware/protocols/antml/coerce-parameters.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/coerce-parameters.js +198 -0
- package/dist/tool-call-middleware/protocols/antml/coerce-parameters.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/config.d.ts +3 -0
- package/dist/tool-call-middleware/protocols/antml/config.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/config.js +8 -0
- package/dist/tool-call-middleware/protocols/antml/config.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/format.d.ts +6 -0
- package/dist/tool-call-middleware/protocols/antml/format.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/format.js +33 -0
- package/dist/tool-call-middleware/protocols/antml/format.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/index.d.ts +7 -0
- package/dist/tool-call-middleware/protocols/antml/index.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/index.js +7 -0
- package/dist/tool-call-middleware/protocols/antml/index.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/parse.d.ts +4 -0
- package/dist/tool-call-middleware/protocols/antml/parse.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/parse.js +6 -0
- package/dist/tool-call-middleware/protocols/antml/parse.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/recovery-stream.d.ts +5 -0
- package/dist/tool-call-middleware/protocols/antml/recovery-stream.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/recovery-stream.js +6 -0
- package/dist/tool-call-middleware/protocols/antml/recovery-stream.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/repair.d.ts +12 -0
- package/dist/tool-call-middleware/protocols/antml/repair.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/repair.js +46 -0
- package/dist/tool-call-middleware/protocols/antml/repair.js.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/stream.d.ts +4 -0
- package/dist/tool-call-middleware/protocols/antml/stream.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/antml/stream.js +6 -0
- package/dist/tool-call-middleware/protocols/antml/stream.js.map +1 -0
- package/dist/tool-call-middleware/protocols/gemma4.d.ts +28 -0
- package/dist/tool-call-middleware/protocols/gemma4.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/gemma4.js +663 -0
- package/dist/tool-call-middleware/protocols/gemma4.js.map +1 -0
- package/dist/tool-call-middleware/protocols/hermes.d.ts +21 -0
- package/dist/tool-call-middleware/protocols/hermes.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/hermes.js +69 -0
- package/dist/tool-call-middleware/protocols/hermes.js.map +1 -0
- package/dist/tool-call-middleware/protocols/json-mix.d.ts +12 -0
- package/dist/tool-call-middleware/protocols/json-mix.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/json-mix.js +704 -0
- package/dist/tool-call-middleware/protocols/json-mix.js.map +1 -0
- package/dist/tool-call-middleware/protocols/morph-xml.d.ts +15 -0
- package/dist/tool-call-middleware/protocols/morph-xml.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/morph-xml.js +957 -0
- package/dist/tool-call-middleware/protocols/morph-xml.js.map +1 -0
- package/dist/tool-call-middleware/protocols/xml-tool-tag-scanner.d.ts +14 -0
- package/dist/tool-call-middleware/protocols/xml-tool-tag-scanner.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/xml-tool-tag-scanner.js +54 -0
- package/dist/tool-call-middleware/protocols/xml-tool-tag-scanner.js.map +1 -0
- package/dist/tool-call-middleware/protocols/yaml-xml.d.ts +8 -0
- package/dist/tool-call-middleware/protocols/yaml-xml.d.ts.map +1 -0
- package/dist/tool-call-middleware/protocols/yaml-xml.js +328 -0
- package/dist/tool-call-middleware/protocols/yaml-xml.js.map +1 -0
- package/dist/tool-call-middleware/recovery-code-mask.d.ts +19 -0
- package/dist/tool-call-middleware/recovery-code-mask.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-code-mask.js +185 -0
- package/dist/tool-call-middleware/recovery-code-mask.js.map +1 -0
- package/dist/tool-call-middleware/recovery-content-lifecycle.d.ts +11 -0
- package/dist/tool-call-middleware/recovery-content-lifecycle.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-content-lifecycle.js +24 -0
- package/dist/tool-call-middleware/recovery-content-lifecycle.js.map +1 -0
- package/dist/tool-call-middleware/recovery-diagnostics.d.ts +4 -0
- package/dist/tool-call-middleware/recovery-diagnostics.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-diagnostics.js +13 -0
- package/dist/tool-call-middleware/recovery-diagnostics.js.map +1 -0
- package/dist/tool-call-middleware/recovery-event-stream.d.ts +15 -0
- package/dist/tool-call-middleware/recovery-event-stream.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-event-stream.js +37 -0
- package/dist/tool-call-middleware/recovery-event-stream.js.map +1 -0
- package/dist/tool-call-middleware/recovery-message-snapshot.d.ts +4 -0
- package/dist/tool-call-middleware/recovery-message-snapshot.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-message-snapshot.js +61 -0
- package/dist/tool-call-middleware/recovery-message-snapshot.js.map +1 -0
- package/dist/tool-call-middleware/recovery-native-projection.d.ts +29 -0
- package/dist/tool-call-middleware/recovery-native-projection.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-native-projection.js +148 -0
- package/dist/tool-call-middleware/recovery-native-projection.js.map +1 -0
- package/dist/tool-call-middleware/recovery-stream-failure.d.ts +5 -0
- package/dist/tool-call-middleware/recovery-stream-failure.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-stream-failure.js +36 -0
- package/dist/tool-call-middleware/recovery-stream-failure.js.map +1 -0
- package/dist/tool-call-middleware/recovery-stream-terminal.d.ts +15 -0
- package/dist/tool-call-middleware/recovery-stream-terminal.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-stream-terminal.js +88 -0
- package/dist/tool-call-middleware/recovery-stream-terminal.js.map +1 -0
- package/dist/tool-call-middleware/recovery-stream-wrapper.d.ts +3 -0
- package/dist/tool-call-middleware/recovery-stream-wrapper.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-stream-wrapper.js +233 -0
- package/dist/tool-call-middleware/recovery-stream-wrapper.js.map +1 -0
- package/dist/tool-call-middleware/recovery-text-projection.d.ts +23 -0
- package/dist/tool-call-middleware/recovery-text-projection.d.ts.map +1 -0
- package/dist/tool-call-middleware/recovery-text-projection.js +77 -0
- package/dist/tool-call-middleware/recovery-text-projection.js.map +1 -0
- package/dist/tool-call-middleware/stream-message-metadata.d.ts +5 -0
- package/dist/tool-call-middleware/stream-message-metadata.d.ts.map +1 -0
- package/dist/tool-call-middleware/stream-message-metadata.js +63 -0
- package/dist/tool-call-middleware/stream-message-metadata.js.map +1 -0
- package/dist/tool-call-middleware/stream-thinking-projection.d.ts +13 -0
- package/dist/tool-call-middleware/stream-thinking-projection.d.ts.map +1 -0
- package/dist/tool-call-middleware/stream-thinking-projection.js +52 -0
- package/dist/tool-call-middleware/stream-thinking-projection.js.map +1 -0
- package/dist/tool-call-middleware/stream-wrapper-shared.d.ts +41 -0
- package/dist/tool-call-middleware/stream-wrapper-shared.d.ts.map +1 -0
- package/dist/tool-call-middleware/stream-wrapper-shared.js +209 -0
- package/dist/tool-call-middleware/stream-wrapper-shared.js.map +1 -0
- package/dist/tool-call-middleware/stream-wrapper.d.ts +4 -0
- package/dist/tool-call-middleware/stream-wrapper.d.ts.map +1 -0
- package/dist/tool-call-middleware/stream-wrapper.js +121 -0
- package/dist/tool-call-middleware/stream-wrapper.js.map +1 -0
- package/dist/tool-call-middleware/types.d.ts +109 -0
- package/dist/tool-call-middleware/types.d.ts.map +1 -0
- package/dist/tool-call-middleware/types.js +2 -0
- package/dist/tool-call-middleware/types.js.map +1 -0
- package/dist/types.d.ts +762 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +5 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/abort-signals.d.ts +6 -0
- package/dist/utils/abort-signals.d.ts.map +1 -0
- package/dist/utils/abort-signals.js +34 -0
- package/dist/utils/abort-signals.js.map +1 -0
- package/dist/utils/deferred-tools.d.ts +9 -0
- package/dist/utils/deferred-tools.d.ts.map +1 -0
- package/dist/utils/deferred-tools.js +36 -0
- package/dist/utils/deferred-tools.js.map +1 -0
- package/dist/utils/diagnostics.d.ts +19 -0
- package/dist/utils/diagnostics.d.ts.map +1 -0
- package/dist/utils/diagnostics.js +25 -0
- package/dist/utils/diagnostics.js.map +1 -0
- package/dist/utils/error-body.d.ts +25 -0
- package/dist/utils/error-body.d.ts.map +1 -0
- package/dist/utils/error-body.js +114 -0
- package/dist/utils/error-body.js.map +1 -0
- package/dist/utils/estimate.d.ts +17 -0
- package/dist/utils/estimate.d.ts.map +1 -0
- package/dist/utils/estimate.js +119 -0
- package/dist/utils/estimate.js.map +1 -0
- package/dist/utils/event-stream.d.ts +24 -0
- package/dist/utils/event-stream.d.ts.map +1 -0
- package/dist/utils/event-stream.js +117 -0
- package/dist/utils/event-stream.js.map +1 -0
- package/dist/utils/hash.d.ts +3 -0
- package/dist/utils/hash.d.ts.map +1 -0
- package/dist/utils/hash.js +14 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/headers.d.ts +4 -0
- package/dist/utils/headers.d.ts.map +1 -0
- package/dist/utils/headers.js +18 -0
- package/dist/utils/headers.js.map +1 -0
- package/dist/utils/json-parse.d.ts +16 -0
- package/dist/utils/json-parse.d.ts.map +1 -0
- package/dist/utils/json-parse.js +113 -0
- package/dist/utils/json-parse.js.map +1 -0
- package/dist/utils/node-http-proxy.d.ts +4 -0
- package/dist/utils/node-http-proxy.d.ts.map +1 -0
- package/dist/utils/node-http-proxy.js +92 -0
- package/dist/utils/node-http-proxy.js.map +1 -0
- package/dist/utils/openai-codex-auth.d.ts +11 -0
- package/dist/utils/openai-codex-auth.d.ts.map +1 -0
- package/dist/utils/openai-codex-auth.js +30 -0
- package/dist/utils/openai-codex-auth.js.map +1 -0
- package/dist/utils/overflow.d.ts +55 -0
- package/dist/utils/overflow.d.ts.map +1 -0
- package/dist/utils/overflow.js +155 -0
- package/dist/utils/overflow.js.map +1 -0
- package/dist/utils/provider-env.d.ts +7 -0
- package/dist/utils/provider-env.d.ts.map +1 -0
- package/dist/utils/provider-env.js +44 -0
- package/dist/utils/provider-env.js.map +1 -0
- package/dist/utils/provider-retry.d.ts +16 -0
- package/dist/utils/provider-retry.d.ts.map +1 -0
- package/dist/utils/provider-retry.js +94 -0
- package/dist/utils/provider-retry.js.map +1 -0
- package/dist/utils/retry.d.ts +53 -0
- package/dist/utils/retry.d.ts.map +1 -0
- package/dist/utils/retry.js +177 -0
- package/dist/utils/retry.js.map +1 -0
- package/dist/utils/sanitize-unicode.d.ts +22 -0
- package/dist/utils/sanitize-unicode.d.ts.map +1 -0
- package/dist/utils/sanitize-unicode.js +26 -0
- package/dist/utils/sanitize-unicode.js.map +1 -0
- package/dist/utils/server-fallback-receipt.d.ts +30 -0
- package/dist/utils/server-fallback-receipt.d.ts.map +1 -0
- package/dist/utils/server-fallback-receipt.js +70 -0
- package/dist/utils/server-fallback-receipt.js.map +1 -0
- package/dist/utils/stop-details.d.ts +4 -0
- package/dist/utils/stop-details.d.ts.map +1 -0
- package/dist/utils/stop-details.js +6 -0
- package/dist/utils/stop-details.js.map +1 -0
- package/dist/utils/text.d.ts +6 -0
- package/dist/utils/text.d.ts.map +1 -0
- package/dist/utils/text.js +10 -0
- package/dist/utils/text.js.map +1 -0
- package/dist/utils/tool-choice-fallback.d.ts +5 -0
- package/dist/utils/tool-choice-fallback.d.ts.map +1 -0
- package/dist/utils/tool-choice-fallback.js +41 -0
- package/dist/utils/tool-choice-fallback.js.map +1 -0
- package/dist/utils/tool-pair-repair.d.ts +5 -0
- package/dist/utils/tool-pair-repair.d.ts.map +1 -0
- package/dist/utils/tool-pair-repair.js +70 -0
- package/dist/utils/tool-pair-repair.js.map +1 -0
- package/dist/utils/tool-schema-compat.d.ts +19 -0
- package/dist/utils/tool-schema-compat.d.ts.map +1 -0
- package/dist/utils/tool-schema-compat.js +215 -0
- package/dist/utils/tool-schema-compat.js.map +1 -0
- package/dist/utils/typebox-helpers.d.ts +17 -0
- package/dist/utils/typebox-helpers.d.ts.map +1 -0
- package/dist/utils/typebox-helpers.js +21 -0
- package/dist/utils/typebox-helpers.js.map +1 -0
- package/dist/utils/uuid.d.ts +3 -0
- package/dist/utils/uuid.d.ts.map +1 -0
- package/dist/utils/uuid.js +50 -0
- package/dist/utils/uuid.js.map +1 -0
- package/dist/utils/validation.d.ts +18 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +269 -0
- package/dist/utils/validation.js.map +1 -0
- package/package.json +110 -0
|
@@ -0,0 +1,1626 @@
|
|
|
1
|
+
import Anthropic from "@anthropic-ai/sdk";
|
|
2
|
+
import { calculateCost } from "../models.js";
|
|
3
|
+
import { isVideoMimeType } from "../types.js";
|
|
4
|
+
import { combineAbortSignals } from "../utils/abort-signals.js";
|
|
5
|
+
import { splitDeferredTools } from "../utils/deferred-tools.js";
|
|
6
|
+
import { AssistantMessageEventStream } from "../utils/event-stream.js";
|
|
7
|
+
import { headersToRecord, providerHeadersToRecord } from "../utils/headers.js";
|
|
8
|
+
import { parseJsonWithRepair, parseStreamingJson } from "../utils/json-parse.js";
|
|
9
|
+
import { getProviderEnvValue } from "../utils/provider-env.js";
|
|
10
|
+
import { retryProviderRequest } from "../utils/provider-retry.js";
|
|
11
|
+
import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
|
|
12
|
+
import { applyServerFallbackAbort, parseServerFallbackReceipt, parseStickyFallbackReceipt, } from "../utils/server-fallback-receipt.js";
|
|
13
|
+
import { isForcedToolChoiceUnsupportedError, omitToolChoiceParam } from "../utils/tool-choice-fallback.js";
|
|
14
|
+
import { resolveCloudflareBaseUrl } from "./cloudflare.js";
|
|
15
|
+
import { resolveJsonSchemaStrictSampling } from "./constrained-sampling.js";
|
|
16
|
+
import { buildCopilotDynamicHeaders, hasCopilotVisionInput } from "./github-copilot-headers.js";
|
|
17
|
+
import { ANTHROPIC_RESERVED_BODY_KEYS, adjustMaxTokensForThinking, buildBaseOptions, clampMaxTokensToContext, } from "./simple-options.js";
|
|
18
|
+
import { transformMessages } from "./transform-messages.js";
|
|
19
|
+
/**
|
|
20
|
+
* Resolve cache retention preference.
|
|
21
|
+
* Defaults to the provided fallback and uses PI_CACHE_RETENTION for backward compatibility.
|
|
22
|
+
*/
|
|
23
|
+
function resolveCacheRetention(cacheRetention, env, fallback = "short") {
|
|
24
|
+
if (cacheRetention) {
|
|
25
|
+
return cacheRetention;
|
|
26
|
+
}
|
|
27
|
+
if (getProviderEnvValue("PI_CACHE_RETENTION", env) === "long") {
|
|
28
|
+
return "long";
|
|
29
|
+
}
|
|
30
|
+
if (typeof process !== "undefined" && process.env.PI_CACHE_RETENTION !== undefined) {
|
|
31
|
+
return "short";
|
|
32
|
+
}
|
|
33
|
+
return fallback;
|
|
34
|
+
}
|
|
35
|
+
function isAnthropicApiBaseUrl(baseUrl) {
|
|
36
|
+
try {
|
|
37
|
+
return new URL(baseUrl).hostname === "api.anthropic.com";
|
|
38
|
+
}
|
|
39
|
+
catch {
|
|
40
|
+
return false;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
function getCacheControl(model, cacheRetention, env) {
|
|
44
|
+
const retention = resolveCacheRetention(cacheRetention, env, "long");
|
|
45
|
+
if (retention === "none") {
|
|
46
|
+
return { retention };
|
|
47
|
+
}
|
|
48
|
+
const ttl = retention === "long" &&
|
|
49
|
+
isAnthropicApiBaseUrl(model.baseUrl) &&
|
|
50
|
+
getAnthropicCompat(model).supportsLongCacheRetention
|
|
51
|
+
? "1h"
|
|
52
|
+
: undefined;
|
|
53
|
+
return {
|
|
54
|
+
retention,
|
|
55
|
+
cacheControl: { type: "ephemeral", ...(ttl && { ttl }) },
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
// Stealth mode: Mimic Claude Code's tool naming exactly
|
|
59
|
+
const claudeCodeVersion = "2.1.75";
|
|
60
|
+
// Claude Code 2.x tool names (canonical casing)
|
|
61
|
+
// Source: https://cchistory.mariozechner.at/data/prompts-2.1.11.md
|
|
62
|
+
// To update: https://github.com/badlogic/cchistory
|
|
63
|
+
const claudeCodeTools = [
|
|
64
|
+
"Read",
|
|
65
|
+
"Write",
|
|
66
|
+
"Edit",
|
|
67
|
+
"Bash",
|
|
68
|
+
"Grep",
|
|
69
|
+
"Glob",
|
|
70
|
+
"AskUserQuestion",
|
|
71
|
+
"EnterPlanMode",
|
|
72
|
+
"ExitPlanMode",
|
|
73
|
+
"KillShell",
|
|
74
|
+
"NotebookEdit",
|
|
75
|
+
"Skill",
|
|
76
|
+
"Task",
|
|
77
|
+
"TaskOutput",
|
|
78
|
+
"TodoWrite",
|
|
79
|
+
"WebFetch",
|
|
80
|
+
"WebSearch",
|
|
81
|
+
];
|
|
82
|
+
const ccToolLookup = new Map(claudeCodeTools.map((t) => [t.toLowerCase(), t]));
|
|
83
|
+
// Convert tool name to CC canonical casing if it matches (case-insensitive)
|
|
84
|
+
const toClaudeCodeName = (name) => ccToolLookup.get(name.toLowerCase()) ?? name;
|
|
85
|
+
const fromClaudeCodeName = (name, tools) => {
|
|
86
|
+
if (tools && tools.length > 0) {
|
|
87
|
+
const lowerName = name.toLowerCase();
|
|
88
|
+
const matchedTool = tools.find((tool) => tool.name.toLowerCase() === lowerName);
|
|
89
|
+
if (matchedTool)
|
|
90
|
+
return matchedTool.name;
|
|
91
|
+
}
|
|
92
|
+
return name;
|
|
93
|
+
};
|
|
94
|
+
function convertContentBlocks(content) {
|
|
95
|
+
// If only text blocks, return as concatenated string for simplicity
|
|
96
|
+
const hasImages = content.some((c) => c.type === "image");
|
|
97
|
+
if (!hasImages) {
|
|
98
|
+
return sanitizeSurrogates(content.map((c) => c.text).join("\n"));
|
|
99
|
+
}
|
|
100
|
+
// If we have images, convert to content block array
|
|
101
|
+
const blocks = content.map((block) => {
|
|
102
|
+
if (block.type === "text") {
|
|
103
|
+
return {
|
|
104
|
+
type: "text",
|
|
105
|
+
text: sanitizeSurrogates(block.text),
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
if (isVideoMimeType(block.mimeType)) {
|
|
109
|
+
return {
|
|
110
|
+
type: "video",
|
|
111
|
+
source: {
|
|
112
|
+
type: "base64",
|
|
113
|
+
media_type: block.mimeType,
|
|
114
|
+
data: block.data,
|
|
115
|
+
},
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
return {
|
|
119
|
+
type: "image",
|
|
120
|
+
source: {
|
|
121
|
+
type: "base64",
|
|
122
|
+
media_type: block.mimeType,
|
|
123
|
+
data: block.data,
|
|
124
|
+
},
|
|
125
|
+
};
|
|
126
|
+
});
|
|
127
|
+
// If only media (no text), add placeholder text block
|
|
128
|
+
const hasText = blocks.some((b) => b.type === "text");
|
|
129
|
+
if (!hasText) {
|
|
130
|
+
blocks.unshift({
|
|
131
|
+
type: "text",
|
|
132
|
+
text: "(see attached image)",
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
return blocks;
|
|
136
|
+
}
|
|
137
|
+
const FINE_GRAINED_TOOL_STREAMING_BETA = "fine-grained-tool-streaming-2025-05-14";
|
|
138
|
+
const INTERLEAVED_THINKING_BETA = "interleaved-thinking-2025-05-14";
|
|
139
|
+
const COMPUTER_USE_BETA_PREFIX = "computer-use-";
|
|
140
|
+
const NATIVE_COMPUTER_TOOL_TYPE = "computer_20250124";
|
|
141
|
+
const ADAPTIVE_THINKING_MODEL_MARKERS = [
|
|
142
|
+
"opus-4-6",
|
|
143
|
+
"opus-4-7",
|
|
144
|
+
"opus-4-8",
|
|
145
|
+
"opus-5",
|
|
146
|
+
"sonnet-4-6",
|
|
147
|
+
"sonnet-5",
|
|
148
|
+
"fable-5",
|
|
149
|
+
"mythos-5",
|
|
150
|
+
];
|
|
151
|
+
/**
|
|
152
|
+
* Adaptive families that expose the real `xhigh` effort tier. Everything else on the
|
|
153
|
+
* adaptive ladder tops out at `max` (Opus/Sonnet 4.6 are four-tier: low/medium/high/max).
|
|
154
|
+
*/
|
|
155
|
+
const NATIVE_XHIGH_EFFORT_MODEL_MARKERS = [
|
|
156
|
+
"opus-4-7",
|
|
157
|
+
"opus-4-8",
|
|
158
|
+
"opus-5",
|
|
159
|
+
"sonnet-5",
|
|
160
|
+
"fable-5",
|
|
161
|
+
"mythos-5",
|
|
162
|
+
];
|
|
163
|
+
/**
|
|
164
|
+
* Adaptive families that reject `thinking: {type: "disabled"}` outright (verified 400:
|
|
165
|
+
* `"thinking.type.disabled" is not supported for this model`). The generated catalog also encodes
|
|
166
|
+
* this as `compat.supportsDisabledThinking: false`, but `models.json` entries and third-party
|
|
167
|
+
* gateway rows carry no generated compat, so the family fact has to live here as well.
|
|
168
|
+
*/
|
|
169
|
+
const DISABLED_THINKING_REJECTING_MODEL_MARKERS = ["fable-5", "mythos-5"];
|
|
170
|
+
const CLAUDE_FABLE_OR_MYTHOS_MODEL_ID = /^claude-(?:fable|mythos)(?:-|$)/i;
|
|
171
|
+
const UNSUPPORTED_NATIVE_COMPUTER_TOOL_MODEL_MARKERS = [
|
|
172
|
+
"opus-4-6",
|
|
173
|
+
"opus-4.6",
|
|
174
|
+
"opus-4-7",
|
|
175
|
+
"opus-4.7",
|
|
176
|
+
"opus-4-8",
|
|
177
|
+
"opus-4.8",
|
|
178
|
+
];
|
|
179
|
+
// A provider can reject its own empty signatures. Learn that capability for one
|
|
180
|
+
// conversation without changing the shared model definition used by other sessions.
|
|
181
|
+
const unsignedThinkingTextReplayFallbacks = new Set();
|
|
182
|
+
function unsignedThinkingFallbackKey(model, sessionId) {
|
|
183
|
+
return sessionId === undefined ? undefined : `${sessionId}\u0000${model.baseUrl}\u0000${model.id}`;
|
|
184
|
+
}
|
|
185
|
+
function isInvalidUnsignedThinkingSignatureError(error) {
|
|
186
|
+
return (typeof error === "object" &&
|
|
187
|
+
error !== null &&
|
|
188
|
+
"status" in error &&
|
|
189
|
+
error.status === 400 &&
|
|
190
|
+
error instanceof Error &&
|
|
191
|
+
/Invalid signature in thinking block/i.test(error.message));
|
|
192
|
+
}
|
|
193
|
+
function getAnthropicCompat(model) {
|
|
194
|
+
// Auto-detect session affinity and cache control support from provider
|
|
195
|
+
const isFireworks = model.provider === "fireworks";
|
|
196
|
+
const isCloudflareAiGatewayAnthropic = model.provider === "cloudflare-ai-gateway" && model.baseUrl.includes("anthropic");
|
|
197
|
+
const isXiaomi = model.provider === "xiaomi" || model.provider.startsWith("xiaomi-token-plan-");
|
|
198
|
+
return {
|
|
199
|
+
supportsEagerToolInputStreaming: model.compat?.supportsEagerToolInputStreaming ?? !isFireworks,
|
|
200
|
+
supportsLongCacheRetention: model.compat?.supportsLongCacheRetention ?? !isFireworks,
|
|
201
|
+
sendSessionAffinityHeaders: model.compat?.sendSessionAffinityHeaders ?? !!(isFireworks || isCloudflareAiGatewayAnthropic),
|
|
202
|
+
supportsCacheControlOnTools: model.compat?.supportsCacheControlOnTools ?? !isFireworks,
|
|
203
|
+
supportsDisabledThinking: model.compat?.supportsDisabledThinking ?? !isXiaomi,
|
|
204
|
+
supportsTemperature: model.compat?.supportsTemperature ?? true,
|
|
205
|
+
supportsToolChoice: model.compat?.supportsToolChoice ?? true,
|
|
206
|
+
supportsForcedToolChoice: model.compat?.supportsForcedToolChoice ?? !CLAUDE_FABLE_OR_MYTHOS_MODEL_ID.test(model.id),
|
|
207
|
+
allowEmptySignature: model.compat?.allowEmptySignature ?? false,
|
|
208
|
+
unsignedThinkingReplay: model.compat?.unsignedThinkingReplay ?? (model.compat?.allowEmptySignature ? "empty-signature" : "text"),
|
|
209
|
+
supportsStrictTools: model.compat?.supportsStrictTools ?? false,
|
|
210
|
+
supportsToolReferences: model.compat?.supportsToolReferences ?? defaultSupportsToolReferences(model),
|
|
211
|
+
// Default: first-party Anthropic only. Anthropic-compatible providers
|
|
212
|
+
// (kimi-coding, fireworks, copilot, gateways) may execute the server-side
|
|
213
|
+
// search but reject the replayed server_tool_use / web_search_tool_result
|
|
214
|
+
// blocks on the next request (kimi-coding 400s with `tool_call_id is not
|
|
215
|
+
// found`).
|
|
216
|
+
supportsWebSearch: model.compat?.supportsWebSearch ?? isAnthropicApiBaseUrl(model.baseUrl),
|
|
217
|
+
};
|
|
218
|
+
}
|
|
219
|
+
/**
|
|
220
|
+
* Default for `supportsToolReferences`: first-party Anthropic models except
|
|
221
|
+
* Haiku (rejects client-side tool_reference blocks) and models that predate
|
|
222
|
+
* tool search (Claude 3.x, Opus/Sonnet 4.0, Opus 4.1).
|
|
223
|
+
*/
|
|
224
|
+
function defaultSupportsToolReferences(model) {
|
|
225
|
+
if (model.provider !== "anthropic" || model.id.includes("haiku"))
|
|
226
|
+
return false;
|
|
227
|
+
const version = model.id.match(/^claude-(?:opus|sonnet|fable)-(\d+)(?:-(\d+))?(?:-|$)/);
|
|
228
|
+
if (!version)
|
|
229
|
+
return false;
|
|
230
|
+
const major = Number(version[1]);
|
|
231
|
+
const minor = version[2] && version[2].length < 8 ? Number(version[2]) : 0;
|
|
232
|
+
return major > 4 || (major === 4 && minor >= 5);
|
|
233
|
+
}
|
|
234
|
+
function mergeHeaders(...headerSources) {
|
|
235
|
+
const merged = {};
|
|
236
|
+
for (const headers of headerSources) {
|
|
237
|
+
if (headers) {
|
|
238
|
+
Object.assign(merged, headers);
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
return merged;
|
|
242
|
+
}
|
|
243
|
+
function hasAuthorizationHeader(headers) {
|
|
244
|
+
return Object.keys(headers ?? {}).some((name) => name.toLowerCase() === "authorization");
|
|
245
|
+
}
|
|
246
|
+
function isRecord(value) {
|
|
247
|
+
return typeof value === "object" && value !== null;
|
|
248
|
+
}
|
|
249
|
+
const REPLAYABLE_ANTHROPIC_PROVIDER_NATIVE_TYPES = new Set([
|
|
250
|
+
"server_tool_use",
|
|
251
|
+
"web_search_tool_result",
|
|
252
|
+
"web_fetch_tool_result",
|
|
253
|
+
"code_execution_tool_result",
|
|
254
|
+
"bash_code_execution_tool_result",
|
|
255
|
+
"text_editor_code_execution_tool_result",
|
|
256
|
+
"tool_search_tool_result",
|
|
257
|
+
"container_upload",
|
|
258
|
+
// Server-side fallback beta (server-side-fallback-2026-06-01) emits a
|
|
259
|
+
// `fallback` marker mid-response. The marker itself is replayed as a kept
|
|
260
|
+
// audit block. Blocks emitted *before* the final marker are the declined
|
|
261
|
+
// attempt and are pruned in convertMessages (see lastAnthropicFallbackBoundary
|
|
262
|
+
// and collectDiscardedFallbackToolCallIds); the marker onward replays verbatim.
|
|
263
|
+
"fallback",
|
|
264
|
+
]);
|
|
265
|
+
function isReplayableAnthropicProviderNativeBlock(raw) {
|
|
266
|
+
return isRecord(raw) && typeof raw.type === "string" && REPLAYABLE_ANTHROPIC_PROVIDER_NATIVE_TYPES.has(raw.type);
|
|
267
|
+
}
|
|
268
|
+
function isSameAnthropicModel(message, model) {
|
|
269
|
+
return message.provider === model.provider && message.api === model.api && message.model === model.id;
|
|
270
|
+
}
|
|
271
|
+
function isAnthropicFallbackMarkerBlock(block) {
|
|
272
|
+
return (block.type === "providerNative" &&
|
|
273
|
+
block.subtype === "fallback" &&
|
|
274
|
+
isRecord(block.raw) &&
|
|
275
|
+
block.raw.type === "fallback");
|
|
276
|
+
}
|
|
277
|
+
// The server-side fallback beta (server-side-fallback-2026-06-01) can emit a
|
|
278
|
+
// `fallback` marker mid-message after a declined attempt is replaced. Blocks
|
|
279
|
+
// before the final marker belong to the discarded attempt: replaying its
|
|
280
|
+
// thinking/tool_use makes the API reject the turn (a discarded tool_use has no
|
|
281
|
+
// matching tool_result after normalization). Returns the index of the last
|
|
282
|
+
// fallback marker, or -1 when the message has none.
|
|
283
|
+
function lastAnthropicFallbackBoundary(content) {
|
|
284
|
+
let boundary = -1;
|
|
285
|
+
for (let index = 0; index < content.length; index++) {
|
|
286
|
+
if (isAnthropicFallbackMarkerBlock(content[index])) {
|
|
287
|
+
boundary = index;
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
return boundary;
|
|
291
|
+
}
|
|
292
|
+
function isAnthropicServerToolUseBlock(raw) {
|
|
293
|
+
return isRecord(raw) && raw.type === "server_tool_use" && typeof raw.id === "string";
|
|
294
|
+
}
|
|
295
|
+
// Only tool_use-shaped provider-native blocks (server_tool_use, mcp_tool_use)
|
|
296
|
+
// stream their input via input_json_delta. Result-shaped blocks must replay
|
|
297
|
+
// byte-for-byte (encrypted_content), so never merge an `input` into them.
|
|
298
|
+
function isProviderNativeToolUseBlock(raw) {
|
|
299
|
+
return isRecord(raw) && (raw.type === "server_tool_use" || raw.type === "mcp_tool_use");
|
|
300
|
+
}
|
|
301
|
+
// Endpoints without `supportsWebSearch` reject replayed web-search server-tool
|
|
302
|
+
// blocks (kimi-coding 400s with `tool_call_id is not found`), wedging every
|
|
303
|
+
// subsequent request of the session. Dropping the pair loses the searched
|
|
304
|
+
// context but keeps the conversation usable.
|
|
305
|
+
function isAnthropicWebSearchReplayBlock(raw) {
|
|
306
|
+
if (!isRecord(raw))
|
|
307
|
+
return false;
|
|
308
|
+
if (raw.type === "web_search_tool_result")
|
|
309
|
+
return true;
|
|
310
|
+
return raw.type === "server_tool_use" && raw.name === "web_search";
|
|
311
|
+
}
|
|
312
|
+
// tool_use ids referenced by server-tool result blocks in content[0, boundary).
|
|
313
|
+
// A pre-boundary `server_tool_use` whose id is absent here is unpaired — the
|
|
314
|
+
// fallback interrupted the declined attempt before its result arrived — so
|
|
315
|
+
// replaying it would leave a server tool_use with no adjacent result and 400 the
|
|
316
|
+
// turn. Paired server-tool blocks replay verbatim per the fallback contract.
|
|
317
|
+
function pairedServerToolUseIdsBeforeBoundary(content, boundary) {
|
|
318
|
+
const paired = new Set();
|
|
319
|
+
for (let index = 0; index < boundary; index++) {
|
|
320
|
+
const block = content[index];
|
|
321
|
+
if (block.type !== "providerNative" || !isRecord(block.raw))
|
|
322
|
+
continue;
|
|
323
|
+
const toolUseId = block.raw.tool_use_id;
|
|
324
|
+
if (typeof toolUseId === "string")
|
|
325
|
+
paired.add(toolUseId);
|
|
326
|
+
}
|
|
327
|
+
return paired;
|
|
328
|
+
}
|
|
329
|
+
// Tool-call ids emitted by a discarded pre-fallback attempt on a same-model
|
|
330
|
+
// assistant turn. These tool_use blocks are dropped from the assistant turn, so
|
|
331
|
+
// their tool_result blocks must be dropped from the following user turn too — an
|
|
332
|
+
// orphaned tool_result triggers its own 400.
|
|
333
|
+
function collectDiscardedFallbackToolCallIds(messages, model) {
|
|
334
|
+
const discarded = new Set();
|
|
335
|
+
for (const message of messages) {
|
|
336
|
+
if (message.role !== "assistant" || !isSameAnthropicModel(message, model))
|
|
337
|
+
continue;
|
|
338
|
+
const boundary = lastAnthropicFallbackBoundary(message.content);
|
|
339
|
+
if (boundary < 0)
|
|
340
|
+
continue;
|
|
341
|
+
for (let index = 0; index < boundary; index++) {
|
|
342
|
+
const block = message.content[index];
|
|
343
|
+
if (block.type === "toolCall") {
|
|
344
|
+
discarded.add(block.id);
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
return discarded;
|
|
349
|
+
}
|
|
350
|
+
function stringRecord(value) {
|
|
351
|
+
if (!isRecord(value)) {
|
|
352
|
+
return undefined;
|
|
353
|
+
}
|
|
354
|
+
const entries = Object.entries(value);
|
|
355
|
+
if (entries.some(([, item]) => typeof item !== "string")) {
|
|
356
|
+
return undefined;
|
|
357
|
+
}
|
|
358
|
+
return Object.fromEntries(entries);
|
|
359
|
+
}
|
|
360
|
+
function isForcedAnthropicToolChoice(toolChoice) {
|
|
361
|
+
return isRecord(toolChoice) && (toolChoice.type === "any" || toolChoice.type === "tool");
|
|
362
|
+
}
|
|
363
|
+
function extractPayloadRequestMetadata(params) {
|
|
364
|
+
const payload = params;
|
|
365
|
+
const headers = stringRecord(payload.headers);
|
|
366
|
+
if (!("headers" in payload) && !("extra_body" in payload)) {
|
|
367
|
+
return headers ? { params, headers } : { params };
|
|
368
|
+
}
|
|
369
|
+
const stripped = { ...payload };
|
|
370
|
+
delete stripped.headers;
|
|
371
|
+
delete stripped.extra_body;
|
|
372
|
+
return headers ? { params: stripped, headers } : { params: stripped };
|
|
373
|
+
}
|
|
374
|
+
function removeAnthropicBetaHeaders(headers, shouldRemoveBeta) {
|
|
375
|
+
if (!headers) {
|
|
376
|
+
return { changed: false };
|
|
377
|
+
}
|
|
378
|
+
const nextHeaders = {};
|
|
379
|
+
let changed = false;
|
|
380
|
+
for (const [key, value] of Object.entries(headers)) {
|
|
381
|
+
if (key.toLowerCase() !== "anthropic-beta" || value === null) {
|
|
382
|
+
nextHeaders[key] = value;
|
|
383
|
+
continue;
|
|
384
|
+
}
|
|
385
|
+
const betas = value
|
|
386
|
+
.split(",")
|
|
387
|
+
.map((beta) => beta.trim())
|
|
388
|
+
.filter((beta) => beta.length > 0);
|
|
389
|
+
const supportedBetas = betas.filter((beta) => !shouldRemoveBeta(beta));
|
|
390
|
+
changed = changed || supportedBetas.length !== betas.length;
|
|
391
|
+
if (supportedBetas.length > 0) {
|
|
392
|
+
nextHeaders[key] = supportedBetas.join(", ");
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
if (!changed) {
|
|
396
|
+
return { changed: false, headers };
|
|
397
|
+
}
|
|
398
|
+
return {
|
|
399
|
+
changed: true,
|
|
400
|
+
headers: Object.keys(nextHeaders).length > 0 ? nextHeaders : undefined,
|
|
401
|
+
};
|
|
402
|
+
}
|
|
403
|
+
function removeComputerUseBetaHeader(headers) {
|
|
404
|
+
return removeAnthropicBetaHeaders(headers, (beta) => beta.startsWith(COMPUTER_USE_BETA_PREFIX));
|
|
405
|
+
}
|
|
406
|
+
function sanitizeAdaptiveThinkingHeaders(model, headers) {
|
|
407
|
+
if (!supportsAdaptiveThinking(model)) {
|
|
408
|
+
return headers;
|
|
409
|
+
}
|
|
410
|
+
const headerSanitization = removeAnthropicBetaHeaders(headers, (beta) => beta === INTERLEAVED_THINKING_BETA);
|
|
411
|
+
return headerSanitization.changed ? (headerSanitization.headers ?? {}) : headers;
|
|
412
|
+
}
|
|
413
|
+
function rejectsNativeComputerTool(model, toolType) {
|
|
414
|
+
if (model.provider === "cloudflare-ai-gateway" && model.baseUrl.includes("anthropic")) {
|
|
415
|
+
return toolType.startsWith("computer_");
|
|
416
|
+
}
|
|
417
|
+
return (matchesModelMarker(model, UNSUPPORTED_NATIVE_COMPUTER_TOOL_MODEL_MARKERS) &&
|
|
418
|
+
toolType === NATIVE_COMPUTER_TOOL_TYPE);
|
|
419
|
+
}
|
|
420
|
+
function rejectsComputerUseBeta(model) {
|
|
421
|
+
return ((model.provider === "cloudflare-ai-gateway" && model.baseUrl.includes("anthropic")) ||
|
|
422
|
+
matchesModelMarker(model, UNSUPPORTED_NATIVE_COMPUTER_TOOL_MODEL_MARKERS));
|
|
423
|
+
}
|
|
424
|
+
function isAnthropicWebSearchToolType(toolType) {
|
|
425
|
+
return toolType.startsWith("web_search_");
|
|
426
|
+
}
|
|
427
|
+
function sanitizeUnsupportedNativeTools(model, params) {
|
|
428
|
+
const payload = params;
|
|
429
|
+
const headers = stringRecord(payload.headers);
|
|
430
|
+
const headerSanitization = rejectsComputerUseBeta(model)
|
|
431
|
+
? removeComputerUseBetaHeader(headers)
|
|
432
|
+
: { changed: false };
|
|
433
|
+
const rejectsNativeWebSearch = !getAnthropicCompat(model).supportsWebSearch;
|
|
434
|
+
const tools = payload.tools;
|
|
435
|
+
const sanitized = { ...payload };
|
|
436
|
+
let changed = false;
|
|
437
|
+
if (Array.isArray(tools)) {
|
|
438
|
+
const supportedTools = [];
|
|
439
|
+
for (const tool of tools) {
|
|
440
|
+
const hookTool = tool;
|
|
441
|
+
if (isRecord(hookTool) &&
|
|
442
|
+
typeof hookTool.type === "string" &&
|
|
443
|
+
(rejectsNativeComputerTool(model, hookTool.type) ||
|
|
444
|
+
(rejectsNativeWebSearch && isAnthropicWebSearchToolType(hookTool.type)))) {
|
|
445
|
+
changed = true;
|
|
446
|
+
continue;
|
|
447
|
+
}
|
|
448
|
+
supportedTools.push(tool);
|
|
449
|
+
}
|
|
450
|
+
if (changed) {
|
|
451
|
+
if (supportedTools.length > 0) {
|
|
452
|
+
sanitized.tools = supportedTools;
|
|
453
|
+
}
|
|
454
|
+
else {
|
|
455
|
+
delete sanitized.tools;
|
|
456
|
+
}
|
|
457
|
+
}
|
|
458
|
+
}
|
|
459
|
+
if (headerSanitization.changed) {
|
|
460
|
+
changed = true;
|
|
461
|
+
if (headerSanitization.headers) {
|
|
462
|
+
sanitized.headers = headerSanitization.headers;
|
|
463
|
+
}
|
|
464
|
+
else {
|
|
465
|
+
delete sanitized.headers;
|
|
466
|
+
}
|
|
467
|
+
}
|
|
468
|
+
if (changed && isRecord(sanitized.tool_choice)) {
|
|
469
|
+
const toolChoiceName = sanitized.tool_choice.name;
|
|
470
|
+
const hasSelectedTool = typeof toolChoiceName === "string" &&
|
|
471
|
+
Array.isArray(sanitized.tools) &&
|
|
472
|
+
sanitized.tools.some((tool) => isRecord(tool) && tool.name === toolChoiceName);
|
|
473
|
+
const shouldRemoveToolChoice = sanitized.tools === undefined || (typeof toolChoiceName === "string" && !hasSelectedTool);
|
|
474
|
+
if (shouldRemoveToolChoice) {
|
|
475
|
+
delete sanitized.tool_choice;
|
|
476
|
+
}
|
|
477
|
+
}
|
|
478
|
+
return changed ? sanitized : params;
|
|
479
|
+
}
|
|
480
|
+
function sanitizeAdaptiveThinkingPayload(model, params, options) {
|
|
481
|
+
if (!supportsAdaptiveThinking(model)) {
|
|
482
|
+
return params;
|
|
483
|
+
}
|
|
484
|
+
const payload = params;
|
|
485
|
+
const headers = stringRecord(payload.headers);
|
|
486
|
+
const headerSanitization = removeAnthropicBetaHeaders(headers, (beta) => beta === INTERLEAVED_THINKING_BETA);
|
|
487
|
+
const sanitized = { ...payload };
|
|
488
|
+
let changed = false;
|
|
489
|
+
const thinking = isRecord(payload.thinking) ? payload.thinking : undefined;
|
|
490
|
+
if (thinking?.type === "enabled") {
|
|
491
|
+
const display = thinking.display === "omitted" || thinking.display === "summarized"
|
|
492
|
+
? thinking.display
|
|
493
|
+
: (options?.thinkingDisplay ?? "summarized");
|
|
494
|
+
sanitized.thinking = { type: "adaptive", display };
|
|
495
|
+
if (options?.effort !== undefined && !isRecord(payload.output_config)) {
|
|
496
|
+
sanitized.output_config = { effort: options.effort };
|
|
497
|
+
}
|
|
498
|
+
changed = true;
|
|
499
|
+
}
|
|
500
|
+
if (headerSanitization.changed) {
|
|
501
|
+
changed = true;
|
|
502
|
+
if (headerSanitization.headers) {
|
|
503
|
+
sanitized.headers = headerSanitization.headers;
|
|
504
|
+
}
|
|
505
|
+
else {
|
|
506
|
+
delete sanitized.headers;
|
|
507
|
+
}
|
|
508
|
+
}
|
|
509
|
+
return changed ? sanitized : params;
|
|
510
|
+
}
|
|
511
|
+
function isCacheableUserContentBlock(block) {
|
|
512
|
+
return block?.type === "text" || block?.type === "image" || block?.type === "tool_result";
|
|
513
|
+
}
|
|
514
|
+
const ANTHROPIC_MESSAGE_EVENTS = new Set([
|
|
515
|
+
"message_start",
|
|
516
|
+
"message_delta",
|
|
517
|
+
"message_stop",
|
|
518
|
+
"content_block_start",
|
|
519
|
+
"content_block_delta",
|
|
520
|
+
"content_block_stop",
|
|
521
|
+
]);
|
|
522
|
+
function flushSseEvent(state) {
|
|
523
|
+
if (!state.event && state.data.length === 0) {
|
|
524
|
+
return null;
|
|
525
|
+
}
|
|
526
|
+
const event = {
|
|
527
|
+
event: state.event,
|
|
528
|
+
data: state.data.join("\n"),
|
|
529
|
+
raw: [...state.raw],
|
|
530
|
+
};
|
|
531
|
+
state.event = null;
|
|
532
|
+
state.data = [];
|
|
533
|
+
state.raw = [];
|
|
534
|
+
return event;
|
|
535
|
+
}
|
|
536
|
+
function decodeSseLine(line, state) {
|
|
537
|
+
if (line === "") {
|
|
538
|
+
return flushSseEvent(state);
|
|
539
|
+
}
|
|
540
|
+
state.raw.push(line);
|
|
541
|
+
if (line.startsWith(":")) {
|
|
542
|
+
return null;
|
|
543
|
+
}
|
|
544
|
+
const delimiterIndex = line.indexOf(":");
|
|
545
|
+
const fieldName = delimiterIndex === -1 ? line : line.slice(0, delimiterIndex);
|
|
546
|
+
let value = delimiterIndex === -1 ? "" : line.slice(delimiterIndex + 1);
|
|
547
|
+
if (value.startsWith(" ")) {
|
|
548
|
+
value = value.slice(1);
|
|
549
|
+
}
|
|
550
|
+
if (fieldName === "event") {
|
|
551
|
+
state.event = value;
|
|
552
|
+
}
|
|
553
|
+
else if (fieldName === "data") {
|
|
554
|
+
state.data.push(value);
|
|
555
|
+
}
|
|
556
|
+
return null;
|
|
557
|
+
}
|
|
558
|
+
function nextLineBreakIndex(text) {
|
|
559
|
+
const carriageReturnIndex = text.indexOf("\r");
|
|
560
|
+
const newlineIndex = text.indexOf("\n");
|
|
561
|
+
if (carriageReturnIndex === -1) {
|
|
562
|
+
return newlineIndex;
|
|
563
|
+
}
|
|
564
|
+
if (newlineIndex === -1) {
|
|
565
|
+
return carriageReturnIndex;
|
|
566
|
+
}
|
|
567
|
+
return Math.min(carriageReturnIndex, newlineIndex);
|
|
568
|
+
}
|
|
569
|
+
function consumeLine(text) {
|
|
570
|
+
const lineBreakIndex = nextLineBreakIndex(text);
|
|
571
|
+
if (lineBreakIndex === -1) {
|
|
572
|
+
return null;
|
|
573
|
+
}
|
|
574
|
+
let nextIndex = lineBreakIndex + 1;
|
|
575
|
+
if (text[lineBreakIndex] === "\r" && text[nextIndex] === "\n") {
|
|
576
|
+
nextIndex += 1;
|
|
577
|
+
}
|
|
578
|
+
return {
|
|
579
|
+
line: text.slice(0, lineBreakIndex),
|
|
580
|
+
rest: text.slice(nextIndex),
|
|
581
|
+
};
|
|
582
|
+
}
|
|
583
|
+
async function* iterateSseMessages(body, signal) {
|
|
584
|
+
const reader = body.getReader();
|
|
585
|
+
const decoder = new TextDecoder();
|
|
586
|
+
const state = { event: null, data: [], raw: [] };
|
|
587
|
+
let buffer = "";
|
|
588
|
+
try {
|
|
589
|
+
while (true) {
|
|
590
|
+
if (signal?.aborted) {
|
|
591
|
+
throw new Error("Request was aborted");
|
|
592
|
+
}
|
|
593
|
+
const { value, done } = await reader.read();
|
|
594
|
+
if (done) {
|
|
595
|
+
break;
|
|
596
|
+
}
|
|
597
|
+
buffer += decoder.decode(value, { stream: true });
|
|
598
|
+
let consumed = consumeLine(buffer);
|
|
599
|
+
while (consumed) {
|
|
600
|
+
buffer = consumed.rest;
|
|
601
|
+
const event = decodeSseLine(consumed.line, state);
|
|
602
|
+
if (event) {
|
|
603
|
+
yield event;
|
|
604
|
+
}
|
|
605
|
+
consumed = consumeLine(buffer);
|
|
606
|
+
}
|
|
607
|
+
}
|
|
608
|
+
buffer += decoder.decode();
|
|
609
|
+
let consumed = consumeLine(buffer);
|
|
610
|
+
while (consumed) {
|
|
611
|
+
buffer = consumed.rest;
|
|
612
|
+
const event = decodeSseLine(consumed.line, state);
|
|
613
|
+
if (event) {
|
|
614
|
+
yield event;
|
|
615
|
+
}
|
|
616
|
+
consumed = consumeLine(buffer);
|
|
617
|
+
}
|
|
618
|
+
if (buffer.length > 0) {
|
|
619
|
+
const event = decodeSseLine(buffer, state);
|
|
620
|
+
if (event) {
|
|
621
|
+
yield event;
|
|
622
|
+
}
|
|
623
|
+
}
|
|
624
|
+
const trailingEvent = flushSseEvent(state);
|
|
625
|
+
if (trailingEvent) {
|
|
626
|
+
yield trailingEvent;
|
|
627
|
+
}
|
|
628
|
+
}
|
|
629
|
+
finally {
|
|
630
|
+
reader.releaseLock();
|
|
631
|
+
}
|
|
632
|
+
}
|
|
633
|
+
async function* iterateAnthropicEvents(response, signal) {
|
|
634
|
+
if (!response.body) {
|
|
635
|
+
throw new Error("Attempted to iterate over an Anthropic response with no body");
|
|
636
|
+
}
|
|
637
|
+
let sawMessageStart = false;
|
|
638
|
+
let sawMessageEnd = false;
|
|
639
|
+
for await (const sse of iterateSseMessages(response.body, signal)) {
|
|
640
|
+
if (sse.event === "error") {
|
|
641
|
+
throw new Error(sse.data);
|
|
642
|
+
}
|
|
643
|
+
if (!ANTHROPIC_MESSAGE_EVENTS.has(sse.event ?? "")) {
|
|
644
|
+
continue;
|
|
645
|
+
}
|
|
646
|
+
try {
|
|
647
|
+
const event = parseJsonWithRepair(sse.data);
|
|
648
|
+
if (event.type === "message_start") {
|
|
649
|
+
sawMessageStart = true;
|
|
650
|
+
}
|
|
651
|
+
else if (event.type === "message_stop") {
|
|
652
|
+
sawMessageEnd = true;
|
|
653
|
+
}
|
|
654
|
+
yield event;
|
|
655
|
+
}
|
|
656
|
+
catch (error) {
|
|
657
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
658
|
+
throw new Error(`Could not parse Anthropic SSE event ${sse.event}: ${message}; data=${sse.data}; raw=${sse.raw.join("\\n")}`);
|
|
659
|
+
}
|
|
660
|
+
}
|
|
661
|
+
if (sawMessageStart && !sawMessageEnd) {
|
|
662
|
+
throw new Error("Anthropic stream ended before message_stop");
|
|
663
|
+
}
|
|
664
|
+
}
|
|
665
|
+
export const stream = (model, context, options) => {
|
|
666
|
+
const stream = new AssistantMessageEventStream();
|
|
667
|
+
(async () => {
|
|
668
|
+
const output = {
|
|
669
|
+
role: "assistant",
|
|
670
|
+
content: [],
|
|
671
|
+
api: model.api,
|
|
672
|
+
provider: model.provider,
|
|
673
|
+
model: model.id,
|
|
674
|
+
usage: {
|
|
675
|
+
input: 0,
|
|
676
|
+
output: 0,
|
|
677
|
+
cacheRead: 0,
|
|
678
|
+
cacheWrite: 0,
|
|
679
|
+
totalTokens: 0,
|
|
680
|
+
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
|
|
681
|
+
},
|
|
682
|
+
stopReason: "stop",
|
|
683
|
+
timestamp: Date.now(),
|
|
684
|
+
};
|
|
685
|
+
const serverFallbackAbort = new AbortController();
|
|
686
|
+
let serverFallbackReceipt;
|
|
687
|
+
const combinedAbort = combineAbortSignals([options?.signal, serverFallbackAbort.signal]);
|
|
688
|
+
const requestSignal = combinedAbort.signal;
|
|
689
|
+
try {
|
|
690
|
+
let client;
|
|
691
|
+
let isOAuth;
|
|
692
|
+
if (options?.client) {
|
|
693
|
+
client = options.client;
|
|
694
|
+
isOAuth = false;
|
|
695
|
+
}
|
|
696
|
+
else {
|
|
697
|
+
const apiKey = options?.apiKey;
|
|
698
|
+
const optionsHeaders = providerHeadersToRecord(options?.headers);
|
|
699
|
+
if (!apiKey && !hasAuthorizationHeader(optionsHeaders)) {
|
|
700
|
+
throw new Error(`No API key for provider: ${model.provider}`);
|
|
701
|
+
}
|
|
702
|
+
let copilotDynamicHeaders;
|
|
703
|
+
if (model.provider === "github-copilot") {
|
|
704
|
+
const hasImages = hasCopilotVisionInput(context.messages);
|
|
705
|
+
copilotDynamicHeaders = buildCopilotDynamicHeaders({
|
|
706
|
+
messages: context.messages,
|
|
707
|
+
hasImages,
|
|
708
|
+
});
|
|
709
|
+
}
|
|
710
|
+
const cacheRetention = resolveCacheRetention(options?.cacheRetention ?? model.cacheRetention, options?.env, "long");
|
|
711
|
+
const cacheSessionId = cacheRetention === "none" ? undefined : options?.sessionId;
|
|
712
|
+
const created = createClient(model, apiKey, options?.interleavedThinking ?? true, shouldUseFineGrainedToolStreamingBeta(model, context), optionsHeaders, copilotDynamicHeaders, cacheSessionId, options?.env);
|
|
713
|
+
client = created.client;
|
|
714
|
+
isOAuth = created.isOAuthToken;
|
|
715
|
+
}
|
|
716
|
+
const fallbackKey = unsignedThinkingFallbackKey(model, options?.sessionId);
|
|
717
|
+
let unsignedThinkingReplay = fallbackKey && unsignedThinkingTextReplayFallbacks.has(fallbackKey)
|
|
718
|
+
? "text"
|
|
719
|
+
: getAnthropicCompat(model).unsignedThinkingReplay;
|
|
720
|
+
const createRequest = async () => {
|
|
721
|
+
let params = buildParams(model, context, isOAuth, options, unsignedThinkingReplay);
|
|
722
|
+
const nextParams = await options?.onPayload?.(params, model);
|
|
723
|
+
if (nextParams !== undefined) {
|
|
724
|
+
params = nextParams;
|
|
725
|
+
}
|
|
726
|
+
params = sanitizeAdaptiveThinkingPayload(model, params, options);
|
|
727
|
+
params = sanitizeUnsupportedNativeTools(model, params);
|
|
728
|
+
const payloadRequestMetadata = extractPayloadRequestMetadata(params);
|
|
729
|
+
params = payloadRequestMetadata.params;
|
|
730
|
+
const requestOptions = {
|
|
731
|
+
...(requestSignal ? { signal: requestSignal } : {}),
|
|
732
|
+
...(options?.timeoutMs !== undefined ? { timeout: options.timeoutMs } : {}),
|
|
733
|
+
maxRetries: 0,
|
|
734
|
+
...(payloadRequestMetadata.headers ? { headers: payloadRequestMetadata.headers } : {}),
|
|
735
|
+
};
|
|
736
|
+
try {
|
|
737
|
+
const response = await client.messages.create({ ...params, stream: true }, requestOptions).asResponse();
|
|
738
|
+
return { params, response };
|
|
739
|
+
}
|
|
740
|
+
catch (error) {
|
|
741
|
+
if (isForcedToolChoiceUnsupportedError(error, isForcedAnthropicToolChoice(params.tool_choice))) {
|
|
742
|
+
params = omitToolChoiceParam(params);
|
|
743
|
+
const response = await client.messages
|
|
744
|
+
.create({ ...params, stream: true }, requestOptions)
|
|
745
|
+
.asResponse();
|
|
746
|
+
return { params, response };
|
|
747
|
+
}
|
|
748
|
+
throw error;
|
|
749
|
+
}
|
|
750
|
+
};
|
|
751
|
+
const { params: sentParams, response } = await retryProviderRequest(async () => {
|
|
752
|
+
try {
|
|
753
|
+
return await createRequest();
|
|
754
|
+
}
|
|
755
|
+
catch (error) {
|
|
756
|
+
if (unsignedThinkingReplay !== "text" && isInvalidUnsignedThinkingSignatureError(error)) {
|
|
757
|
+
unsignedThinkingReplay = "text";
|
|
758
|
+
if (fallbackKey)
|
|
759
|
+
unsignedThinkingTextReplayFallbacks.add(fallbackKey);
|
|
760
|
+
return createRequest();
|
|
761
|
+
}
|
|
762
|
+
throw error;
|
|
763
|
+
}
|
|
764
|
+
}, {
|
|
765
|
+
maxRetries: options?.maxRetries,
|
|
766
|
+
maxRetryDelayMs: options?.maxRetryDelayMs,
|
|
767
|
+
signal: requestSignal,
|
|
768
|
+
});
|
|
769
|
+
await options?.onResponse?.({ status: response.status, headers: headersToRecord(response.headers) }, model);
|
|
770
|
+
stream.push({ type: "start", partial: output });
|
|
771
|
+
const blocks = output.content;
|
|
772
|
+
for await (const event of iterateAnthropicEvents(response, requestSignal)) {
|
|
773
|
+
if (event.type === "message_start") {
|
|
774
|
+
output.responseId = event.message.id;
|
|
775
|
+
// Capture initial token usage from message_start event
|
|
776
|
+
// This ensures we have input token counts even if the stream is aborted early
|
|
777
|
+
output.usage.input = event.message.usage.input_tokens || 0;
|
|
778
|
+
output.usage.output = event.message.usage.output_tokens || 0;
|
|
779
|
+
output.usage.cacheRead = event.message.usage.cache_read_input_tokens || 0;
|
|
780
|
+
output.usage.cacheWrite = event.message.usage.cache_creation_input_tokens || 0;
|
|
781
|
+
output.usage.cacheWrite1h = event.message.usage.cache_creation?.ephemeral_1h_input_tokens || 0;
|
|
782
|
+
// Anthropic doesn't provide total_tokens, compute from components
|
|
783
|
+
output.usage.totalTokens =
|
|
784
|
+
output.usage.input + output.usage.output + output.usage.cacheRead + output.usage.cacheWrite;
|
|
785
|
+
calculateCost(model, output.usage);
|
|
786
|
+
const stickyReceipt = options?.abortServerSideFallback === true
|
|
787
|
+
? parseStickyFallbackReceipt(event.message.usage, sentParams.model, event.message.model)
|
|
788
|
+
: undefined;
|
|
789
|
+
if (stickyReceipt !== undefined) {
|
|
790
|
+
serverFallbackReceipt = stickyReceipt;
|
|
791
|
+
serverFallbackAbort.abort();
|
|
792
|
+
break;
|
|
793
|
+
}
|
|
794
|
+
}
|
|
795
|
+
else if (event.type === "content_block_start") {
|
|
796
|
+
const receipt = options?.abortServerSideFallback === true
|
|
797
|
+
? parseServerFallbackReceipt(event.content_block)
|
|
798
|
+
: undefined;
|
|
799
|
+
if (receipt !== undefined) {
|
|
800
|
+
serverFallbackReceipt = receipt;
|
|
801
|
+
serverFallbackAbort.abort();
|
|
802
|
+
break;
|
|
803
|
+
}
|
|
804
|
+
if (event.content_block.type === "text") {
|
|
805
|
+
const block = {
|
|
806
|
+
type: "text",
|
|
807
|
+
text: "",
|
|
808
|
+
index: event.index,
|
|
809
|
+
};
|
|
810
|
+
output.content.push(block);
|
|
811
|
+
stream.push({ type: "text_start", contentIndex: output.content.length - 1, partial: output });
|
|
812
|
+
}
|
|
813
|
+
else if (event.content_block.type === "thinking") {
|
|
814
|
+
const block = {
|
|
815
|
+
type: "thinking",
|
|
816
|
+
thinking: "",
|
|
817
|
+
thinkingSignature: "",
|
|
818
|
+
index: event.index,
|
|
819
|
+
};
|
|
820
|
+
output.content.push(block);
|
|
821
|
+
stream.push({ type: "thinking_start", contentIndex: output.content.length - 1, partial: output });
|
|
822
|
+
}
|
|
823
|
+
else if (event.content_block.type === "redacted_thinking") {
|
|
824
|
+
const block = {
|
|
825
|
+
type: "thinking",
|
|
826
|
+
thinking: "[Reasoning redacted]",
|
|
827
|
+
thinkingSignature: event.content_block.data,
|
|
828
|
+
redacted: true,
|
|
829
|
+
index: event.index,
|
|
830
|
+
};
|
|
831
|
+
output.content.push(block);
|
|
832
|
+
stream.push({ type: "thinking_start", contentIndex: output.content.length - 1, partial: output });
|
|
833
|
+
}
|
|
834
|
+
else if (event.content_block.type === "tool_use") {
|
|
835
|
+
const block = {
|
|
836
|
+
type: "toolCall",
|
|
837
|
+
id: event.content_block.id,
|
|
838
|
+
name: isOAuth
|
|
839
|
+
? fromClaudeCodeName(event.content_block.name, context.tools)
|
|
840
|
+
: event.content_block.name,
|
|
841
|
+
arguments: isRecord(event.content_block.input) ? event.content_block.input : {},
|
|
842
|
+
partialJson: "",
|
|
843
|
+
index: event.index,
|
|
844
|
+
};
|
|
845
|
+
output.content.push(block);
|
|
846
|
+
stream.push({ type: "toolcall_start", contentIndex: output.content.length - 1, partial: output });
|
|
847
|
+
}
|
|
848
|
+
else {
|
|
849
|
+
const block = {
|
|
850
|
+
type: "providerNative",
|
|
851
|
+
subtype: event.content_block.type,
|
|
852
|
+
raw: event.content_block,
|
|
853
|
+
index: event.index,
|
|
854
|
+
};
|
|
855
|
+
output.content.push(block);
|
|
856
|
+
// Native blocks are represented in output.content but have no dedicated stream event variant.
|
|
857
|
+
}
|
|
858
|
+
}
|
|
859
|
+
else if (event.type === "content_block_delta") {
|
|
860
|
+
if (event.delta.type === "text_delta") {
|
|
861
|
+
const index = blocks.findIndex((b) => b.index === event.index);
|
|
862
|
+
const block = blocks[index];
|
|
863
|
+
if (block && block.type === "text") {
|
|
864
|
+
block.text += event.delta.text;
|
|
865
|
+
stream.push({
|
|
866
|
+
type: "text_delta",
|
|
867
|
+
contentIndex: index,
|
|
868
|
+
delta: event.delta.text,
|
|
869
|
+
partial: output,
|
|
870
|
+
});
|
|
871
|
+
}
|
|
872
|
+
}
|
|
873
|
+
else if (event.delta.type === "thinking_delta") {
|
|
874
|
+
const index = blocks.findIndex((b) => b.index === event.index);
|
|
875
|
+
const block = blocks[index];
|
|
876
|
+
if (block && block.type === "thinking") {
|
|
877
|
+
block.thinking += event.delta.thinking;
|
|
878
|
+
stream.push({
|
|
879
|
+
type: "thinking_delta",
|
|
880
|
+
contentIndex: index,
|
|
881
|
+
delta: event.delta.thinking,
|
|
882
|
+
partial: output,
|
|
883
|
+
});
|
|
884
|
+
}
|
|
885
|
+
}
|
|
886
|
+
else if (event.delta.type === "input_json_delta") {
|
|
887
|
+
const index = blocks.findIndex((b) => b.index === event.index);
|
|
888
|
+
const block = blocks[index];
|
|
889
|
+
if (block && block.type === "toolCall") {
|
|
890
|
+
block.partialJson += event.delta.partial_json;
|
|
891
|
+
block.arguments = parseStreamingJson(block.partialJson);
|
|
892
|
+
stream.push({
|
|
893
|
+
type: "toolcall_delta",
|
|
894
|
+
contentIndex: index,
|
|
895
|
+
delta: event.delta.partial_json,
|
|
896
|
+
partial: output,
|
|
897
|
+
});
|
|
898
|
+
}
|
|
899
|
+
else if (block && block.type === "providerNative" && isProviderNativeToolUseBlock(block.raw)) {
|
|
900
|
+
// Server-side tool blocks (server_tool_use) stream their input
|
|
901
|
+
// the same way tool_use does; the block captured at
|
|
902
|
+
// content_block_start still has `input: {}`.
|
|
903
|
+
block.partialJson = (block.partialJson ?? "") + event.delta.partial_json;
|
|
904
|
+
}
|
|
905
|
+
}
|
|
906
|
+
else if (event.delta.type === "signature_delta") {
|
|
907
|
+
const index = blocks.findIndex((b) => b.index === event.index);
|
|
908
|
+
const block = blocks[index];
|
|
909
|
+
if (block && block.type === "thinking") {
|
|
910
|
+
block.thinkingSignature = block.thinkingSignature || "";
|
|
911
|
+
block.thinkingSignature += event.delta.signature;
|
|
912
|
+
}
|
|
913
|
+
}
|
|
914
|
+
}
|
|
915
|
+
else if (event.type === "content_block_stop") {
|
|
916
|
+
const index = blocks.findIndex((b) => b.index === event.index);
|
|
917
|
+
const block = blocks[index];
|
|
918
|
+
if (block) {
|
|
919
|
+
delete block.index;
|
|
920
|
+
if (block.type === "text") {
|
|
921
|
+
stream.push({
|
|
922
|
+
type: "text_end",
|
|
923
|
+
contentIndex: index,
|
|
924
|
+
content: block.text,
|
|
925
|
+
partial: output,
|
|
926
|
+
});
|
|
927
|
+
}
|
|
928
|
+
else if (block.type === "thinking") {
|
|
929
|
+
stream.push({
|
|
930
|
+
type: "thinking_end",
|
|
931
|
+
contentIndex: index,
|
|
932
|
+
content: block.thinking,
|
|
933
|
+
partial: output,
|
|
934
|
+
});
|
|
935
|
+
}
|
|
936
|
+
else if (block.type === "toolCall") {
|
|
937
|
+
block.arguments = parseStreamingJson(block.partialJson);
|
|
938
|
+
// Finalize in-place and strip the scratch buffer so replay only
|
|
939
|
+
// carries parsed arguments.
|
|
940
|
+
delete block.partialJson;
|
|
941
|
+
stream.push({
|
|
942
|
+
type: "toolcall_end",
|
|
943
|
+
contentIndex: index,
|
|
944
|
+
toolCall: block,
|
|
945
|
+
partial: output,
|
|
946
|
+
});
|
|
947
|
+
}
|
|
948
|
+
else if (block.type === "providerNative") {
|
|
949
|
+
const partialJson = block.partialJson;
|
|
950
|
+
delete block.partialJson;
|
|
951
|
+
if (partialJson !== undefined && isRecord(block.raw)) {
|
|
952
|
+
block.raw = { ...block.raw, input: parseStreamingJson(partialJson) };
|
|
953
|
+
}
|
|
954
|
+
}
|
|
955
|
+
}
|
|
956
|
+
}
|
|
957
|
+
else if (event.type === "message_delta") {
|
|
958
|
+
if (event.delta.stop_reason) {
|
|
959
|
+
const stopReasonResult = mapStopReason(event.delta.stop_reason, event.delta.stop_details);
|
|
960
|
+
output.stopReason = stopReasonResult.stopReason;
|
|
961
|
+
if (stopReasonResult.errorMessage) {
|
|
962
|
+
output.errorMessage = stopReasonResult.errorMessage;
|
|
963
|
+
}
|
|
964
|
+
if (stopReasonResult.stopDetails) {
|
|
965
|
+
output.stopDetails = stopReasonResult.stopDetails;
|
|
966
|
+
}
|
|
967
|
+
}
|
|
968
|
+
// Only update usage fields if present (not null).
|
|
969
|
+
// Preserves input_tokens from message_start when proxies omit it in message_delta.
|
|
970
|
+
if (event.usage) {
|
|
971
|
+
if (event.usage.input_tokens != null) {
|
|
972
|
+
output.usage.input = event.usage.input_tokens;
|
|
973
|
+
}
|
|
974
|
+
if (event.usage.output_tokens != null) {
|
|
975
|
+
output.usage.output = event.usage.output_tokens;
|
|
976
|
+
}
|
|
977
|
+
if (event.usage.cache_read_input_tokens != null) {
|
|
978
|
+
output.usage.cacheRead = event.usage.cache_read_input_tokens;
|
|
979
|
+
}
|
|
980
|
+
if (event.usage.cache_creation_input_tokens != null) {
|
|
981
|
+
output.usage.cacheWrite = event.usage.cache_creation_input_tokens;
|
|
982
|
+
}
|
|
983
|
+
// Anthropic reports reasoning tokens in `output_tokens_details.thinking_tokens` on the
|
|
984
|
+
// final message_delta usage (a subset of output_tokens). SDK 0.91.1 omits the field from
|
|
985
|
+
// its Usage type, so read it through a narrow cast. Verified against the live API.
|
|
986
|
+
const thinkingTokens = event.usage
|
|
987
|
+
.output_tokens_details?.thinking_tokens;
|
|
988
|
+
if (thinkingTokens != null) {
|
|
989
|
+
output.usage.reasoning = thinkingTokens;
|
|
990
|
+
}
|
|
991
|
+
}
|
|
992
|
+
// Anthropic doesn't provide total_tokens, compute from components
|
|
993
|
+
output.usage.totalTokens =
|
|
994
|
+
output.usage.input + output.usage.output + output.usage.cacheRead + output.usage.cacheWrite;
|
|
995
|
+
calculateCost(model, output.usage);
|
|
996
|
+
}
|
|
997
|
+
}
|
|
998
|
+
if (options?.signal?.aborted) {
|
|
999
|
+
throw new Error("Request was aborted");
|
|
1000
|
+
}
|
|
1001
|
+
if (serverFallbackReceipt !== undefined) {
|
|
1002
|
+
applyServerFallbackAbort(output, serverFallbackReceipt);
|
|
1003
|
+
}
|
|
1004
|
+
if (output.stopReason === "aborted" || output.stopReason === "error") {
|
|
1005
|
+
throw new Error(output.errorMessage || "An unknown error occurred");
|
|
1006
|
+
}
|
|
1007
|
+
combinedAbort.cleanup();
|
|
1008
|
+
stream.push({ type: "done", reason: output.stopReason, message: output });
|
|
1009
|
+
stream.end();
|
|
1010
|
+
}
|
|
1011
|
+
catch (error) {
|
|
1012
|
+
combinedAbort.cleanup();
|
|
1013
|
+
for (const block of output.content) {
|
|
1014
|
+
delete block.index;
|
|
1015
|
+
// An aborted stream never reaches content_block_stop; keep whatever
|
|
1016
|
+
// provider-native input accumulated, mirroring toolCall's partial
|
|
1017
|
+
// arguments.
|
|
1018
|
+
const scratch = block.partialJson;
|
|
1019
|
+
if (block.type === "providerNative" && scratch !== undefined && isRecord(block.raw)) {
|
|
1020
|
+
block.raw = { ...block.raw, input: parseStreamingJson(scratch) };
|
|
1021
|
+
}
|
|
1022
|
+
// partialJson is only a streaming scratch buffer; never persist it.
|
|
1023
|
+
delete block.partialJson;
|
|
1024
|
+
}
|
|
1025
|
+
output.stopReason = options?.signal?.aborted ? "aborted" : "error";
|
|
1026
|
+
output.errorMessage = error instanceof Error ? error.message : JSON.stringify(error);
|
|
1027
|
+
stream.push({ type: "error", reason: output.stopReason, error: output });
|
|
1028
|
+
stream.end();
|
|
1029
|
+
}
|
|
1030
|
+
})();
|
|
1031
|
+
return stream;
|
|
1032
|
+
};
|
|
1033
|
+
/**
|
|
1034
|
+
* Opus-specific feature checks use provider model ids because those behaviors
|
|
1035
|
+
* are model-tier details, not custom-provider compatibility toggles.
|
|
1036
|
+
*/
|
|
1037
|
+
function getModelMatchCandidates(model) {
|
|
1038
|
+
return [model.id, model.name].flatMap((value) => {
|
|
1039
|
+
const lower = value.toLowerCase();
|
|
1040
|
+
return [lower, lower.replace(/[\s_.:]+/g, "-")];
|
|
1041
|
+
});
|
|
1042
|
+
}
|
|
1043
|
+
function matchesModelMarker(model, markers) {
|
|
1044
|
+
const candidates = getModelMatchCandidates(model);
|
|
1045
|
+
return candidates.some((candidate) => markers.some((marker) => candidate.includes(marker)));
|
|
1046
|
+
}
|
|
1047
|
+
function supportsNativeXhighEffort(model) {
|
|
1048
|
+
return matchesModelMarker(model, NATIVE_XHIGH_EFFORT_MODEL_MARKERS);
|
|
1049
|
+
}
|
|
1050
|
+
/** True when the model cannot accept `thinking: {type: "disabled"}` on the wire. */
|
|
1051
|
+
function cannotDisableThinking(model, compat) {
|
|
1052
|
+
if (!compat.supportsDisabledThinking)
|
|
1053
|
+
return true;
|
|
1054
|
+
if (model.thinkingLevelMap?.off === null)
|
|
1055
|
+
return true;
|
|
1056
|
+
return matchesModelMarker(model, DISABLED_THINKING_REJECTING_MODEL_MARKERS);
|
|
1057
|
+
}
|
|
1058
|
+
function supportsAdaptiveThinking(model) {
|
|
1059
|
+
if (model.compat?.forceAdaptiveThinking !== undefined) {
|
|
1060
|
+
return model.compat.forceAdaptiveThinking;
|
|
1061
|
+
}
|
|
1062
|
+
return matchesModelMarker(model, ADAPTIVE_THINKING_MODEL_MARKERS);
|
|
1063
|
+
}
|
|
1064
|
+
/**
|
|
1065
|
+
* Map ThinkingLevel to Anthropic effort levels for adaptive thinking.
|
|
1066
|
+
* Note: effort "max" is available on all adaptive-thinking Claude models, while native
|
|
1067
|
+
* "xhigh" is only available on Opus 4.7/4.8, Opus 5, Sonnet 5, and Fable 5.
|
|
1068
|
+
*/
|
|
1069
|
+
function mapThinkingLevelToEffort(model, level) {
|
|
1070
|
+
const mapped = level ? model.thinkingLevelMap?.[level] : undefined;
|
|
1071
|
+
if (typeof mapped === "string")
|
|
1072
|
+
return mapped;
|
|
1073
|
+
switch (level) {
|
|
1074
|
+
case "minimal":
|
|
1075
|
+
case "low":
|
|
1076
|
+
return "low";
|
|
1077
|
+
case "medium":
|
|
1078
|
+
return "medium";
|
|
1079
|
+
case "high":
|
|
1080
|
+
return "high";
|
|
1081
|
+
case "xhigh":
|
|
1082
|
+
// Only called for adaptive models, so the floor is the adaptive ladder's top
|
|
1083
|
+
// tier (`max`), never `high` — degrading xhigh to high silently under-thinks.
|
|
1084
|
+
return supportsNativeXhighEffort(model) ? "xhigh" : "max";
|
|
1085
|
+
case "max":
|
|
1086
|
+
return "max";
|
|
1087
|
+
default:
|
|
1088
|
+
return "high";
|
|
1089
|
+
}
|
|
1090
|
+
}
|
|
1091
|
+
export const streamSimple = (model, context, options) => {
|
|
1092
|
+
const apiKey = options?.apiKey;
|
|
1093
|
+
if (!apiKey && !hasAuthorizationHeader(providerHeadersToRecord(options?.headers))) {
|
|
1094
|
+
throw new Error(`No API key for provider: ${model.provider}`);
|
|
1095
|
+
}
|
|
1096
|
+
const base = buildBaseOptions(model, context, options, options?.apiKey);
|
|
1097
|
+
if (!options?.reasoning) {
|
|
1098
|
+
return stream(model, context, { ...base, thinkingEnabled: false });
|
|
1099
|
+
}
|
|
1100
|
+
// For models with adaptive thinking: use an effort level.
|
|
1101
|
+
// For older models: use budget-based thinking.
|
|
1102
|
+
if (supportsAdaptiveThinking(model)) {
|
|
1103
|
+
const effort = mapThinkingLevelToEffort(model, options.reasoning);
|
|
1104
|
+
return stream(model, context, {
|
|
1105
|
+
...base,
|
|
1106
|
+
thinkingEnabled: true,
|
|
1107
|
+
effort,
|
|
1108
|
+
});
|
|
1109
|
+
}
|
|
1110
|
+
// Undefined means the caller did not request an output cap; let the helper use the model cap.
|
|
1111
|
+
// Do not coerce to 0 here, or the thinking budget would become the entire max_tokens value.
|
|
1112
|
+
const adjusted = adjustMaxTokensForThinking(base.maxTokens, model.maxTokens, options.reasoning, options.thinkingBudgets);
|
|
1113
|
+
const maxTokens = clampMaxTokensToContext(model, context, adjusted.maxTokens);
|
|
1114
|
+
return stream(model, context, {
|
|
1115
|
+
...base,
|
|
1116
|
+
maxTokens,
|
|
1117
|
+
thinkingEnabled: true,
|
|
1118
|
+
thinkingBudgetTokens: Math.min(adjusted.thinkingBudget, Math.max(0, maxTokens - 1024)),
|
|
1119
|
+
});
|
|
1120
|
+
};
|
|
1121
|
+
function isOAuthToken(apiKey) {
|
|
1122
|
+
return apiKey.includes("sk-ant-oat");
|
|
1123
|
+
}
|
|
1124
|
+
function createClient(model, apiKey, interleavedThinking, useFineGrainedToolStreamingBeta, optionsHeaders, dynamicHeaders, sessionId, env) {
|
|
1125
|
+
// Adaptive thinking models have interleaved thinking built in, so skip the beta header.
|
|
1126
|
+
const needsInterleavedBeta = interleavedThinking && !supportsAdaptiveThinking(model);
|
|
1127
|
+
const betaFeatures = [];
|
|
1128
|
+
if (useFineGrainedToolStreamingBeta) {
|
|
1129
|
+
betaFeatures.push(FINE_GRAINED_TOOL_STREAMING_BETA);
|
|
1130
|
+
}
|
|
1131
|
+
if (needsInterleavedBeta) {
|
|
1132
|
+
betaFeatures.push(INTERLEAVED_THINKING_BETA);
|
|
1133
|
+
}
|
|
1134
|
+
if (model.provider === "cloudflare-ai-gateway") {
|
|
1135
|
+
const client = new Anthropic({
|
|
1136
|
+
apiKey: null,
|
|
1137
|
+
authToken: null,
|
|
1138
|
+
baseURL: resolveCloudflareBaseUrl(model, env),
|
|
1139
|
+
dangerouslyAllowBrowser: true,
|
|
1140
|
+
defaultHeaders: sanitizeAdaptiveThinkingHeaders(model, mergeHeaders({
|
|
1141
|
+
accept: "application/json",
|
|
1142
|
+
"anthropic-dangerous-direct-browser-access": "true",
|
|
1143
|
+
"cf-aig-authorization": `Bearer ${apiKey}`,
|
|
1144
|
+
"x-api-key": null,
|
|
1145
|
+
Authorization: null,
|
|
1146
|
+
...(betaFeatures.length > 0 ? { "anthropic-beta": betaFeatures.join(",") } : {}),
|
|
1147
|
+
}, model.headers, optionsHeaders)),
|
|
1148
|
+
});
|
|
1149
|
+
return { client, isOAuthToken: false };
|
|
1150
|
+
}
|
|
1151
|
+
// Copilot: Bearer auth, selective betas.
|
|
1152
|
+
if (model.provider === "github-copilot") {
|
|
1153
|
+
const client = new Anthropic({
|
|
1154
|
+
apiKey: null,
|
|
1155
|
+
authToken: apiKey,
|
|
1156
|
+
baseURL: model.baseUrl,
|
|
1157
|
+
dangerouslyAllowBrowser: true,
|
|
1158
|
+
defaultHeaders: sanitizeAdaptiveThinkingHeaders(model, mergeHeaders({
|
|
1159
|
+
accept: "application/json",
|
|
1160
|
+
"anthropic-dangerous-direct-browser-access": "true",
|
|
1161
|
+
...(betaFeatures.length > 0 ? { "anthropic-beta": betaFeatures.join(",") } : {}),
|
|
1162
|
+
}, model.headers, dynamicHeaders, optionsHeaders)),
|
|
1163
|
+
});
|
|
1164
|
+
return { client, isOAuthToken: false };
|
|
1165
|
+
}
|
|
1166
|
+
// OAuth: Bearer auth, Claude Code identity headers
|
|
1167
|
+
if (apiKey && isOAuthToken(apiKey)) {
|
|
1168
|
+
const client = new Anthropic({
|
|
1169
|
+
apiKey: null,
|
|
1170
|
+
authToken: apiKey,
|
|
1171
|
+
baseURL: model.baseUrl,
|
|
1172
|
+
dangerouslyAllowBrowser: true,
|
|
1173
|
+
defaultHeaders: sanitizeAdaptiveThinkingHeaders(model, mergeHeaders({
|
|
1174
|
+
accept: "application/json",
|
|
1175
|
+
"anthropic-dangerous-direct-browser-access": "true",
|
|
1176
|
+
"anthropic-beta": ["claude-code-20250219", "oauth-2025-04-20", ...betaFeatures].join(","),
|
|
1177
|
+
"user-agent": `claude-cli/${claudeCodeVersion}`,
|
|
1178
|
+
"x-app": "cli",
|
|
1179
|
+
}, model.headers, optionsHeaders)),
|
|
1180
|
+
});
|
|
1181
|
+
return { client, isOAuthToken: true };
|
|
1182
|
+
}
|
|
1183
|
+
// API key auth
|
|
1184
|
+
const sessionAffinityHeaders = sessionId && getAnthropicCompat(model).sendSessionAffinityHeaders ? { "x-session-affinity": sessionId } : {};
|
|
1185
|
+
const client = new Anthropic({
|
|
1186
|
+
apiKey: apiKey ?? null,
|
|
1187
|
+
authToken: null,
|
|
1188
|
+
baseURL: model.baseUrl,
|
|
1189
|
+
dangerouslyAllowBrowser: true,
|
|
1190
|
+
defaultHeaders: sanitizeAdaptiveThinkingHeaders(model, mergeHeaders({
|
|
1191
|
+
accept: "application/json",
|
|
1192
|
+
"anthropic-dangerous-direct-browser-access": "true",
|
|
1193
|
+
...(betaFeatures.length > 0 ? { "anthropic-beta": betaFeatures.join(",") } : {}),
|
|
1194
|
+
}, sessionAffinityHeaders, model.headers, optionsHeaders)),
|
|
1195
|
+
});
|
|
1196
|
+
return { client, isOAuthToken: false };
|
|
1197
|
+
}
|
|
1198
|
+
function buildParams(model, context, isOAuthToken, options, unsignedThinkingReplay = getAnthropicCompat(model).unsignedThinkingReplay) {
|
|
1199
|
+
const compat = getAnthropicCompat(model);
|
|
1200
|
+
const { cacheControl } = getCacheControl(model, options?.cacheRetention ?? model.cacheRetention, options?.env);
|
|
1201
|
+
const transformedMessages = transformMessages(context.messages, model, normalizeToolCallId, {
|
|
1202
|
+
preserveThinking: options?.thinkingEnabled === true,
|
|
1203
|
+
preserveUnsignedThinking: true,
|
|
1204
|
+
});
|
|
1205
|
+
const normalizeToolName = isOAuthToken ? toClaudeCodeName : (name) => name;
|
|
1206
|
+
// A marker on a discarded pre-fallback result must not defer its tool:
|
|
1207
|
+
// convertMessages drops that result, so no tool_reference would replay to
|
|
1208
|
+
// load the deferred definition.
|
|
1209
|
+
const discardedFallbackToolCallIds = collectDiscardedFallbackToolCallIds(transformedMessages, model);
|
|
1210
|
+
const partitionMessages = transformedMessages.filter((message) => !(message.role === "toolResult" && discardedFallbackToolCallIds.has(message.toolCallId)));
|
|
1211
|
+
const toolPlacement = splitDeferredTools({ ...context, messages: partitionMessages }, compat.supportsToolReferences, normalizeToolName);
|
|
1212
|
+
let immediateTools = toolPlacement.immediate;
|
|
1213
|
+
let deferredTools = [...toolPlacement.deferred.values()];
|
|
1214
|
+
if (immediateTools.length === 0 && deferredTools.length > 0) {
|
|
1215
|
+
immediateTools = deferredTools;
|
|
1216
|
+
deferredTools = [];
|
|
1217
|
+
}
|
|
1218
|
+
const deferredToolNames = new Set(deferredTools.map((tool) => normalizeToolName(tool.name)));
|
|
1219
|
+
const params = {
|
|
1220
|
+
model: model.id,
|
|
1221
|
+
messages: convertMessages(transformedMessages, model, isOAuthToken, cacheControl, unsignedThinkingReplay, deferredToolNames, normalizeToolName),
|
|
1222
|
+
max_tokens: options?.maxTokens ?? model.maxTokens,
|
|
1223
|
+
stream: true,
|
|
1224
|
+
};
|
|
1225
|
+
// For OAuth tokens, we MUST include Claude Code identity
|
|
1226
|
+
if (isOAuthToken) {
|
|
1227
|
+
params.system = [
|
|
1228
|
+
{
|
|
1229
|
+
type: "text",
|
|
1230
|
+
text: "You are Claude Code, Anthropic's official CLI for Claude.",
|
|
1231
|
+
...(cacheControl ? { cache_control: cacheControl } : {}),
|
|
1232
|
+
},
|
|
1233
|
+
];
|
|
1234
|
+
if (context.systemPrompt) {
|
|
1235
|
+
params.system.push({
|
|
1236
|
+
type: "text",
|
|
1237
|
+
text: sanitizeSurrogates(context.systemPrompt),
|
|
1238
|
+
...(cacheControl ? { cache_control: cacheControl } : {}),
|
|
1239
|
+
});
|
|
1240
|
+
}
|
|
1241
|
+
}
|
|
1242
|
+
else if (context.systemPrompt) {
|
|
1243
|
+
// Add cache control to system prompt for non-OAuth tokens
|
|
1244
|
+
params.system = [
|
|
1245
|
+
{
|
|
1246
|
+
type: "text",
|
|
1247
|
+
text: sanitizeSurrogates(context.systemPrompt),
|
|
1248
|
+
...(cacheControl ? { cache_control: cacheControl } : {}),
|
|
1249
|
+
},
|
|
1250
|
+
];
|
|
1251
|
+
}
|
|
1252
|
+
// Temperature is incompatible with extended thinking and unsupported on Claude Opus 4.7+.
|
|
1253
|
+
if (options?.temperature !== undefined && !options?.thinkingEnabled && compat.supportsTemperature) {
|
|
1254
|
+
Object.defineProperty(params, "temperature", {
|
|
1255
|
+
value: options.temperature,
|
|
1256
|
+
writable: true,
|
|
1257
|
+
enumerable: true,
|
|
1258
|
+
configurable: true,
|
|
1259
|
+
});
|
|
1260
|
+
}
|
|
1261
|
+
if (immediateTools.length > 0 || deferredTools.length > 0) {
|
|
1262
|
+
params.tools = [
|
|
1263
|
+
...convertTools(immediateTools, isOAuthToken, compat.supportsEagerToolInputStreaming, compat.supportsStrictTools, compat.supportsCacheControlOnTools ? cacheControl : undefined),
|
|
1264
|
+
...convertTools(deferredTools, isOAuthToken, compat.supportsEagerToolInputStreaming, compat.supportsStrictTools, undefined, true),
|
|
1265
|
+
];
|
|
1266
|
+
}
|
|
1267
|
+
// Configure thinking mode: adaptive, budget-based, or explicitly disabled.
|
|
1268
|
+
if (model.reasoning) {
|
|
1269
|
+
if (options?.thinkingEnabled) {
|
|
1270
|
+
// Default to "summarized" so Opus 4.7 and Mythos Preview behave like
|
|
1271
|
+
// older Claude 4 models (whose API default is also "summarized").
|
|
1272
|
+
const display = options.thinkingDisplay ?? "summarized";
|
|
1273
|
+
if (supportsAdaptiveThinking(model)) {
|
|
1274
|
+
// Adaptive thinking: Claude decides when and how much to think.
|
|
1275
|
+
params.thinking = { type: "adaptive", display };
|
|
1276
|
+
if (options.effort) {
|
|
1277
|
+
// The Anthropic SDK types can lag newly supported effort values such as "xhigh" and "max".
|
|
1278
|
+
params.output_config = { effort: options.effort };
|
|
1279
|
+
}
|
|
1280
|
+
}
|
|
1281
|
+
else {
|
|
1282
|
+
// Budget-based thinking for older models
|
|
1283
|
+
params.thinking = {
|
|
1284
|
+
type: "enabled",
|
|
1285
|
+
budget_tokens: options.thinkingBudgetTokens || 1024,
|
|
1286
|
+
display,
|
|
1287
|
+
};
|
|
1288
|
+
}
|
|
1289
|
+
}
|
|
1290
|
+
else if (options?.thinkingEnabled === false) {
|
|
1291
|
+
if (cannotDisableThinking(model, compat)) {
|
|
1292
|
+
// These families reject `thinking.type: "disabled"` with a 400 AND default to adaptive
|
|
1293
|
+
// thinking when the field is absent, so omitting it silently bills full reasoning for a
|
|
1294
|
+
// "thinking off" turn. The API exposes no true off switch here, so pin the cheapest
|
|
1295
|
+
// effort: the request stays valid and reasoning stays at the documented minimum.
|
|
1296
|
+
if (supportsAdaptiveThinking(model)) {
|
|
1297
|
+
params.output_config = { effort: "low" };
|
|
1298
|
+
}
|
|
1299
|
+
}
|
|
1300
|
+
else {
|
|
1301
|
+
params.thinking = { type: "disabled" };
|
|
1302
|
+
}
|
|
1303
|
+
}
|
|
1304
|
+
}
|
|
1305
|
+
if (options?.metadata) {
|
|
1306
|
+
const userId = options.metadata.user_id;
|
|
1307
|
+
if (typeof userId === "string") {
|
|
1308
|
+
params.metadata = { user_id: userId };
|
|
1309
|
+
}
|
|
1310
|
+
}
|
|
1311
|
+
if (options?.toolChoice && compat.supportsToolChoice) {
|
|
1312
|
+
const isForcedToolChoice = options.toolChoice === "any" || typeof options.toolChoice === "object";
|
|
1313
|
+
if (!isForcedToolChoice || compat.supportsForcedToolChoice) {
|
|
1314
|
+
if (typeof options.toolChoice === "string") {
|
|
1315
|
+
params.tool_choice = { type: options.toolChoice };
|
|
1316
|
+
}
|
|
1317
|
+
else {
|
|
1318
|
+
params.tool_choice = options.toolChoice;
|
|
1319
|
+
}
|
|
1320
|
+
}
|
|
1321
|
+
}
|
|
1322
|
+
applyExtraBodyToAnthropicParams(params, options?.extraBody);
|
|
1323
|
+
return params;
|
|
1324
|
+
}
|
|
1325
|
+
function applyExtraBodyToAnthropicParams(params, extraBody) {
|
|
1326
|
+
if (!extraBody)
|
|
1327
|
+
return;
|
|
1328
|
+
for (const [key, value] of Object.entries(extraBody)) {
|
|
1329
|
+
if (ANTHROPIC_RESERVED_BODY_KEYS.has(key))
|
|
1330
|
+
continue;
|
|
1331
|
+
Object.defineProperty(params, key, { value, writable: true, enumerable: true, configurable: true });
|
|
1332
|
+
}
|
|
1333
|
+
}
|
|
1334
|
+
// Normalize tool call IDs to match Anthropic's required pattern and length
|
|
1335
|
+
function normalizeToolCallId(id) {
|
|
1336
|
+
return id.replace(/[^a-zA-Z0-9_-]/g, "_").slice(0, 64);
|
|
1337
|
+
}
|
|
1338
|
+
function convertToolResult(msg, isOAuthToken, deferredToolNames, loadedToolNames, normalizeToolName) {
|
|
1339
|
+
const references = [];
|
|
1340
|
+
for (const name of msg.addedToolNames ?? []) {
|
|
1341
|
+
const normalizedName = normalizeToolName(name);
|
|
1342
|
+
if (!deferredToolNames.has(normalizedName) || loadedToolNames.has(normalizedName))
|
|
1343
|
+
continue;
|
|
1344
|
+
loadedToolNames.add(normalizedName);
|
|
1345
|
+
references.push({
|
|
1346
|
+
type: "tool_reference",
|
|
1347
|
+
tool_name: isOAuthToken ? toClaudeCodeName(name) : name,
|
|
1348
|
+
});
|
|
1349
|
+
}
|
|
1350
|
+
// The video block variant is not in the SDK's ContentBlockParam union, so the
|
|
1351
|
+
// converted array is cast through the same escape hatch as tool_reference blocks.
|
|
1352
|
+
const convertedContent = convertContentBlocks(msg.content);
|
|
1353
|
+
// Anthropic rejects tool references mixed with ordinary tool-result content.
|
|
1354
|
+
return {
|
|
1355
|
+
toolResult: {
|
|
1356
|
+
type: "tool_result",
|
|
1357
|
+
tool_use_id: msg.toolCallId,
|
|
1358
|
+
content: references.length > 0 ? references : convertedContent,
|
|
1359
|
+
is_error: msg.isError,
|
|
1360
|
+
},
|
|
1361
|
+
siblingContent: references.length === 0
|
|
1362
|
+
? []
|
|
1363
|
+
: typeof convertedContent === "string"
|
|
1364
|
+
? [{ type: "text", text: convertedContent }]
|
|
1365
|
+
: convertedContent,
|
|
1366
|
+
};
|
|
1367
|
+
}
|
|
1368
|
+
function convertMessages(transformedMessages, model, isOAuthToken, cacheControl, unsignedThinkingReplay = "text", deferredToolNames = new Set(), normalizeToolName = (name) => name) {
|
|
1369
|
+
const params = [];
|
|
1370
|
+
const loadedToolNames = new Set();
|
|
1371
|
+
// Tool calls from a declined pre-fallback attempt are dropped from their
|
|
1372
|
+
// assistant turn below; drop their tool_results in lockstep so none dangle.
|
|
1373
|
+
const discardedFallbackToolCallIds = collectDiscardedFallbackToolCallIds(transformedMessages, model);
|
|
1374
|
+
const rejectsNativeWebSearchReplay = !getAnthropicCompat(model).supportsWebSearch;
|
|
1375
|
+
for (let i = 0; i < transformedMessages.length; i++) {
|
|
1376
|
+
const msg = transformedMessages[i];
|
|
1377
|
+
if (msg.role === "user") {
|
|
1378
|
+
if (typeof msg.content === "string") {
|
|
1379
|
+
if (msg.content.trim().length > 0) {
|
|
1380
|
+
params.push({
|
|
1381
|
+
role: "user",
|
|
1382
|
+
content: sanitizeSurrogates(msg.content),
|
|
1383
|
+
});
|
|
1384
|
+
}
|
|
1385
|
+
}
|
|
1386
|
+
else {
|
|
1387
|
+
const blocks = msg.content.map((item) => {
|
|
1388
|
+
if (item.type === "text") {
|
|
1389
|
+
return {
|
|
1390
|
+
type: "text",
|
|
1391
|
+
text: sanitizeSurrogates(item.text),
|
|
1392
|
+
};
|
|
1393
|
+
}
|
|
1394
|
+
else if (isVideoMimeType(item.mimeType)) {
|
|
1395
|
+
return {
|
|
1396
|
+
type: "video",
|
|
1397
|
+
source: {
|
|
1398
|
+
type: "base64",
|
|
1399
|
+
media_type: item.mimeType,
|
|
1400
|
+
data: item.data,
|
|
1401
|
+
},
|
|
1402
|
+
};
|
|
1403
|
+
}
|
|
1404
|
+
else {
|
|
1405
|
+
return {
|
|
1406
|
+
type: "image",
|
|
1407
|
+
source: {
|
|
1408
|
+
type: "base64",
|
|
1409
|
+
media_type: item.mimeType,
|
|
1410
|
+
data: item.data,
|
|
1411
|
+
},
|
|
1412
|
+
};
|
|
1413
|
+
}
|
|
1414
|
+
});
|
|
1415
|
+
const filteredBlocks = blocks.filter((b) => {
|
|
1416
|
+
if (b.type === "text") {
|
|
1417
|
+
return b.text.trim().length > 0;
|
|
1418
|
+
}
|
|
1419
|
+
return true;
|
|
1420
|
+
});
|
|
1421
|
+
if (filteredBlocks.length === 0)
|
|
1422
|
+
continue;
|
|
1423
|
+
params.push({
|
|
1424
|
+
role: "user",
|
|
1425
|
+
content: filteredBlocks,
|
|
1426
|
+
});
|
|
1427
|
+
}
|
|
1428
|
+
}
|
|
1429
|
+
else if (msg.role === "assistant") {
|
|
1430
|
+
const blocks = [];
|
|
1431
|
+
const isSameModel = isSameAnthropicModel(msg, model);
|
|
1432
|
+
// Blocks before the final fallback marker are the declined attempt; the
|
|
1433
|
+
// marker onward is the serving model's output and replays verbatim.
|
|
1434
|
+
const fallbackBoundary = isSameModel ? lastAnthropicFallbackBoundary(msg.content) : -1;
|
|
1435
|
+
const preBoundaryPairedServerToolUseIds = fallbackBoundary >= 0
|
|
1436
|
+
? pairedServerToolUseIdsBeforeBoundary(msg.content, fallbackBoundary)
|
|
1437
|
+
: new Set();
|
|
1438
|
+
for (let blockIndex = 0; blockIndex < msg.content.length; blockIndex++) {
|
|
1439
|
+
const block = msg.content[blockIndex];
|
|
1440
|
+
if (fallbackBoundary >= 0 && blockIndex < fallbackBoundary) {
|
|
1441
|
+
// Drop the declined attempt's model-internal blocks: thinking,
|
|
1442
|
+
// tool_use, and any unpaired server_tool_use. Paired server-tool
|
|
1443
|
+
// blocks and text survive per the fallback replay contract.
|
|
1444
|
+
if (block.type === "thinking" || block.type === "toolCall") {
|
|
1445
|
+
continue;
|
|
1446
|
+
}
|
|
1447
|
+
if (block.type === "providerNative" &&
|
|
1448
|
+
isAnthropicServerToolUseBlock(block.raw) &&
|
|
1449
|
+
!preBoundaryPairedServerToolUseIds.has(block.raw.id)) {
|
|
1450
|
+
continue;
|
|
1451
|
+
}
|
|
1452
|
+
}
|
|
1453
|
+
if (block.type === "text") {
|
|
1454
|
+
if (block.text.trim().length === 0)
|
|
1455
|
+
continue;
|
|
1456
|
+
blocks.push({
|
|
1457
|
+
type: "text",
|
|
1458
|
+
text: sanitizeSurrogates(block.text),
|
|
1459
|
+
});
|
|
1460
|
+
}
|
|
1461
|
+
else if (block.type === "thinking") {
|
|
1462
|
+
// Redacted thinking: pass the opaque payload back as redacted_thinking
|
|
1463
|
+
if (block.redacted) {
|
|
1464
|
+
blocks.push({
|
|
1465
|
+
type: "redacted_thinking",
|
|
1466
|
+
data: block.thinkingSignature,
|
|
1467
|
+
});
|
|
1468
|
+
continue;
|
|
1469
|
+
}
|
|
1470
|
+
const thinkingSignature = block.thinkingSignature;
|
|
1471
|
+
const hasThinkingSignature = !!thinkingSignature && thinkingSignature.trim().length > 0;
|
|
1472
|
+
if (block.thinking.trim().length === 0 && !hasThinkingSignature)
|
|
1473
|
+
continue;
|
|
1474
|
+
// If thinking signature is missing/empty (e.g., from aborted stream),
|
|
1475
|
+
// convert to plain text for Anthropic. Some compatible providers emit
|
|
1476
|
+
// and accept empty signatures, so let marked models preserve the block.
|
|
1477
|
+
if (!hasThinkingSignature) {
|
|
1478
|
+
blocks.push(unsignedThinkingReplay === "empty-signature"
|
|
1479
|
+
? {
|
|
1480
|
+
type: "thinking",
|
|
1481
|
+
thinking: sanitizeSurrogates(block.thinking),
|
|
1482
|
+
signature: "",
|
|
1483
|
+
}
|
|
1484
|
+
: {
|
|
1485
|
+
type: "text",
|
|
1486
|
+
text: sanitizeSurrogates(block.thinking),
|
|
1487
|
+
});
|
|
1488
|
+
}
|
|
1489
|
+
else {
|
|
1490
|
+
blocks.push({
|
|
1491
|
+
type: "thinking",
|
|
1492
|
+
thinking: block.thinking,
|
|
1493
|
+
signature: thinkingSignature,
|
|
1494
|
+
});
|
|
1495
|
+
}
|
|
1496
|
+
}
|
|
1497
|
+
else if (block.type === "toolCall") {
|
|
1498
|
+
blocks.push({
|
|
1499
|
+
type: "tool_use",
|
|
1500
|
+
id: block.id,
|
|
1501
|
+
name: isOAuthToken ? toClaudeCodeName(block.name) : block.name,
|
|
1502
|
+
input: block.arguments ?? {},
|
|
1503
|
+
});
|
|
1504
|
+
}
|
|
1505
|
+
else if (block.type === "providerNative") {
|
|
1506
|
+
if (isSameModel &&
|
|
1507
|
+
isReplayableAnthropicProviderNativeBlock(block.raw) &&
|
|
1508
|
+
!(rejectsNativeWebSearchReplay && isAnthropicWebSearchReplayBlock(block.raw))) {
|
|
1509
|
+
blocks.push(block.raw);
|
|
1510
|
+
}
|
|
1511
|
+
}
|
|
1512
|
+
}
|
|
1513
|
+
if (blocks.length === 0)
|
|
1514
|
+
continue;
|
|
1515
|
+
params.push({
|
|
1516
|
+
role: "assistant",
|
|
1517
|
+
content: blocks,
|
|
1518
|
+
});
|
|
1519
|
+
}
|
|
1520
|
+
else if (msg.role === "toolResult") {
|
|
1521
|
+
// Collect all consecutive toolResult messages, needed for z.ai Anthropic endpoint.
|
|
1522
|
+
const toolResults = [];
|
|
1523
|
+
const siblingContent = [];
|
|
1524
|
+
let j = i;
|
|
1525
|
+
while (j < transformedMessages.length && transformedMessages[j].role === "toolResult") {
|
|
1526
|
+
const nextMsg = transformedMessages[j]; // We know it's a toolResult
|
|
1527
|
+
if (!discardedFallbackToolCallIds.has(nextMsg.toolCallId)) {
|
|
1528
|
+
const converted = convertToolResult(nextMsg, isOAuthToken, deferredToolNames, loadedToolNames, normalizeToolName);
|
|
1529
|
+
toolResults.push(converted.toolResult);
|
|
1530
|
+
siblingContent.push(...converted.siblingContent);
|
|
1531
|
+
}
|
|
1532
|
+
j++;
|
|
1533
|
+
}
|
|
1534
|
+
// Skip the messages we've already processed.
|
|
1535
|
+
i = j - 1;
|
|
1536
|
+
// Every result in this run may have been dropped; don't emit an empty turn.
|
|
1537
|
+
if (toolResults.length === 0)
|
|
1538
|
+
continue;
|
|
1539
|
+
// Displaced reference-bearing results must follow every tool_result block.
|
|
1540
|
+
params.push({
|
|
1541
|
+
role: "user",
|
|
1542
|
+
content: [...toolResults, ...siblingContent],
|
|
1543
|
+
});
|
|
1544
|
+
}
|
|
1545
|
+
}
|
|
1546
|
+
// Add cache_control to the last user message to cache conversation history
|
|
1547
|
+
if (cacheControl && params.length > 0) {
|
|
1548
|
+
const lastMessage = params[params.length - 1];
|
|
1549
|
+
if (lastMessage.role === "user") {
|
|
1550
|
+
if (Array.isArray(lastMessage.content)) {
|
|
1551
|
+
const lastBlock = lastMessage.content[lastMessage.content.length - 1];
|
|
1552
|
+
if (isCacheableUserContentBlock(lastBlock)) {
|
|
1553
|
+
lastBlock.cache_control = cacheControl;
|
|
1554
|
+
}
|
|
1555
|
+
}
|
|
1556
|
+
else if (typeof lastMessage.content === "string") {
|
|
1557
|
+
lastMessage.content = [
|
|
1558
|
+
{
|
|
1559
|
+
type: "text",
|
|
1560
|
+
text: lastMessage.content,
|
|
1561
|
+
cache_control: cacheControl,
|
|
1562
|
+
},
|
|
1563
|
+
];
|
|
1564
|
+
}
|
|
1565
|
+
}
|
|
1566
|
+
}
|
|
1567
|
+
return params;
|
|
1568
|
+
}
|
|
1569
|
+
function shouldUseFineGrainedToolStreamingBeta(model, context) {
|
|
1570
|
+
return !!context.tools?.length && !getAnthropicCompat(model).supportsEagerToolInputStreaming;
|
|
1571
|
+
}
|
|
1572
|
+
function convertTools(tools, isOAuthToken, supportsEagerToolInputStreaming, supportsStrictTools, cacheControl, deferLoading = false) {
|
|
1573
|
+
if (!tools)
|
|
1574
|
+
return [];
|
|
1575
|
+
return tools.map((tool, index) => {
|
|
1576
|
+
const strict = resolveJsonSchemaStrictSampling(tool, supportsStrictTools);
|
|
1577
|
+
const schema = tool.parameters;
|
|
1578
|
+
const legacyInputSchema = {
|
|
1579
|
+
type: "object",
|
|
1580
|
+
properties: schema.properties ?? {},
|
|
1581
|
+
required: schema.required ?? [],
|
|
1582
|
+
};
|
|
1583
|
+
const inputSchema = strict === true
|
|
1584
|
+
? {
|
|
1585
|
+
...tool.parameters,
|
|
1586
|
+
...legacyInputSchema,
|
|
1587
|
+
}
|
|
1588
|
+
: legacyInputSchema;
|
|
1589
|
+
return {
|
|
1590
|
+
name: isOAuthToken ? toClaudeCodeName(tool.name) : tool.name,
|
|
1591
|
+
description: tool.description,
|
|
1592
|
+
...(supportsEagerToolInputStreaming ? { eager_input_streaming: true } : {}),
|
|
1593
|
+
...(strict === true ? { strict: true } : {}),
|
|
1594
|
+
input_schema: inputSchema,
|
|
1595
|
+
...(deferLoading ? { defer_loading: true } : {}),
|
|
1596
|
+
...(cacheControl && index === tools.length - 1 ? { cache_control: cacheControl } : {}),
|
|
1597
|
+
};
|
|
1598
|
+
});
|
|
1599
|
+
}
|
|
1600
|
+
function mapStopReason(reason, stopDetails) {
|
|
1601
|
+
const explanation = stopDetails?.explanation;
|
|
1602
|
+
switch (reason) {
|
|
1603
|
+
case "end_turn":
|
|
1604
|
+
return { stopReason: "stop" };
|
|
1605
|
+
case "max_tokens":
|
|
1606
|
+
return { stopReason: "length" };
|
|
1607
|
+
case "tool_use":
|
|
1608
|
+
return { stopReason: "toolUse" };
|
|
1609
|
+
case "refusal":
|
|
1610
|
+
return {
|
|
1611
|
+
stopReason: "error",
|
|
1612
|
+
errorMessage: explanation || `The model refused to complete the request`,
|
|
1613
|
+
stopDetails: explanation == null ? { type: "refusal" } : { type: "refusal", explanation },
|
|
1614
|
+
};
|
|
1615
|
+
case "pause_turn": // Stop is good enough -> resubmit
|
|
1616
|
+
return { stopReason: "stop" };
|
|
1617
|
+
case "stop_sequence":
|
|
1618
|
+
return { stopReason: "stop" }; // We don't supply stop sequences, so this should never happen
|
|
1619
|
+
case "sensitive": // Content flagged by safety filters (not yet in SDK types)
|
|
1620
|
+
return { stopReason: "error", stopDetails: { type: "sensitive" } };
|
|
1621
|
+
default:
|
|
1622
|
+
// Handle unknown stop reasons gracefully (API may add new values)
|
|
1623
|
+
throw new Error(`Unhandled stop reason: ${reason}`);
|
|
1624
|
+
}
|
|
1625
|
+
}
|
|
1626
|
+
//# sourceMappingURL=anthropic-messages.js.map
|