@lobehub/chat 1.44.3 → 1.45.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.remarkrc.mdx.js +6 -0
- package/CHANGELOG.md +25 -0
- package/changelog/v1.json +9 -0
- package/docs/changelog/2023-09-09-plugin-system.mdx +5 -0
- package/docs/changelog/2023-09-09-plugin-system.zh-CN.mdx +5 -0
- package/docs/changelog/2023-11-14-gpt4-vision.mdx +6 -0
- package/docs/changelog/2023-11-14-gpt4-vision.zh-CN.mdx +6 -0
- package/docs/changelog/2023-11-19-tts-stt.mdx +6 -0
- package/docs/changelog/2023-11-19-tts-stt.zh-CN.mdx +7 -0
- package/docs/changelog/2023-12-22-dalle-3.mdx +6 -0
- package/docs/changelog/2023-12-22-dalle-3.zh-CN.mdx +4 -0
- package/docs/changelog/2024-02-08-sso-oauth.mdx +6 -0
- package/docs/changelog/2024-02-08-sso-oauth.zh-CN.mdx +6 -0
- package/docs/changelog/2024-02-14-ollama.mdx +6 -0
- package/docs/changelog/2024-02-14-ollama.zh-CN.mdx +5 -0
- package/docs/changelog/2024-06-19-lobe-chat-v1.mdx +6 -0
- package/docs/changelog/2024-06-19-lobe-chat-v1.zh-CN.mdx +5 -0
- package/docs/changelog/2024-07-19-gpt-4o-mini.mdx +5 -0
- package/docs/changelog/2024-07-19-gpt-4o-mini.zh-CN.mdx +4 -0
- package/docs/changelog/2024-08-02-lobe-chat-database-docker.mdx +6 -0
- package/docs/changelog/2024-08-02-lobe-chat-database-docker.zh-CN.mdx +5 -0
- package/docs/changelog/2024-08-21-file-upload-and-knowledge-base.mdx +6 -0
- package/docs/changelog/2024-08-21-file-upload-and-knowledge-base.zh-CN.mdx +5 -0
- package/docs/changelog/2024-09-13-openai-o1-models.mdx +6 -0
- package/docs/changelog/2024-09-13-openai-o1-models.zh-CN.mdx +6 -0
- package/docs/changelog/2024-09-20-artifacts.mdx +6 -0
- package/docs/changelog/2024-09-20-artifacts.zh-CN.mdx +6 -0
- package/docs/changelog/2024-10-27-pin-assistant.mdx +5 -0
- package/docs/changelog/2024-10-27-pin-assistant.zh-CN.mdx +4 -0
- package/docs/changelog/2024-11-06-share-text-json.mdx +4 -0
- package/docs/changelog/2024-11-06-share-text-json.zh-CN.mdx +4 -0
- package/docs/changelog/2024-11-25-november-providers.mdx +7 -0
- package/docs/changelog/2024-11-25-november-providers.zh-CN.mdx +7 -0
- package/docs/changelog/2024-11-27-forkable-chat.mdx +4 -0
- package/docs/changelog/2024-11-27-forkable-chat.zh-CN.mdx +5 -0
- package/docs/changelog/2025-01-03-user-profile.mdx +5 -0
- package/docs/changelog/2025-01-03-user-profile.zh-CN.mdx +4 -1
- package/docs/self-hosting/advanced/auth/clerk.mdx +25 -41
- package/docs/self-hosting/advanced/auth/clerk.zh-CN.mdx +23 -37
- package/docs/self-hosting/advanced/auth/next-auth/auth0.mdx +31 -58
- package/docs/self-hosting/advanced/auth/next-auth/auth0.zh-CN.mdx +30 -57
- package/docs/self-hosting/advanced/auth/next-auth/authelia.mdx +38 -38
- package/docs/self-hosting/advanced/auth/next-auth/authelia.zh-CN.mdx +37 -38
- package/docs/self-hosting/advanced/auth/next-auth/authentik.mdx +26 -31
- package/docs/self-hosting/advanced/auth/next-auth/authentik.zh-CN.mdx +25 -30
- package/docs/self-hosting/advanced/auth/next-auth/casdoor.mdx +74 -75
- package/docs/self-hosting/advanced/auth/next-auth/casdoor.zh-CN.mdx +72 -73
- package/docs/self-hosting/advanced/auth/next-auth/cloudflare-zero-trust.mdx +24 -25
- package/docs/self-hosting/advanced/auth/next-auth/cloudflare-zero-trust.zh-CN.mdx +23 -24
- package/docs/self-hosting/advanced/auth/next-auth/github.mdx +46 -73
- package/docs/self-hosting/advanced/auth/next-auth/github.zh-CN.mdx +43 -70
- package/docs/self-hosting/advanced/auth/next-auth/logto.mdx +28 -37
- package/docs/self-hosting/advanced/auth/next-auth/logto.zh-CN.mdx +28 -37
- package/docs/self-hosting/advanced/auth/next-auth/microsoft-entra-id.mdx +36 -49
- package/docs/self-hosting/advanced/auth/next-auth/microsoft-entra-id.zh-CN.mdx +30 -43
- package/docs/self-hosting/advanced/auth/next-auth/wechat.mdx +13 -14
- package/docs/self-hosting/advanced/auth/next-auth/wechat.zh-CN.mdx +14 -15
- package/docs/self-hosting/advanced/auth/next-auth/zitadel.mdx +35 -69
- package/docs/self-hosting/advanced/auth/next-auth/zitadel.zh-CN.mdx +34 -68
- package/docs/self-hosting/advanced/auth.mdx +14 -13
- package/docs/self-hosting/advanced/auth.zh-CN.mdx +15 -14
- package/docs/self-hosting/advanced/feature-flags.zh-CN.mdx +15 -15
- package/docs/self-hosting/advanced/knowledge-base.mdx +14 -3
- package/docs/self-hosting/advanced/knowledge-base.zh-CN.mdx +12 -3
- package/docs/self-hosting/advanced/model-list.zh-CN.mdx +5 -5
- package/docs/self-hosting/advanced/s3/cloudflare-r2.mdx +52 -81
- package/docs/self-hosting/advanced/s3/cloudflare-r2.zh-CN.mdx +51 -80
- package/docs/self-hosting/advanced/s3/tencent-cloud.mdx +20 -34
- package/docs/self-hosting/advanced/s3/tencent-cloud.zh-CN.mdx +28 -43
- package/docs/self-hosting/advanced/s3.mdx +30 -34
- package/docs/self-hosting/advanced/s3.zh-CN.mdx +28 -33
- package/docs/self-hosting/advanced/settings-url-share.mdx +6 -6
- package/docs/self-hosting/advanced/settings-url-share.zh-CN.mdx +19 -19
- package/docs/self-hosting/advanced/upstream-sync.mdx +73 -89
- package/docs/self-hosting/advanced/upstream-sync.zh-CN.mdx +71 -87
- package/docs/self-hosting/advanced/webrtc.mdx +14 -21
- package/docs/self-hosting/advanced/webrtc.zh-CN.mdx +19 -26
- package/docs/self-hosting/environment-variables/analytics.zh-CN.mdx +0 -3
- package/docs/self-hosting/environment-variables/auth.zh-CN.mdx +1 -1
- package/docs/self-hosting/environment-variables/basic.mdx +13 -13
- package/docs/self-hosting/environment-variables/basic.zh-CN.mdx +15 -15
- package/docs/self-hosting/environment-variables/model-provider.mdx +1 -1
- package/docs/self-hosting/environment-variables/model-provider.zh-CN.mdx +1 -1
- package/docs/self-hosting/environment-variables/s3.mdx +3 -4
- package/docs/self-hosting/environment-variables/s3.zh-CN.mdx +5 -7
- package/docs/self-hosting/environment-variables.mdx +8 -4
- package/docs/self-hosting/environment-variables.zh-CN.mdx +4 -0
- package/docs/self-hosting/examples/azure-openai.mdx +9 -12
- package/docs/self-hosting/examples/azure-openai.zh-CN.mdx +8 -11
- package/docs/self-hosting/examples/ollama.mdx +8 -7
- package/docs/self-hosting/examples/ollama.zh-CN.mdx +8 -7
- package/docs/self-hosting/platform/alibaba-cloud.mdx +5 -7
- package/docs/self-hosting/platform/alibaba-cloud.zh-CN.mdx +5 -7
- package/docs/self-hosting/platform/btpanel.mdx +3 -2
- package/docs/self-hosting/platform/btpanel.zh-CN.mdx +3 -3
- package/docs/self-hosting/platform/docker-compose.mdx +75 -85
- package/docs/self-hosting/platform/docker-compose.zh-CN.mdx +75 -85
- package/docs/self-hosting/platform/docker.mdx +87 -92
- package/docs/self-hosting/platform/docker.zh-CN.mdx +96 -115
- package/docs/self-hosting/platform/netlify.mdx +44 -94
- package/docs/self-hosting/platform/netlify.zh-CN.mdx +40 -90
- package/docs/self-hosting/platform/railway.mdx +6 -7
- package/docs/self-hosting/platform/railway.zh-CN.mdx +6 -7
- package/docs/self-hosting/platform/repocloud.mdx +6 -7
- package/docs/self-hosting/platform/repocloud.zh-CN.mdx +6 -7
- package/docs/self-hosting/platform/sealos.mdx +6 -7
- package/docs/self-hosting/platform/sealos.zh-CN.mdx +6 -7
- package/docs/self-hosting/platform/vercel.mdx +7 -8
- package/docs/self-hosting/platform/vercel.zh-CN.mdx +7 -8
- package/docs/self-hosting/platform/zeabur.mdx +29 -32
- package/docs/self-hosting/platform/zeabur.zh-CN.mdx +29 -32
- package/docs/self-hosting/server-database/docker-compose.mdx +44 -71
- package/docs/self-hosting/server-database/docker-compose.zh-CN.mdx +44 -71
- package/docs/self-hosting/server-database/docker.mdx +84 -88
- package/docs/self-hosting/server-database/docker.zh-CN.mdx +87 -91
- package/docs/self-hosting/server-database/dokploy.mdx +18 -1
- package/docs/self-hosting/server-database/dokploy.zh-CN.mdx +84 -68
- package/docs/self-hosting/server-database/repocloud.mdx +7 -9
- package/docs/self-hosting/server-database/repocloud.zh-CN.mdx +9 -11
- package/docs/self-hosting/server-database/vercel.mdx +158 -243
- package/docs/self-hosting/server-database/vercel.zh-CN.mdx +137 -205
- package/docs/self-hosting/server-database/zeabur.mdx +21 -23
- package/docs/self-hosting/server-database/zeabur.zh-CN.mdx +20 -22
- package/docs/self-hosting/server-database.mdx +34 -36
- package/docs/self-hosting/server-database.zh-CN.mdx +34 -37
- package/docs/self-hosting/start.mdx +1 -4
- package/docs/self-hosting/start.zh-CN.mdx +1 -1
- package/docs/usage/agents/agent-organization.mdx +5 -21
- package/docs/usage/agents/agent-organization.zh-CN.mdx +5 -21
- package/docs/usage/agents/concepts.mdx +4 -4
- package/docs/usage/agents/concepts.zh-CN.mdx +4 -4
- package/docs/usage/agents/custom-agent.mdx +2 -2
- package/docs/usage/agents/custom-agent.zh-CN.mdx +2 -2
- package/docs/usage/agents/model.mdx +4 -4
- package/docs/usage/agents/model.zh-CN.mdx +6 -6
- package/docs/usage/agents/prompt.mdx +5 -6
- package/docs/usage/agents/prompt.zh-CN.mdx +5 -6
- package/docs/usage/agents/topics.mdx +2 -2
- package/docs/usage/agents/topics.zh-CN.mdx +2 -2
- package/docs/usage/features/agent-market.mdx +2 -2
- package/docs/usage/features/agent-market.zh-CN.mdx +2 -2
- package/docs/usage/features/auth.mdx +1 -5
- package/docs/usage/features/auth.zh-CN.mdx +1 -5
- package/docs/usage/features/database.mdx +1 -5
- package/docs/usage/features/database.zh-CN.mdx +1 -5
- package/docs/usage/features/local-llm.mdx +2 -6
- package/docs/usage/features/local-llm.zh-CN.mdx +2 -6
- package/docs/usage/features/mobile.mdx +1 -5
- package/docs/usage/features/mobile.zh-CN.mdx +1 -5
- package/docs/usage/features/multi-ai-providers.mdx +3 -11
- package/docs/usage/features/multi-ai-providers.zh-CN.mdx +3 -11
- package/docs/usage/features/plugin-system.mdx +9 -10
- package/docs/usage/features/plugin-system.zh-CN.mdx +9 -10
- package/docs/usage/features/pwa.mdx +11 -25
- package/docs/usage/features/pwa.zh-CN.mdx +11 -25
- package/docs/usage/features/text-to-image.mdx +2 -2
- package/docs/usage/features/text-to-image.zh-CN.mdx +2 -2
- package/docs/usage/features/theme.mdx +1 -6
- package/docs/usage/features/theme.zh-CN.mdx +1 -6
- package/docs/usage/features/tts.mdx +3 -7
- package/docs/usage/features/tts.zh-CN.mdx +3 -7
- package/docs/usage/features/vision.mdx +2 -2
- package/docs/usage/features/vision.zh-CN.mdx +2 -2
- package/docs/usage/foundation/basic.mdx +7 -18
- package/docs/usage/foundation/basic.zh-CN.mdx +6 -16
- package/docs/usage/foundation/share.mdx +3 -13
- package/docs/usage/foundation/share.zh-CN.mdx +3 -13
- package/docs/usage/foundation/text2image.mdx +3 -12
- package/docs/usage/foundation/text2image.zh-CN.mdx +3 -12
- package/docs/usage/foundation/translate.mdx +3 -13
- package/docs/usage/foundation/translate.zh-CN.mdx +3 -13
- package/docs/usage/foundation/tts-stt.mdx +3 -12
- package/docs/usage/foundation/tts-stt.zh-CN.mdx +3 -12
- package/docs/usage/foundation/vision.mdx +4 -16
- package/docs/usage/foundation/vision.zh-CN.mdx +4 -16
- package/docs/usage/plugins/basic-usage.mdx +7 -30
- package/docs/usage/plugins/basic-usage.zh-CN.mdx +7 -30
- package/docs/usage/plugins/development.mdx +30 -78
- package/docs/usage/plugins/development.zh-CN.mdx +31 -79
- package/docs/usage/plugins/store.mdx +2 -10
- package/docs/usage/plugins/store.zh-CN.mdx +2 -10
- package/docs/usage/providers/ai21.mdx +17 -33
- package/docs/usage/providers/ai21.zh-CN.mdx +17 -33
- package/docs/usage/providers/ai360.mdx +17 -33
- package/docs/usage/providers/ai360.zh-CN.mdx +20 -36
- package/docs/usage/providers/anthropic.mdx +23 -45
- package/docs/usage/providers/anthropic.zh-CN.mdx +22 -44
- package/docs/usage/providers/azure.mdx +21 -51
- package/docs/usage/providers/azure.zh-CN.mdx +19 -48
- package/docs/usage/providers/baichuan.mdx +16 -34
- package/docs/usage/providers/baichuan.zh-CN.mdx +15 -33
- package/docs/usage/providers/bedrock.mdx +38 -87
- package/docs/usage/providers/bedrock.zh-CN.mdx +37 -86
- package/docs/usage/providers/cloudflare.mdx +25 -48
- package/docs/usage/providers/cloudflare.zh-CN.mdx +24 -45
- package/docs/usage/providers/deepseek.mdx +25 -51
- package/docs/usage/providers/deepseek.zh-CN.mdx +24 -50
- package/docs/usage/providers/fireworksai.mdx +23 -43
- package/docs/usage/providers/fireworksai.zh-CN.mdx +21 -41
- package/docs/usage/providers/gemini.mdx +20 -46
- package/docs/usage/providers/gemini.zh-CN.mdx +20 -46
- package/docs/usage/providers/giteeai.mdx +24 -45
- package/docs/usage/providers/giteeai.zh-CN.mdx +22 -43
- package/docs/usage/providers/github.mdx +19 -45
- package/docs/usage/providers/github.zh-CN.mdx +19 -44
- package/docs/usage/providers/groq.mdx +12 -29
- package/docs/usage/providers/groq.zh-CN.mdx +11 -28
- package/docs/usage/providers/hunyuan.mdx +19 -39
- package/docs/usage/providers/hunyuan.zh-CN.mdx +18 -38
- package/docs/usage/providers/internlm.mdx +21 -38
- package/docs/usage/providers/internlm.zh-CN.mdx +19 -36
- package/docs/usage/providers/minimax.mdx +24 -50
- package/docs/usage/providers/minimax.zh-CN.mdx +22 -48
- package/docs/usage/providers/mistral.mdx +21 -39
- package/docs/usage/providers/mistral.zh-CN.mdx +20 -38
- package/docs/usage/providers/moonshot.mdx +20 -38
- package/docs/usage/providers/moonshot.zh-CN.mdx +19 -37
- package/docs/usage/providers/novita.mdx +20 -43
- package/docs/usage/providers/novita.zh-CN.mdx +19 -42
- package/docs/usage/providers/ollama/gemma.mdx +12 -29
- package/docs/usage/providers/ollama/gemma.zh-CN.mdx +12 -30
- package/docs/usage/providers/ollama/qwen.mdx +17 -32
- package/docs/usage/providers/ollama/qwen.zh-CN.mdx +12 -27
- package/docs/usage/providers/ollama.mdx +67 -99
- package/docs/usage/providers/ollama.zh-CN.mdx +67 -99
- package/docs/usage/providers/openai.mdx +42 -56
- package/docs/usage/providers/openai.zh-CN.mdx +39 -52
- package/docs/usage/providers/openrouter.mdx +48 -84
- package/docs/usage/providers/openrouter.zh-CN.mdx +31 -67
- package/docs/usage/providers/perplexity.mdx +16 -34
- package/docs/usage/providers/perplexity.zh-CN.mdx +16 -34
- package/docs/usage/providers/qwen.mdx +26 -52
- package/docs/usage/providers/qwen.zh-CN.mdx +25 -51
- package/docs/usage/providers/sensenova.mdx +24 -45
- package/docs/usage/providers/sensenova.zh-CN.mdx +22 -43
- package/docs/usage/providers/siliconcloud.mdx +17 -33
- package/docs/usage/providers/siliconcloud.zh-CN.mdx +17 -33
- package/docs/usage/providers/spark.mdx +20 -40
- package/docs/usage/providers/spark.zh-CN.mdx +19 -39
- package/docs/usage/providers/stepfun.mdx +17 -35
- package/docs/usage/providers/stepfun.zh-CN.mdx +17 -35
- package/docs/usage/providers/taichu.mdx +16 -34
- package/docs/usage/providers/taichu.zh-CN.mdx +15 -33
- package/docs/usage/providers/togetherai.mdx +18 -40
- package/docs/usage/providers/togetherai.zh-CN.mdx +18 -40
- package/docs/usage/providers/upstage.mdx +18 -34
- package/docs/usage/providers/upstage.zh-CN.mdx +17 -33
- package/docs/usage/providers/wenxin.mdx +22 -42
- package/docs/usage/providers/wenxin.zh-CN.mdx +20 -40
- package/docs/usage/providers/xai.mdx +21 -38
- package/docs/usage/providers/xai.zh-CN.mdx +20 -37
- package/docs/usage/providers/zeroone.mdx +22 -48
- package/docs/usage/providers/zeroone.zh-CN.mdx +22 -48
- package/docs/usage/providers/zhipu.mdx +17 -35
- package/docs/usage/providers/zhipu.zh-CN.mdx +18 -34
- package/docs/usage/providers.mdx +1 -6
- package/docs/usage/providers.zh-CN.mdx +1 -6
- package/docs/usage/start.mdx +4 -18
- package/docs/usage/start.zh-CN.mdx +2 -19
- package/docs/usage/tools-calling/anthropic.mdx +18 -51
- package/docs/usage/tools-calling/anthropic.zh-CN.mdx +22 -55
- package/docs/usage/tools-calling/google.mdx +16 -23
- package/docs/usage/tools-calling/google.zh-CN.mdx +17 -24
- package/docs/usage/tools-calling/groq.mdx +9 -0
- package/docs/usage/tools-calling/groq.zh-CN.mdx +44 -70
- package/docs/usage/tools-calling/moonshot.mdx +9 -0
- package/docs/usage/tools-calling/openai.mdx +19 -44
- package/docs/usage/tools-calling/openai.zh-CN.mdx +20 -45
- package/docs/usage/tools-calling.mdx +9 -0
- package/docs/usage/tools-calling.zh-CN.mdx +60 -68
- package/package.json +42 -41
- package/scripts/mdxWorkflow/index.ts +7 -0
- package/src/app/(main)/(mobile)/me/(home)/features/Header.tsx +2 -1
- package/src/app/(main)/(mobile)/me/data/features/Header.tsx +1 -1
- package/src/app/(main)/(mobile)/me/profile/features/Header.tsx +1 -1
- package/src/app/(main)/(mobile)/me/settings/features/Header.tsx +1 -1
- package/src/app/(main)/@nav/_layout/Mobile.tsx +2 -1
- package/src/app/(main)/chat/(workspace)/@topic/features/SystemRole/SystemRoleContent.tsx +2 -1
- package/src/app/(main)/chat/(workspace)/@topic/features/TopicListContent/ByTimeMode/GroupItem.tsx +2 -2
- package/src/app/(main)/chat/(workspace)/_layout/Desktop/ChatHeader/Main.tsx +2 -1
- package/src/app/(main)/chat/(workspace)/_layout/Desktop/ChatHeader/index.tsx +1 -1
- package/src/app/(main)/chat/(workspace)/_layout/Mobile/ChatHeader/ChatHeaderTitle.tsx +2 -1
- package/src/app/(main)/chat/(workspace)/_layout/Mobile/ChatHeader/index.tsx +1 -1
- package/src/app/(main)/chat/@session/_layout/Mobile/SessionHeader.tsx +2 -1
- package/src/app/(main)/chat/settings/_layout/Desktop/Header.tsx +1 -1
- package/src/app/(main)/chat/settings/_layout/Mobile/Header.tsx +1 -1
- package/src/app/(main)/discover/(detail)/provider/[slug]/features/InfoSidebar/SuggestionItem.tsx +8 -6
- package/src/app/(main)/discover/(list)/_layout/Desktop/Nav.tsx +1 -1
- package/src/app/(main)/discover/(list)/_layout/Mobile/Header.tsx +2 -1
- package/src/app/(main)/discover/_layout/Desktop/Header.tsx +1 -1
- package/src/app/(main)/discover/components/VirtuosoGridList/index.tsx +9 -5
- package/src/app/(main)/discover/search/_layout/Mobile/Header.tsx +1 -1
- package/src/app/(main)/files/(content)/@menu/features/KnowledgeBase/EmptyStatus.tsx +21 -13
- package/src/app/(main)/repos/[id]/evals/evaluation/EvaluationList/index.tsx +1 -1
- package/src/app/(main)/settings/sync/features/DeviceInfo/SystemIcon.tsx +2 -0
- package/src/components/Branding/ProductLogo/Custom.tsx +19 -20
- package/src/components/BrowserIcon/index.tsx +19 -30
- package/src/components/BubblesLoading/index.tsx +31 -23
- package/src/components/FunctionModal/createModalHooks.ts +6 -3
- package/src/components/StopLoading.tsx +10 -7
- package/src/features/ChatInput/Desktop/InputArea/index.tsx +2 -2
- package/src/features/InitClientDB/EnableModal.tsx +2 -2
- package/src/features/InitClientDB/{PGliteSVG.tsx → PGliteIcon.tsx} +17 -11
- package/src/features/ShareModal/ShareImage/index.tsx +32 -22
- package/src/features/ShareModal/ShareJSON/Preview.tsx +2 -2
- package/src/features/ShareModal/ShareJSON/index.tsx +49 -37
- package/src/features/ShareModal/ShareText/Preview.tsx +4 -1
- package/src/features/ShareModal/ShareText/index.tsx +49 -38
- package/src/features/ShareModal/index.tsx +1 -1
- package/src/features/ShareModal/style.ts +30 -0
- package/src/utils/colorUtils.ts +1 -1
- package/src/components/BrowserIcon/components/Brave.tsx +0 -56
- package/src/components/BrowserIcon/components/Chrome.tsx +0 -14
- package/src/components/BrowserIcon/components/Chromium.tsx +0 -14
- package/src/components/BrowserIcon/components/Edge.tsx +0 -36
- package/src/components/BrowserIcon/components/Firefox.tsx +0 -38
- package/src/components/BrowserIcon/components/Opera.tsx +0 -19
- package/src/components/BrowserIcon/components/Safari.tsx +0 -23
- package/src/components/BrowserIcon/components/Samsung.tsx +0 -21
@@ -15,12 +15,12 @@ tags:
|
|
15
15
|
|
16
16
|
Overview of Anthropic Claude Series model Tools Calling capabilities:
|
17
17
|
|
18
|
-
| Model
|
19
|
-
|
|
20
|
-
| Claude 3.5 Sonnet | ✅
|
21
|
-
| Claude 3 Opus
|
22
|
-
| Claude 3 Sonnet
|
23
|
-
| Claude 3 Haiku
|
18
|
+
| Model | Support Tools Calling | Stream | Parallel | Simple Instruction Score | Complex Instruction |
|
19
|
+
| ----------------- | --------------------- | ------ | -------- | ------------------------ | ------------------- |
|
20
|
+
| Claude 3.5 Sonnet | ✅ | ✅ | ✅ | 🌟🌟🌟 | 🌟🌟 |
|
21
|
+
| Claude 3 Opus | ✅ | ✅ | ❌ | 🌟 | ⛔️ |
|
22
|
+
| Claude 3 Sonnet | ✅ | ✅ | ❌ | 🌟🌟 | ⛔️ |
|
23
|
+
| Claude 3 Haiku | ✅ | ✅ | ❌ | 🌟🌟 | ⛔️ |
|
24
24
|
|
25
25
|
## Claude 3.5 Sonnet
|
26
26
|
|
@@ -30,18 +30,13 @@ Test Instruction: Instruction ①
|
|
30
30
|
|
31
31
|
<Video src="https://github.com/lobehub/lobe-chat/assets/28616219/42a6980c-ea2a-44fd-b61f-a7989827f5a5" />
|
32
32
|
|
33
|
-
<Image
|
34
|
-
alt="Claude 3.5 Sonnet Tools Calling for Simple Instruction"
|
35
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/71146b75-2c73-48c3-9688-1d8814d2a791"
|
36
|
-
/>
|
33
|
+
<Image alt="Claude 3.5 Sonnet Tools Calling for Simple Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/71146b75-2c73-48c3-9688-1d8814d2a791" />
|
37
34
|
|
38
35
|
<details>
|
39
36
|
<summary>Tools Calling Raw Output:</summary>
|
40
37
|
|
41
|
-
```yml
|
42
|
-
|
43
|
-
```
|
44
|
-
|
38
|
+
```yml
|
39
|
+
```
|
45
40
|
</details>
|
46
41
|
|
47
42
|
### Complex Instruction Call: Literary Map
|
@@ -55,18 +50,13 @@ From the above video:
|
|
55
50
|
1. Sonnet 3.5 supports Stream Tools Calling and Parallel Tools Calling;
|
56
51
|
2. In Stream Tools Calling, it is observed that creating long sentences will cause a delay (as seen in the Tools Calling raw output `[chunk 40]` and `[chunk 41]` with a delay of 6s). Therefore, there will be a relatively long waiting time at the beginning stage of Tools Calling.
|
57
52
|
|
58
|
-
<Image
|
59
|
-
alt="Claude 3.5 Sonnet Tools Calling for Complex Instruction"
|
60
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/23e2d7e5-a6f3-4f4c-9c6a-5651f35a5910"
|
61
|
-
/>
|
53
|
+
<Image alt="Claude 3.5 Sonnet Tools Calling for Complex Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/23e2d7e5-a6f3-4f4c-9c6a-5651f35a5910" />
|
62
54
|
|
63
55
|
<details>
|
64
56
|
<summary>Tools Calling Raw Output:</summary>
|
65
57
|
|
66
|
-
```yml
|
67
|
-
|
68
|
-
```
|
69
|
-
|
58
|
+
```yml
|
59
|
+
```
|
70
60
|
</details>
|
71
61
|
|
72
62
|
## Claude 3 Opus
|
@@ -83,14 +73,10 @@ From the above video:
|
|
83
73
|
2. Opus triggers Tools Calling twice, indicating that it does not support Parallel Tools Calling;
|
84
74
|
3. The raw output of Tools Calling shows that Opus also supports Stream Tools Calling.
|
85
75
|
|
86
|
-
<Image
|
87
|
-
alt="Claude 3 Opus Tools Calling for Simple Instruction"
|
88
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/fa2f89bc-b9d5-43e3-a15e-1e79174d002c"
|
89
|
-
/>
|
76
|
+
<Image alt="Claude 3 Opus Tools Calling for Simple Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/fa2f89bc-b9d5-43e3-a15e-1e79174d002c" />
|
90
77
|
|
91
78
|
<details>
|
92
79
|
<summary>Tools Calling Raw Output:</summary>
|
93
|
-
|
94
80
|
</details>
|
95
81
|
|
96
82
|
### Complex Instruction Call: Literary Map
|
@@ -104,14 +90,10 @@ From the above video:
|
|
104
90
|
1. Combining with simple tasks, Opus will always output a `<thinking>` tag, which significantly impacts the user experience;
|
105
91
|
2. Opus outputs the prompts field as a string instead of an array, causing an error and preventing the plugin from being called correctly.
|
106
92
|
|
107
|
-
<Image
|
108
|
-
alt="Claude 3 Opus Tools Calling for Complex Instruction"
|
109
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/1eee785d-932f-4320-845e-eed0bee4b1ae"
|
110
|
-
/>
|
93
|
+
<Image alt="Claude 3 Opus Tools Calling for Complex Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/1eee785d-932f-4320-845e-eed0bee4b1ae" />
|
111
94
|
|
112
95
|
<details>
|
113
96
|
<summary>Tools Calling Raw Output:</summary>
|
114
|
-
|
115
97
|
</details>
|
116
98
|
|
117
99
|
## Claude 3 Sonnet
|
@@ -124,14 +106,10 @@ Test Instruction: Instruction ①
|
|
124
106
|
|
125
107
|
From the above video, it can be seen that Claude 3 Sonnet triggers Tools Calling twice, indicating that it does not support Parallel Tools Calling.
|
126
108
|
|
127
|
-
<Image
|
128
|
-
alt="Claude 3 Sonnet Tools Calling for Simple Instruction"
|
129
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/e82f5c69-7607-488f-8c10-0482fb380c6c"
|
130
|
-
/>
|
109
|
+
<Image alt="Claude 3 Sonnet Tools Calling for Simple Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/e82f5c69-7607-488f-8c10-0482fb380c6c" />
|
131
110
|
|
132
111
|
<details>
|
133
112
|
<summary>Tools Calling Raw Output:</summary>
|
134
|
-
|
135
113
|
</details>
|
136
114
|
|
137
115
|
### Complex Instruction Call: Literary Map
|
@@ -142,14 +120,10 @@ Test Instruction: Instruction ②
|
|
142
120
|
|
143
121
|
From the above video, it can be seen that Sonnet 3 fails in the complex instruction call. The error is due to prompts being expected as an array but generated as a string.
|
144
122
|
|
145
|
-
<Image
|
146
|
-
alt="Claude 3.5 Sonnet Tools Calling for Complex Instruction"
|
147
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/b7d84e26-920d-4a82-8798-1b1060ebb341"
|
148
|
-
/>
|
123
|
+
<Image alt="Claude 3.5 Sonnet Tools Calling for Complex Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/b7d84e26-920d-4a82-8798-1b1060ebb341" />
|
149
124
|
|
150
125
|
<details>
|
151
126
|
<summary>Tools Calling Raw Output:</summary>
|
152
|
-
|
153
127
|
</details>
|
154
128
|
|
155
129
|
## Claude 3 Haiku
|
@@ -161,10 +135,7 @@ From the above video:
|
|
161
135
|
1. Claude 3 Haiku triggers Tools Calling twice, indicating that it also does not support Parallel Tools Calling;
|
162
136
|
2. Haiku does not provide a good response and directly calls the tool;
|
163
137
|
|
164
|
-
<Image
|
165
|
-
alt="Claude 3 Haiku Tools Calling for Simple Instruction"
|
166
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/9081b586-cf43-440f-8ef8-1de5d8658694"
|
167
|
-
/>
|
138
|
+
<Image alt="Claude 3 Haiku Tools Calling for Simple Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/9081b586-cf43-440f-8ef8-1de5d8658694" />
|
168
139
|
|
169
140
|
### Complex Instruction Call: Literary Map
|
170
141
|
|
@@ -174,12 +145,8 @@ Test Instruction: Instruction ②
|
|
174
145
|
|
175
146
|
From the above video, it can be seen that Haiku 3 also fails in the complex instruction call. The error is the same as prompts generating a string instead of an array.
|
176
147
|
|
177
|
-
<Image
|
178
|
-
alt="Claude 3 Haiku Tools Calling for Complex Instruction"
|
179
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/cde80220-4615-43bb-934f-35fe0de88754"
|
180
|
-
/>
|
148
|
+
<Image alt="Claude 3 Haiku Tools Calling for Complex Instruction" src="https://github.com/lobehub/lobe-chat/assets/28616219/cde80220-4615-43bb-934f-35fe0de88754" />
|
181
149
|
|
182
150
|
<details>
|
183
151
|
<summary>Tools Calling Raw Output:</summary>
|
184
|
-
|
185
152
|
</details>
|
@@ -15,12 +15,12 @@ tags:
|
|
15
15
|
|
16
16
|
Anthropic Claude 系列模型 Tools Calling 能力一览:
|
17
17
|
|
18
|
-
| 模型
|
19
|
-
|
|
20
|
-
| Claude 3.5 Sonnet | ✅
|
21
|
-
| Claude 3 Opus
|
22
|
-
| Claude 3 Sonnet
|
23
|
-
| Claude 3 Haiku
|
18
|
+
| 模型 | 支持 Tools Calling | 流式 (Stream) | 并发(Parallel) | 简单指令得分 | 复杂指令 |
|
19
|
+
| ----------------- | ---------------- | ----------- | ------------ | ------ | ---- |
|
20
|
+
| Claude 3.5 Sonnet | ✅ | ✅ | ✅ | 🌟🌟🌟 | 🌟🌟 |
|
21
|
+
| Claude 3 Opus | ✅ | ✅ | ❌ | 🌟 | ⛔️ |
|
22
|
+
| Claude 3 Sonnet | ✅ | ✅ | ❌ | 🌟🌟 | ⛔️ |
|
23
|
+
| Claude 3 Haiku | ✅ | ✅ | ❌ | 🌟🌟 | ⛔️ |
|
24
24
|
|
25
25
|
## Claude 3.5 Sonnet
|
26
26
|
|
@@ -30,18 +30,13 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
30
30
|
|
31
31
|
<Video src="https://github.com/lobehub/lobe-chat/assets/28616219/42a6980c-ea2a-44fd-b61f-a7989827f5a5" />
|
32
32
|
|
33
|
-
<Image
|
34
|
-
alt="Claude 3.5 Sonnet 简单指令的 Tools Calling"
|
35
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/71146b75-2c73-48c3-9688-1d8814d2a791"
|
36
|
-
/>
|
33
|
+
<Image alt="Claude 3.5 Sonnet 简单指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/71146b75-2c73-48c3-9688-1d8814d2a791" />
|
37
34
|
|
38
35
|
<details>
|
39
36
|
<summary>Tools Calling 原始输出:</summary>
|
40
37
|
|
41
|
-
```yml
|
42
|
-
|
43
|
-
```
|
44
|
-
|
38
|
+
```yml
|
39
|
+
```
|
45
40
|
</details>
|
46
41
|
|
47
42
|
### 复杂调用指令:文生图
|
@@ -52,21 +47,16 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
52
47
|
|
53
48
|
从上述视频中可以看到:
|
54
49
|
|
55
|
-
1.
|
56
|
-
2.
|
50
|
+
1. Sonnet 3.5 支持流式 Tools Calling 和 Parallel Tools Calling;
|
51
|
+
2. 在流式 Tools Calling 时,表现出来的特征是在创建长句会等待住(详见 Tools Calling 原始输出 `[chunk 40]` 和 `[chunk 41]` 中间的耗时达到 6s)。所以相对来说会在 Tools Calling 的起始阶段有一个较长的等待时间。
|
57
52
|
|
58
|
-
<Image
|
59
|
-
alt="Claude 3.5 Sonnet 复杂指令的 Tools Calling"
|
60
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/23e2d7e5-a6f3-4f4c-9c6a-5651f35a5910"
|
61
|
-
/>
|
53
|
+
<Image alt="Claude 3.5 Sonnet 复杂指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/23e2d7e5-a6f3-4f4c-9c6a-5651f35a5910" />
|
62
54
|
|
63
55
|
<details>
|
64
56
|
<summary>Tools Calling 原始输出:</summary>
|
65
57
|
|
66
|
-
```yml
|
67
|
-
|
68
|
-
```
|
69
|
-
|
58
|
+
```yml
|
59
|
+
```
|
70
60
|
</details>
|
71
61
|
|
72
62
|
## Claude 3 Opus
|
@@ -83,14 +73,10 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
83
73
|
2. Opus 会触发两次 Tools Calling,说明它并不支持 Parallel Tools Calling;
|
84
74
|
3. 从 Tools Calling 的原始输出来看, Opus 也是支持流式 Tools Calling 的
|
85
75
|
|
86
|
-
<Image
|
87
|
-
alt="Claude 3 Opus 简单指令的 Tools Calling"
|
88
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/fa2f89bc-b9d5-43e3-a15e-1e79174d002c"
|
89
|
-
/>
|
90
|
-
|
91
|
-
<details>
|
92
|
-
<summary>Tools Calling 原始输出:</summary>
|
76
|
+
<Image alt="Claude 3 Opus 简单指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/fa2f89bc-b9d5-43e3-a15e-1e79174d002c" />
|
93
77
|
|
78
|
+
<details>
|
79
|
+
<summary>Tools Calling 原始输出:</summary>
|
94
80
|
</details>
|
95
81
|
|
96
82
|
### 复杂调用指令:文生图
|
@@ -104,14 +90,10 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
104
90
|
1. 结合简单任务, Opus 的工具调用一定会输出 `<thinking>` 标签,这其实对体验影响非常大
|
105
91
|
2. Opus 输出的 prompts 字段是字符串,而不是数组,导致报错,无法正常调用插件。
|
106
92
|
|
107
|
-
<Image
|
108
|
-
alt="Claude 3 Opus 复杂指令的 Tools Calling"
|
109
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/1eee785d-932f-4320-845e-eed0bee4b1ae"
|
110
|
-
/>
|
93
|
+
<Image alt="Claude 3 Opus 复杂指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/1eee785d-932f-4320-845e-eed0bee4b1ae" />
|
111
94
|
|
112
95
|
<details>
|
113
96
|
<summary>Tools Calling 原始输出:</summary>
|
114
|
-
|
115
97
|
</details>
|
116
98
|
|
117
99
|
## Claude 3 Sonnet
|
@@ -124,14 +106,10 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
124
106
|
|
125
107
|
从上述视频中可以看出,Claude 3 Sonnet 会调用两次 Tools Calling,说明它并不支持 Parallel Tools Calling。
|
126
108
|
|
127
|
-
<Image
|
128
|
-
alt="Claude 3 Sonnet 简单指令的 Tools Calling"
|
129
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/e82f5c69-7607-488f-8c10-0482fb380c6c"
|
130
|
-
/>
|
109
|
+
<Image alt="Claude 3 Sonnet 简单指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/e82f5c69-7607-488f-8c10-0482fb380c6c" />
|
131
110
|
|
132
111
|
<details>
|
133
112
|
<summary>Tools Calling 原始输出:</summary>
|
134
|
-
|
135
113
|
</details>
|
136
114
|
|
137
115
|
### 复杂调用指令:文生图
|
@@ -142,14 +120,10 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
142
120
|
|
143
121
|
从上述视频中可以看到, Sonnet 3 在复杂指令调用下就失败了。报错原因是 prompts 原本预期为一个数组,但是生成的却是一个字符串。
|
144
122
|
|
145
|
-
<Image
|
146
|
-
alt="Claude 3.5 Sonnet 复杂指令的 Tools Calling"
|
147
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/b7d84e26-920d-4a82-8798-1b1060ebb341"
|
148
|
-
/>
|
123
|
+
<Image alt="Claude 3.5 Sonnet 复杂指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/b7d84e26-920d-4a82-8798-1b1060ebb341" />
|
149
124
|
|
150
125
|
<details>
|
151
126
|
<summary>Tools Calling 原始输出:</summary>
|
152
|
-
|
153
127
|
</details>
|
154
128
|
|
155
129
|
## Claude 3 Haiku
|
@@ -161,10 +135,7 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
161
135
|
1. Claude 3 Haiku 会调用两次 Tools Calling,说明它也不支持 Parallel Tools Calling;
|
162
136
|
2. Haiku 并没有回答好的,也是直接调用的工具;
|
163
137
|
|
164
|
-
<Image
|
165
|
-
alt="Claude 3 Haiku 简单指令的 Tools Calling"
|
166
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/9081b586-cf43-440f-8ef8-1de5d8658694"
|
167
|
-
/>
|
138
|
+
<Image alt="Claude 3 Haiku 简单指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/9081b586-cf43-440f-8ef8-1de5d8658694" />
|
168
139
|
|
169
140
|
### 复杂调用指令:文生图
|
170
141
|
|
@@ -174,12 +145,8 @@ Anthropic Claude 系列模型 Tools Calling 能力一览:
|
|
174
145
|
|
175
146
|
从上述视频中可以看到, Haiku 3 在复杂指令调用下也是失败的。报错原因同样是 prompts 生成了字符串而不是数组。
|
176
147
|
|
177
|
-
<Image
|
178
|
-
alt="Claude 3 Haiku 复杂指令的 Tools Calling"
|
179
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/cde80220-4615-43bb-934f-35fe0de88754"
|
180
|
-
/>
|
148
|
+
<Image alt="Claude 3 Haiku 复杂指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/cde80220-4615-43bb-934f-35fe0de88754" />
|
181
149
|
|
182
150
|
<details>
|
183
151
|
<summary>Tools Calling 原始输出:</summary>
|
184
|
-
|
185
152
|
</details>
|
@@ -15,10 +15,10 @@ tags:
|
|
15
15
|
|
16
16
|
Overview of Google Gemini series model Tools Calling capabilities:
|
17
17
|
|
18
|
-
| Model
|
19
|
-
|
|
20
|
-
| Gemini 1.5 Pro
|
21
|
-
| Gemini 1.5 Flash | ❌
|
18
|
+
| Model | Tools Calling Support | Streaming | Parallel | Simple Instruction Score | Complex Instruction |
|
19
|
+
| ---------------- | --------------------- | --------- | -------- | ------------------------ | ------------------- |
|
20
|
+
| Gemini 1.5 Pro | ✅ | ❌ | ✅ | ⛔ | ⛔ |
|
21
|
+
| Gemini 1.5 Flash | ❌ | ❌ | ❌ | ⛔ | ⛔ |
|
22
22
|
|
23
23
|
<Callout type={'important'}>
|
24
24
|
Based on our actual tests, we strongly recommend not enabling plugins for Gemini because as of
|
@@ -35,38 +35,31 @@ Test Instruction: Instruction ①
|
|
35
35
|
|
36
36
|
In the json output from Gemini, the name is incorrect, so LobeChat cannot recognize which plugin it called. (In the input, the name of the weather plugin is `realtime-weather____fetchCurrentWeather`, while Gemini returns `weather____fetchCurrentWeather`).
|
37
37
|
|
38
|
-
<Image
|
39
|
-
alt="Tools Calling for Simple Instruction in Gemini 1.5 Pro"
|
40
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/1e077799-c25e-43c7-8492-c5c0bb9aed9b"
|
41
|
-
/>
|
38
|
+
<Image alt="Tools Calling for Simple Instruction in Gemini 1.5 Pro" src="https://github.com/lobehub/lobe-chat/assets/28616219/1e077799-c25e-43c7-8492-c5c0bb9aed9b" />
|
42
39
|
|
43
40
|
<details>
|
44
41
|
<summary>Original Tools Calling Output:</summary>
|
45
42
|
|
46
|
-
```yml
|
47
|
-
[stream start] 2024-7-7 17:53:25.647
|
48
|
-
[chunk 0] 2024-7-7 17:53:25.654
|
49
|
-
{"candidates":[{"content":{"parts":[{"text":"好的"}],"role":"model"},"finishReason":"STOP","index":0}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
50
|
-
|
51
|
-
[chunk 1] 2024-7-7 17:53:26.288
|
52
|
-
{"candidates":[{"content":{"parts":[{"text":"\n\n"}],"role":"model"},"finishReason":"STOP","index":0,"safetyRatings":[{"category":"HARM_CATEGORY_SEXUALLY_EXPLICIT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HATE_SPEECH","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HARASSMENT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_DANGEROUS_CONTENT","probability":"NEGLIGIBLE"}]}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
43
|
+
```yml
|
44
|
+
[stream start] 2024-7-7 17:53:25.647
|
45
|
+
[chunk 0] 2024-7-7 17:53:25.654
|
46
|
+
{"candidates":[{"content":{"parts":[{"text":"好的"}],"role":"model"},"finishReason":"STOP","index":0}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
53
47
|
|
54
|
-
[chunk
|
55
|
-
{"candidates":[{"content":{"parts":[{"
|
48
|
+
[chunk 1] 2024-7-7 17:53:26.288
|
49
|
+
{"candidates":[{"content":{"parts":[{"text":"\n\n"}],"role":"model"},"finishReason":"STOP","index":0,"safetyRatings":[{"category":"HARM_CATEGORY_SEXUALLY_EXPLICIT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HATE_SPEECH","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HARASSMENT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_DANGEROUS_CONTENT","probability":"NEGLIGIBLE"}]}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
56
50
|
|
57
|
-
[
|
58
|
-
|
51
|
+
[chunk 2] 2024-7-7 17:53:26.336
|
52
|
+
{"candidates":[{"content":{"parts":[{"functionCall":{"name":"weather____fetchCurrentWeather","args":{"city":"Hangzhou"}}},{"functionCall":{"name":"weather____fetchCurrentWeather","args":{"city":"Beijing"}}}],"role":"model"},"finishReasoSTOP","index":0,"safetyRatings":[{"category":"HARM_CATEGORY_SEXUALLY_EXPLICIT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HATE_SPEECH","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HARASSMENT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_DANGEROUS_CONTENT","probability":"NEGLIGIBLE"}]}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":79,"totalTokenCount":174}}
|
59
53
|
|
54
|
+
[stream finished] total chunks: 3
|
55
|
+
```
|
60
56
|
</details>
|
61
57
|
|
62
58
|
### Complex Instruction Call: Image Generation
|
63
59
|
|
64
60
|
Test Instruction: Instruction ②
|
65
61
|
|
66
|
-
<Image
|
67
|
-
alt="Tools Calling for Complex Instruction in Gemini 1.5 Pro"
|
68
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/a2454a60-3271-4786-861f-d49ceac1316e"
|
69
|
-
/>
|
62
|
+
<Image alt="Tools Calling for Complex Instruction in Gemini 1.5 Pro" src="https://github.com/lobehub/lobe-chat/assets/28616219/a2454a60-3271-4786-861f-d49ceac1316e" />
|
70
63
|
|
71
64
|
When testing a set of complex instructions, Google throws an error directly:
|
72
65
|
|
@@ -15,13 +15,13 @@ tags:
|
|
15
15
|
|
16
16
|
Google Gemini 系列模型 Tools Calling 能力一览:
|
17
17
|
|
18
|
-
| 模型
|
19
|
-
|
|
20
|
-
| Gemini 1.5 Pro
|
21
|
-
| Gemini 1.5 Flash | ❌
|
18
|
+
| 模型 | 支持 Tools Calling | 流式 (Stream) | 并发(Parallel) | 简单指令得分 | 复杂指令 |
|
19
|
+
| ---------------- | ---------------- | ----------- | ------------ | ------ | ---- |
|
20
|
+
| Gemini 1.5 Pro | ✅ | ❌ | ✅ | ⛔ | ⛔ |
|
21
|
+
| Gemini 1.5 Flash | ❌ | ❌ | ❌ | ⛔ | ⛔ |
|
22
22
|
|
23
23
|
<Callout type={'important'}>
|
24
|
-
根据我们的的实际测试,强烈建议不要给 Gemini 开启插件,因为目前(截止2024.07.07)它的 Tools Calling
|
24
|
+
根据我们的的实际测试,强烈建议不要给 Gemini 开启插件,因为目前(截止 2024.07.07)它的 Tools Calling
|
25
25
|
能力实在太烂了。
|
26
26
|
</Callout>
|
27
27
|
|
@@ -35,38 +35,31 @@ Google Gemini 系列模型 Tools Calling 能力一览:
|
|
35
35
|
|
36
36
|
Gemini 输出的 json 中,name 是错误的,因此 LobeChat 无法识别到它调用了什么插件。(入参中,天气插件的 name 为 `realtime-weather____fetchCurrentWeather`,而 Gemini 返回的是 `weather____fetchCurrentWeather`)。
|
37
37
|
|
38
|
-
<Image
|
39
|
-
alt="Gemini 1.5 Pro 简单指令的 Tools Calling"
|
40
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/1e077799-c25e-43c7-8492-c5c0bb9aed9b"
|
41
|
-
/>
|
38
|
+
<Image alt="Gemini 1.5 Pro 简单指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/1e077799-c25e-43c7-8492-c5c0bb9aed9b" />
|
42
39
|
|
43
40
|
<details>
|
44
41
|
<summary>Tools Calling 原始输出:</summary>
|
45
42
|
|
46
|
-
```yml
|
47
|
-
[stream start] 2024-7-7 17:53:25.647
|
48
|
-
[chunk 0] 2024-7-7 17:53:25.654
|
49
|
-
{"candidates":[{"content":{"parts":[{"text":"好的"}],"role":"model"},"finishReason":"STOP","index":0}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
50
|
-
|
51
|
-
[chunk 1] 2024-7-7 17:53:26.288
|
52
|
-
{"candidates":[{"content":{"parts":[{"text":"\n\n"}],"role":"model"},"finishReason":"STOP","index":0,"safetyRatings":[{"category":"HARM_CATEGORY_SEXUALLY_EXPLICIT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HATE_SPEECH","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HARASSMENT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_DANGEROUS_CONTENT","probability":"NEGLIGIBLE"}]}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
43
|
+
```yml
|
44
|
+
[stream start] 2024-7-7 17:53:25.647
|
45
|
+
[chunk 0] 2024-7-7 17:53:25.654
|
46
|
+
{"candidates":[{"content":{"parts":[{"text":"好的"}],"role":"model"},"finishReason":"STOP","index":0}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
53
47
|
|
54
|
-
[chunk
|
55
|
-
{"candidates":[{"content":{"parts":[{"
|
48
|
+
[chunk 1] 2024-7-7 17:53:26.288
|
49
|
+
{"candidates":[{"content":{"parts":[{"text":"\n\n"}],"role":"model"},"finishReason":"STOP","index":0,"safetyRatings":[{"category":"HARM_CATEGORY_SEXUALLY_EXPLICIT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HATE_SPEECH","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HARASSMENT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_DANGEROUS_CONTENT","probability":"NEGLIGIBLE"}]}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":1,"totalTokenCount":96}}
|
56
50
|
|
57
|
-
[
|
58
|
-
|
51
|
+
[chunk 2] 2024-7-7 17:53:26.336
|
52
|
+
{"candidates":[{"content":{"parts":[{"functionCall":{"name":"weather____fetchCurrentWeather","args":{"city":"杭州"}}},{"functionCall":{"name":"weather____fetchCurrentWeather","args":{"city":"北京"}}}],"role":"model"},"finishReasoSTOP","index":0,"safetyRatings":[{"category":"HARM_CATEGORY_SEXUALLY_EXPLICIT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HATE_SPEECH","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_HARASSMENT","probability":"NEGLIGIBLE"},{"category":"HARM_CATEGORY_DANGEROUS_CONTENT","probability":"NEGLIGIBLE"}]}],"usageMetadata":{"promptTokenCount":95,"candidatesTokenCount":79,"totalTokenCount":174}}
|
59
53
|
|
54
|
+
[stream finished] total chunks: 3
|
55
|
+
```
|
60
56
|
</details>
|
61
57
|
|
62
58
|
### 复杂调用指令:文生图
|
63
59
|
|
64
60
|
测试指令:指令 ②
|
65
61
|
|
66
|
-
<Image
|
67
|
-
alt="Gemini 1.5 Pro 复杂指令的 Tools Calling"
|
68
|
-
src="https://github.com/lobehub/lobe-chat/assets/28616219/a2454a60-3271-4786-861f-d49ceac1316e"
|
69
|
-
/>
|
62
|
+
<Image alt="Gemini 1.5 Pro 复杂指令的 Tools Calling" src="https://github.com/lobehub/lobe-chat/assets/28616219/a2454a60-3271-4786-861f-d49ceac1316e" />
|
70
63
|
|
71
64
|
在测试复杂指令集时,Google 直接抛错:
|
72
65
|
|