@lobehub/lobehub 2.0.0-next.115 → 2.0.0-next.117

package/packages/model-runtime/src/const/models.ts

@@ -5,14 +5,14 @@ export const systemToUserModels = new Set([
   'o1-mini-2024-09-12',
 ]);
 
-// TODO: 临时写法，后续要重构成 model card 展示配置
+// TODO: temporary implementation, needs to be refactored into model card display configuration
 export const disableStreamModels = new Set([
   'o1',
   'o1-2024-12-17',
   'o1-pro',
   'o1-pro-2025-03-19',
   /*
-  官网显示不支持，但是实际试下来支持 Streaming，暂时注释掉
+  Official documentation shows no support, but actual testing shows Streaming is supported, temporarily commented out
   'o3-pro',
   'o3-pro-2025-06-10',
   */
@@ -38,30 +38,68 @@ export const responsesAPIModels = new Set([
   'gpt-5-codex',
   'gpt-5-pro',
   'gpt-5-pro-2025-10-06',
+  'gpt-5.1-codex',
+  'gpt-5.1-codex-mini',
 ]);
 
 /**
- * models support context caching
+ * Regex patterns for models that support context caching (3.5+)
  */
-export const contextCachingModels = new Set([
-  'claude-opus-4-latest',
-  'claude-opus-4-20250514',
-  'claude-sonnet-4-latest',
-  'claude-sonnet-4-20250514',
-  'claude-3-7-sonnet-latest',
-  'claude-3-7-sonnet-20250219',
-  'claude-3-5-sonnet-latest',
-  'claude-3-5-sonnet-20241022',
-  'claude-3-5-sonnet-20240620',
-  'claude-3-5-haiku-latest',
-  'claude-3-5-haiku-20241022',
-]);
+export const contextCachingModelPatterns: RegExp[] = [
+  // Claude 4.5 series - Anthropic API
+  /^claude-(opus|sonnet|haiku)-4-5-/,
+  // Claude 4 series - Anthropic API
+  /^claude-(opus|sonnet)-4-/,
+  // Claude 3.7 - Anthropic API
+  /^claude-3-7-sonnet-/,
+  // Claude 3.5 series - Anthropic API
+  /^claude-3-5-(sonnet|haiku)-/,
+  // OpenRouter format (3.5+)
+  /^anthropic\/claude-(opus|sonnet|haiku)-(4\.5|4|3\.7|3\.5)/,
+  /^anthropic\/claude-(4\.5|4|3\.7|3\.5)-(opus|sonnet|haiku)/,
+  // AWS Bedrock format: [region.]anthropic.claude-xxx
+  /anthropic\.claude-(opus|sonnet|haiku)-(4-5|4|3-7|3-5)-/,
+];
 
-export const thinkingWithToolClaudeModels = new Set([
-  'claude-opus-4-latest',
-  'claude-opus-4-20250514',
-  'claude-sonnet-4-latest',
-  'claude-sonnet-4-20250514',
-  'claude-3-7-sonnet-latest',
-  'claude-3-7-sonnet-20250219',
-]);
+export const isContextCachingModel = (model: string): boolean => {
+  return contextCachingModelPatterns.some((pattern) => pattern.test(model));
+};
+
+/**
+ * Regex patterns for Claude models that support thinking with tools (3.7+)
+ */
+export const thinkingWithToolClaudeModelPatterns: RegExp[] = [
+  // Claude 4.5 series - Anthropic API
+  /^claude-(opus|sonnet|haiku)-4-5-/,
+  // Claude 4 series - Anthropic API
+  /^claude-(opus|sonnet)-4-/,
+  // Claude 3.7 - Anthropic API
+  /^claude-3-7-sonnet-/,
+  // OpenRouter format (3.7+)
+  /^anthropic\/claude-(opus|sonnet|haiku)-(4\.5|4|3\.7)/,
+  /^anthropic\/claude-(4\.5|4|3\.7)-(opus|sonnet|haiku)/,
+  // AWS Bedrock format: [region.]anthropic.claude-xxx
+  /anthropic\.claude-(opus|sonnet|haiku)-(4-5|4|3-7)-/,
+];
+
+export const isThinkingWithToolClaudeModel = (model: string): boolean => {
+  return thinkingWithToolClaudeModelPatterns.some((pattern) => pattern.test(model));
+};
+
+/**
+ * Regex patterns for Claude 4+ models that have temperature/top_p parameter conflict
+ * (cannot set both temperature and top_p at the same time)
+ */
+export const temperatureTopPConflictModelPatterns: RegExp[] = [
+  // Claude 4+ series - Anthropic API (4, 4.1, 4.5)
+  /^claude-(opus|sonnet|haiku)-4/,
+  // OpenRouter format
+  /^anthropic\/claude-(opus|sonnet|haiku)-(4\.5|4\.1|4)/,
+  /^anthropic\/claude-(4\.5|4\.1|4)-(opus|sonnet|haiku)/,
+  // AWS Bedrock format: [region.]anthropic.claude-xxx
+  /anthropic\.claude-(opus|sonnet|haiku)-4/,
+];
+
+export const hasTemperatureTopPConflict = (model: string): boolean => {
+  return temperatureTopPConflictModelPatterns.some((pattern) => pattern.test(model));
+};

package/packages/model-runtime/src/core/contextBuilders/anthropic.ts

@@ -223,3 +223,17 @@ export const buildAnthropicTools = (
     }),
   );
 };
+
+export const buildSearchTool = (): Anthropic.WebSearchTool20250305 => {
+  const maxUses = process.env.ANTHROPIC_MAX_USES;
+
+  return {
+    name: 'web_search',
+    type: 'web_search_20250305',
+    ...(maxUses &&
+      Number.isInteger(Number(maxUses)) &&
+      Number(maxUses) > 0 && {
+        max_uses: Number(maxUses),
+      }),
+  };
+};

package/packages/model-runtime/src/core/contextBuilders/google.test.ts

@@ -33,7 +33,7 @@ describe('google contextBuilders', () => {
 
       const result = await buildGooglePart(content);
 
-      expect(result).toEqual({ text: 'Hello' });
+      expect(result).toEqual({ text: 'Hello', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE });
     });
 
     it('should handle thinking type messages', async () => {
@@ -71,6 +71,7 @@ describe('google contextBuilders', () => {
           data: 'iVBORw0KGgoAAAANSUhEUgAAAAUAAAAFCAYAAACNbyblAAAAHElEQVQI12P4//8/w38GIAXDIBKE0DHxgljNBAAO9TXL0Y4OHwAAAABJRU5ErkJggg==',
           mimeType: 'image/png',
         },
+        thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
       });
     });
 
@@ -101,6 +102,7 @@ describe('google contextBuilders', () => {
           data: mockBase64,
           mimeType: 'image/png',
         },
+        thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
       });
 
       expect(imageToBase64Module.imageUrlToBase64).toHaveBeenCalledWith(imageUrl);
@@ -144,6 +146,7 @@ describe('google contextBuilders', () => {
           data: 'mockVideoBase64Data',
           mimeType: 'video/mp4',
         },
+        thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
       });
     });
   });
@@ -158,7 +161,7 @@ describe('google contextBuilders', () => {
       const converted = await buildGoogleMessage(message);
 
       expect(converted).toEqual({
-        parts: [{ text: 'Hello' }],
+        parts: [{ text: 'Hello', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
         role: 'model',
       });
     });
@@ -172,7 +175,7 @@ describe('google contextBuilders', () => {
       const converted = await buildGoogleMessage(message);
 
       expect(converted).toEqual({
-        parts: [{ text: 'Hi' }],
+        parts: [{ text: 'Hi', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
         role: 'user',
       });
     });
@@ -196,8 +199,11 @@ describe('google contextBuilders', () => {
 
       expect(converted).toEqual({
         parts: [
-          { text: 'Check this image:' },
-          { inlineData: { data: '...', mimeType: 'image/png' } },
+          { text: 'Check this image:', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE },
+          {
+            inlineData: { data: '...', mimeType: 'image/png' },
+            thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+          },
         ],
         role: 'user',
       });
@@ -334,10 +340,18 @@ describe('google contextBuilders', () => {
 
         expect(contents).toEqual([
           {
-            parts: [{ text: '<plugins>Web Browsing plugin available</plugins>' }],
+            parts: [
+              {
+                text: '<plugins>Web Browsing plugin available</plugins>',
+                thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+              },
+            ],
+            role: 'user',
+          },
+          {
+            parts: [{ text: '杭州天气如何', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
             role: 'user',
           },
-          { parts: [{ text: '杭州天气如何' }], role: 'user' },
           {
             parts: [
               {
@@ -421,7 +435,7 @@ describe('google contextBuilders', () => {
 
         expect(contents).toEqual([
           {
-            parts: [{ text: '杭州天气如何' }],
+            parts: [{ text: '杭州天气如何', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
             role: 'user',
           },
           {
@@ -507,7 +521,7 @@ describe('google contextBuilders', () => {
 
         expect(contents).toEqual([
           {
-            parts: [{ text: 'First question' }],
+            parts: [{ text: 'First question', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
             role: 'user',
           },
           {
@@ -534,7 +548,7 @@ describe('google contextBuilders', () => {
             role: 'user',
           },
           {
-            parts: [{ text: 'Second question' }],
+            parts: [{ text: 'Second question', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
             role: 'user',
           },
           {
@@ -604,11 +618,16 @@ describe('google contextBuilders', () => {
 
         expect(contents).toEqual([
           {
-            parts: [{ text: '<plugins>Web Browsing plugin available</plugins>' }],
+            parts: [
+              {
+                text: '<plugins>Web Browsing plugin available</plugins>',
+                thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+              },
+            ],
             role: 'user',
           },
           {
-            parts: [{ text: '杭州天气如何' }],
+            parts: [{ text: '杭州天气如何', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
             role: 'user',
           },
           {
@@ -635,7 +654,7 @@ describe('google contextBuilders', () => {
             role: 'user',
           },
           {
-            parts: [{ text: 'Please try again' }],
+            parts: [{ text: 'Please try again', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
             role: 'user',
           },
         ]);
@@ -651,7 +670,7 @@ describe('google contextBuilders', () => {
       const converted = await buildGoogleMessage(message);
 
       expect(converted).toEqual({
-        parts: [{ text: '' }],
+        parts: [{ text: '', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
         role: 'user',
       });
     });
@@ -690,7 +709,12 @@ describe('google contextBuilders', () => {
       const contents = await buildGoogleMessages(messages);
 
       expect(contents).toHaveLength(1);
-      expect(contents).toEqual([{ parts: [{ text: 'Hello' }], role: 'user' }]);
+      expect(contents).toEqual([
+        {
+          parts: [{ text: 'Hello', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'user',
+        },
+      ]);
     });
 
     it('should not modify the length if model is gemini-1.5-pro', async () => {
@@ -703,8 +727,14 @@ describe('google contextBuilders', () => {
 
       expect(contents).toHaveLength(2);
       expect(contents).toEqual([
-        { parts: [{ text: 'Hello' }], role: 'user' },
-        { parts: [{ text: 'Hi' }], role: 'model' },
+        {
+          parts: [{ text: 'Hello', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'user',
+        },
+        {
+          parts: [{ text: 'Hi', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'model',
+        },
       ]);
     });
 
@@ -730,7 +760,13 @@ describe('google contextBuilders', () => {
       expect(contents).toHaveLength(1);
       expect(contents).toEqual([
         {
-          parts: [{ text: 'Hello' }, { inlineData: { data: '...', mimeType: 'image/png' } }],
+          parts: [
+            { text: 'Hello', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE },
+            {
+              inlineData: { data: '...', mimeType: 'image/png' },
+              thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+            },
+          ],
           role: 'user',
         },
       ]);
@@ -801,8 +837,14 @@ describe('google contextBuilders', () => {
 
       expect(contents).toHaveLength(2);
       expect(contents).toEqual([
-        { parts: [{ text: 'Hello' }], role: 'user' },
-        { parts: [{ text: 'Hi' }], role: 'model' },
+        {
+          parts: [{ text: 'Hello', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'user',
+        },
+        {
+          parts: [{ text: 'Hi', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'model',
+        },
       ]);
     });
 
@@ -817,8 +859,14 @@ describe('google contextBuilders', () => {
 
       expect(contents).toHaveLength(2);
       expect(contents).toEqual([
-        { parts: [{ text: 'Hello' }], role: 'user' },
-        { parts: [{ text: 'Hi' }], role: 'model' },
+        {
+          parts: [{ text: 'Hello', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'user',
+        },
+        {
+          parts: [{ text: 'Hi', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'model',
+        },
       ]);
     });
 
@@ -857,8 +905,14 @@ describe('google contextBuilders', () => {
       const contents = await buildGoogleMessages(messages);
 
       expect(contents).toEqual([
-        { parts: [{ text: 'system prompt' }], role: 'user' },
-        { parts: [{ text: 'LobeChat 最新版本' }], role: 'user' },
+        {
+          parts: [{ text: 'system prompt', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'user',
+        },
+        {
+          parts: [{ text: 'LobeChat 最新版本', thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }],
+          role: 'user',
+        },
         {
           parts: [
             {

package/packages/model-runtime/src/core/contextBuilders/google.ts

@@ -29,7 +29,10 @@ export const buildGooglePart = async (
     }
 
     case 'text': {
-      return { text: content.text };
+      return {
+        text: content.text,
+        thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+      };
     }
 
     case 'image_url': {
@@ -42,6 +45,7 @@ export const buildGooglePart = async (
 
         return {
           inlineData: { data: base64, mimeType: mimeType || 'image/png' },
+          thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
         };
       }
 
@@ -50,6 +54,7 @@ export const buildGooglePart = async (
 
         return {
           inlineData: { data: base64, mimeType },
+          thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
         };
       }
 
@@ -66,6 +71,7 @@ export const buildGooglePart = async (
 
         return {
           inlineData: { data: base64, mimeType: mimeType || 'video/mp4' },
+          thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
         };
       }
 
@@ -76,6 +82,7 @@ export const buildGooglePart = async (
 
         return {
           inlineData: { data: base64, mimeType },
+          thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
         };
       }
 
@@ -126,7 +133,8 @@ export const buildGoogleMessage = async (
   }
 
   const getParts = async () => {
-    if (typeof content === 'string') return [{ text: content }];
+    if (typeof content === 'string')
+      return [{ text: content, thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE }];
 
     const parts = await Promise.all(content.map(async (c) => await buildGooglePart(c)));
     return parts.filter(Boolean) as Part[];

package/packages/model-runtime/src/core/parameterResolver.test.ts

@@ -1,10 +1,7 @@
 import { describe, expect, it } from 'vitest';
 
-import {
-  MODEL_PARAMETER_CONFLICTS,
-  createParameterResolver,
-  resolveParameters,
-} from './parameterResolver';
+import { hasTemperatureTopPConflict } from '../const/models';
+import { createParameterResolver, resolveParameters } from './parameterResolver';
 
 describe('resolveParameters', () => {
   describe('Basic functionality', () => {
@@ -247,54 +244,41 @@ describe('createParameterResolver', () => {
   });
 });
 
-describe('MODEL_PARAMETER_CONFLICTS', () => {
-  describe('ANTHROPIC_CLAUDE_4_PLUS', () => {
-    it('should contain expected Claude 4+ models', () => {
-      expect(MODEL_PARAMETER_CONFLICTS.ANTHROPIC_CLAUDE_4_PLUS.has('claude-opus-4-1')).toBe(true);
-      expect(
-        MODEL_PARAMETER_CONFLICTS.ANTHROPIC_CLAUDE_4_PLUS.has('claude-opus-4-1-20250805'),
-      ).toBe(true);
-      expect(
-        MODEL_PARAMETER_CONFLICTS.ANTHROPIC_CLAUDE_4_PLUS.has('claude-sonnet-4-5-20250929'),
-      ).toBe(true);
-    });
-
-    it('should not contain Claude 3.x models', () => {
-      expect(MODEL_PARAMETER_CONFLICTS.ANTHROPIC_CLAUDE_4_PLUS.has('claude-3-opus-20240229')).toBe(
-        false,
-      );
-      expect(
-        MODEL_PARAMETER_CONFLICTS.ANTHROPIC_CLAUDE_4_PLUS.has('claude-3.5-sonnet-20240620'),
-      ).toBe(false);
+describe('hasTemperatureTopPConflict', () => {
+  describe('Anthropic Claude 4+ models', () => {
+    it('should return true for Claude 4+ models', () => {
+      expect(hasTemperatureTopPConflict('claude-opus-4-1-20250805')).toBe(true);
+      expect(hasTemperatureTopPConflict('claude-sonnet-4-5-20250929')).toBe(true);
+      expect(hasTemperatureTopPConflict('claude-haiku-4-5-20251001')).toBe(true);
+    });
+
+    it('should return false for Claude 3.x models', () => {
+      expect(hasTemperatureTopPConflict('claude-3-opus-20240229')).toBe(false);
+      expect(hasTemperatureTopPConflict('claude-3-5-sonnet-20240620')).toBe(false);
+    });
+  });
+
+  describe('OpenRouter Claude 4+ models', () => {
+    it('should return true for OpenRouter Claude 4+ models', () => {
+      expect(hasTemperatureTopPConflict('anthropic/claude-opus-4.5')).toBe(true);
+      expect(hasTemperatureTopPConflict('anthropic/claude-sonnet-4.1')).toBe(true);
+      expect(hasTemperatureTopPConflict('anthropic/claude-4.5-opus')).toBe(true);
+    });
+
+    it('should return false for OpenRouter Claude 3.x models', () => {
+      expect(hasTemperatureTopPConflict('anthropic/claude-3.5-sonnet')).toBe(false);
+      expect(hasTemperatureTopPConflict('anthropic/claude-3.7-sonnet')).toBe(false);
     });
   });
 
-  describe('BEDROCK_CLAUDE_4_PLUS', () => {
-    it('should contain both standard and Bedrock-specific model IDs', () => {
-      expect(MODEL_PARAMETER_CONFLICTS.BEDROCK_CLAUDE_4_PLUS.has('claude-opus-4-1')).toBe(true);
-      expect(
-        MODEL_PARAMETER_CONFLICTS.BEDROCK_CLAUDE_4_PLUS.has(
-          'anthropic.claude-opus-4-1-20250805-v1:0',
-        ),
-      ).toBe(true);
-      expect(
-        MODEL_PARAMETER_CONFLICTS.BEDROCK_CLAUDE_4_PLUS.has(
-          'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
-        ),
-      ).toBe(true);
-    });
-
-    it('should contain all Bedrock regional variants', () => {
-      expect(
-        MODEL_PARAMETER_CONFLICTS.BEDROCK_CLAUDE_4_PLUS.has(
-          'anthropic.claude-opus-4-20250514-v1:0',
-        ),
-      ).toBe(true);
-      expect(
-        MODEL_PARAMETER_CONFLICTS.BEDROCK_CLAUDE_4_PLUS.has(
-          'us.anthropic.claude-opus-4-20250514-v1:0',
-        ),
-      ).toBe(true);
+  describe('Bedrock Claude 4+ models', () => {
+    it('should return true for Bedrock Claude 4+ models', () => {
+      expect(hasTemperatureTopPConflict('anthropic.claude-opus-4-1-20250805-v1:0')).toBe(true);
+      expect(hasTemperatureTopPConflict('us.anthropic.claude-sonnet-4-5-20250929-v1:0')).toBe(true);
+    });
+
+    it('should return false for Bedrock Claude 3.x models', () => {
+      expect(hasTemperatureTopPConflict('anthropic.claude-3-5-sonnet-20240620-v1:0')).toBe(false);
     });
   });
 });

package/packages/model-runtime/src/core/parameterResolver.ts

@@ -239,44 +239,3 @@ export const createParameterResolver = (options: ParameterResolverOptions) => {
     return resolveParameters(config, options);
   };
 };
-
-/**
- * Common model sets that have parameter conflicts
- */
-export const MODEL_PARAMETER_CONFLICTS = {
-  /**
-   * Claude models after Opus 4.1 that don't allow both temperature and top_p
-   */
-  ANTHROPIC_CLAUDE_4_PLUS: new Set([
-    'claude-opus-4-1',
-    'claude-opus-4-1-20250805',
-    'claude-sonnet-4-5-20250929',
-    'claude-haiku-4-5-20251001',
-    'claude-opus-4-5-20251101',
-  ]),
-
-  /**
-   * Bedrock Claude 4+ models (including Bedrock-specific model IDs)
-   */
-  BEDROCK_CLAUDE_4_PLUS: new Set([
-    'claude-opus-4-1',
-    'claude-opus-4-1-20250805',
-    'claude-opus-4-20250514',
-    'claude-sonnet-4-20250514',
-    'claude-sonnet-4-5-20250929',
-    'claude-haiku-4-5-20251001',
-    // Bedrock model IDs
-    'anthropic.claude-opus-4-1-20250805-v1:0',
-    'us.anthropic.claude-opus-4-1-20250805-v1:0',
-    'anthropic.claude-opus-4-20250514-v1:0',
-    'us.anthropic.claude-opus-4-20250514-v1:0',
-    'anthropic.claude-sonnet-4-20250514-v1:0',
-    'us.anthropic.claude-sonnet-4-20250514-v1:0',
-    'anthropic.claude-sonnet-4-5-20250929-v1:0',
-    'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
-    'anthropic.claude-haiku-4-5-20251001-v1:0',
-    'us.anthropic.claude-haiku-4-5-20251001-v1:0',
-    'global.anthropic.claude-opus-4-5-20251101-v1:0',
-    'anthropic.claude-opus-4-5-20251101-v1:0',
-  ]),
-};