@lobehub/chat 1.80.4 → 1.81.0

package/packages/web-crawler/src/crawImpl/__tests__/search1api.test.ts

@@ -1,14 +1,14 @@
 import { describe, expect, it, vi } from 'vitest';
 
-import * as withTimeoutModule from '../../utils/withTimeout';
 import { NetworkConnectionError, PageNotFoundError, TimeoutError } from '../../utils/errorType';
+import * as withTimeoutModule from '../../utils/withTimeout';
 import { search1api } from '../search1api';
 
 describe('search1api crawler', () => {
   // Mock fetch function
   const mockFetch = vi.fn();
   global.fetch = mockFetch;
-  
+
   // Original env
   let originalEnv: NodeJS.ProcessEnv;
 
@@ -16,7 +16,7 @@ describe('search1api crawler', () => {
     vi.resetAllMocks();
     originalEnv = { ...process.env };
     process.env.SEARCH1API_API_KEY = 'test-api-key';
-    
+
     // Mock withTimeout to directly return the promise
     vi.spyOn(withTimeoutModule, 'withTimeout').mockImplementation((promise) => promise);
   });
@@ -25,17 +25,9 @@ describe('search1api crawler', () => {
     process.env = originalEnv;
   });
 
-  it('should throw error when API key is not set', async () => {
-    delete process.env.SEARCH1API_API_KEY;
-    
-    await expect(search1api('https://example.com', { filterOptions: {} })).rejects.toThrow(
-      'SEARCH1API_API_KEY environment variable is not set',
-    );
-  });
-
   it('should throw NetworkConnectionError when fetch fails', async () => {
     mockFetch.mockRejectedValue(new Error('fetch failed'));
-    
+
     await expect(search1api('https://example.com', { filterOptions: {} })).rejects.toThrow(
       NetworkConnectionError,
     );
@@ -44,12 +36,12 @@ describe('search1api crawler', () => {
   it('should throw TimeoutError when request times out', async () => {
     // Restore original withTimeout implementation for this test
     vi.spyOn(withTimeoutModule, 'withTimeout').mockRestore();
-    
+
     // Mock withTimeout to throw TimeoutError
     vi.spyOn(withTimeoutModule, 'withTimeout').mockImplementation(() => {
       throw new TimeoutError('Request timeout after 10000ms');
     });
-    
+
     await expect(search1api('https://example.com', { filterOptions: {} })).rejects.toThrow(
       TimeoutError,
     );
@@ -61,7 +53,7 @@ describe('search1api crawler', () => {
       status: 404,
       statusText: 'Not Found',
     });
-    
+
     await expect(search1api('https://example.com', { filterOptions: {} })).rejects.toThrow(
       PageNotFoundError,
     );
@@ -73,7 +65,7 @@ describe('search1api crawler', () => {
       status: 500,
       statusText: 'Internal Server Error',
     });
-    
+
     await expect(search1api('https://example.com', { filterOptions: {} })).rejects.toThrow(
       'Search1API request failed with status 500: Internal Server Error',
     );
@@ -82,37 +74,39 @@ describe('search1api crawler', () => {
   it('should return undefined when content is too short', async () => {
     mockFetch.mockResolvedValue({
       ok: true,
-      json: () => Promise.resolve({
-        crawlParameters: { url: 'https://example.com' },
-        results: {
-          title: 'Test Title',
-          link: 'https://example.com',
-          content: 'Short', // Less than 100 characters
-        },
-      }),
+      json: () =>
+        Promise.resolve({
+          crawlParameters: { url: 'https://example.com' },
+          results: {
+            title: 'Test Title',
+            link: 'https://example.com',
+            content: 'Short', // Less than 100 characters
+          },
+        }),
     });
-    
+
     const result = await search1api('https://example.com', { filterOptions: {} });
     expect(result).toBeUndefined();
   });
 
   it('should return crawl result on successful fetch', async () => {
     const mockContent = 'This is a test content that is longer than 100 characters. '.repeat(3);
-    
+
     mockFetch.mockResolvedValue({
       ok: true,
-      json: () => Promise.resolve({
-        crawlParameters: { url: 'https://example.com' },
-        results: {
-          title: 'Test Title',
-          link: 'https://example.com',
-          content: mockContent,
-        },
-      }),
+      json: () =>
+        Promise.resolve({
+          crawlParameters: { url: 'https://example.com' },
+          results: {
+            title: 'Test Title',
+            link: 'https://example.com',
+            content: mockContent,
+          },
+        }),
     });
-    
+
     const result = await search1api('https://example.com', { filterOptions: {} });
-    
+
     expect(mockFetch).toHaveBeenCalledWith('https://api.search1api.com/crawl', {
       method: 'POST',
       headers: {
@@ -123,7 +117,7 @@ describe('search1api crawler', () => {
         url: 'https://example.com',
       }),
     });
-    
+
     expect(result).toEqual({
       content: mockContent,
       contentType: 'text',
@@ -140,8 +134,8 @@ describe('search1api crawler', () => {
       ok: true,
       json: () => Promise.reject(new Error('Invalid JSON')),
     });
-    
+
     const result = await search1api('https://example.com', { filterOptions: {} });
     expect(result).toBeUndefined();
   });
-}); 
+});

package/packages/web-crawler/src/crawImpl/search1api.ts

@@ -17,12 +17,6 @@ export const search1api: CrawlImpl = async (url) => {
   // Get API key from environment variable
   const apiKey = process.env.SEARCH1API_CRAWL_API_KEY || process.env.SEARCH1API_API_KEY;
 
-  if (!apiKey) {
-    throw new Error(
-      'SEARCH1API_API_KEY environment variable is not set. Visit https://www.search1api.com to get free quota.',
-    );
-  }
-
   let res: Response;
 
   try {
@@ -32,7 +26,7 @@ export const search1api: CrawlImpl = async (url) => {
           url,
         }),
         headers: {
-          'Authorization': `Bearer ${apiKey}`,
+          'Authorization': !apiKey ? '' : `Bearer ${apiKey}`,
           'Content-Type': 'application/json',
         },
         method: 'POST',

package/packages/web-crawler/src/index.ts

@@ -1,2 +1,3 @@
+export type { CrawlImplType } from './crawImpl';
 export { Crawler } from './crawler';
 export * from './type';

package/packages/web-crawler/src/urlRules.ts

@@ -31,6 +31,7 @@ export const crawUrlRules: CrawlUrlRule[] = [
     filterOptions: {
       enableReadability: false,
     },
+    impls: ['naive', 'jina'],
     urlPattern: 'https://github.com/([^/]+)/([^/]+)/blob/([^/]+)/(.*)',
     urlTransform: 'https://github.com/$1/$2/raw/refs/heads/$3/$4',
   },
@@ -38,6 +39,7 @@ export const crawUrlRules: CrawlUrlRule[] = [
     filterOptions: {
       enableReadability: false,
     },
+    impls: ['naive', 'jina'],
     // GitHub discussion
     urlPattern: 'https://github.com/(.*)/discussions/(.*)',
   },
@@ -79,9 +81,9 @@ export const crawUrlRules: CrawlUrlRule[] = [
       enableReadability: false,
       pureText: true,
     },
+    impls: ['naive'],
     urlPattern: 'https://www.qiumiwu.com/standings/(.*)',
   },
-
   // mozilla use jina
   {
     impls: ['jina'],

package/src/config/aiModels/ai21.ts

@@ -6,14 +6,16 @@ const ai21ChatModels: AIChatModelCard[] = [
       functionCall: true,
     },
     contextWindowTokens: 256_000,
-    displayName: 'Jamba 1.5 Mini',
+    description:
+      '在同级别中最高效的模型，兼顾速度与质量，具备更小的体积。',
+    displayName: 'Jamba Mini',
     enabled: true,
-    id: 'jamba-1.5-mini',
+    id: 'jamba-mini',
     pricing: {
       input: 0.2,
       output: 0.4,
     },
-    releasedAt: '2024-08-22',
+    releasedAt: '2025-03-06',
     type: 'chat',
   },
   {
@@ -21,14 +23,16 @@ const ai21ChatModels: AIChatModelCard[] = [
       functionCall: true,
     },
     contextWindowTokens: 256_000,
-    displayName: 'Jamba 1.5 Large',
+    description:
+      '我们最强大、最先进的模型，专为处理企业级复杂任务而设计，具备卓越的性能。',
+    displayName: 'Jamba Large',
     enabled: true,
-    id: 'jamba-1.5-large',
+    id: 'jamba-large',
     pricing: {
       input: 2,
       output: 8,
     },
-    releasedAt: '2024-08-22',
+    releasedAt: '2025-03-06',
     type: 'chat',
   },
 ];

package/src/config/aiModels/ai360.ts

@@ -26,7 +26,6 @@ const ai360ChatModels: AIChatModelCard[] = [
     description:
       '360gpt2-o1 使用树搜索构建思维链，并引入了反思机制，使用强化学习训练，模型具备自我反思与纠错的能力。',
     displayName: '360GPT2 o1',
-    enabled: true,
     id: '360gpt2-o1',
     pricing: {
       currency: 'CNY',
@@ -36,6 +35,10 @@ const ai360ChatModels: AIChatModelCard[] = [
     type: 'chat',
   },
   {
+    abilities: {
+      functionCall: true,
+      search: true,
+    },
     contextWindowTokens: 8000,
     description:
       '360智脑系列效果最好的主力千亿级大模型，广泛适用于各领域复杂任务场景。',
@@ -47,6 +50,9 @@ const ai360ChatModels: AIChatModelCard[] = [
       input: 2,
       output: 5,
     },
+    settings: {
+      searchImpl: 'params',
+    },
     type: 'chat',
   },
   {
@@ -58,7 +64,6 @@ const ai360ChatModels: AIChatModelCard[] = [
     description:
       '360智脑系列效果最好的主力千亿级大模型，广泛适用于各领域复杂任务场景。',
     displayName: '360GPT Pro',
-    enabled: true,
     id: '360gpt-pro',
     pricing: {
       currency: 'CNY',
@@ -70,6 +75,19 @@ const ai360ChatModels: AIChatModelCard[] = [
     },
     type: 'chat',
   },
+  {
+    contextWindowTokens: 16_000,
+    description:
+      '翻译专用模型，深度微调优化，翻译效果领先。',
+    displayName: '360GPT Pro Trans',
+    id: '360gpt-pro-trans',
+    pricing: {
+      currency: 'CNY',
+      input: 2,
+      output: 5,
+    },
+    type: 'chat',
+  },
   {
     contextWindowTokens: 7000,
     description:
@@ -84,6 +102,22 @@ const ai360ChatModels: AIChatModelCard[] = [
     },
     type: 'chat',
   },
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 64_000,
+    description:
+      '【360部署版】DeepSeek-R1在后训练阶段大规模使用了强化学习技术，在仅有极少标注数据的情况下，极大提升了模型推理能力。在数学、代码、自然语言推理等任务上，性能比肩 OpenAI o1 正式版。',
+    displayName: 'DeepSeek R1',
+    id: '360/deepseek-r1',
+    pricing: {
+      currency: 'CNY',
+      input: 4,
+      output: 16,
+    },
+    type: 'chat',
+  },
 ];
 
 export const allModels = [...ai360ChatModels];

package/src/config/aiModels/stepfun.ts

@@ -13,6 +13,7 @@ const stepfunChatModels: AIChatModelCard[] = [
     contextWindowTokens: 100_000,
     description: '该模型是拥有强大的图像理解能力的推理大模型，能够处理图像和文字信息，经过深度思考后输出文本生成文本内容。该模型在视觉推理领域表现突出，同时拥有第一梯队的数学、代码、文本推理能力。上下文长度为100k。',
     displayName: 'Step R1 V Mini',
+    enabled: true,
     id: 'step-r1-v-mini',
     pricing: {
       currency: 'CNY',

package/src/config/aiModels/taichu.ts

@@ -3,6 +3,17 @@ import { AIChatModelCard } from '@/types/aiModel';
 // https://docs.wair.ac.cn/maas/jiage.html
 
 const taichuChatModels: AIChatModelCard[] = [
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 32_768,
+    description: 'taichu_o1是新一代推理大模型，通过多模态交互和强化学习实现类人思维链，支持复杂决策推演，在保持高精度输出的同时展现可模型推理的思维路径，适用于策略分析与深度思考等场景。',
+    displayName: 'Taichu O1',
+    enabled: true,
+    id: 'taichu_o1',
+    type: 'chat',
+  },
   {
     abilities: {
       functionCall: true,
@@ -35,6 +46,56 @@ const taichuChatModels: AIChatModelCard[] = [
     },
     type: 'chat',
   },
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 131_072,
+    description: 'DeepSeek-R1 是一款强化学习（RL）驱动的推理模型，解决了模型中的重复性和可读性问题。在 RL 之前，DeepSeek-R1 引入了冷启动数据，进一步优化了推理性能。它在数学、代码和推理任务中与 OpenAI-o1 表现相当，并且通过精心设计的训练方法，提升了整体效果。',
+    displayName: 'DeepSeek R1',
+    id: 'deepseek_r1',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 131_072,
+    description: 'DeepSeek-R1-Distill-Qwen-14B 是基于 Qwen2.5-14B 通过知识蒸馏得到的模型。该模型使用 DeepSeek-R1 生成的 80 万个精选样本进行微调，展现出优秀的推理能力。',
+    displayName: 'DeepSeek R1 Distill Qwen 14B',
+    id: 'deepseek_r1_distill_qwen_14b',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 131_072,
+    description: 'DeepSeek-R1-Distill-Qwen-32B 是基于 Qwen2.5-32B 通过知识蒸馏得到的模型。该模型使用 DeepSeek-R1 生成的 80 万个精选样本进行微调，在数学、编程和推理等多个领域展现出卓越的性能。',
+    displayName: 'DeepSeek R1 Distill Qwen 32B',
+    id: 'deepseek_r1_distill_qwen_32b',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 131_072,
+    description: 'DeepSeek-R1-Distill-Llama-70B 是基于 Llama-3.3-70B-Instruct 经过蒸馏训练得到的模型。该模型是 DeepSeek-R1 系列的一部分，通过使用 DeepSeek-R1 生成的样本进行微调，在数学、编程和推理等多个领域展现出优秀的性能。',
+    displayName: 'DeepSeek R1 Distill Llama 70B',
+    id: 'deepseek_r1_distill_llama_70b',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 32_768,
+    description: 'Qwen 系列中等规模的推理模型。与传统的指令调优模型相比，具备思考和推理能力的 QwQ 在下游任务中，尤其是在解决难题时，能够显著提升性能。',
+    displayName: 'QwQ 32B',
+    id: 'qwq_32b',
+    type: 'chat',
+  },
 ];
 
 export const allModels = [...taichuChatModels];

package/src/config/aiModels/volcengine.ts

@@ -61,7 +61,6 @@ const doubaoChatModels: AIChatModelCard[] = [
     description:
       'DeepSeek-R1 在后训练阶段大规模使用了强化学习技术，在仅有极少标注数据的情况下，极大提升了模型推理能力。在数学、代码、自然语言推理等任务上，性能比肩 OpenAI o1 正式版。',
     displayName: 'DeepSeek R1',
-    enabled: true,
     id: 'deepseek-r1',
     maxOutput: 16_384,
     pricing: {

package/src/config/modelProviders/ai21.ts

@@ -26,7 +26,7 @@ const Ai21: ModelProviderCard = {
       },
     },
   ],
-  checkModel: 'jamba-1.5-mini',
+  checkModel: 'jamba-mini',
   description: 'AI21 Labs 为企业构建基础模型和人工智能系统，加速生成性人工智能在生产中的应用。',
   id: 'ai21',
   modelsUrl: 'https://docs.ai21.com/reference',

package/src/config/tools.ts

@@ -5,11 +5,13 @@ export const getToolsConfig = () => {
   return createEnv({
     runtimeEnv: {
       CRAWLER_IMPLS: process.env.CRAWLER_IMPLS,
+      SEARCH_PROVIDERS: process.env.SEARCH_PROVIDERS,
       SEARXNG_URL: process.env.SEARXNG_URL,
     },
 
     server: {
       CRAWLER_IMPLS: z.string().optional(),
+      SEARCH_PROVIDERS: z.string().optional(),
       SEARXNG_URL: z.string().url().optional(),
     },
   });

package/src/database/repositories/aiInfra/index.test.ts

@@ -300,7 +300,7 @@ describe('AiInfraRepos', () => {
     });
 
     it('should use builtin models', async () => {
-      const providerId = 'taichu';
+      const providerId = 'ai21';
 
       vi.spyOn(repo.aiModelModel, 'getModelListByProviderId').mockResolvedValue([]);
 
@@ -309,8 +309,8 @@ describe('AiInfraRepos', () => {
       expect(result).toHaveLength(2);
       expect(result).toEqual(
         expect.arrayContaining([
-          expect.objectContaining({ id: 'taichu_llm' }),
-          expect.objectContaining({ id: 'taichu_vl' }),
+          expect.objectContaining({ id: 'jamba-mini' }),
+          expect.objectContaining({ id: 'jamba-large' }),
         ]),
       );
     });

package/src/features/Conversation/Messages/Assistant/Tool/Inspector/Debug.tsx

@@ -4,6 +4,7 @@ import { memo } from 'react';
 import { useTranslation } from 'react-i18next';
 
 import PluginResult from './PluginResultJSON';
+import PluginState from './PluginState';
 
 interface DebugProps {
   payload: object;
@@ -28,15 +29,20 @@ const Debug = memo<DebugProps>(({ payload, requestArgs, toolCallId }) => {
           key: 'arguments',
           label: t('debug.arguments'),
         },
+        {
+          children: <PluginResult toolCallId={toolCallId} />,
+          key: 'response',
+          label: t('debug.response'),
+        },
         {
           children: <Highlighter language={'json'}>{JSON.stringify(payload, null, 2)}</Highlighter>,
           key: 'function_call',
           label: t('debug.function_call'),
         },
         {
-          children: <PluginResult toolCallId={toolCallId} />,
-          key: 'response',
-          label: t('debug.response'),
+          children: <PluginState toolCallId={toolCallId} />,
+          key: 'pluginState',
+          label: t('debug.pluginState'),
         },
       ]}
       style={{ display: 'grid', maxWidth: 800, minWidth: 400 }}

package/src/features/Conversation/Messages/Assistant/Tool/Inspector/PluginState.tsx

@@ -0,0 +1,21 @@
+import { Highlighter } from '@lobehub/ui';
+import { memo } from 'react';
+
+import { useChatStore } from '@/store/chat';
+import { chatSelectors } from '@/store/chat/selectors';
+
+export interface FunctionMessageProps {
+  toolCallId: string;
+}
+
+const PluginState = memo<FunctionMessageProps>(({ toolCallId }) => {
+  const toolMessage = useChatStore(chatSelectors.getMessageByToolCallId(toolCallId));
+
+  return (
+    <Highlighter language={'json'} style={{ maxHeight: 200, maxWidth: 800, overflow: 'scroll' }}>
+      {JSON.stringify(toolMessage?.pluginState, null, 2)}
+    </Highlighter>
+  );
+});
+
+export default PluginState;

package/src/features/Conversation/Messages/Assistant/Tool/Render/Arguments.tsx

@@ -93,7 +93,7 @@ const ObjectDisplay = memo(({ data, shine }: ObjectDisplayProps) => {
           <div className={styles.row} key={key}>
             <span
               className={styles.key}
-              style={{ minWidth: hasMinWidth ? (isMobile ? 60 : 80) : undefined }}
+              style={{ minWidth: hasMinWidth ? (isMobile ? 60 : 140) : undefined }}
             >
               {key}
             </span>

package/src/locales/default/plugin.ts

@@ -5,6 +5,7 @@ export default {
     off: '关闭调试',
     on: '查看插件调用信息',
     payload: '插件载荷',
+    pluginState: '插件 State',
     response: '返回结果',
     tool_call: '工具调用请求',
   },

package/src/server/routers/tools/{__test__/search.test.ts → search.test.ts}

@@ -3,10 +3,10 @@ import { TRPCError } from '@trpc/server';
 import { beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { toolsEnv } from '@/config/tools';
-import { SearXNGClient } from '@/server/modules/SearXNG';
+import { SearXNGClient } from '@/server/services/search/impls/searxng/client';
 import { SEARCH_SEARXNG_NOT_CONFIG } from '@/types/tool/search';
 
-import { searchRouter } from '../search';
+import { searchRouter } from './search';
 
 // Mock JWT verification
 vi.mock('@/utils/server/jwt', () => ({
@@ -19,7 +19,7 @@ vi.mock('@lobechat/web-crawler', () => ({
   })),
 }));
 
-vi.mock('@/server/modules/SearXNG');
+vi.mock('@/server/services/search/impls/searxng/client');
 
 describe('searchRouter', () => {
   const mockContext = {
@@ -104,7 +104,18 @@ describe('searchRouter', () => {
         query: 'test query',
       });
 
-      expect(result).toEqual(mockSearchResult);
+      expect(result).toEqual({
+        costTime: 0,
+        query: 'test query',
+        results: [
+          {
+            title: 'Test Result',
+            parsedUrl: 'test.com',
+            url: 'http://test.com',
+            content: 'Test content',
+          },
+        ],
+      });
     });
 
     it('should work without specifying search engines', async () => {
@@ -128,7 +139,18 @@ describe('searchRouter', () => {
         query: 'test query',
       });
 
-      expect(result).toEqual(mockSearchResult);
+      expect(result).toEqual({
+        costTime: 0,
+        query: 'test query',
+        results: [
+          {
+            title: 'Test Result',
+            parsedUrl: 'test.com',
+            url: 'http://test.com',
+            content: 'Test content',
+          },
+        ],
+      });
     });
 
     it('should handle search errors', async () => {

package/src/server/routers/tools/search.ts

@@ -1,14 +1,9 @@
-import { Crawler } from '@lobechat/web-crawler';
-import { TRPCError } from '@trpc/server';
-import pMap from 'p-map';
 import { z } from 'zod';
 
-import { toolsEnv } from '@/config/tools';
 import { isServerMode } from '@/const/version';
 import { passwordProcedure } from '@/libs/trpc/edge';
 import { authedProcedure, router } from '@/libs/trpc/lambda';
-import { SearXNGClient } from '@/server/modules/SearXNG';
-import { SEARCH_SEARXNG_NOT_CONFIG } from '@/types/tool/search';
+import { searchService } from '@/server/services/search';
 
 // TODO: password procedure 未来的处理方式可能要思考下
 const searchProcedure = isServerMode ? authedProcedure : passwordProcedure;
@@ -22,24 +17,7 @@ export const searchRouter = router({
       }),
     )
     .mutation(async ({ input }) => {
-      const envString = toolsEnv.CRAWLER_IMPLS || '';
-
-      // 处理全角逗号和多余空格
-      let envValue = envString.replaceAll('，', ',').trim();
-
-      const impls = envValue.split(',').filter(Boolean);
-
-      const crawler = new Crawler({ impls });
-
-      const results = await pMap(
-        input.urls,
-        async (url) => {
-          return await crawler.crawl({ impls: input.impls, url });
-        },
-        { concurrency: 3 },
-      );
-
-      return { results };
+      return searchService.crawlPages(input);
     }),
 
   query: searchProcedure
@@ -56,25 +34,6 @@ export const searchRouter = router({
       }),
     )
     .query(async ({ input }) => {
-      if (!toolsEnv.SEARXNG_URL) {
-        throw new TRPCError({ code: 'NOT_IMPLEMENTED', message: SEARCH_SEARXNG_NOT_CONFIG });
-      }
-
-      const client = new SearXNGClient(toolsEnv.SEARXNG_URL);
-
-      try {
-        return await client.search(input.query, {
-          categories: input.optionalParams?.searchCategories,
-          engines: input.optionalParams?.searchEngines,
-          time_range: input.optionalParams?.searchTimeRange,
-        });
-      } catch (e) {
-        console.error(e);
-
-        throw new TRPCError({
-          code: 'SERVICE_UNAVAILABLE',
-          message: (e as Error).message,
-        });
-      }
+      return await searchService.query(input.query, input.optionalParams);
     }),
 });