@lobehub/chat 1.74.10 → 1.75.0

package/src/libs/agent-runtime/xinference/index.ts

@@ -0,0 +1,53 @@
+import { ModelProvider } from '../types';
+import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+
+import type { ChatModelCard } from '@/types/llm';
+
+export interface XinferenceModelCard {
+  context_length: number;
+  id: string;
+  model_ability: string[];
+  model_description: string;
+  model_type: string;
+  name: string;
+}
+
+export const LobeXinferenceAI = LobeOpenAICompatibleFactory({
+  baseURL: 'http://localhost:9997/v1',
+  debug: {
+    chatCompletion: () => process.env.DEBUG_XINFERENCE_CHAT_COMPLETION === '1',
+  },
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
+
+    const modelsPage = await client.models.list() as any;
+    const modelList: XinferenceModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: model.context_length,
+          description: model.model_description,
+          displayName: model.name,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            (model.model_ability && model.model_ability.includes("tools"))
+            || knownModel?.abilities?.functionCall
+            || false,
+          id: model.id,
+          reasoning:
+            (model.model_ability && model.model_ability.includes("reasoning"))
+            || knownModel?.abilities?.reasoning
+            || false,
+          vision:
+            (model.model_ability && model.model_ability.includes("vision"))
+            || knownModel?.abilities?.vision
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
+  },
+  provider: ModelProvider.Xinference,
+});

package/src/store/chat/slices/message/selectors.test.ts

@@ -48,6 +48,27 @@ const mockMessages = [
   },
 ] as ChatMessage[];
 
+const mockReasoningMessages = [
+  {
+    id: 'msg1',
+    content: 'Hello World',
+    role: 'user',
+  },
+  {
+    id: 'msg2',
+    content: 'Goodbye World',
+    role: 'user',
+  },
+  {
+    id: 'msg3',
+    content: 'Content Message',
+    role: 'assistant',
+    reasoning: {
+      content: 'Reasoning Content',
+    },
+  },
+] as ChatMessage[];
+
 const mockedChats = [
   {
     id: 'msg1',
@@ -270,6 +291,27 @@ describe('chatSelectors', () => {
     });
   });
 
+  describe('latestMessageReasoningContent', () => {
+    it('should return the reasoning content of the latest message', () => {
+      // Prepare a state with a few messages
+      const state = merge(initialStore, {
+        messagesMap: {
+          [messageMapKey('active-session')]: mockReasoningMessages,
+        },
+        activeId: 'active-session',
+      });
+
+      const expectedString = mockReasoningMessages.at(-1)?.reasoning?.content;
+
+      // Call the selector and verify the result
+      const reasoningContent = chatSelectors.mainAILatestMessageReasoningContent(state);
+      expect(reasoningContent).toBe(expectedString);
+
+      // Restore the mocks after the test
+      vi.restoreAllMocks();
+    });
+  });
+
   describe('showInboxWelcome', () => {
     it('should return false if the active session is not the inbox session', () => {
       const state = merge(initialStore, { activeId: 'someActiveId' });

package/src/store/chat/slices/message/selectors.ts

@@ -98,6 +98,9 @@ const mainAIChatsMessageString = (s: ChatStoreState): string => {
   return chats.map((m) => m.content).join('');
 };
 
+const mainAILatestMessageReasoningContent = (s: ChatStoreState) =>
+  mainAIChats(s).at(-1)?.reasoning?.content;
+
 const currentToolMessages = (s: ChatStoreState) => {
   const messages = activeBaseChats(s);
 
@@ -214,6 +217,7 @@ export const chatSelectors = {
   mainAIChats,
   mainAIChatsMessageString,
   mainAIChatsWithHistoryConfig,
+  mainAILatestMessageReasoningContent,
   mainDisplayChatIDs,
   mainDisplayChats,
   showInboxWelcome,

package/src/types/user/settings/keyVaults.ts

@@ -84,6 +84,7 @@ export interface UserKeyVaults extends SearchEngineKeyVaults {
   volcengine?: OpenAICompatibleKeyVault;
   wenxin?: OpenAICompatibleKeyVault;
   xai?: OpenAICompatibleKeyVault;
+  xinference?: OpenAICompatibleKeyVault;
   zeroone?: OpenAICompatibleKeyVault;
   zhipu?: OpenAICompatibleKeyVault;
 }