@lobehub/chat 0.148.4 → 0.148.5

package/CHANGELOG.md

@@ -2,6 +2,31 @@
 
 # Changelog
 
+### [Version 0.148.5](https://github.com/lobehub/lobe-chat/compare/v0.148.4...v0.148.5)
+
+<sup>Released on **2024-04-22**</sup>
+
+#### 💄 Styles
+
+- **misc**: Support together ai to fetch model list.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Styles
+
+- **misc**: Support together ai to fetch model list, closes [#2138](https://github.com/lobehub/lobe-chat/issues/2138) ([e6d3e4a](https://github.com/lobehub/lobe-chat/commit/e6d3e4a))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 0.148.4](https://github.com/lobehub/lobe-chat/compare/v0.148.3...v0.148.4)
 
 <sup>Released on **2024-04-21**</sup>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "0.148.4",
+  "version": "0.148.5",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -92,7 +92,7 @@
     "@lobehub/chat-plugins-gateway": "latest",
     "@lobehub/icons": "latest",
     "@lobehub/tts": "latest",
-    "@lobehub/ui": "^1.138.6",
+    "@lobehub/ui": "^1.138.8",
     "@next/third-parties": "^14.2.2",
     "@sentry/nextjs": "^7.111.0",
     "@vercel/analytics": "^1.2.2",

package/src/app/settings/llm/TogetherAI/index.tsx

@@ -10,6 +10,7 @@ const TogetherAIProvider = memo(() => {
   return (
     <ProviderConfig
       checkModel={'togethercomputer/alpaca-7b'}
+      modelList={{ showModelFetcher: true }}
       provider={'togetherai'}
       title={
         <Together.Combine

package/src/libs/agent-runtime/togetherai/index.ts

@@ -1,9 +1,13 @@
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/modelProviders';
+
 import { AgentRuntimeErrorType } from '../error';
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+import { TogetherAIModel } from './type';
 
+const baseURL = 'https://api.together.xyz';
 export const LobeTogetherAI = LobeOpenAICompatibleFactory({
-  baseURL: 'https://api.together.xyz/v1',
+  baseURL: `${baseURL}/v1`,
   constructorOptions: {
     defaultHeaders: {
       'HTTP-Referer': 'https://chat-preview.lobehub.com',
@@ -17,5 +21,32 @@ export const LobeTogetherAI = LobeOpenAICompatibleFactory({
     bizError: AgentRuntimeErrorType.TogetherAIBizError,
     invalidAPIKey: AgentRuntimeErrorType.InvalidTogetherAIAPIKey,
   },
+  models: async ({ apiKey }) => {
+    const data = await fetch(`${baseURL}/api/models`, {
+      headers: {
+        Authorization: `Bearer ${apiKey}`,
+      },
+    });
+    if (!data.ok) {
+      throw new Error(`Together Fetch Error: ${data.statusText || data.status}`);
+    }
+
+    const models: TogetherAIModel[] = await data.json();
+
+    return models
+      .filter((m) => m.display_type === 'chat')
+      .map((model) => {
+        return {
+          description: model.description,
+          displayName: model.display_name,
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.name.endsWith(m.id))?.enabled || false,
+          functionCall: model.description?.includes('function calling'),
+          id: model.name,
+          maxOutput: model.context_length,
+          tokens: model.context_length,
+          vision: model.description?.includes('vision') || model.name?.includes('vision'),
+        };
+      });
+  },
   provider: ModelProvider.TogetherAI,
 });

package/src/libs/agent-runtime/togetherai/type.ts

@@ -0,0 +1,76 @@
+
+interface ModelInstanceConfig {
+  appearsIn: any[]; // 你可以替换为实际类型
+  order: number;
+}
+
+interface Config {
+  add_generation_prompt: boolean;
+  chat_template: string;
+  prompt_format: string;
+  stop: string[];
+}
+
+interface Pricing {
+  hourly: number;
+  input: number;
+  output: number;
+}
+
+interface Instance {
+  avzone: string;
+  cluster: string;
+}
+
+interface Depth {
+  asks: Record<string, number>;
+  asks_updated: string;
+  gpus: Record<string, number>;
+  num_asks: number;
+  num_bids: number;
+  num_running: number;
+  permit_required: boolean;
+  price: {
+    base: number;
+    finetune: number;
+    hourly: number;
+    input: number;
+    output: number;
+  };
+  qps: number;
+  stats: {
+    avzone: string;
+    capacity: number;
+    cluster: string;
+    error_rate: number;
+    qps: number;
+    retry_rate: number;
+    throughput_in: number;
+    throughput_out: number;
+  }[];
+}
+
+export interface TogetherAIModel {
+  _id: string;
+  access: string;
+  config: Config;
+  context_length: number;
+  created_at: string;
+  creator_organization: string;
+  depth: Depth;
+  description: string;
+  descriptionLink: string;
+  display_name: string;
+  display_type: string;
+  hardware_label: string;
+  instances: Instance[];
+  isFeaturedModel: boolean;
+  license: string;
+  link: string;
+  modelInstanceConfig: ModelInstanceConfig;
+  name: string;
+  num_parameters: number;
+  pricing: Pricing;
+  show_in_playground: boolean;
+  update_at: string;
+}

package/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts

@@ -38,9 +38,11 @@ interface OpenAICompatibleFactoryOptions {
     bizError: ILobeAgentRuntimeErrorType;
     invalidAPIKey: ILobeAgentRuntimeErrorType;
   };
-  models?: {
-    transformModel?: (model: OpenAI.Model) => ChatModelCard;
-  };
+  models?:
+    | ((params: { apiKey: string }) => Promise<ChatModelCard[]>)
+    | {
+        transformModel?: (model: OpenAI.Model) => ChatModelCard;
+      };
   provider: string;
 }
 
@@ -122,6 +124,8 @@ export const LobeOpenAICompatibleFactory = ({
     }
 
     async models() {
+      if (typeof models === 'function') return models({ apiKey: this.client.apiKey });
+
       const list = await this.client.models.list();
 
       return list.data