@lobehub/chat 1.16.6 → 1.16.8

package/src/config/modelProviders/openai.ts

@@ -1,7 +1,6 @@
 import { ModelProviderCard } from '@/types/llm';
 
 // ref:
-// https://platform.openai.com/docs/models
 // https://platform.openai.com/docs/deprecations
 const OpenAI: ModelProviderCard = {
   chatModels: [
@@ -12,6 +11,10 @@ const OpenAI: ModelProviderCard = {
       functionCall: true,
       id: 'gpt-4o-mini',
       maxOutput: 16_385,
+      pricing: {
+        input: 0.15,
+        output: 0.6,
+      },
       tokens: 128_000,
       vision: true,
     },
@@ -21,6 +24,10 @@ const OpenAI: ModelProviderCard = {
       enabled: true,
       functionCall: true,
       id: 'gpt-4o',
+      pricing: {
+        input: 5,
+        output: 15,
+      },
       tokens: 128_000,
       vision: true,
     },
@@ -30,6 +37,22 @@ const OpenAI: ModelProviderCard = {
       enabled: true,
       functionCall: true,
       id: 'gpt-4o-2024-08-06',
+      pricing: {
+        input: 2.5,
+        output: 10,
+      },
+      tokens: 128_000,
+      vision: true,
+    },
+    {
+      description: 'Latest GPT-4o snapshot that supports Structured Outputs',
+      displayName: 'GPT-4o (240513)',
+      functionCall: true,
+      id: 'gpt-4o-2024-05-13',
+      pricing: {
+        input: 5,
+        output: 15,
+      },
       tokens: 128_000,
       vision: true,
     },
@@ -38,6 +61,10 @@ const OpenAI: ModelProviderCard = {
       displayName: 'ChatGPT-4o',
       enabled: true,
       id: 'chatgpt-4o-latest',
+      pricing: {
+        input: 5,
+        output: 15,
+      },
       tokens: 128_000,
       vision: true,
     },
@@ -46,6 +73,10 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-4 Turbo',
       functionCall: true,
       id: 'gpt-4-turbo',
+      pricing: {
+        input: 10,
+        output: 30,
+      },
       tokens: 128_000,
       vision: true,
     },
@@ -54,6 +85,10 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-4 Turbo Vision (240409)',
       functionCall: true,
       id: 'gpt-4-turbo-2024-04-09',
+      pricing: {
+        input: 10,
+        output: 30,
+      },
       tokens: 128_000,
       vision: true,
     },
@@ -62,24 +97,40 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-4 Turbo Preview',
       functionCall: true,
       id: 'gpt-4-turbo-preview',
+      pricing: {
+        input: 10,
+        output: 30,
+      },
       tokens: 128_000,
     },
     {
       displayName: 'GPT-4 Turbo Preview (0125)',
       functionCall: true,
       id: 'gpt-4-0125-preview',
+      pricing: {
+        input: 10,
+        output: 30,
+      },
       tokens: 128_000,
     },
     {
       description: 'Currently points to gpt-4-1106-vision-preview', // Will be discontinued on December 6, 2024
       displayName: 'GPT-4 Turbo Vision Preview',
       id: 'gpt-4-vision-preview',
+      pricing: {
+        input: 10,
+        output: 30,
+      },
       tokens: 128_000,
       vision: true,
     },
     {
       displayName: 'GPT-4 Turbo Vision Preview (1106)', // Will be discontinued on December 6, 2024
       id: 'gpt-4-1106-vision-preview',
+      pricing: {
+        input: 10,
+        output: 30,
+      },
       tokens: 128_000,
       vision: true,
     },
@@ -87,6 +138,10 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-4 Turbo Preview (1106)',
       functionCall: true,
       id: 'gpt-4-1106-preview',
+      pricing: {
+        input: 10,
+        output: 30,
+      },
       tokens: 128_000,
     },
     {
@@ -94,12 +149,20 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-4',
       functionCall: true,
       id: 'gpt-4',
+      pricing: {
+        input: 30,
+        output: 60,
+      },
       tokens: 8192,
     },
     {
       displayName: 'GPT-4 (0613)',
       functionCall: true,
       id: 'gpt-4-0613',
+      pricing: {
+        input: 30,
+        output: 60,
+      },
       tokens: 8192,
     },
     {
@@ -107,12 +170,20 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-4 32K',
       functionCall: true,
       id: 'gpt-4-32k',
+      pricing: {
+        input: 60,
+        output: 120,
+      },
       tokens: 32_768,
     },
     {
       displayName: 'GPT-4 32K (0613)', // Will be discontinued on June 6, 2025
       functionCall: true,
       id: 'gpt-4-32k-0613',
+      pricing: {
+        input: 60,
+        output: 120,
+      },
       tokens: 32_768,
     },
     {
@@ -121,23 +192,39 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-3.5 Turbo',
       functionCall: true,
       id: 'gpt-3.5-turbo',
+      pricing: {
+        input: 0.5,
+        output: 1.5,
+      },
       tokens: 16_385,
     },
     {
       displayName: 'GPT-3.5 Turbo (0125)',
       functionCall: true,
       id: 'gpt-3.5-turbo-0125',
+      pricing: {
+        input: 0.5,
+        output: 1.5,
+      },
       tokens: 16_385,
     },
     {
       displayName: 'GPT-3.5 Turbo (1106)',
       functionCall: true,
       id: 'gpt-3.5-turbo-1106',
+      pricing: {
+        input: 1,
+        output: 2,
+      },
       tokens: 16_385,
     },
     {
       displayName: 'GPT-3.5 Turbo Instruct',
       id: 'gpt-3.5-turbo-instruct',
+      pricing: {
+        input: 1.5,
+        output: 2,
+      },
       tokens: 4096,
     },
     {
@@ -145,18 +232,30 @@ const OpenAI: ModelProviderCard = {
       displayName: 'GPT-3.5 Turbo 16K',
       id: 'gpt-3.5-turbo-16k',
       legacy: true,
+      pricing: {
+        input: 3,
+        output: 4,
+      },
       tokens: 16_385,
     },
     {
       displayName: 'GPT-3.5 Turbo (0613)', // Will be discontinued on September 13, 2024
       id: 'gpt-3.5-turbo-0613',
       legacy: true,
+      pricing: {
+        input: 1.5,
+        output: 2,
+      },
       tokens: 4096,
     },
     {
       description: 'Currently points to gpt-3.5-turbo-16k-0613', // Will be discontinued on September 13, 2024
       id: 'gpt-3.5-turbo-16k-0613',
       legacy: true,
+      pricing: {
+        input: 3,
+        output: 4,
+      },
       tokens: 16_385,
     },
   ],
@@ -164,7 +263,9 @@ const OpenAI: ModelProviderCard = {
   enabled: true,
   id: 'openai',
   modelList: { showModelFetcher: true },
+  modelsUrl: 'https://platform.openai.com/docs/models',
   name: 'OpenAI',
+  url: 'https://openai.com',
 };
 
 export default OpenAI;

package/src/const/discover.ts

@@ -0,0 +1 @@
+export const CNYtoUSD = 7.14;

package/src/libs/agent-runtime/openai/__snapshots__/index.test.ts.snap

@@ -7,6 +7,10 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "displayName": "GPT-3.5 Turbo",
     "functionCall": true,
     "id": "gpt-3.5-turbo",
+    "pricing": {
+      "input": 0.5,
+      "output": 1.5,
+    },
     "tokens": 16385,
   },
   {
@@ -14,17 +18,29 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "displayName": "GPT-3.5 Turbo 16K",
     "id": "gpt-3.5-turbo-16k",
     "legacy": true,
+    "pricing": {
+      "input": 3,
+      "output": 4,
+    },
     "tokens": 16385,
   },
   {
     "description": "Currently points to gpt-3.5-turbo-16k-0613",
     "id": "gpt-3.5-turbo-16k-0613",
     "legacy": true,
+    "pricing": {
+      "input": 3,
+      "output": 4,
+    },
     "tokens": 16385,
   },
   {
     "displayName": "GPT-4 Turbo Vision Preview (1106)",
     "id": "gpt-4-1106-vision-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
     "vision": true,
   },
@@ -35,6 +51,10 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "displayName": "GPT-4 Turbo Preview (0125)",
     "functionCall": true,
     "id": "gpt-4-0125-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
   },
   {
@@ -42,11 +62,19 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "displayName": "GPT-4 Turbo Preview",
     "functionCall": true,
     "id": "gpt-4-turbo-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
   },
   {
     "displayName": "GPT-3.5 Turbo Instruct",
     "id": "gpt-3.5-turbo-instruct",
+    "pricing": {
+      "input": 1.5,
+      "output": 2,
+    },
     "tokens": 4096,
   },
   {
@@ -56,24 +84,40 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "displayName": "GPT-3.5 Turbo (0613)",
     "id": "gpt-3.5-turbo-0613",
     "legacy": true,
+    "pricing": {
+      "input": 1.5,
+      "output": 2,
+    },
     "tokens": 4096,
   },
   {
     "displayName": "GPT-3.5 Turbo (1106)",
     "functionCall": true,
     "id": "gpt-3.5-turbo-1106",
+    "pricing": {
+      "input": 1,
+      "output": 2,
+    },
     "tokens": 16385,
   },
   {
     "displayName": "GPT-4 Turbo Preview (1106)",
     "functionCall": true,
     "id": "gpt-4-1106-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
   },
   {
     "description": "Currently points to gpt-4-1106-vision-preview",
     "displayName": "GPT-4 Turbo Vision Preview",
     "id": "gpt-4-vision-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
     "vision": true,
   },
@@ -82,18 +126,30 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "displayName": "GPT-4",
     "functionCall": true,
     "id": "gpt-4",
+    "pricing": {
+      "input": 30,
+      "output": 60,
+    },
     "tokens": 8192,
   },
   {
     "displayName": "GPT-3.5 Turbo (0125)",
     "functionCall": true,
     "id": "gpt-3.5-turbo-0125",
+    "pricing": {
+      "input": 0.5,
+      "output": 1.5,
+    },
     "tokens": 16385,
   },
   {
     "displayName": "GPT-4 (0613)",
     "functionCall": true,
     "id": "gpt-4-0613",
+    "pricing": {
+      "input": 30,
+      "output": 60,
+    },
     "tokens": 8192,
   },
 ]

package/src/server/routers/edge/config/__snapshots__/index.test.ts.snap

@@ -24,6 +24,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "enabled": true,
       "functionCall": true,
       "id": "gpt-4-0125-preview",
+      "pricing": {
+        "input": 10,
+        "output": 30,
+      },
       "tokens": 128000,
     },
   ],
@@ -37,6 +41,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "enabled": true,
     "functionCall": true,
     "id": "gpt-3.5-turbo-1106",
+    "pricing": {
+      "input": 1,
+      "output": 2,
+    },
     "tokens": 16385,
   },
   {
@@ -45,6 +53,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "enabled": true,
     "functionCall": true,
     "id": "gpt-3.5-turbo",
+    "pricing": {
+      "input": 0.5,
+      "output": 1.5,
+    },
     "tokens": 16385,
   },
   {
@@ -53,6 +65,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "enabled": true,
     "id": "gpt-3.5-turbo-16k",
     "legacy": true,
+    "pricing": {
+      "input": 3,
+      "output": 4,
+    },
     "tokens": 16385,
   },
   {
@@ -61,6 +77,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "enabled": true,
     "functionCall": true,
     "id": "gpt-4",
+    "pricing": {
+      "input": 30,
+      "output": 60,
+    },
     "tokens": 8192,
   },
   {
@@ -69,6 +89,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "enabled": true,
     "functionCall": true,
     "id": "gpt-4-32k",
+    "pricing": {
+      "input": 60,
+      "output": 120,
+    },
     "tokens": 32768,
   },
   {
@@ -76,6 +100,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "enabled": true,
     "functionCall": true,
     "id": "gpt-4-1106-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
   },
   {
@@ -83,6 +111,10 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "displayName": "GPT-4 Turbo Vision Preview",
     "enabled": true,
     "id": "gpt-4-vision-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
     "vision": true,
   },

package/src/server/routers/edge/config/index.test.ts

@@ -96,6 +96,10 @@ describe('configRouter', () => {
             enabled: true,
             id: 'gpt-4-1106-preview',
             tokens: 128000,
+            pricing: {
+              input: 10,
+              output: 30,
+            },
           });
 
           process.env.OPENAI_MODEL_LIST = '';

package/src/types/llm.ts

@@ -33,10 +33,29 @@ export interface ChatModelCard {
    */
   legacy?: boolean;
   maxOutput?: number;
+  pricing?: {
+    cachedInput?: number;
+    /**
+     * the currency of the pricing
+     * @default USD
+     */
+    currency?: 'CNY' | 'USD';
+    /**
+     * the input pricing, e.g. $1 / 1M tokens
+     */
+    input?: number;
+    /**
+     * the output pricing, e.g. $2 / 1M tokens
+     */
+    output?: number;
+    writeCacheInput?: number;
+  };
+  releasedAt?: string;
   /**
    * the context window (or input + output tokens limit)
    */
   tokens?: number;
+
   /**
    *  whether model supports vision
    */
@@ -79,6 +98,10 @@ export interface ModelProviderCard {
     placeholder?: string;
     showModelFetcher?: boolean;
   };
+  /**
+   * the url show the all models in the provider
+   */
+  modelsUrl?: string;
   /**
    * the name show for end user
    */
@@ -90,16 +113,21 @@ export interface ModelProviderCard {
         title?: string;
       }
     | false;
+
   /**
    * whether show api key in the provider config
    * so provider like ollama don't need api key field
    */
   showApiKey?: boolean;
-
   /**
    * whether to smoothing the output
    */
   smoothing?: SmoothingParams;
+
+  /**
+   * provider's website url
+   */
+  url?: string;
 }
 
 // 语言模型的设置参数

package/src/utils/format.test.ts

@@ -1,6 +1,6 @@
 import { describe, expect, it } from 'vitest';
 
-import { formatSize, formatSpeed, formatTime } from './format';
+import { formatSize, formatSpeed, formatTime, formatTokenNumber } from './format';
 
 describe('formatSize', () => {
   it('should format bytes to KB correctly', () => {
@@ -73,3 +73,44 @@ describe('formatTime', () => {
     expect(formatTime(3599.99)).toBe('60.0 min');
   });
 });
+
+describe('formatTokenNumber', () => {
+  it('should return "1K" for numbers between 1 and 1023', () => {
+    expect(formatTokenNumber(500)).toBe('1K');
+    expect(formatTokenNumber(1000)).toBe('1K');
+  });
+
+  it('should format numbers between 1024 and 41,983 correctly', () => {
+    expect(formatTokenNumber(1024)).toBe('1K');
+    expect(formatTokenNumber(2000)).toBe('2K');
+    expect(formatTokenNumber(2048)).toBe('2K');
+    expect(formatTokenNumber(4000)).toBe('4K');
+    expect(formatTokenNumber(4096)).toBe('4K');
+    expect(formatTokenNumber(32000)).toBe('32K');
+    expect(formatTokenNumber(65536)).toBe('64K');
+  });
+
+  it('should format numbers between 41,984 and 127,999 correctly', () => {
+    expect(formatTokenNumber(41984)).toBe('41K');
+    expect(formatTokenNumber(100000)).toBe('97K');
+    expect(formatTokenNumber(127999)).toBe('124K');
+  });
+
+  it('should return "128K" for 131,072', () => {
+    expect(formatTokenNumber(131072)).toBe('128K'); // Qwen
+  });
+
+  it('should format numbers between 128,000 and 999,999 correctly', () => {
+    expect(formatTokenNumber(128000)).toBe('128K');
+    expect(formatTokenNumber(200000)).toBe('200K'); // Claude
+    expect(formatTokenNumber(999999)).toBe('999K');
+  });
+
+  it('should format numbers 1,000,000 and above correctly', () => {
+    expect(formatTokenNumber(1000000)).toBe('1M');
+    expect(formatTokenNumber(1024000)).toBe('1M');
+    expect(formatTokenNumber(1048576)).toBe('1M'); // Gemini Flash
+    expect(formatTokenNumber(2000000)).toBe('2M');
+    expect(formatTokenNumber(2097152)).toBe('2M'); // Gemini Pro
+  });
+});

package/src/utils/format.ts

@@ -54,3 +54,14 @@ export const formatTime = (timeInSeconds: number): string => {
 export const formatNumber = (num: any) => {
   return new Intl.NumberFormat('en-US').format(num);
 };
+
+export const formatTokenNumber = (num: number): string => {
+  if (num > 0 && num < 1024) return '1K';
+
+  let kiloToken = Math.floor(num / 1024);
+  if (num >= 1024 && num < 1024 * 41 || num >= 128_000) {
+    kiloToken = Math.floor(num / 1000);
+  }
+  if (num === 131_072) return '128K';
+  return kiloToken < 1000 ? `${kiloToken}K` : `${Math.floor(kiloToken / 1000)}M`;
+};

package/src/utils/parseModels.test.ts

@@ -274,6 +274,10 @@ describe('transformToChatModelCards', () => {
         enabled: true,
         id: 'gpt-4-0125-preview',
         tokens: 128000,
+        pricing: {
+          input: 10,
+          output: 30,
+        },
       },
       {
         description: 'GPT-4 Turbo 视觉版 (240409)',
@@ -284,6 +288,10 @@ describe('transformToChatModelCards', () => {
         id: 'gpt-4-turbo-2024-04-09',
         tokens: 128000,
         vision: true,
+        pricing: {
+          input: 10,
+          output: 30,
+        },
       },
     ]);
   });