@lobehub/chat 0.122.9 → 0.123.1

package/src/app/api/openai/chat/createChatCompletion.test.ts

@@ -1,166 +0,0 @@
-import OpenAI, { APIError } from 'openai';
-import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
-
-import { createChatCompletion } from './createChatCompletion';
-
-// Mock the console.error to avoid polluting test output
-vi.spyOn(console, 'error').mockImplementation(() => {});
-
-describe('createChatCompletion', () => {
-  let openaiInstance: OpenAI;
-
-  beforeEach(() => {
-    openaiInstance = new OpenAI({ apiKey: 'test', dangerouslyAllowBrowser: true });
-
-    // 使用 vi.spyOn 来模拟 chat.completions.create 方法
-    vi.spyOn(openaiInstance.chat.completions, 'create').mockResolvedValue(
-      new ReadableStream() as any,
-    );
-  });
-
-  afterEach(() => {
-    vi.clearAllMocks();
-  });
-
-  it('should return a StreamingTextResponse on successful API call', async () => {
-    // Arrange
-    const mockStream = new ReadableStream();
-    const mockResponse = Promise.resolve(mockStream);
-
-    (openaiInstance.chat.completions.create as Mock).mockResolvedValue(mockResponse);
-
-    // Act
-    const result = await createChatCompletion({
-      openai: openaiInstance,
-      payload: {
-        messages: [{ content: 'Hello', role: 'user' }],
-        model: 'text-davinci-003',
-        temperature: 0,
-      },
-    });
-
-    // Assert
-    expect(result).toBeInstanceOf(Response); // 注意这里的改动
-  });
-
-  it('should return an openai error response when OpenAI.APIError is thrown', async () => {
-    // Arrange
-    const apiError = new OpenAI.APIError(
-      400,
-      {
-        status: 400,
-        error: {
-          message: 'Bad Request',
-        },
-      },
-      'Error message',
-      {},
-    );
-
-    vi.spyOn(openaiInstance.chat.completions, 'create').mockRejectedValue(apiError);
-
-    // Act
-    const result = await createChatCompletion({
-      openai: openaiInstance,
-      payload: {
-        messages: [{ content: 'Hello', role: 'user' }],
-        model: 'text-davinci-003',
-        temperature: 0,
-      },
-    });
-
-    // Assert
-    expect(result).toBeInstanceOf(Response);
-    expect(result.status).toBe(577); // Your custom error status code
-  });
-
-  it('should return an cause response when OpenAI.APIError is thrown with cause', async () => {
-    // Arrange
-    const errorInfo = {
-      stack: 'abc',
-      cause: {
-        message: 'api is undefined',
-      },
-    };
-    const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
-
-    vi.spyOn(openaiInstance.chat.completions, 'create').mockRejectedValue(apiError);
-
-    // Act
-    const result = await createChatCompletion({
-      openai: openaiInstance,
-      payload: {
-        messages: [{ content: 'Hello', role: 'user' }],
-        model: 'text-davinci-003',
-        temperature: 0,
-      },
-    });
-
-    // Assert
-    expect(result).toBeInstanceOf(Response);
-    expect(result.status).toBe(577); // Your custom error status code
-
-    const content = await result.json();
-    expect(content.body).toHaveProperty('endpoint');
-    expect(content.body.endpoint).toEqual('https://api.openai.com/v1');
-    expect(content.body.error).toEqual(errorInfo);
-  });
-
-  it('should return an cause response with desensitize Url', async () => {
-    // Arrange
-    const errorInfo = {
-      stack: 'abc',
-      cause: { message: 'api is undefined' },
-    };
-    const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
-
-    openaiInstance = new OpenAI({
-      apiKey: 'test',
-      dangerouslyAllowBrowser: true,
-      baseURL: 'https://api.abc.com/v1',
-    });
-
-    vi.spyOn(openaiInstance.chat.completions, 'create').mockRejectedValue(apiError);
-
-    // Act
-    const result = await createChatCompletion({
-      openai: openaiInstance,
-      payload: {
-        messages: [{ content: 'Hello', role: 'user' }],
-        model: 'gpt-3.5-turbo',
-        temperature: 0,
-      },
-    });
-
-    // Assert
-    expect(result).toBeInstanceOf(Response);
-    expect(result.status).toBe(577); // Your custom error status code
-
-    const content = await result.json();
-    expect(content.body.endpoint).toEqual('https://api.***.com/v1');
-    expect(content.body.error).toEqual(errorInfo);
-  });
-
-  it('should return a 500 error response for non-OpenAI errors', async () => {
-    // Arrange
-    const genericError = new Error('Generic Error');
-
-    vi.spyOn(openaiInstance.chat.completions, 'create').mockRejectedValue(genericError);
-
-    // Act
-    const result = await createChatCompletion({
-      openai: openaiInstance,
-      payload: {
-        messages: [{ content: 'Hello', role: 'user' }],
-        model: 'text-davinci-003',
-        temperature: 0,
-      },
-    });
-
-    // Assert
-    expect(result.status).toBe(500);
-    const content = await result.json();
-    expect(content.body).toHaveProperty('endpoint');
-    expect(content.body).toHaveProperty('error');
-  });
-});

package/src/app/api/openai/chat/createChatCompletion.ts

@@ -1,76 +0,0 @@
-import { OpenAIStream, StreamingTextResponse } from 'ai';
-import OpenAI from 'openai';
-
-import { ChatErrorType } from '@/types/fetch';
-import { OpenAIChatStreamPayload } from '@/types/openai/chat';
-
-import { createErrorResponse } from '../../errorResponse';
-import { desensitizeUrl } from './desensitizeUrl';
-
-interface CreateChatCompletionOptions {
-  openai: OpenAI;
-  payload: OpenAIChatStreamPayload;
-}
-
-export const createChatCompletion = async ({ payload, openai }: CreateChatCompletionOptions) => {
-  // ============  1. preprocess messages   ============ //
-  const { messages, ...params } = payload;
-
-  // ============  2. send api   ============ //
-
-  try {
-    const response = await openai.chat.completions.create(
-      {
-        messages,
-        ...params,
-        stream: true,
-      } as unknown as OpenAI.ChatCompletionCreateParamsStreaming,
-      { headers: { Accept: '*/*' } },
-    );
-    const stream = OpenAIStream(response);
-    return new StreamingTextResponse(stream);
-  } catch (error) {
-    let desensitizedEndpoint = openai.baseURL;
-
-    // refs: https://github.com/lobehub/lobe-chat/issues/842
-    if (openai.baseURL !== 'https://api.openai.com/v1') {
-      desensitizedEndpoint = desensitizeUrl(openai.baseURL);
-    }
-
-    // Check if the error is an OpenAI APIError
-    if (error instanceof OpenAI.APIError) {
-      let errorResult: any;
-
-      // if error is definitely OpenAI APIError, there will be an error object
-      if (error.error) {
-        errorResult = error.error;
-      }
-      // Or if there is a cause, we use error cause
-      // This often happened when there is a bug of the `openai` package.
-      else if (error.cause) {
-        errorResult = error.cause;
-      }
-      // if there is no other request error, the error object is a Response like object
-      else {
-        errorResult = { headers: error.headers, stack: error.stack, status: error.status };
-      }
-
-      // track the error at server side
-      console.error(errorResult);
-
-      return createErrorResponse(ChatErrorType.OpenAIBizError, {
-        endpoint: desensitizedEndpoint,
-        error: errorResult,
-      });
-    }
-
-    // track the non-openai error
-    console.error(error);
-
-    // return as a GatewayTimeout error
-    return createErrorResponse(ChatErrorType.InternalServerError, {
-      endpoint: desensitizedEndpoint,
-      error: JSON.stringify(error),
-    });
-  }
-};

package/src/app/api/openai/chat/route.ts

@@ -1,19 +0,0 @@
-import { OpenAIChatStreamPayload } from '@/types/openai/chat';
-
-import { getPreferredRegion } from '../../config';
-import { createBizOpenAI } from '../createBizOpenAI';
-import { createChatCompletion } from './createChatCompletion';
-
-export const runtime = 'edge';
-export const preferredRegion = getPreferredRegion();
-
-export const POST = async (req: Request) => {
-  const payload = (await req.json()) as OpenAIChatStreamPayload;
-
-  const openaiOrErrResponse = createBizOpenAI(req, payload.model);
-
-  // if resOrOpenAI is a Response, it means there is an error,just return it
-  if (openaiOrErrResponse instanceof Response) return openaiOrErrResponse;
-
-  return createChatCompletion({ openai: openaiOrErrResponse, payload });
-};

package/src/app/api/openai/models/route.ts

@@ -1,17 +0,0 @@
-import { getOpenAIAuthFromRequest } from '@/const/fetch';
-
-import { createOpenai } from '../createBizOpenAI/createOpenai';
-
-export const runtime = 'edge';
-
-export const POST = async (req: Request) => {
-  const { apiKey, endpoint } = getOpenAIAuthFromRequest(req);
-
-  const openAI = createOpenai(apiKey, endpoint);
-
-  const res = await openAI.models.list();
-
-  const modelList = res.data.map((i) => i.id);
-
-  return new Response(JSON.stringify(modelList));
-};

package/src/app/settings/llm/LLM/ModelList.tsx

@@ -1,51 +0,0 @@
-import { ActionIcon } from '@lobehub/ui';
-import { Button, Dropdown, Skeleton } from 'antd';
-import { MenuItemType } from 'antd/lib/menu/hooks/useItems';
-import { RotateCwIcon } from 'lucide-react';
-import { memo } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Flexbox } from 'react-layout-kit';
-
-import { getModelList } from './getModelList';
-
-interface ModelListProps {
-  value?: string[];
-}
-const ModelList = memo<ModelListProps>(({ value }) => {
-  const { t } = useTranslation('setting');
-
-  const isLoading = !value;
-
-  if (isLoading)
-    return (
-      <Skeleton active paragraph={false} title={{ style: { marginBottom: 0 }, width: '50%' }} />
-    );
-
-  const isEmpty = value?.length === 0;
-
-  return isEmpty ? (
-    <Button
-      onClick={() => {
-        getModelList('openAI');
-      }}
-    >
-      {t('llm.OpenAI.models.fetch')}
-    </Button>
-  ) : (
-    <Dropdown
-      menu={{
-        items: (value || []).map<MenuItemType>((v) => ({
-          key: v,
-          label: v,
-        })),
-      }}
-    >
-      <Flexbox align={'center'} gap={8} horizontal>
-        {t('llm.OpenAI.models.count', { count: value.length })}
-        <ActionIcon icon={RotateCwIcon} size={'small'} title={t('llm.OpenAI.models.refetch')} />
-      </Flexbox>
-    </Dropdown>
-  );
-});
-
-export default ModelList;

package/src/app/settings/llm/LLM/getModelList.ts

@@ -1,9 +0,0 @@
-import { fetchModelList } from '@/services/modelList';
-import { useGlobalStore } from '@/store/global';
-
-export const getModelList = async (brand = 'openAI') => {
-  const setSettings = useGlobalStore.getState().setSettings;
-  const models = await fetchModelList();
-
-  setSettings({ languageModel: { [brand]: { models } } });
-};

package/src/app/settings/llm/index.tsx

@@ -1,36 +0,0 @@
-'use client';
-
-import Link from 'next/link';
-import { memo } from 'react';
-import { Trans, useTranslation } from 'react-i18next';
-
-import Footer from '@/app/settings/features/Footer';
-import PageTitle from '@/components/PageTitle';
-import { useSwitchSideBarOnInit } from '@/store/global/hooks/useSwitchSettingsOnInit';
-import { SettingsTabs } from '@/store/global/initialState';
-
-import LLM from './LLM';
-
-export default memo(() => {
-  useSwitchSideBarOnInit(SettingsTabs.LLM);
-  const { t } = useTranslation('setting');
-  return (
-    <>
-      <PageTitle title={t('tab.llm')} />
-      <LLM />
-      <Footer>
-        <Trans i18nKey="llm.waitingForMore" ns={'setting'}>
-          更多模型正在
-          <Link
-            aria-label={'todo'}
-            href="https://github.com/lobehub/lobe-chat/issues/151"
-            target="_blank"
-          >
-            计划接入
-          </Link>
-          中 ，敬请期待 ✨
-        </Trans>
-      </Footer>
-    </>
-  );
-});

package/src/const/llm.ts

@@ -1,32 +0,0 @@
-import { LanguageModel } from '@/types/llm';
-
-/**
- * A white list of language models that are allowed to display and be used in the app.
- */
-export const LanguageModelWhiteList = [
-  // OpenAI
-  'gpt-3.5-turbo',
-  'gpt-3.5-turbo-16k',
-  'gpt-4',
-  'gpt-4-32k',
-];
-
-export const DEFAULT_OPENAI_MODEL_LIST: string[] = Object.values(LanguageModel);
-
-// vision model white list, these models will change the content from string to array
-// refs: https://github.com/lobehub/lobe-chat/issues/790
-export const isVisionModel = (model?: string) => !!model && model.includes('vision');
-
-// refs: https://github.com/lobehub/lobe-chat/issues/837
-export const GPT4_VISION_MODEL_DEFAULT_MAX_TOKENS = 2048;
-
-// refs to: https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo
-export const ModelTokens: Record<LanguageModel, number> = {
-  [LanguageModel.GPT3_5]: 4096,
-  [LanguageModel.GPT3_5_1106]: 16_385,
-  [LanguageModel.GPT3_5_16K]: 16_385,
-  [LanguageModel.GPT4]: 8196,
-  [LanguageModel.GPT4_PREVIEW]: 128_000,
-  [LanguageModel.GPT4_VISION_PREVIEW]: 128_000,
-  [LanguageModel.GPT4_32K]: 32_768,
-};

package/src/features/Conversation/Error/ApiKeyForm.tsx

@@ -1,87 +0,0 @@
-import { Icon } from '@lobehub/ui';
-import { Button, Input } from 'antd';
-import { Network } from 'lucide-react';
-import { memo, useState } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Center, Flexbox } from 'react-layout-kit';
-
-import { useChatStore } from '@/store/chat';
-import { useGlobalStore } from '@/store/global';
-import { modelProviderSelectors } from '@/store/global/selectors';
-
-import { FormAction } from './style';
-
-const APIKeyForm = memo<{ id: string }>(({ id }) => {
-  const { t } = useTranslation('error');
-  const [showProxy, setShow] = useState(false);
-
-  const [apiKey, proxyUrl, setConfig] = useGlobalStore((s) => [
-    modelProviderSelectors.openAIAPI(s),
-    modelProviderSelectors.openAIProxyUrl(s),
-    s.setOpenAIConfig,
-  ]);
-
-  const [resend, deleteMessage] = useChatStore((s) => [s.resendMessage, s.deleteMessage]);
-
-  return (
-    <Center gap={16} style={{ maxWidth: 300 }}>
-      <FormAction
-        avatar={'🔑'}
-        description={t('unlock.apikey.description')}
-        title={t('unlock.apikey.title')}
-      >
-        <Input.Password
-          autoComplete={'new-password'}
-          onChange={(e) => {
-            setConfig({ OPENAI_API_KEY: e.target.value });
-          }}
-          placeholder={'sk-*****************************************'}
-          type={'block'}
-          value={apiKey}
-        />
-        {showProxy ? (
-          <Input
-            onChange={(e) => {
-              setConfig({ endpoint: e.target.value });
-            }}
-            placeholder={'https://api.openai.com/v1'}
-            type={'block'}
-            value={proxyUrl}
-          />
-        ) : (
-          <Button
-            icon={<Icon icon={Network} />}
-            onClick={() => {
-              setShow(true);
-            }}
-            type={'text'}
-          >
-            {t('unlock.apikey.addProxyUrl')}
-          </Button>
-        )}
-      </FormAction>
-      <Flexbox gap={12} width={'100%'}>
-        <Button
-          block
-          onClick={() => {
-            resend(id);
-            deleteMessage(id);
-          }}
-          style={{ marginTop: 8 }}
-          type={'primary'}
-        >
-          {t('unlock.confirm')}
-        </Button>
-        <Button
-          onClick={() => {
-            deleteMessage(id);
-          }}
-        >
-          {t('unlock.closeMessage')}
-        </Button>
-      </Flexbox>
-    </Center>
-  );
-});
-
-export default APIKeyForm;

package/src/features/Conversation/Error/ErrorActionContainer.tsx

@@ -1,23 +0,0 @@
-import { createStyles } from 'antd-style';
-import { ReactNode, memo } from 'react';
-import { Center } from 'react-layout-kit';
-
-const useStyles = createStyles(({ css, token }) => ({
-  container: css`
-    background: ${token.colorBgContainer};
-    border: 1px solid ${token.colorSplit};
-    border-radius: 8px;
-  `,
-}));
-
-const ErrorActionContainer = memo<{ children: ReactNode }>(({ children }) => {
-  const { styles } = useStyles();
-
-  return (
-    <Center className={styles.container} gap={24} padding={24}>
-      {children}
-    </Center>
-  );
-});
-
-export default ErrorActionContainer;

package/src/features/Conversation/Error/InvalidAccess.tsx

@@ -1,90 +0,0 @@
-import { Icon } from '@lobehub/ui';
-import { Button, Input, Segmented } from 'antd';
-import { AsteriskSquare, KeySquare } from 'lucide-react';
-import { memo, useState } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Flexbox } from 'react-layout-kit';
-
-import { useChatStore } from '@/store/chat';
-import { useGlobalStore } from '@/store/global';
-import { settingsSelectors } from '@/store/global/selectors';
-
-import { RenderErrorMessage } from '../types';
-import APIKeyForm from './ApiKeyForm';
-import { ErrorActionContainer, FormAction } from './style';
-
-enum Tab {
-  Api = 'api',
-  Password = 'password',
-}
-
-const InvalidAccess: RenderErrorMessage['Render'] = memo(({ id }) => {
-  const { t } = useTranslation('error');
-  const [mode, setMode] = useState<Tab>(Tab.Password);
-  const [password, setSettings] = useGlobalStore((s) => [
-    settingsSelectors.currentSettings(s).password,
-    s.setSettings,
-  ]);
-  const [resend, deleteMessage] = useChatStore((s) => [s.resendMessage, s.deleteMessage]);
-
-  return (
-    <ErrorActionContainer>
-      <Segmented
-        block
-        onChange={(value) => setMode(value as Tab)}
-        options={[
-          {
-            icon: <Icon icon={AsteriskSquare} />,
-            label: t('password', { ns: 'common' }),
-            value: Tab.Password,
-          },
-          { icon: <Icon icon={KeySquare} />, label: 'OpenAI API Key', value: Tab.Api },
-        ]}
-        style={{ width: '100%' }}
-        value={mode}
-      />
-      <Flexbox gap={24}>
-        {mode === Tab.Password && (
-          <>
-            <FormAction
-              avatar={'🗳'}
-              description={t('unlock.password.description')}
-              title={t('unlock.password.title')}
-            >
-              <Input.Password
-                autoComplete={'new-password'}
-                onChange={(e) => {
-                  setSettings({ password: e.target.value });
-                }}
-                placeholder={t('unlock.password.placeholder')}
-                type={'block'}
-                value={password}
-              />
-            </FormAction>
-            <Flexbox gap={12}>
-              <Button
-                onClick={() => {
-                  resend(id);
-                  deleteMessage(id);
-                }}
-                type={'primary'}
-              >
-                {t('unlock.confirm')}
-              </Button>
-              <Button
-                onClick={() => {
-                  deleteMessage(id);
-                }}
-              >
-                {t('unlock.closeMessage')}
-              </Button>
-            </Flexbox>
-          </>
-        )}
-        {mode === Tab.Api && <APIKeyForm id={id} />}
-      </Flexbox>
-    </ErrorActionContainer>
-  );
-});
-
-export default InvalidAccess;

package/src/features/Conversation/Error/OpenAPIKey.tsx

@@ -1,13 +0,0 @@
-import { memo } from 'react';
-
-import { RenderErrorMessage } from '../types';
-import APIKeyForm from './ApiKeyForm';
-import { ErrorActionContainer } from './style';
-
-const OpenAPIKey: RenderErrorMessage['Render'] = memo(({ id }) => (
-  <ErrorActionContainer>
-    <APIKeyForm id={id} />
-  </ErrorActionContainer>
-));
-
-export default OpenAPIKey;

package/src/features/Conversation/Error/Plugin/PluginError.tsx

@@ -1,30 +0,0 @@
-import { Highlighter } from '@lobehub/ui';
-import { memo } from 'react';
-import { Flexbox } from 'react-layout-kit';
-
-import { RenderErrorMessage } from '../../types';
-
-interface OpenAIError {
-  code: 'invalid_api_key' | string;
-  message: string;
-  param?: any;
-  type: string;
-}
-
-interface OpenAIErrorResponse {
-  error: OpenAIError;
-}
-
-const PluginError: RenderErrorMessage['Render'] = memo(({ error, id }) => {
-  const errorBody: OpenAIErrorResponse = (error as any)?.body;
-
-  return (
-    <Flexbox id={id} style={{ maxWidth: 600 }}>
-      <Highlighter copyButtonSize={'small'} language={'json'} type={'pure'}>
-        {JSON.stringify(errorBody, null, 2)}
-      </Highlighter>
-    </Flexbox>
-  );
-});
-
-export default PluginError;

package/src/services/modelList.ts

@@ -1,15 +0,0 @@
-import { LanguageModelWhiteList } from '@/const/llm';
-
-import { createHeaderWithOpenAI } from './_header';
-import { OPENAI_URLS } from './_url';
-
-export const fetchModelList = async (): Promise<string[]> => {
-  const res = await fetch(OPENAI_URLS.models, {
-    headers: createHeaderWithOpenAI(),
-    method: 'POST',
-  });
-
-  const modelList: string[] = await res.json();
-
-  return LanguageModelWhiteList.filter((i) => modelList.includes(i));
-};