@lobehub/chat 1.11.9 → 1.12.1

package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/Item/index.tsx

@@ -0,0 +1,70 @@
+import { Typography } from 'antd';
+import { createStyles } from 'antd-style';
+import { memo } from 'react';
+import { Flexbox } from 'react-layout-kit';
+
+import KnowledgeIcon from '@/components/KnowledgeIcon';
+import { KnowledgeItem } from '@/types/knowledgeBase';
+
+import Actions from './Action';
+
+const { Paragraph } = Typography;
+
+const useStyles = createStyles(({ css, token }) => ({
+  desc: css`
+    margin: 0 !important;
+    font-size: 12px;
+    line-height: 1;
+    color: ${token.colorTextDescription};
+  `,
+  link: css`
+    overflow: hidden;
+    color: ${token.colorText};
+  `,
+  title: css`
+    margin: 0 !important;
+    font-size: 14px;
+    line-height: 1;
+  `,
+}));
+
+const PluginItem = memo<KnowledgeItem>(({ id, fileType, name, type, description, enabled }) => {
+  const { styles } = useStyles();
+
+  return (
+    <Flexbox
+      align={'center'}
+      gap={8}
+      horizontal
+      justify={'space-between'}
+      paddingBlock={12}
+      paddingInline={16}
+      style={{ position: 'relative' }}
+    >
+      <Flexbox
+        align={'center'}
+        flex={1}
+        gap={8}
+        horizontal
+        style={{ overflow: 'hidden', position: 'relative' }}
+      >
+        <KnowledgeIcon fileType={fileType} name={name} size={{ file: 40, repo: 40 }} type={type} />
+        <Flexbox flex={1} gap={4} style={{ overflow: 'hidden', position: 'relative' }}>
+          <Flexbox align={'center'} gap={8} horizontal>
+            <Paragraph className={styles.title} ellipsis={{ rows: 1 }}>
+              {name}
+            </Paragraph>
+          </Flexbox>
+          {description && (
+            <Paragraph className={styles.desc} ellipsis={{ rows: 1 }}>
+              {description}
+            </Paragraph>
+          )}
+        </Flexbox>
+      </Flexbox>
+      <Actions enabled={enabled} id={id} type={type} />
+    </Flexbox>
+  );
+});
+
+export default PluginItem;

package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/List.tsx

@@ -0,0 +1,49 @@
+import { Icon } from '@lobehub/ui';
+import { Empty } from 'antd';
+import { ServerCrash } from 'lucide-react';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Center } from 'react-layout-kit';
+import { Virtuoso } from 'react-virtuoso';
+
+import { useAgentStore } from '@/store/agent';
+
+import Item from './Item';
+import Loading from './Loading';
+
+export const List = memo(() => {
+  const { t } = useTranslation('plugin');
+
+  const useFetchFilesAndKnowledgeBases = useAgentStore((s) => s.useFetchFilesAndKnowledgeBases);
+
+  const { isLoading, error, data } = useFetchFilesAndKnowledgeBases();
+
+  const isEmpty = data && data.length === 0;
+
+  return isLoading ? (
+    <Loading />
+  ) : isEmpty ? (
+    <Center gap={12} padding={40}>
+      {error ? (
+        <>
+          <Icon icon={ServerCrash} size={{ fontSize: 80 }} />
+          {t('store.networkError')}
+        </>
+      ) : (
+        <Empty description={t('store.empty')} image={Empty.PRESENTED_IMAGE_SIMPLE} />
+      )}
+    </Center>
+  ) : (
+    <Virtuoso
+      itemContent={(index) => {
+        const item = data![index];
+        return <Item key={item.id} {...item} />;
+      }}
+      overscan={400}
+      style={{ height: 500, marginInline: -16 }}
+      totalCount={data!.length}
+    />
+  );
+});
+
+export default List;

package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/Loading.tsx

@@ -0,0 +1,13 @@
+import { Skeleton } from 'antd';
+import { memo } from 'react';
+import { Flexbox } from 'react-layout-kit';
+
+const Loading = memo(() => {
+  return (
+    <Flexbox>
+      <Skeleton paragraph={{ rows: 8 }} />
+    </Flexbox>
+  );
+});
+
+export default Loading;

package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/index.tsx

@@ -0,0 +1,39 @@
+import { Modal } from '@lobehub/ui';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { useServerConfigStore } from '@/store/serverConfig';
+
+import List from './List';
+
+interface AssignKnowledgeBaseProps {
+  open?: boolean;
+  setOpen: (open: boolean) => void;
+}
+export const AssignKnowledgeBaseModal = memo<AssignKnowledgeBaseProps>(({ setOpen, open }) => {
+  const { t } = useTranslation('chat');
+  const mobile = useServerConfigStore((s) => s.isMobile);
+
+  return (
+    <Modal
+      allowFullscreen
+      footer={null}
+      onCancel={() => {
+        setOpen(false);
+      }}
+      open={open}
+      styles={{ body: { overflow: 'hidden' } }}
+      title={t('knowledgeBase.library.title')}
+      width={600}
+    >
+      <Flexbox
+        gap={mobile ? 8 : 16}
+        style={{ maxHeight: mobile ? '-webkit-fill-available' : 'inherit' }}
+        width={'100%'}
+      >
+        <List />
+      </Flexbox>
+    </Modal>
+  );
+});

package/src/features/KnowledgeBaseModal/CreateNew/CreateForm.tsx

@@ -0,0 +1,73 @@
+import { Button, Form, Input } from 'antd';
+import { css, cx } from 'antd-style';
+import { memo, useState } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { useKnowledgeBaseStore } from '@/store/knowledgeBase';
+import { CreateKnowledgeBaseParams } from '@/types/knowledgeBase';
+
+const formItem = css`
+  display: flex;
+  flex-direction: column;
+  gap: 12px;
+
+  .ant-form-item {
+    margin-block-end: 0;
+  }
+`;
+
+interface CreateFormProps {
+  onClose?: () => void;
+}
+
+const CreateForm = memo<CreateFormProps>(({ onClose }) => {
+  const { t } = useTranslation('knowledgeBase');
+  const [loading, setLoading] = useState(false);
+  const createNewKnowledgeBase = useKnowledgeBaseStore((s) => s.createNewKnowledgeBase);
+
+  const onFinish = async (values: CreateKnowledgeBaseParams) => {
+    setLoading(true);
+
+    try {
+      await createNewKnowledgeBase(values);
+      setLoading(false);
+      onClose?.();
+    } catch (e) {
+      console.error(e);
+      setLoading(false);
+    }
+  };
+
+  return (
+    <Flexbox gap={8}>
+      <div>{t('createNew.formTitle')}</div>
+      <Form className={cx(formItem)} onFinish={onFinish}>
+        <Form.Item
+          name={'name'}
+          rules={[{ message: t('createNew.name.required'), required: true }]}
+        >
+          <Input autoFocus placeholder={t('createNew.name.placeholder')} variant={'filled'} />
+        </Form.Item>
+        <Form.Item name={'description'}>
+          <Input.TextArea
+            placeholder={t('createNew.description.placeholder')}
+            style={{ minHeight: 120 }}
+            variant={'filled'}
+          />
+        </Form.Item>
+        <Button
+          block
+          htmlType={'submit'}
+          loading={loading}
+          style={{ marginTop: 16 }}
+          type={'primary'}
+        >
+          {t('createNew.confirm')}
+        </Button>
+      </Form>
+    </Flexbox>
+  );
+});
+
+export default CreateForm;

package/src/features/KnowledgeBaseModal/CreateNew/index.tsx

@@ -0,0 +1,35 @@
+import { Icon } from '@lobehub/ui';
+import { LibraryBig } from 'lucide-react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { createModal } from '@/components/FunctionModal';
+
+import CreateForm from './CreateForm';
+
+const Title = () => {
+  const { t } = useTranslation('knowledgeBase');
+  return (
+    <Flexbox gap={8} horizontal>
+      <Icon icon={LibraryBig} />
+      {t('createNew.title')}
+    </Flexbox>
+  );
+};
+
+export const useCreateNewModal = createModal((instance) => {
+  return {
+    content: (
+      <Flexbox paddingInline={16} style={{ marginBlock: 24 }}>
+        <CreateForm
+          onClose={() => {
+            instance.current?.destroy();
+          }}
+        />
+      </Flexbox>
+    ),
+    focusTriggerAfterClose: true,
+    footer: false,
+    title: <Title />,
+  };
+});

package/src/features/KnowledgeBaseModal/index.ts

@@ -0,0 +1,3 @@
+export * from './AddFilesToKnowledgeBase';
+export * from './AssignKnowledgeBase';
+export * from './CreateNew';

package/src/libs/langchain/loaders/pdf/index.ts

@@ -1,7 +1,7 @@
 import { PDFLoader } from '@langchain/community/document_loaders/fs/pdf';
 
-export const PdfLoader = async (blob: Blob) => {
-  const loader = new PDFLoader(blob);
+export const PdfLoader = async (fileBlob: Blob) => {
+  const loader = new PDFLoader(fileBlob);
 
   return await loader.load();
 };

package/src/libs/trpc/async/asyncAuth.ts

@@ -0,0 +1,24 @@
+import { TRPCError } from '@trpc/server';
+
+import { serverDBEnv } from '@/config/db';
+import { UserModel } from '@/database/server/models/user';
+
+import { asyncTrpc } from './init';
+
+export const asyncAuth = asyncTrpc.middleware(async (opts) => {
+  const { ctx } = opts;
+
+  if (ctx.secret !== serverDBEnv.KEY_VAULTS_SECRET || !ctx.userId) {
+    throw new TRPCError({ code: 'UNAUTHORIZED' });
+  }
+
+  const result = await UserModel.findById(ctx.userId);
+
+  if (!result) {
+    throw new TRPCError({ code: 'UNAUTHORIZED', message: 'user is invalid' });
+  }
+
+  return opts.next({
+    ctx: { userId: ctx.userId },
+  });
+});

package/src/libs/trpc/async/index.ts

@@ -0,0 +1,10 @@
+import { asyncAuth } from './asyncAuth';
+import { asyncTrpc } from './init';
+
+export const publicProcedure = asyncTrpc.procedure;
+
+export const asyncRouter = asyncTrpc.router;
+
+export const asyncAuthedProcedure = asyncTrpc.procedure.use(asyncAuth);
+
+export const createAsyncCallerFactory = asyncTrpc.createCallerFactory;

package/src/libs/trpc/async/init.ts

@@ -0,0 +1,11 @@
+import { initTRPC } from '@trpc/server';
+import superjson from 'superjson';
+
+import { AsyncContext } from '@/server/asyncContext';
+
+export const asyncTrpc = initTRPC.context<AsyncContext>().create({
+  errorFormatter({ shape }) {
+    return shape;
+  },
+  transformer: superjson,
+});

package/src/libs/trpc/client/async.ts

@@ -0,0 +1,14 @@
+import { createTRPCClient, httpBatchLink } from '@trpc/client';
+import superjson from 'superjson';
+
+import { AsyncRouter } from '@/server/routers/async';
+
+export const asyncClient = createTRPCClient<AsyncRouter>({
+  links: [
+    httpBatchLink({
+      maxURLLength: 2083,
+      transformer: superjson,
+      url: '/trpc/async',
+    }),
+  ],
+});

package/src/libs/trpc/client/index.ts

@@ -1,2 +1,3 @@
+export { asyncClient } from './async';
 export { edgeClient } from './edge';
 export * from './lambda';

package/src/libs/trpc/client/lambda.ts

@@ -3,6 +3,7 @@ import { createTRPCReact } from '@trpc/react-query';
 import superjson from 'superjson';
 
 import { fetchErrorNotification } from '@/components/FetchErrorNotification';
+import { ModelProvider } from '@/libs/agent-runtime';
 import type { LambdaRouter } from '@/server/routers/lambda';
 
 import { ErrorResponse } from './types';
@@ -24,6 +25,14 @@ const links = [
 
       return response;
     },
+    headers: async () => {
+      // dynamic import to avoid circular dependency
+      const { createHeaderWithAuth } = await import('@/services/_auth');
+
+      // TODO: we need to support provider select
+      return createHeaderWithAuth({ provider: ModelProvider.OpenAI });
+    },
+    maxURLLength: 2083,
     transformer: superjson,
     url: '/trpc/lambda',
   }),

package/src/libs/trpc/middleware/keyVaults.ts

@@ -0,0 +1,18 @@
+import { TRPCError } from '@trpc/server';
+
+import { getJWTPayload } from '@/app/api/middleware/auth/utils';
+import { trpc } from '@/libs/trpc/init';
+
+export const keyVaults = trpc.middleware(async (opts) => {
+  const { ctx } = opts;
+
+  if (!ctx.authorizationHeader) throw new TRPCError({ code: 'UNAUTHORIZED' });
+
+  try {
+    const jwtPayload = await getJWTPayload(ctx.authorizationHeader);
+
+    return opts.next({ ctx: { jwtPayload } });
+  } catch (e) {
+    throw new TRPCError({ code: 'UNAUTHORIZED', message: (e as Error).message });
+  }
+});

package/src/libs/unstructured/__tests__/index.test.ts

@@ -52,16 +52,6 @@ describe('Unstructured', () => {
       const customUnstructured = new Unstructured('custom-api-key');
       expect(customUnstructured).toBeInstanceOf(Unstructured);
     });
-
-    it('should throw an error if no API key is provided or in environment', () => {
-      let defaultKey = UNSTRUCTURED_API_KEY;
-      UNSTRUCTURED_API_KEY = '';
-
-      expect(() => new Unstructured()).toThrow(
-        '"UNSTRUCTURED_API_KEY" variables are not set completely, please check your env',
-      );
-      UNSTRUCTURED_API_KEY = defaultKey;
-    });
   });
 
   describe('basic partition', () => {

package/src/libs/unstructured/index.ts

@@ -43,12 +43,12 @@ export interface Coordinates {
   system: string;
 }
 
-class UnstructuredError extends Error {
-  constructor(message: string) {
-    super(message);
-    this.name = 'Unstructured';
-  }
-}
+// class UnstructuredError extends Error {
+//   constructor(message: string) {
+//     super(message);
+//     this.name = 'Unstructured';
+//   }
+// }
 
 interface PartitionParameters {
   chunkingStrategy?: ChunkingStrategy;
@@ -63,11 +63,6 @@ export class Unstructured {
   private client: UnstructuredClient;
 
   constructor(apikey?: string) {
-    if (!apikey && !knowledgeEnv.UNSTRUCTURED_API_KEY)
-      throw new UnstructuredError(
-        `"UNSTRUCTURED_API_KEY" variables are not set completely, please check your env`,
-      );
-
     this.client = new UnstructuredClient({
       security: { apiKeyAuth: apikey || knowledgeEnv.UNSTRUCTURED_API_KEY! },
       serverURL: knowledgeEnv.UNSTRUCTURED_SERVER_URL,

package/src/locales/default/chat.ts

@@ -37,6 +37,25 @@ export default {
     stop: '停止',
     warp: '换行',
   },
+  knowledgeBase: {
+    all: '所有内容',
+    allFiles: '所有文件',
+    allKnowledgeBases: '所有知识库',
+    disabled:
+      '当前部署模式不支持知识库对话，如需使用，请切换到服务端数据库部署或使用 LobeChat Cloud 服务',
+    library: {
+      action: {
+        add: '添加',
+        detail: '详情',
+        remove: '移除',
+      },
+      title: '文件/知识库',
+    },
+    relativeFilesOrKnowledgeBases: '关联文件/知识库',
+    title: '知识库',
+    uploadGuide: '上传过的文件可以在「知识库」中查看哦',
+    viewMore: '查看更多',
+  },
   messageAction: {
     delAndRegenerate: '删除并重新生成',
     regenerate: '重新生成',
@@ -44,6 +63,15 @@ export default {
   newAgent: '新建助手',
   pin: '置顶',
   pinOff: '取消置顶',
+  rag: {
+    referenceChunks: '引用源',
+    userQuery: {
+      actions: {
+        delete: '删除 Query 重写',
+        regenerate: '重新生成 Query',
+      },
+    },
+  },
   regenerate: '重新生成',
   roleAndArchive: '角色与记录',
   searchAgentPlaceholder: '搜索助手和对话...',
@@ -130,8 +158,24 @@ export default {
   },
   updateAgent: '更新助理信息',
   upload: {
-    actionFiletip: '上传文件',
-    actionTooltip: '上传图片',
-    disabled: '当前模型不支持视觉识别和文件分析，请切换模型后使用',
+    action: {
+      fileUpload: '上传文件',
+      folderUpload: '上传文件夹',
+      imageDisabled: '当前模型不支持视觉识别，请切换模型后使用',
+      imageUpload: '上传图片',
+      tooltip: '上传',
+    },
+    clientMode: {
+      actionFiletip: '上传文件',
+      actionTooltip: '上传',
+      disabled: '当前模型不支持视觉识别和文件分析，请切换模型后使用',
+    },
+    preview: {
+      prepareTasks: '准备分块...',
+      status: {
+        pending: '准备上传...',
+        processing: '文件处理中...',
+      },
+    },
   },
 };

package/src/locales/default/common.ts

@@ -14,6 +14,7 @@ export default {
   autoGenerate: '自动补全',
   autoGenerateTooltip: '基于提示词自动补全助手描述',
   autoGenerateTooltipDisabled: '请填写提示词后使用自动补全功能',
+  back: '返回',
   batchDelete: '批量删除',
   blog: '产品博客',
   cancel: '取消',

package/src/locales/default/components.ts

@@ -52,6 +52,8 @@ export default {
     chunks: {
       embeddingStatus: {
         empty: '文本块尚未完全向量化，将导致语义检索功能不可用，为提升检索质量，请对文本块向量化',
+        error: '向量化失败',
+        errorResult: '向量化失败，请检查后重试。失败原因：',
         processing: '文本块正在向量化，请耐心等待',
         success: '当前文本块均已向量化',
       },

package/src/locales/default/error.ts

@@ -138,5 +138,10 @@ export default {
       password: '密码',
     },
   },
-  upload: { desc: '详情: {{detail}}', title: '文件上传失败，请检查网络连接或稍后再试' },
+  upload: {
+    desc: '详情: {{detail}}',
+    fileOnlySupportInServerMode:
+      '当前部署模式不支持上传非图片文件，如需上传 {{ext}} 格式，请切换到服务端数据库部署或使用 LobeChat Cloud 服务',
+    title: '文件上传失败，请检查网络连接或稍后再试',
+  },
 };

package/src/locales/default/file.ts

@@ -0,0 +1,92 @@
+export default {
+  desc: '管理你的文件与知识库',
+  detail: {
+    basic: {
+      createdAt: '创建时间',
+      filename: '文件名',
+      size: '文件大小',
+      title: '基本信息',
+      type: '格式',
+      updatedAt: '更新时间',
+    },
+    data: {
+      chunkCount: '分块数',
+      embedding: {
+        default: '暂未向量化',
+        error: '失败',
+        pending: '待启动',
+        processing: '进行中',
+        success: '已完成',
+      },
+      embeddingStatus: '向量化',
+    },
+  },
+  header: {
+    actions: {
+      newFolder: '新建文件夹',
+      uploadFile: '上传文件',
+      uploadFolder: '上传文件夹',
+    },
+    uploadButton: '上传',
+  },
+  knowledgeBase: {
+    list: {
+      confirmRemoveKnowledgeBase:
+        '即将删除该知识库，其中的文件不会删除，将移入全部文件中。知识库删除后将不可恢复，请谨慎操作。',
+      empty: '点击 <1>+</1> 开始创建知识库',
+    },
+    new: '新建知识库',
+    title: '知识库',
+  },
+  notSupportGuide: {
+    desc: '当前部署实例为客户端数据库模式，无法使用文件管理功能。请切换到<1>服务端数据库部署模式</1>，或直接使用 <3>LobeChat Cloud</3>',
+    features: {
+      allKind: {
+        desc: '支持主流文件类型，包括 Word、PPT、Excel、PDF、TXT 等常见文档格式，以及JS、Python 等主流代码文件',
+        title: '多种文件类型解析',
+      },
+      embeddings: {
+        desc: '使用高性能向量模型，对文本分块进行向量化，实现文件内容的语义化检索',
+        title: '向量语义化',
+      },
+      repos: {
+        desc: '支持创建知识库，并允许添加不同类型的文件，构建属于你的领域知识',
+        title: '知识库',
+      },
+    },
+    title: '当前部署模式不支持文件管理',
+  },
+  preview: {
+    unsupportedFile: '此文件格式不支持在线预览',
+  },
+  searchFilePlaceholder: '搜索文件',
+  tab: {
+    all: '全部文件',
+    audios: '语音',
+    documents: '文档',
+    images: '图片',
+    videos: '视频',
+    websites: '网页',
+  },
+  title: '文件',
+  uploadDock: {
+    body: {
+      collapse: '收起',
+      item: {
+        done: '已上传',
+        error: '上传失败，请重试',
+        pending: '准备上传...',
+        processing: '文件处理中...',
+        restTime: '剩余 {{time}}',
+      },
+    },
+    totalCount: '共 {{count}} 项',
+    uploadStatus: {
+      error: '上传出错',
+      pending: '等待上传',
+      processing: '正在上传',
+      success: '上传完成',
+      uploading: '正在上传',
+    },
+  },
+};

package/src/locales/default/index.ts

@@ -5,6 +5,8 @@ import clerk from './clerk';
 import common from './common';
 import components from './components';
 import error from './error';
+import file from './file';
+import knowledgeBase from './knowledgeBase';
 import market from './market';
 import metadata from './metadata';
 import migration from './migration';
@@ -21,6 +23,8 @@ const resources = {
   common,
   components,
   error,
+  file,
+  knowledgeBase,
   market,
   metadata,
   migration,