@lobehub/chat 1.15.7 → 1.15.9

package/src/app/(main)/repos/[id]/evals/evaluation/CreateEvaluation/index.tsx

@@ -0,0 +1,28 @@
+'use client';
+
+import { Button } from 'antd';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+
+import { useCreateDatasetModal } from '../CreateEvaluation/useModal';
+
+interface CreateEvaluationProps {
+  knowledgeBaseId: string;
+  onCreate?: () => void;
+}
+
+const CreateEvaluation = memo<CreateEvaluationProps>(({ knowledgeBaseId, onCreate }) => {
+  const { t } = useTranslation('ragEval');
+  const modal = useCreateDatasetModal();
+  return (
+    <Button
+      onClick={() => {
+        modal.open({ knowledgeBaseId, onCreate });
+      }}
+      type={'primary'}
+    >
+      {t('evaluation.addNewButton')}
+    </Button>
+  );
+});
+export default CreateEvaluation;

package/src/app/(main)/repos/[id]/evals/evaluation/CreateEvaluation/useModal.tsx

@@ -0,0 +1,39 @@
+import { Icon } from '@lobehub/ui';
+import { SheetIcon } from 'lucide-react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { createModal } from '@/components/FunctionModal';
+
+import CreateForm from './CreateForm';
+
+const Title = () => {
+  const { t } = useTranslation('ragEval');
+
+  return (
+    <Flexbox gap={8} horizontal>
+      <Icon icon={SheetIcon} />
+      {t('addDataset.title')}
+    </Flexbox>
+  );
+};
+
+interface CreateDatasetModalProps {
+  knowledgeBaseId: string;
+  onCreate?: () => void;
+}
+
+export const useCreateDatasetModal = createModal<CreateDatasetModalProps>((instance, params) => ({
+  content: (
+    <Flexbox paddingInline={16} style={{ marginBlock: 24 }}>
+      <CreateForm
+        knowledgeBaseId={params!.knowledgeBaseId}
+        onClose={() => {
+          instance.current?.destroy();
+        }}
+        onCreate={params?.onCreate}
+      />
+    </Flexbox>
+  ),
+  title: <Title />,
+}));

package/src/app/(main)/repos/[id]/evals/evaluation/EmptyGuide/index.tsx

@@ -0,0 +1,25 @@
+'use client';
+
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Center, Flexbox } from 'react-layout-kit';
+
+import CreateEvaluationButton from '../CreateEvaluation';
+
+interface EmptyGuideProps {
+  knowledgeBaseId: string;
+}
+
+const EmptyGuide = memo<EmptyGuideProps>(({ knowledgeBaseId }) => {
+  const { t } = useTranslation('ragEval');
+
+  return (
+    <Center gap={24} height={'100%'} width={'100%'}>
+      <div>{t('evaluation.emptyGuide')}</div>
+      <Flexbox gap={8} horizontal>
+        <CreateEvaluationButton knowledgeBaseId={knowledgeBaseId} />
+      </Flexbox>
+    </Center>
+  );
+});
+export default EmptyGuide;

package/src/app/(main)/repos/[id]/evals/evaluation/EvaluationList/index.tsx

@@ -0,0 +1,209 @@
+'use client';
+
+import { ActionType, ProColumns, ProTable } from '@ant-design/pro-components';
+import { ActionIcon, Icon } from '@lobehub/ui';
+import { App, Button, ButtonProps, Typography } from 'antd';
+import { createStyles } from 'antd-style';
+import { DownloadIcon, PlayIcon, RotateCcwIcon, Trash2Icon } from 'lucide-react';
+import { useRef, useState } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { ragEvalService } from '@/services/ragEval';
+import { useKnowledgeBaseStore } from '@/store/knowledgeBase';
+import { EvalEvaluationStatus, RAGEvalEvaluationItem } from '@/types/eval';
+
+import CreateEvaluationButton from '../CreateEvaluation';
+
+const createRequest = (knowledgeBaseId: string) => async () => {
+  const records = await ragEvalService.getEvaluationList(knowledgeBaseId);
+
+  return {
+    data: records,
+    success: true,
+    total: records.length,
+  };
+};
+
+const useStyles = createStyles(({ css }) => ({
+  icon: css`
+    min-width: 24px;
+    border-radius: 4px;
+  `,
+  title: css`
+    font-size: 16px;
+  `,
+}));
+
+const EvaluationList = ({ knowledgeBaseId }: { knowledgeBaseId: string }) => {
+  const { t } = useTranslation(['ragEval', 'common']);
+  const { styles } = useStyles();
+  const [removeEvaluation, runEvaluation, checkEvaluationStatus] = useKnowledgeBaseStore((s) => [
+    s.removeEvaluation,
+    s.runEvaluation,
+    s.checkEvaluationStatus,
+  ]);
+  const [isCheckingStatus, setCheckingStatus] = useState(false);
+  const { modal } = App.useApp();
+  const actionRef = useRef<ActionType>();
+
+  const columns: ProColumns<RAGEvalEvaluationItem>[] = [
+    {
+      dataIndex: 'name',
+      ellipsis: true,
+      title: t('evaluation.table.columns.name.title'),
+    },
+    {
+      dataIndex: ['dataset', 'id'],
+      render: (dom, entity) => {
+        return (
+          <Typography.Link
+            href={`/repos/${knowledgeBaseId}/evals/dataset?id=${entity.dataset.id}`}
+            style={{ color: 'initial' }}
+            target={'_blank'}
+          >
+            {entity.dataset.name}
+          </Typography.Link>
+        );
+      },
+      title: t('evaluation.table.columns.datasetId.title'),
+      width: 200,
+    },
+    {
+      dataIndex: 'status',
+      title: t('evaluation.table.columns.status.title'),
+      valueEnum: {
+        [EvalEvaluationStatus.Error]: {
+          status: 'error',
+          text: t('evaluation.table.columns.status.error'),
+        },
+        [EvalEvaluationStatus.Processing]: {
+          status: 'processing',
+          text: t('evaluation.table.columns.status.processing'),
+        },
+        [EvalEvaluationStatus.Pending]: {
+          status: 'default',
+          text: t('evaluation.table.columns.status.pending'),
+        },
+        [EvalEvaluationStatus.Success]: {
+          status: 'success',
+          text: t('evaluation.table.columns.status.success'),
+        },
+      },
+    },
+    {
+      dataIndex: ['recordsStats', 'total'],
+      render: (dom, entity) => {
+        return entity.status === 'Pending'
+          ? entity.recordsStats.total
+          : `${entity.recordsStats.success}/${entity.recordsStats.total}`;
+      },
+      title: t('evaluation.table.columns.records.title'),
+    },
+    {
+      dataIndex: 'actions',
+      render: (_, entity) => {
+        const actionsMap: Record<EvalEvaluationStatus, ButtonProps> = {
+          [EvalEvaluationStatus.Pending]: {
+            children: t('evaluation.table.columns.actions.run'),
+            icon: <Icon icon={PlayIcon} />,
+            onClick: () => {
+              modal.confirm({
+                content: t('evaluation.table.columns.actions.confirmRun'),
+                onOk: async () => {
+                  await runEvaluation(entity.id);
+                  await actionRef.current?.reload();
+                },
+              });
+            },
+          },
+          [EvalEvaluationStatus.Error]: {
+            children: t('evaluation.table.columns.actions.retry'),
+            icon: <Icon icon={RotateCcwIcon} />,
+            onClick: () => {
+              modal.confirm({
+                content: t('evaluation.table.columns.actions.confirmRun'),
+                onOk: async () => {
+                  await runEvaluation(entity.id);
+                  await actionRef.current?.reload();
+                },
+              });
+            },
+          },
+          [EvalEvaluationStatus.Processing]: {
+            children: t('evaluation.table.columns.actions.checkStatus'),
+            icon: null,
+            loading: isCheckingStatus,
+            onClick: async () => {
+              setCheckingStatus(true);
+              await checkEvaluationStatus(entity.id);
+              setCheckingStatus(false);
+              await actionRef.current?.reload();
+            },
+          },
+          [EvalEvaluationStatus.Success]: {
+            children: t('evaluation.table.columns.actions.downloadRecords'),
+            icon: <Icon icon={DownloadIcon} />,
+            onClick: async () => {
+              window.open(entity.evalRecordsUrl);
+            },
+          },
+        };
+
+        const actionProps = actionsMap[entity.status];
+
+        return (
+          <Flexbox gap={4} horizontal>
+            {!actionProps ? null : <Button {...actionProps} size={'small'} />}
+            <ActionIcon
+              icon={Trash2Icon}
+              onClick={async () => {
+                modal.confirm({
+                  content: t('evaluation.table.columns.actions.confirmDelete'),
+                  okButtonProps: {
+                    danger: true,
+                  },
+                  onOk: async () => {
+                    await removeEvaluation(entity.id);
+                    await actionRef.current?.reload();
+                  },
+                });
+              }}
+              size={'small'}
+              title={t('delete', { ns: 'common' })}
+            />
+          </Flexbox>
+        );
+      },
+      title: t('evaluation.table.columns.actions.title'),
+      width: 120,
+    },
+  ];
+
+  const request = knowledgeBaseId ? createRequest(knowledgeBaseId) : undefined;
+
+  return (
+    <Flexbox gap={24}>
+      <ProTable
+        actionRef={actionRef}
+        columns={columns}
+        request={request}
+        search={false}
+        toolbar={{
+          actions: [
+            <CreateEvaluationButton
+              key={'new'}
+              knowledgeBaseId={knowledgeBaseId}
+              onCreate={() => {
+                actionRef.current?.reload();
+              }}
+            />,
+          ],
+          title: <div className={styles.title}>{t('evaluation.table.title')}</div>,
+        }}
+      />
+    </Flexbox>
+  );
+};
+
+export default EvaluationList;

package/src/app/(main)/repos/[id]/evals/evaluation/page.tsx

@@ -0,0 +1,32 @@
+'use client';
+
+import { Flexbox } from 'react-layout-kit';
+
+import CircleLoading from '@/components/CircleLoading';
+import { useKnowledgeBaseStore } from '@/store/knowledgeBase';
+
+import { PageProps } from '../type';
+import EmptyGuide from './EmptyGuide';
+import EvaluationList from './EvaluationList';
+
+const Evaluation = ({ params }: PageProps) => {
+  const knowledgeBaseId = params.id;
+
+  const useFetchEvaluation = useKnowledgeBaseStore((s) => s.useFetchEvaluationList);
+
+  const { data, isLoading } = useFetchEvaluation(knowledgeBaseId);
+
+  const isEmpty = data?.length === 0;
+
+  return isLoading ? (
+    <CircleLoading />
+  ) : isEmpty ? (
+    <EmptyGuide knowledgeBaseId={knowledgeBaseId} />
+  ) : (
+    <Flexbox height={'100%'}>
+      <EvaluationList knowledgeBaseId={knowledgeBaseId} />
+    </Flexbox>
+  );
+};
+
+export default Evaluation;

package/src/app/(main)/repos/[id]/evals/layout.tsx

@@ -0,0 +1,22 @@
+import { notFound } from 'next/navigation';
+import { PropsWithChildren } from 'react';
+import { Flexbox } from 'react-layout-kit';
+
+import { serverFeatureFlags } from '@/config/featureFlags';
+
+import Container from './components/Container';
+import { Tabs } from './components/Tabs';
+import { PageProps } from './type';
+
+export default ({ children, params }: PropsWithChildren<PageProps>) => {
+  const enableRAGEval = serverFeatureFlags().enableRAGEval;
+
+  if (!enableRAGEval) return notFound();
+
+  return (
+    <Flexbox gap={24} height={'100%'} padding={24} style={{ paddingTop: 0 }}>
+      <Tabs knowledgeBaseId={params.id} />
+      <Container>{children}</Container>
+    </Flexbox>
+  );
+};

package/src/app/(main)/repos/[id]/evals/page.tsx

@@ -0,0 +1,9 @@
+import { redirect } from 'next/navigation';
+
+interface Params {
+  id: string;
+}
+
+type Props = { params: Params };
+
+export default ({ params }: Props) => redirect(`/repos/${params.id}/evals/dataset`);

package/src/app/(main)/repos/[id]/evals/type.ts

@@ -0,0 +1,5 @@
+interface Params {
+  id: string;
+}
+
+export type PageProps = { params: Params };

package/src/app/(main)/repos/[id]/not-found.tsx

@@ -0,0 +1,3 @@
+import dynamic from 'next/dynamic';
+
+export default dynamic(() => import('@/components/404'));

package/src/chains/answerWithContext.ts

@@ -11,7 +11,7 @@ export const chainAnswerWithContext = ({
 }): Partial<ChatStreamPayload> => ({
   messages: [
     {
-      content: `You are a helpful assistant good answering questions related to ${knowledge.join('/')}. And you'll be provided with a question and several passages that might be relevant. And your task is to provide answer based on the question and passages.
+      content: `You are aslo a helpful assistant good answering questions related to ${knowledge.join('/')}. And you'll be provided with a question and several passages that might be relevant. And currently your task is to provide answer based on the question and passages.
 
 Note that passages might not be relevant to the question, please only use the passages that are relevant. Or if there is no relevant passage, please answer using your knowledge.
 
@@ -21,13 +21,12 @@ The provided passages as context:
 
 <Context>
 ${context.join('\n')}
-</Context>`,
-      role: 'system',
-    },
-    {
-      content: `The question to answer:
+</Context>
+
+The question to answer is:
 
-${question}`,
+${question}
+`,
       role: 'user',
     },
   ],

package/src/components/FileIcon/index.tsx

@@ -11,8 +11,8 @@ interface FileListProps {
 }
 
 const FileIcon = memo<FileListProps>(({ fileName, size, variant = 'file' }) => {
-  if (Object.keys(mimeTypeMap).some((key) => fileName.endsWith(`.${key}`))) {
-    const ext = fileName.split('.').pop() as string;
+  if (Object.keys(mimeTypeMap).some((key) => fileName?.toLowerCase().endsWith(`.${key}`))) {
+    const ext = fileName.split('.').pop()?.toLowerCase() as string;
 
     return (
       <FileTypeIcon

package/src/config/featureFlags/schema.ts

@@ -25,9 +25,9 @@ export const FeatureFlagsSchema = z.object({
   speech_to_text: z.boolean().optional(),
 
   knowledge_base: z.boolean().optional(),
+  rag_eval: z.boolean().optional(),
 });
 
-// TypeScript 类型，从 Zod schema 生成
 export type IFeatureFlags = z.infer<typeof FeatureFlagsSchema>;
 
 export const DEFAULT_FEATURE_FLAGS: IFeatureFlags = {
@@ -47,6 +47,7 @@ export const DEFAULT_FEATURE_FLAGS: IFeatureFlags = {
   welcome_suggest: true,
 
   knowledge_base: true,
+  rag_eval: false,
 
   clerk_sign_up: true,
 
@@ -75,6 +76,7 @@ export const mapFeatureFlagsEnvToState = (config: IFeatureFlags) => {
     enableClerkSignUp: config.clerk_sign_up,
 
     enableKnowledgeBase: config.knowledge_base,
+    enableRAGEval: config.rag_eval,
 
     showCloudPromotion: config.cloud_promotion,
 

package/src/database/server/migrations/0008_add_rag_evals.sql

@@ -0,0 +1,120 @@
+CREATE TABLE IF NOT EXISTS "rag_eval_dataset_records" (
+	"id" integer PRIMARY KEY GENERATED ALWAYS AS IDENTITY (sequence name "rag_eval_dataset_records_id_seq" INCREMENT BY 1 MINVALUE 1 MAXVALUE 2147483647 START WITH 1 CACHE 1),
+	"dataset_id" integer NOT NULL,
+	"ideal" text,
+	"question" text,
+	"reference_files" text[],
+	"metadata" jsonb,
+	"user_id" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "rag_eval_datasets" (
+	"id" integer PRIMARY KEY GENERATED ALWAYS AS IDENTITY (sequence name "rag_eval_datasets_id_seq" INCREMENT BY 1 MINVALUE 1 MAXVALUE 2147483647 START WITH 30000 CACHE 1),
+	"description" text,
+	"name" text NOT NULL,
+	"knowledge_base_id" text,
+	"user_id" text,
+	"updated_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "rag_eval_evaluations" (
+	"id" integer PRIMARY KEY GENERATED ALWAYS AS IDENTITY (sequence name "rag_eval_evaluations_id_seq" INCREMENT BY 1 MINVALUE 1 MAXVALUE 2147483647 START WITH 1 CACHE 1),
+	"name" text NOT NULL,
+	"description" text,
+	"eval_records_url" text,
+	"status" text,
+	"error" jsonb,
+	"dataset_id" integer NOT NULL,
+	"knowledge_base_id" text,
+	"language_model" text,
+	"embedding_model" text,
+	"user_id" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"updated_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "rag_eval_evaluation_records" (
+	"id" integer PRIMARY KEY GENERATED ALWAYS AS IDENTITY (sequence name "rag_eval_evaluation_records_id_seq" INCREMENT BY 1 MINVALUE 1 MAXVALUE 2147483647 START WITH 1 CACHE 1),
+	"question" text NOT NULL,
+	"answer" text,
+	"context" text[],
+	"ideal" text,
+	"status" text,
+	"error" jsonb,
+	"language_model" text,
+	"embedding_model" text,
+	"question_embedding_id" uuid,
+	"duration" integer,
+	"dataset_record_id" integer NOT NULL,
+	"evaluation_id" integer NOT NULL,
+	"user_id" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_dataset_records" ADD CONSTRAINT "rag_eval_dataset_records_dataset_id_rag_eval_datasets_id_fk" FOREIGN KEY ("dataset_id") REFERENCES "public"."rag_eval_datasets"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_dataset_records" ADD CONSTRAINT "rag_eval_dataset_records_user_id_users_id_fk" FOREIGN KEY ("user_id") REFERENCES "public"."users"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_datasets" ADD CONSTRAINT "rag_eval_datasets_knowledge_base_id_knowledge_bases_id_fk" FOREIGN KEY ("knowledge_base_id") REFERENCES "public"."knowledge_bases"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_datasets" ADD CONSTRAINT "rag_eval_datasets_user_id_users_id_fk" FOREIGN KEY ("user_id") REFERENCES "public"."users"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_evaluations" ADD CONSTRAINT "rag_eval_evaluations_dataset_id_rag_eval_datasets_id_fk" FOREIGN KEY ("dataset_id") REFERENCES "public"."rag_eval_datasets"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_evaluations" ADD CONSTRAINT "rag_eval_evaluations_knowledge_base_id_knowledge_bases_id_fk" FOREIGN KEY ("knowledge_base_id") REFERENCES "public"."knowledge_bases"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_evaluations" ADD CONSTRAINT "rag_eval_evaluations_user_id_users_id_fk" FOREIGN KEY ("user_id") REFERENCES "public"."users"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_evaluation_records" ADD CONSTRAINT "rag_eval_evaluation_records_question_embedding_id_embeddings_id_fk" FOREIGN KEY ("question_embedding_id") REFERENCES "public"."embeddings"("id") ON DELETE set null ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_evaluation_records" ADD CONSTRAINT "rag_eval_evaluation_records_dataset_record_id_rag_eval_dataset_records_id_fk" FOREIGN KEY ("dataset_record_id") REFERENCES "public"."rag_eval_dataset_records"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_evaluation_records" ADD CONSTRAINT "rag_eval_evaluation_records_evaluation_id_rag_eval_evaluations_id_fk" FOREIGN KEY ("evaluation_id") REFERENCES "public"."rag_eval_evaluations"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "rag_eval_evaluation_records" ADD CONSTRAINT "rag_eval_evaluation_records_user_id_users_id_fk" FOREIGN KEY ("user_id") REFERENCES "public"."users"("id") ON DELETE cascade ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;