@gientech/modual 2.2.3-fix.5 → 2.2.3-fix.6

package/src/modules/headlessChat/utils/index.ts

@@ -0,0 +1,348 @@
+import xls from '../../../assets/img/excel.png';
+import txt from '../../../assets/img/txt.png';
+import doc from '../../../assets/img/word.png';
+import pdf from '../../../assets/img/pdf.png';
+import ppt from '../../../assets/img/ppt.png';
+import img from '../../../assets/img/img.png';
+import dayjs from 'dayjs';
+import axios from 'axios';
+
+export const dealMinioUrl = (url: string) => {
+  // | undefined | string[]
+  return url || '';
+  // if (!url) return "";
+  // if (Array.isArray(url)) {
+  //   const urlArr = url.map((item) => {
+  //     const arr = item.split("/").slice(3);
+  //     return `${getMinioUrlPrefix()}/` + arr.join("/");
+  //   });
+  //   return urlArr;
+  // }
+
+  // const arr = url.split("/").slice(3);
+
+  // return `${getMinioUrlPrefix()}/` + arr.join("/");
+};
+
+export const uniqArr2By = (array1: any[], array2: any[], key: string) => {
+  return array2.filter(item2 => !array1.some(item1 => item1[key] === item2[key]));
+};
+
+export const fileViewTypes = [
+  'txt',
+  'pdf',
+  // "xlsx",
+  // "xls",
+  // "csv",
+  //'md',
+  'jpeg',
+  'jpg',
+  'png',
+];
+
+export const getMarkExcludeType = (file_type: string) => {
+  return [''].includes(file_type); //"xls", "xlsx", "csv"
+};
+
+export const isImage = (type: string) => {
+  return ['png', 'jpg', 'jpeg'].includes(type);
+};
+
+export const TempBaseUrl = `http://${location.hostname}:9000/`;
+
+export const getFileHost = (convertedPath: string) => {
+  if (convertedPath.includes('http')) {
+    const url = new URL(convertedPath);
+    return `${url.origin}/`;
+  }
+  return TempBaseUrl;
+};
+export const FILEIMG: any = {
+  docx: doc,
+  doc: doc,
+  pdf: pdf,
+  xls: xls,
+  xlsx: xls,
+  csv: xls,
+  ppt: ppt,
+  pptx: ppt,
+  pub: ppt,
+  txt: txt,
+  png: img,
+  jpg: img,
+  jpge: img,
+};
+
+export const getFileIcon = (fileType: string) => {
+  return FILEIMG[fileType] || FILEIMG['txt'];
+};
+
+export const smoothScroll = (container: any, distance?: number) => {
+  const d = distance || 20;
+  const { scrollTop, scrollHeight, clientHeight } = container;
+  const isBottom = scrollTop + clientHeight >= scrollHeight;
+  requestAnimationFrame(() => {
+    if (!isBottom) {
+      if (scrollTop + clientHeight + d < scrollHeight) {
+        container.scrollBy({
+          top: d,
+          behavior: 'smooth',
+        });
+        smoothScroll(container, d);
+      } else {
+        container.scrollTo({
+          top: scrollHeight,
+          behavior: 'smooth',
+        });
+      }
+    }
+  });
+};
+
+export const judgeXlS = (item: { type?: string; fileName: string }) => {
+  const validTypes = ['xlsx', 'xls', 'csv', 'png', 'jpg', 'jpeg'];
+  const fileExtension = item.fileName.split('.').pop()?.toLowerCase();
+  return validTypes.includes(item.type || '') || validTypes.includes(fileExtension || '');
+};
+
+export const FileModalSize = {
+  width: 960,
+  height: 742,
+};
+
+export const formatTime = (val: string) => {
+  return val ? dayjs(val).format('YY-MM-DD HH:mm') : '';
+};
+
+export const getUrlPrefix = () => {
+  return '/proxy';
+};
+
+export const getMinioUrlPrefix = () => {
+  return import.meta.env.VITE_MINIO_PREFIX;
+};
+
+export const getCecUrlPrefix = () => {
+  return import.meta.env.VITE_CEC_PREFIX;
+};
+
+export const handleDownLoad = async (url: string) => {
+  if (!url) return;
+
+  try {
+    const response = await fetch(encodeURI(url)); // 处理特殊字符
+    const blob = await response.blob();
+    const blobUrl = URL.createObjectURL(blob);
+
+    const link = document.createElement('a');
+    link.href = blobUrl;
+    link.download = url.split('/').pop() || 'file.pdf'; // 提取文件名
+    link.style.display = 'none';
+
+    document.body.appendChild(link);
+    link.click();
+
+    // 清理资源
+    setTimeout(() => {
+      URL.revokeObjectURL(blobUrl);
+      document.body.removeChild(link);
+    }, 100);
+  } catch (error) {
+    console.error('下载失败:', error);
+  }
+};
+
+/**
+ * 获取文档预览组件数据
+ */
+
+export const getFilePath = (content: {
+  file_type?: string;
+  file_source?: string;
+  metadata: { source?: string };
+}) => {
+  let fileType = content?.file_type;
+  const source = content?.metadata?.source;
+  if (source) {
+    fileType = source.split('.').slice(-1)[0];
+  } else {
+    return content?.file_source || '';
+  }
+  if (fileViewTypes.includes(fileType)) {
+    if (source.includes('http')) {
+      return source;
+    } else {
+      return `${TempBaseUrl}${source}`;
+    }
+  } else {
+    return content?.file_source || '';
+  }
+};
+
+export const getFileName = (content: {
+  file_name?: string;
+  file_source?: string;
+  metadata: { source?: string };
+}) => {
+  if (!content) return '';
+  const { file_name } = content;
+  if (file_name) return file_name;
+  const source = content?.metadata?.source;
+  if (source) {
+    const arr = source.split('/');
+    if (!arr.length) return '';
+    return arr[arr.length - 1];
+  } else {
+    return '';
+  }
+};
+
+export const getFileType = (content: { metadata: { source?: string } }, filePath: string) => {
+  if (!content) return '';
+  const source = content?.metadata?.source;
+  if (source) {
+    const arr = source.split('.');
+    if (!arr.length) return '';
+    const type = arr[arr.length - 1];
+
+    const _arr = (filePath || '').split('.');
+    if (!_arr.length) return '';
+    const _type = _arr[_arr.length - 1];
+    switch (type.toLocaleLowerCase()) {
+      case 'ppt':
+      case 'pub':
+      case 'pptx':
+        return 'pdf_slides';
+      case 'xls':
+      case 'xlsx':
+      case 'csv':
+      case 'md':
+        if (_type === 'pdf') return 'pdf';
+        return 'markdown_table';
+      case 'png':
+      case 'jpg':
+      case 'jpeg':
+        return 'image';
+      case 'html':
+      case 'htm':
+        return 'html';
+      case 'txt':
+        return 'text';
+      default:
+        if (_type === 'ppt' || _type === 'pub' || _type === 'pptx') return 'pdf_slides';
+        return 'pdf';
+    }
+  } else {
+    return '';
+  }
+};
+
+export const downloadByStream = async ({
+  filePath,
+  fileName,
+  token,
+}: {
+  filePath: string;
+  fileName: string;
+  token: string;
+}) => {
+  if (filePath && fileName) {
+    try {
+      const response: any = await axios.post(
+        '/proxy/index/knowledgeBase/file/stream',
+        { convertedFilePath: filePath },
+        {
+          headers: {
+            'Content-Type': 'application/json',
+            Authorization: token,
+          },
+          responseType: 'arraybuffer',
+        }
+      );
+      //const response = await fetch(filePath);
+      console.log('response', response);
+      const blob = new Blob([response.data]);
+      const url = window.URL.createObjectURL(blob);
+      const _link = document.createElement('a');
+      const _body = document.body;
+
+      _link.href = url;
+      _link.download = fileName;
+      _link.style.display = 'none';
+      _body.appendChild(_link);
+
+      const event = new MouseEvent('click', {
+        view: window,
+        bubbles: true,
+        cancelable: true,
+      });
+      _link.dispatchEvent(event);
+
+      setTimeout(() => {
+        _body.removeChild(_link);
+        window.URL.revokeObjectURL(url);
+      }, 100);
+    } catch (error) {
+      console.error('下载文件失败：', error);
+    }
+  } else {
+    console.error('缺少文件名或文件地址：');
+  }
+};
+
+export const getInitialZoom = (boxWidth: number, curContent: any) => {
+  try {
+    if (!curContent?.metadata?.page_size?.length) {
+      const filePath = dealMinioUrl(getFilePath(curContent));
+      const fileType = getFileType(curContent, filePath);
+      let file_type = fileType;
+      const s = curContent?.file_name || curContent?.metadata?.source;
+      if (s) {
+        const sarr = s.split('.');
+        file_type = sarr?.[sarr.length - 1];
+      }
+      return judgePPT(fileType) || judgePPT(file_type) ? 0.6 : 1;
+    } else {
+      let pageSize = curContent?.metadata?.page_size || [[0, 0]];
+      if (!Array.isArray(pageSize)) {
+        pageSize = JSON.parse(pageSize);
+      }
+      const pageWidth = pageSize[0]?.[0] || 0;
+      const pageHeight = pageSize[0]?.[1] || 0;
+      if (pageHeight > pageWidth) return 1;
+      if (!boxWidth || !pageWidth) return 1;
+      if (pageWidth <= boxWidth) return 1;
+      return +(boxWidth / pageWidth).toFixed(4);
+    }
+  } catch (error) {
+    console.log('error', error);
+    return 1;
+  }
+};
+
+export const judgePPT = (type: string) => {
+  const types = ['ppt', 'pptx', 'pub'];
+  return types.includes(type.toLocaleLowerCase());
+};
+
+export const getTypeBySource = (source: string) => {
+  if (!source) return '';
+  const arrs = source.split('/');
+  const len = arrs.length;
+  const str = arrs[len - 3];
+  if (!str) return '';
+  const arr2s = str.split('.');
+  return arr2s[arr2s.length - 1];
+};
+
+export const getNameBySource = (source: string) => {
+  try {
+    if (!source) return '';
+    const arrs = source.split('/');
+    const len = arrs.length;
+    const str = arrs[len - 3];
+    return str || '';
+  } catch (error) {
+    return '';
+  }
+};

package/src/modules/knowledgeBase/index.tsx

@@ -0,0 +1,58 @@
+import { CustomComponents } from '@mxmweb/xviewer';
+interface KnowledgeBaseListProps {
+
+  url?: string;
+  token?: string;
+  role?: string;
+  title?: string,
+  konwledgeTitleTabs?:
+    | {
+        key: number;
+        label: string;
+      }[]
+    | "hide";
+  platform?: string;
+  CustomComponents?: CustomComponents;
+  emitEvent: (type: string, data?: any) => void;
+  appkey?:string
+}
+export const initKonwledgeTitles: any[] = [
+  {
+    key: 1,
+    label: "我的知识库"
+  },
+  {
+    key: 2,
+    label: "共享知识库"
+  }
+];
+
+const KonwledgeBaseList :  React.FC<KnowledgeBaseListProps> =({
+  url,
+  token,
+  role,
+  title = "知识库",
+  konwledgeTitleTabs = initKonwledgeTitles,
+  platform= "rag-qa",
+  CustomComponents,
+  emitEvent,
+}) => {
+
+  return<>
+       <div
+          style={{
+            height: 28,
+            fontFamily: `Microsoft YaHei`,
+            fontSize: "16px",
+            fontWeight: 700,
+            marginBottom: 16
+          }}
+        >
+          {title}
+        </div>
+        <div className="knowledgebase-wrap"></div></>
+}
+
+
+export default KonwledgeBaseList
+ 

package/src/modules/knowledgeBase/server.ts

@@ -0,0 +1,196 @@
+import axios from 'axios';
+
+type IDataSourceType = 'DataTable' | 'DirectDB';
+
+interface DatabaseApiProps {
+  url?: string;
+  token?: string;
+  role?: string;
+  eventsEmit?: (name: string, data: any) => void;
+}
+
+const AxiosInstance = ({ url, token, role, eventsEmit }: DatabaseApiProps) => {
+  const axios$ = axios.create({
+    baseURL: url,
+    // 配置请求超时时间
+    timeout: 1000000,
+  });
+  // 请求拦截
+  axios$.interceptors.request.use((config: any) => {
+    let target_cookie = token;
+
+    const noA = ['user/login', 'user/kaptcha', 'user/regist'];
+    // dangerous behaviour
+    if (!target_cookie && !noA.some((item: string) => config.url.includes(item))) {
+      // 通过eventsEmit抛出认证错误事件，让调用层处理
+      if (eventsEmit) {
+        eventsEmit('request:error_auth', {
+          errorMsg: '未登录或token已过期',
+          redirect: '/login',
+        });
+      }
+      return Promise.reject(new Error('未登录或token已过期'));
+    }
+
+    config.headers.Authorization = target_cookie || '';
+    // 这里传中文会报错
+    config.headers.userName = role === '未登录用户' ? '' : role;
+    // config.headers.userId = roleId;
+    return config;
+  });
+
+  // 返回拦截
+  axios$.interceptors.response.use(
+    response => {
+      // 获取接口返回结果
+      const noA = ['user/kaptcha'];
+      const res = response.data;
+      if (noA.some((item: string) => response.config.url && response.config.url.includes(item))) {
+        return res;
+      }
+      if (res.size && res.type) {
+        return res;
+      }
+      const { success, errorMsg, errorCode } = res;
+
+      if (success) {
+        return res;
+      } else {
+        // 通过eventsEmit抛出业务错误事件，让调用层处理
+        if (eventsEmit) {
+          eventsEmit('request:error_business', {
+            errorCode,
+            errorMsg: errorMsg || '请求出错，请稍后再试',
+            response: res,
+          });
+        }
+      }
+      return false;
+    },
+    async error => {
+      // 主动取消请求，不给报错信息
+      if (error.message === 'canceled') {
+        return Promise.reject(error);
+      }
+
+      // 通过eventsEmit抛出网络错误事件，让调用层处理
+      if (eventsEmit) {
+        let errorType = 'request:error_network';
+        let errorData: any = {
+          errorMsg: '网络请求失败',
+          error: error,
+        };
+
+        if (error?.response?.status === 401) {
+          errorType = 'request:error_auth';
+          errorData = {
+            errorMsg: '没有足够权限',
+            error: error,
+            redirect: '/login',
+          };
+        } else if (
+          error?.response?.data?.errorCode === '30013' ||
+          error?.response?.data?.errorCode === '30023'
+        ) {
+          errorType = 'request:error_business';
+          errorData = {
+            errorCode: error?.response?.data?.errorCode,
+            errorMsg: error?.response?.data?.errorMsg || '请求出错，请稍后再试',
+            error: error,
+          };
+        }
+
+        eventsEmit(errorType, errorData);
+      }
+
+      console.log('Error occurs', error);
+      return Promise.reject(error);
+    }
+  );
+
+  //数据库列表
+  const getDatabaseList = async (params: any) => {
+    try {
+      const res: any = await axios$.get(
+        `/queryPageDBList?${new URLSearchParams(params).toString()}`
+      );
+      const { success, data } = res;
+      if (success) return data;
+    } catch (e) {
+      console.log('getDatabaseList error:', e);
+    }
+  };
+  //共享数据库列表
+  // /database/queryShareDBList
+  const getShareDatabaseList = async (params: any) => {
+    try {
+      const res: any = await axios$.get(
+        `/queryShareDBList?${new URLSearchParams(params).toString()}`
+      );
+      const { success, data } = res;
+      if (success) return data;
+    } catch (e) {
+      console.log('getShareDatabaseList error:', e);
+    }
+  };
+  //删除数据库
+  const delDatabaseById = async (id: string | number, type: IDataSourceType) => {
+    const typeToUrl = getTypeToUrl(type);
+    try {
+      const res: any = await axios$.delete(`/${typeToUrl}/deleteDB/${id}`);
+
+      const { success, data } = res;
+      if (success) return data;
+    } catch (e) {
+      console.log('delDatabaseById error:', e);
+    }
+  };
+
+  // 保存数据库
+  const saveDatabase = async (params: any, type: IDataSourceType) => {
+    const typeToUrl = getTypeToUrl(type);
+    try {
+      const res: any = await axios$.post(`/${typeToUrl}/saveDBInfo`, params);
+
+      const { success, data } = res;
+      if (success) return data;
+    } catch (e) {
+      console.log('saveDatabase error:', e);
+    }
+  };
+
+  const testConnection = async (params: any) => {
+    try {
+      const res: any = await axios$.post(`/directDB/testConnect`, params);
+
+      const { success, data } = res;
+      if (success) return data;
+    } catch (e) {
+      console.log('testConnection error:', e);
+    }
+  };
+
+  const syncSchema = async (id: any) => {
+    try {
+      const res: any = await axios$.get(`/directDB/syncSchema/${id}`);
+      const { success, data } = res;
+      if (success) return data;
+    } catch (e) {
+      console.log('syncSchema error:', e);
+    }
+  };
+  return {
+    getDatabaseList,
+    getShareDatabaseList,
+    delDatabaseById,
+    saveDatabase,
+    testConnection,
+    syncSchema,
+  };
+};
+
+const getTypeToUrl = (type: IDataSourceType) => {
+  return type == 'DataTable' ? 'dataTable' : 'directDB';
+};
+
+export default AxiosInstance;