nnbb 0.0.1

package/lib/notion/getPageProperties.ts

@@ -0,0 +1,203 @@
+import { getTextContent, getDateValue } from 'notion-utils';
+// import { NotionAPI } from 'notion-client';
+import BLOG from '@/blog.config';
+import md5 from 'js-md5';
+import { mapImgUrl } from './mapImage';
+import dayjs from 'dayjs';
+import { PagePropertiesType, PagePropertiesStatus } from './types';
+
+import type {
+  BlockMap,
+  PageInfo,
+  CollectionPropertySchemaMap,
+  Decoration,
+} from './types';
+
+type TempPageInfo = Partial<PageInfo> & { [key: string]: any };
+const excludeProperties = ['date', 'select', 'multi_select', 'person'];
+
+export default async function getPageProperties(
+  id: string,
+  blockMap: BlockMap,
+  schemaMap: CollectionPropertySchemaMap,
+  // authToken?: string,
+): Promise<PageInfo> {
+  const pageInfo: TempPageInfo = { id: id };
+  const block = blockMap[id].value;
+
+  Object.entries<Decoration[]>(block.properties).forEach(
+    async ([key, value]) => {
+      const schema = schemaMap[key];
+      if (schema.type && !excludeProperties.includes(schema.type)) {
+        pageInfo[schema.name] = getTextContent(value);
+      } else {
+        switch (schema.type) {
+          case 'date': {
+            pageInfo[schema.name] = getDateValue(value);
+            break;
+          }
+          case 'select':
+          case 'multi_select': {
+            pageInfo[schema.name] = getTextContent(value).split(',');
+            break;
+          }
+          case 'person': {
+            // TODO 这段没看懂，以后再研究
+            // const rawUsers = value.flat();
+            // const users = [];
+            // const api = new NotionAPI({ authToken });
+
+            // for (let i = 0; i < rawUsers.length; i++) {
+            //   if (rawUsers[i][0][1]) {
+            //     const userId = rawUsers[i][0];
+            //     const res = await api.getUsers(userId);
+            //     const resValue =
+            //       res?.recordMapWithRoles?.notion_user?.[userId[1]]?.value;
+            //     const user = {
+            //       id: resValue?.id,
+            //       first_name: resValue?.given_name,
+            //       last_name: resValue?.family_name,
+            //       profile_photo: resValue?.profile_photo,
+            //     };
+            //     users.push(user);
+            //   }
+            // }
+            // pageInfo[schema.name] = users;
+            break;
+          }
+          default:
+            break;
+        }
+      }
+    },
+  );
+
+  // 映射键：用户自定义表头名
+  const fieldNames = BLOG.NOTION_PROPERTY_NAME;
+  if (fieldNames) {
+    for (const [key, value] of Object.entries(fieldNames)) {
+      if (value && pageInfo[value]) pageInfo[key] = pageInfo[value];
+    }
+  }
+
+  // type\status\category 是单选下拉框 取数组第一个
+  if (pageInfo.type && pageInfo.type[0]) {
+    pageInfo.type = pageInfo.type[0] as PagePropertiesType;
+  }
+  if (pageInfo.status && pageInfo.status[0]) {
+    pageInfo.status = pageInfo.status[0] as PagePropertiesStatus;
+  }
+  if (pageInfo.category && pageInfo.category[0])
+    pageInfo.category = pageInfo.category[0];
+
+  if (!pageInfo.tags) pageInfo.tags = [];
+
+  // 映射值：用户个性化type和status字段的下拉框选项，在此映射回代码的英文标识
+  mapProperties(pageInfo);
+
+  pageInfo.publishDate = dayjs(
+    pageInfo?.date?.start_date || block.created_time,
+  ).valueOf();
+  pageInfo.lastEditedDate = block?.last_edited_time;
+  pageInfo.pageIcon = mapImgUrl(block?.format?.page_icon, block);
+  pageInfo.pageCover = mapImgUrl(block?.format?.page_cover, block);
+  pageInfo.pageCoverThumbnail = mapImgUrl(
+    block?.format?.page_cover,
+    block,
+    'block',
+  );
+
+  // 处理URL
+  if (pageInfo.type === BLOG.NOTION_PROPERTY_NAME.type_post) {
+    pageInfo.slug = BLOG.POST_URL_PREFIX
+      ? generateCustomizeUrl(pageInfo)
+      : pageInfo.slug ?? pageInfo.id;
+  } else if (pageInfo.type === BLOG.NOTION_PROPERTY_NAME.type_page) {
+    pageInfo.slug = pageInfo.slug ?? pageInfo.id;
+  } else if (
+    pageInfo.type === BLOG.NOTION_PROPERTY_NAME.type_menu ||
+    pageInfo.type === BLOG.NOTION_PROPERTY_NAME.type_sub_menu
+  ) {
+    // 菜单路径为空、作为可展开菜单使用
+    pageInfo.to = pageInfo.slug ?? '#';
+    pageInfo.name = pageInfo.title ?? '';
+  }
+
+  // 开启伪静态路径
+  if (BLOG.PSEUDO_STATIC) {
+    if (
+      !pageInfo?.slug?.endsWith('.html') &&
+      !pageInfo?.slug?.startsWith('http')
+    ) {
+      pageInfo.slug += '.html';
+    }
+  }
+
+  pageInfo.password = pageInfo.password
+    ? md5(pageInfo.slug + pageInfo.password)
+    : '';
+
+  return pageInfo as PageInfo;
+}
+
+/**
+ * 映射用户自定义表头
+ */
+function mapProperties(properties: TempPageInfo) {
+  if (properties.type === BLOG.NOTION_PROPERTY_NAME.type_post) {
+    properties.type = PagePropertiesType.Post;
+  }
+  if (properties.type === BLOG.NOTION_PROPERTY_NAME.type_page) {
+    properties.type = PagePropertiesType.Page;
+  }
+  if (properties.type === BLOG.NOTION_PROPERTY_NAME.type_notice) {
+    properties.type = PagePropertiesType.Notice;
+  }
+  if (properties.status === BLOG.NOTION_PROPERTY_NAME.status_publish) {
+    properties.status = PagePropertiesStatus.Published;
+  }
+  if (properties.status === BLOG.NOTION_PROPERTY_NAME.status_invisible) {
+    properties.status = PagePropertiesStatus.Invisible;
+  }
+}
+
+/**
+ * 获取自定义URL
+ * @param {*} postProperties
+ * @returns
+ */
+function generateCustomizeUrl(postProperties: TempPageInfo) {
+  let fullPrefix = '';
+  const allSlugPatterns = BLOG.POST_URL_PREFIX.split('/');
+  allSlugPatterns.forEach((pattern, idx) => {
+    if (pattern === '%year%' && postProperties?.publishDay) {
+      const formatPostCreatedDate = new Date(postProperties?.publishDay);
+      fullPrefix += formatPostCreatedDate.getUTCFullYear();
+    } else if (pattern === '%month%' && postProperties?.publishDay) {
+      const formatPostCreatedDate = new Date(postProperties?.publishDay);
+      fullPrefix += String(formatPostCreatedDate.getUTCMonth() + 1).padStart(
+        2,
+        '0',
+      );
+    } else if (pattern === '%day%' && postProperties?.publishDay) {
+      const formatPostCreatedDate = new Date(postProperties?.publishDay);
+      fullPrefix += String(formatPostCreatedDate.getUTCDate()).padStart(2, '0');
+    } else if (pattern === '%slug%') {
+      fullPrefix += postProperties.slug ?? postProperties.id;
+    } else if (!pattern.includes('%')) {
+      fullPrefix += pattern;
+    } else {
+      return;
+    }
+    if (idx !== allSlugPatterns.length - 1) {
+      fullPrefix += '/';
+    }
+  });
+  if (fullPrefix.startsWith('/')) {
+    fullPrefix = fullPrefix.substring(1); // 去掉头部的"/"
+  }
+  if (fullPrefix.endsWith('/')) {
+    fullPrefix = fullPrefix.substring(0, fullPrefix.length - 1); // 去掉尾部部的"/"
+  }
+  return `${fullPrefix}/${postProperties.slug ?? postProperties.id}`;
+}

package/lib/notion/getPageTableOfContents.ts

@@ -0,0 +1,107 @@
+import { getTextContent } from 'notion-utils';
+
+import type {
+  TableOfContentsEntry,
+  PageInfo,
+  ExtendedRecordMap,
+} from './types';
+
+const indentLevels = {
+  header: 0,
+  sub_header: 1,
+  sub_sub_header: 2,
+};
+
+/**
+ * @see https://github.com/NotionX/react-notion-x/blob/master/packages/notion-utils/src/get-page-table-of-contents.ts
+ * Gets the metadata for a table of contents block by parsing the page's
+ * H1, H2, and H3 elements.
+ */
+export const getPageTableOfContents = (
+  page: PageInfo,
+  recordMap: ExtendedRecordMap,
+): TableOfContentsEntry[] => {
+  const contents = page.content ?? [];
+  const toc = getBlockHeader(contents, recordMap);
+  const indentLevelStack = [
+    {
+      actual: -1,
+      effective: -1,
+    },
+  ];
+
+  // Adjust indent levels to always change smoothly.
+  // This is a little tricky, but the key is that when increasing indent levels,
+  // they should never jump more than one at a time.
+  for (const tocItem of toc) {
+    const { indentLevel } = tocItem;
+    const actual = indentLevel;
+
+    do {
+      const prevIndent = indentLevelStack[indentLevelStack.length - 1];
+      const { actual: prevActual, effective: prevEffective } = prevIndent;
+
+      if (actual > prevActual) {
+        tocItem.indentLevel = prevEffective + 1;
+        indentLevelStack.push({
+          actual,
+          effective: tocItem.indentLevel,
+        });
+      } else if (actual === prevActual) {
+        tocItem.indentLevel = prevEffective;
+        break;
+      } else {
+        indentLevelStack.pop();
+      }
+
+      // eslint-disable-next-line no-constant-condition
+    } while (true);
+  }
+
+  return toc;
+};
+
+/**
+ * 重写获取目录方法
+ */
+function getBlockHeader(
+  contents: string[],
+  recordMap: ExtendedRecordMap,
+  toc?: TableOfContentsEntry[],
+) {
+  if (!toc) {
+    toc = [];
+  }
+  if (!contents) {
+    return toc;
+  }
+
+  for (const blockId of contents) {
+    const block = recordMap.block[blockId]?.value;
+    if (!block) {
+      continue;
+    }
+    const { type } = block;
+    if (
+      type === 'header' ||
+      type === 'sub_header' ||
+      type === 'sub_sub_header'
+    ) {
+      const existed = toc.find((e) => e.id === blockId);
+      if (!existed) {
+        toc.push({
+          id: blockId,
+          type,
+          text: getTextContent(block.properties?.title),
+          indentLevel: indentLevels[type],
+        });
+      }
+    }
+
+    if (block.content && block.content?.length > 0) {
+      getBlockHeader(block.content, recordMap, toc);
+    }
+  }
+
+  return toc;
+}

package/lib/notion/getPostBlocks.ts

@@ -0,0 +1,147 @@
+import BLOG from '@/blog.config';
+import { NotionAPI } from 'notion-client';
+import { getDataFromCache, setDataToCache } from '@/lib/cache/cacheManager';
+import { delay } from '../utils';
+import { cloneDeep } from 'lodash';
+
+import type { ExtendedRecordMap } from './types';
+
+/**
+ * 获取文章内容
+ * @param {*} id
+ * @param {*} from
+ * @param {*} slice
+ * @returns
+ */
+export async function getPostBlocks(
+  id: string,
+  from: string,
+  slice?: number,
+): Promise<ExtendedRecordMap> {
+  const cacheKey = 'page_block_' + id;
+
+  try {
+    const pageBlockMapFromCache =
+      await getDataFromCache<ExtendedRecordMap>(cacheKey);
+    if (pageBlockMapFromCache) {
+      console.log('[缓存]:', `from:${from}`, cacheKey);
+      return filterPostBlockMap(id, pageBlockMapFromCache, slice);
+    }
+
+    const start = new Date().getTime();
+    const pageBlockMapFromApi = await getPageWithRetry(id, from);
+    const end = new Date().getTime();
+    console.log('[API耗时]', `${end - start}ms`);
+
+    if (pageBlockMapFromApi) {
+      await setDataToCache(cacheKey, pageBlockMapFromApi);
+      return filterPostBlockMap(id, pageBlockMapFromApi, slice);
+    }
+  } catch (e) {
+    console.error('获取文章内容失败', e);
+  }
+
+  throw Error('获取文章内容失败');
+}
+
+/**
+ * 调用接口，失败会重试
+ * @param {*} id
+ * @param {*} retryAttempts
+ */
+export async function getPageWithRetry(
+  id: string,
+  from: string,
+  retryAttempts = 3,
+): Promise<ExtendedRecordMap> {
+  if (retryAttempts && retryAttempts > 0) {
+    console.log(
+      '[请求API]',
+      `from:${from}`,
+      `id:${id}`,
+      retryAttempts < 3 ? `剩余重试次数:${retryAttempts}` : '',
+    );
+    try {
+      const authToken = BLOG.NOTION_ACCESS_TOKEN || '';
+      const api = new NotionAPI({
+        authToken,
+        userTimeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,
+      });
+      const pageData = await api.getPage(id);
+      console.info('[响应成功]:', `from:${from}`);
+      return pageData;
+    } catch (e) {
+      console.warn('[响应异常]:', e);
+      await delay(1000);
+      const cacheKey = 'page_block_' + id;
+      const pageBlock = await getDataFromCache<ExtendedRecordMap>(cacheKey);
+      if (pageBlock) {
+        console.log('[重试缓存]', `from:${from}`, `id:${id}`);
+        return pageBlock;
+      }
+      return await getPageWithRetry(id, from, retryAttempts - 1);
+    }
+  } else {
+    console.error('[请求失败]:', `from:${from}`, `id:${id}`);
+    throw new Error('请求失败');
+  }
+}
+
+/**
+ * 获取到的blockMap删除不需要的字段
+ * @param {*} id 页面ID
+ * @param {*} pageBlockMap 页面元素
+ * @param {*} slice 截取数量
+ * @returns
+ */
+function filterPostBlockMap(
+  id: string,
+  pageBlockMap: ExtendedRecordMap,
+  slice?: number,
+) {
+  const clonePageBlock = cloneDeep(pageBlockMap);
+  let count = 0;
+
+  // for (const i in clonePageBlock.block) {
+  for (const [key, block] of Object.entries(clonePageBlock.block)) {
+    // i= key, b = block
+    if (slice && slice > 0 && count > slice) {
+      delete clonePageBlock.block[key];
+      continue;
+    }
+    // 当BlockId等于PageId时移除
+    if (block.value?.id === id) {
+      // 此block含有敏感信息
+      delete block.value?.properties;
+      continue;
+    }
+
+    count++;
+    // 处理 c++、c#、汇编等语言名字映射
+    if (block.value?.type === 'code') {
+      if (block.value?.properties?.language?.[0][0] === 'C++') {
+        block.value.properties.language[0][0] = 'cpp';
+      }
+      if (block.value?.properties?.language?.[0][0] === 'C#') {
+        block.value.properties.language[0][0] = 'csharp';
+      }
+      if (block.value?.properties?.language?.[0][0] === 'Assembly') {
+        block.value.properties.language[0][0] = 'asm6502';
+      }
+    }
+
+    // delete b?.role;
+    // delete b?.value?.version;
+    // delete b?.value?.created_by_table;
+    // delete b?.value?.created_by_id;
+    // delete b?.value?.last_edited_by_table;
+    // delete b?.value?.last_edited_by_id;
+    // delete b?.value?.space_id;
+  }
+
+  // 去掉不用的字段
+  // if (id === BLOG.NOTION_PAGE_ID) {
+  //   return clonePageBlock;
+  // }
+  return clonePageBlock;
+}

package/lib/notion/mapImage.ts

@@ -0,0 +1,130 @@
+import BLOG from '@/blog.config';
+import type { Block } from 'notion-types';
+import { PatchedCollection } from './types';
+
+/**
+ * 图片映射
+ *
+ * @param {*} img 图片地址，可能是相对路径，可能是外链
+ * @param {*} block 数据块，可能是单个内容块，可能是Page
+ * @param {*} type block 单个内容块 ； collection 集合列表
+ * @param {*} from 来自
+ * @returns
+ */
+export const mapImgUrl = (
+  img: string,
+  block: Block | PatchedCollection,
+  type = 'block',
+  needCompress = true,
+) => {
+  if (!img) {
+    return '';
+  }
+
+  let ret = '';
+  // 相对目录，则视为notion的自带图片
+  if (img.startsWith('/')) {
+    ret = BLOG.NOTION_HOST + img;
+  } else {
+    ret = img;
+  }
+
+  // Notion 图床转换为永久地址
+  const hasConverted =
+    ret.indexOf('https://www.notion.so/image') === 0 ||
+    ret.includes('notion.site/images/page-cover/');
+
+  // 需要转化的URL ; 识别aws图床地址，或者bookmark类型的外链图片
+  const needConvert =
+    !hasConverted &&
+    ((block as Block).type === 'bookmark' ||
+      ret.includes('secure.notion-static.com') ||
+      ret.includes('prod-files-secure'));
+
+  // 使用Notion图传
+  if (needConvert) {
+    ret =
+      BLOG.NOTION_HOST +
+      '/image/' +
+      encodeURIComponent(ret) +
+      '?table=' +
+      type +
+      '&id=' +
+      block.id;
+  }
+
+  if (!isEmoji(ret) && ret.indexOf('notion.so/images/page-cover') < 0) {
+    // 图片url优化，确保每一篇文章的图片url唯一
+    if (
+      ret &&
+      ret.length > 4 &&
+      !ret.includes('https://www.notion.so/images/')
+    ) {
+      // 图片接口拼接唯一识别参数，防止请求的图片被缓，而导致随机结果相同
+      const separator = ret.includes('?') ? '&' : '?';
+      ret = `${ret.trim()}${separator}t=${block.id}`;
+    }
+  }
+
+  // 统一压缩图片
+  if (needCompress) {
+    const width = block?.format?.block_width;
+    ret = compressImage(ret, width);
+  }
+
+  return ret;
+};
+
+function isEmoji(str: string) {
+  const emojiRegex =
+    /[\u{1F300}-\u{1F6FF}\u{1F1E0}-\u{1F1FF}\u{2600}-\u{26FF}\u{2700}-\u{27BF}\u{1F900}-\u{1F9FF}\u{1F018}-\u{1F270}\u{238C}\u{2B06}\u{2B07}\u{2B05}\u{27A1}\u{2194}-\u{2199}\u{2194}\u{21A9}\u{21AA}\u{2934}\u{2935}\u{25AA}\u{25AB}\u{25FE}\u{25FD}\u{25FB}\u{25FC}\u{25B6}\u{25C0}\u{1F200}-\u{1F251}]/u;
+  return emojiRegex.test(str);
+}
+
+/**
+ * 压缩图片
+ * 1. Notion图床可以通过指定url-query参数来压缩裁剪图片 例如 ?xx=xx&width=400
+ * 2. UnPlash 图片可以通过api q=50 控制压缩质量 width=400 控制图片尺寸
+ * @param {*} image
+ */
+export const compressImage = (
+  image: string,
+  width = 400,
+  quality = 50,
+  fmt = 'webp',
+) => {
+  if (!image) {
+    return '';
+  }
+  if (
+    image.indexOf(BLOG.NOTION_HOST) === 0 &&
+    image.indexOf('amazonaws.com') > 0
+  ) {
+    return `${image}&width=${width}`;
+  }
+  // 压缩unsplash图片
+  if (image.indexOf('https://images.unsplash.com/') === 0) {
+    // 将URL解析为一个对象
+    const urlObj = new URL(image);
+    // 获取URL参数
+    const params = new URLSearchParams(urlObj.search);
+    // 将q参数的值替换
+    params.set('q', quality.toString());
+    // 尺寸
+    params.set('width', width.toString());
+    // 格式
+    params.set('fmt', fmt);
+    params.set('fm', fmt);
+    // 生成新的URL
+    urlObj.search = params.toString();
+    return urlObj.toString();
+  }
+
+  // 此处还可以添加您的自定义图传的封面图压缩参数。
+  // .e.g
+  if (image.indexOf('https://your_picture_bed') === 0) {
+    return 'do_somethin_here';
+  }
+
+  return image;
+};

package/lib/notion/types.ts

@@ -0,0 +1,125 @@
+import type {
+  BlockMap,
+  Collection,
+  CollectionPropertySchemaMap,
+  CollectionQueryResult,
+  CollectionViewBlock,
+  CollectionViewMap,
+  CollectionViewPageBlock,
+  ExtendedRecordMap,
+  FormattedDate,
+  ID,
+  BlockType,
+} from 'notion-types';
+
+export type * from 'notion-types';
+
+export interface PageInfo {
+  id: string;
+  title: string;
+  type?: PagePropertiesType;
+  status?: PagePropertiesStatus;
+  category?: string;
+  publishDate: number;
+  lastEditedDate: number;
+  pageIcon: string;
+  pageCover: string;
+  pageCoverThumbnail: string;
+  content: string[];
+  blockMap?: ExtendedRecordMap;
+  date: FormattedDate;
+  icon: string;
+  tags: string[];
+  summary: string;
+  slug: string;
+  results?: string[];
+  password?: string;
+  toc?: TableOfContentsEntry[];
+}
+
+export enum PagePropertiesType {
+  Post = 'Post',
+  Page = 'Page',
+  Notice = 'Notice',
+}
+
+export enum PagePropertiesStatus {
+  Published = 'Published',
+  Invisible = 'Invisible',
+  Draft = 'Draft',
+}
+
+export interface User {
+  id: string;
+  first_name: string;
+  last_name: string;
+  profile_photo: string;
+}
+
+export interface CustomNav {
+  icon: string;
+  name: string;
+  to: string;
+  target: string;
+  show: boolean;
+}
+
+export interface SiteInfo {
+  title: string;
+  description: string;
+  pageCover: string;
+  icon: string;
+}
+
+export interface CategoryInfo {
+  id: string;
+  name: string;
+  color: string;
+  count: number;
+}
+
+export interface TagInfo {
+  id: string;
+  name: string;
+  color: string;
+  count: number;
+}
+
+export interface DataBaseInfo {
+  notice: PageInfo | null;
+  siteInfo: SiteInfo;
+  allPages: PageInfo[];
+  collection: Collection;
+  collectionQuery: {
+    [collectionId: string]: {
+      [collectionViewId: string]: CollectionQueryResult;
+    };
+  };
+  collectionId: string | null;
+  collectionView: CollectionViewMap;
+  viewIds: string[];
+  block: BlockMap;
+  schema: CollectionPropertySchemaMap;
+  tagOptions: TagInfo[];
+  categoryOptions: CategoryInfo[];
+  rawMetadata: CollectionViewBlock | CollectionViewPageBlock;
+  customNav: CustomNav[];
+  postCount: number;
+  publishedPosts: PageInfo[];
+  pageIds: string[];
+  latestPosts: PageInfo[];
+}
+
+// property description and cover are not included in the original Collection type, but it definitely return these property.
+// so use this interface to patch.
+export interface PatchedCollection extends Collection {
+  description: [[string]];
+  cover: string;
+}
+
+export interface TableOfContentsEntry {
+  id: ID;
+  type: BlockType;
+  text: string;
+  indentLevel: number;
+}