@lobehub/chat 0.111.3 → 0.111.5

package/scripts/docsWorkflow/toc.ts

@@ -0,0 +1,60 @@
+export default [
+  {
+    dir: 'Usage',
+    title: '🤯 LobeChat Usage',
+  },
+  {
+    dir: 'Deployment',
+    title: '🛳 Self Hosting',
+  },
+  {
+    dir: 'Development',
+    title: '⌨️ Development',
+  },
+  {
+    dir: 'Agents',
+    extra: [
+      {
+        links: {
+          cn: 'https://github.com/lobehub/lobe-chat-agents/blob/main/README.zh-CN.md',
+          en: 'https://github.com/lobehub/lobe-chat-agents',
+        },
+        titles: {
+          cn: '助手索引与提交',
+          en: 'Agent Index and Submit',
+        },
+      },
+    ],
+    title: '🤖 Agents',
+  },
+  {
+    dir: 'Plugins',
+    extra: [
+      {
+        links: {
+          cn: 'https://chat-plugin-sdk.lobehub.com',
+          en: 'https://chat-plugin-sdk.lobehub.com',
+        },
+        titles: {
+          cn: '插件 SDK 文档',
+          en: 'Plugin SDK Docs',
+        },
+      },
+      {
+        links: {
+          cn: 'https://github.com/lobehub/lobe-chat-plugins/blob/main/README.zh-CN.md',
+          en: 'https://github.com/lobehub/lobe-chat-plugins',
+        },
+        titles: {
+          cn: '插件索引与提交',
+          en: 'Plugin Index and Submit',
+        },
+      },
+    ],
+    title: '🧩 Plugins',
+  },
+  {
+    dir: 'Others',
+    title: '📊 Others',
+  },
+];

package/scripts/docsWorkflow/utils.ts

@@ -0,0 +1,38 @@
+import { readFileSync, writeFileSync } from 'node:fs';
+import remarkGfm from 'remark-gfm';
+import remarkParse from 'remark-parse';
+import { unified } from 'unified';
+import { visit } from 'unist-util-visit';
+
+import { SPLIT } from './const';
+
+export const updateDocs = (path: string, content: string) => {
+  const md = readFileSync(path, 'utf8');
+  const mds = md.split(SPLIT);
+  mds[1] = [' ', content, ' '].join('\n\n');
+  const result = mds.join(SPLIT);
+  writeFileSync(path, result, 'utf8');
+};
+
+export const convertMarkdownToMdast = async (md: string) => {
+  // @ts-ignore
+  return unified().use(remarkParse).use(remarkGfm).parse(md.trim());
+};
+
+export const getTitle = async (path: string) => {
+  const md = readFileSync(path, 'utf8');
+  const mdast: any = await convertMarkdownToMdast(md);
+
+  let title = '';
+  visit(mdast, 'heading', (node) => {
+    if (node.depth !== 1) return;
+    visit(node, 'text', (heading) => {
+      title += heading.value;
+    });
+  });
+  return title;
+};
+
+export const genMdLink = (title: string, url: string) => {
+  return `[${title}](${url})`;
+};

package/src/chains/__tests__/summaryTitle.test.ts

@@ -51,7 +51,7 @@ describe('chainSummaryTitle', () => {
           role: 'user',
         },
       ],
-      model: LanguageModel.GPT4_PREVIEW,
+      model: LanguageModel.GPT3_5_16K,
     });
 
     // Verify that getMessagesTokenCount was called with the correct messages
@@ -97,7 +97,7 @@ describe('chainSummaryTitle', () => {
           role: 'user',
         },
       ],
-      // No model specified since the token count is below the limit
+      model: 'gpt-3.5-turbo-16k',
     });
 
     // Verify that getMessagesTokenCount was called with the correct messages

package/src/chains/summaryTitle.ts

@@ -1,4 +1,3 @@
-import { ModelTokens } from '@/const/modelTokens';
 import { chatHelpers } from '@/store/chat/helpers';
 import { globalHelpers } from '@/store/global/helpers';
 import { LanguageModel } from '@/types/llm';
@@ -21,11 +20,11 @@ export const chainSummaryTitle = async (
       role: 'user',
     },
   ];
-  // 如果超过 16k，则使用 GPT-4-turbo 模型
+  // 如果超过 4k，则使用 GPT3.5 16K 模型
   const tokens = await chatHelpers.getMessagesTokenCount(finalMessages);
   let model: LanguageModel | undefined = undefined;
-  if (tokens > ModelTokens[LanguageModel.GPT3_5]) {
-    model = LanguageModel.GPT4_PREVIEW;
+  if (tokens > 4000) {
+    model = LanguageModel.GPT3_5_16K;
   }
 
   return {

package/src/const/modelTokens.ts

@@ -2,7 +2,9 @@ import { LanguageModel } from '@/types/llm';
 
 // refs to: https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo
 export const ModelTokens: Record<LanguageModel, number> = {
-  [LanguageModel.GPT3_5]: 16_385,
+  [LanguageModel.GPT3_5]: 4096,
+  [LanguageModel.GPT3_5_1106]: 16_385,
+  [LanguageModel.GPT3_5_16K]: 16_385,
   [LanguageModel.GPT4]: 8196,
   [LanguageModel.GPT4_PREVIEW]: 128_000,
   [LanguageModel.GPT4_VISION_PREVIEW]: 128_000,

package/src/store/global/selectors/__snapshots__/settings.test.ts.snap

@@ -23,6 +23,14 @@ exports[`settingsSelectors > CUSTOM_MODELS > duplicate naming model 1`] = `
     "displayName": "gpt-3.5-turbo",
     "name": "gpt-3.5-turbo",
   },
+  {
+    "displayName": "gpt-3.5-turbo-1106",
+    "name": "gpt-3.5-turbo-1106",
+  },
+  {
+    "displayName": "gpt-3.5-turbo-16k",
+    "name": "gpt-3.5-turbo-16k",
+  },
   {
     "displayName": "gpt-4",
     "name": "gpt-4",
@@ -48,6 +56,14 @@ exports[`settingsSelectors > CUSTOM_MODELS > only add the model 1`] = `
     "displayName": "gpt-3.5-turbo",
     "name": "gpt-3.5-turbo",
   },
+  {
+    "displayName": "gpt-3.5-turbo-1106",
+    "name": "gpt-3.5-turbo-1106",
+  },
+  {
+    "displayName": "gpt-3.5-turbo-16k",
+    "name": "gpt-3.5-turbo-16k",
+  },
   {
     "displayName": "gpt-4",
     "name": "gpt-4",

package/src/types/llm.ts

@@ -6,6 +6,8 @@ export enum LanguageModel {
    * GPT 3.5 Turbo
    */
   GPT3_5 = 'gpt-3.5-turbo',
+  GPT3_5_1106 = 'gpt-3.5-turbo-1106',
+  GPT3_5_16K = 'gpt-3.5-turbo-16k',
   /**
    * GPT 4
    */