@lobehub/chat 1.20.2 → 1.20.3

package/CHANGELOG.md

@@ -2,6 +2,31 @@
 
 # Changelog
 
+### [Version 1.20.3](https://github.com/lobehub/lobe-chat/compare/v1.20.2...v1.20.3)
+
+<sup>Released on **2024-09-28**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Improve delete orphan chunks when delete files.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Improve delete orphan chunks when delete files, closes [#4179](https://github.com/lobehub/lobe-chat/issues/4179) ([f3e0ffe](https://github.com/lobehub/lobe-chat/commit/f3e0ffe))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.20.2](https://github.com/lobehub/lobe-chat/compare/v1.20.1...v1.20.2)
 
 <sup>Released on **2024-09-27**</sup>

package/docs/self-hosting/advanced/feature-flags.mdx

@@ -46,5 +46,6 @@ You can achieve various feature combinations using the above configuration synta
 | `market`                  | Enables the assistant market functionality.     | Enabled       |
 | `speech_to_text`          | Enables speech-to-text functionality.           | Enabled       |
 | `knowledge_base`          | Enables the knowledge base functionality.       | Enabled       |
+| `clerk_sign_up`           | Enables the Clerk SignUp functionality.         | Enabled       |
 
 You can always check the [featureFlags](https://github.com/lobehub/lobe-chat/blob/main/src/config/featureFlags/schema.ts) to get the latest list of feature flags.

package/docs/self-hosting/advanced/feature-flags.zh-CN.mdx

@@ -42,5 +42,6 @@ tags:
 | `market`                  | 启用助手市场功能。               | 开启   |
 | `speech_to_text`          | 启用语音转文本功能。             | 开启   |
 | `knowledge_base`          | 启用知识库功能。                 | 开启   |
+| `clerk_sign_up`          | 启用Clerk注册功能。                 | 开启   |
 
 你可以随时检查 [featureFlags](https://github.com/lobehub/lobe-chat/blob/main/src/config/featureFlags/schema.ts) 以获取最新的特性标志列表。

package/docs/self-hosting/environment-variables/model-provider.mdx

@@ -479,4 +479,20 @@ If you need to use Azure OpenAI to provide model services, you can refer to the
 - Default: -
 - Example: `xxxxxx...xxxxxx`
 
+## HUNYUAN
+
+### `HUNYUAN_API_KEY`
+
+- Type: Required
+- Description: This is the API key you applied from HUNYUAN service
+- Default: -
+- Example: `xxxxxx...xxxxxx`
+
+### `HUNYUAN_MODEL_LIST`
+
+- Type: Optional
+- Description: Used to control the model list, use `+` to add a model, use `-` to hide a model, use `model_name=display_name` to customize the display name of a model, separated by commas. Definition syntax rules see [model-list][model-list]
+- Default: `-`
+- Example: `-all,+hunyuan-lite,+hunyuan-standard`
+
 [model-list]: /docs/self-hosting/advanced/model-list

package/docs/self-hosting/environment-variables/model-provider.zh-CN.mdx

@@ -477,4 +477,20 @@ LobeChat 在部署时提供了丰富的模型服务商相关的环境变量，
 - 默认值：-
 - 示例：`xxxxxx...xxxxxx`
 
+## 腾讯混元
+
+### `HUNYUAN_API_KEY`
+
+- 类型：必选
+- 描述：这是你在 腾讯混元 服务中申请的 API 密钥
+- 默认值：-
+- 示例：`xxxxxx...xxxxxx`
+
+### `HUNYUAN_MODEL_LIST`
+
+- 类型：可选
+- 描述：用来控制模型列表，使用 `+` 增加一个模型，使用 `-` 来隐藏一个模型，使用 `模型名=展示名<扩展配置>` 来自定义模型的展示名，用英文逗号隔开。模型定义语法规则见 [模型列表][model-list]
+- 默认值：`-`
+- 示例：`-all,+hunyuan-lite,+hunyuan-standard`
+
 [model-list]: /zh/docs/self-hosting/advanced/model-list

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.20.2",
+  "version": "1.20.3",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/database/server/models/chunk.ts

@@ -1,5 +1,6 @@
 import { asc, cosineDistance, count, eq, inArray, sql } from 'drizzle-orm';
 import { and, desc, isNull } from 'drizzle-orm/expressions';
+import { chunk } from 'lodash-es';
 
 import { serverDB } from '@/database/server';
 import { ChunkMetadata, FileChunk, SemanticSearchChunk } from '@/types/chunk';
@@ -53,7 +54,15 @@ export class ChunkModel {
     const ids = orphanedChunks.map((chunk) => chunk.chunkId);
     if (ids.length === 0) return;
 
-    await serverDB.delete(chunks).where(inArray(chunks.id, ids));
+    const list = chunk(ids, 500);
+
+    await serverDB.transaction(async (trx) => {
+      await Promise.all(
+        list.map(async (chunkIds) => {
+          await trx.delete(chunks).where(inArray(chunks.id, chunkIds));
+        }),
+      );
+    });
   };
 
   findById = async (id: string) => {