@lobehub/chat 1.74.8 → 1.74.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -2,6 +2,31 @@
|
|
|
2
2
|
|
|
3
3
|
# Changelog
|
|
4
4
|
|
|
5
|
+
### [Version 1.74.9](https://github.com/lobehub/lobe-chat/compare/v1.74.8...v1.74.9)
|
|
6
|
+
|
|
7
|
+
<sup>Released on **2025-03-25**</sup>
|
|
8
|
+
|
|
9
|
+
#### ♻ Code Refactoring
|
|
10
|
+
|
|
11
|
+
- **misc**: Add reject pattern for browserless to boost crawl performance.
|
|
12
|
+
|
|
13
|
+
<br/>
|
|
14
|
+
|
|
15
|
+
<details>
|
|
16
|
+
<summary><kbd>Improvements and Fixes</kbd></summary>
|
|
17
|
+
|
|
18
|
+
#### Code refactoring
|
|
19
|
+
|
|
20
|
+
- **misc**: Add reject pattern for browserless to boost crawl performance, closes [#6996](https://github.com/lobehub/lobe-chat/issues/6996) ([184a1ba](https://github.com/lobehub/lobe-chat/commit/184a1ba))
|
|
21
|
+
|
|
22
|
+
</details>
|
|
23
|
+
|
|
24
|
+
<div align="right">
|
|
25
|
+
|
|
26
|
+
[](#readme-top)
|
|
27
|
+
|
|
28
|
+
</div>
|
|
29
|
+
|
|
5
30
|
### [Version 1.74.8](https://github.com/lobehub/lobe-chat/compare/v1.74.7...v1.74.8)
|
|
6
31
|
|
|
7
32
|
<sup>Released on **2025-03-24**</sup>
|
package/changelog/v1.json
CHANGED
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@lobehub/chat",
|
|
3
|
-
"version": "1.74.
|
|
3
|
+
"version": "1.74.9",
|
|
4
4
|
"description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"framework",
|
|
@@ -153,7 +153,7 @@
|
|
|
153
153
|
"@vercel/speed-insights": "^1.1.0",
|
|
154
154
|
"ahooks": "^3.8.4",
|
|
155
155
|
"ai": "^3.4.33",
|
|
156
|
-
"antd": "^5.
|
|
156
|
+
"antd": "^5.24.4",
|
|
157
157
|
"antd-style": "^3.7.1",
|
|
158
158
|
"brotli-wasm": "^3.0.1",
|
|
159
159
|
"chroma-js": "^3.1.2",
|
|
@@ -5,6 +5,9 @@ import { CrawlImpl, CrawlSuccessResult } from '../type';
|
|
|
5
5
|
import { htmlToMarkdown } from '../utils/htmlToMarkdown';
|
|
6
6
|
|
|
7
7
|
const BASE_URL = process.env.BROWSERLESS_URL ?? 'https://chrome.browserless.io';
|
|
8
|
+
// Allowed file types: html, css, js, json, xml, webmanifest, txt, md
|
|
9
|
+
const REJECT_REQUEST_PATTERN =
|
|
10
|
+
'.*\\.(?!(html|css|js|json|xml|webmanifest|txt|md)(\\?|#|$))[\\w-]+(?:[\\?#].*)?$';
|
|
8
11
|
const BROWSERLESS_TOKEN = process.env.BROWSERLESS_TOKEN;
|
|
9
12
|
|
|
10
13
|
class BrowserlessInitError extends Error {
|
|
@@ -21,6 +24,7 @@ export const browserless: CrawlImpl = async (url, { filterOptions }) => {
|
|
|
21
24
|
|
|
22
25
|
const input = {
|
|
23
26
|
gotoOptions: { waitUntil: 'networkidle2' },
|
|
27
|
+
rejectRequestPattern: [REJECT_REQUEST_PATTERN],
|
|
24
28
|
url,
|
|
25
29
|
};
|
|
26
30
|
|