@lobehub/chat 1.77.9 → 1.77.11

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+### [Version 1.77.11](https://github.com/lobehub/lobe-chat/compare/v1.77.10...v1.77.11)
+
+<sup>Released on **2025-04-04**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Fix fetch issue in offline mode and make jina crawler first.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Fix fetch issue in offline mode and make jina crawler first, closes [#7288](https://github.com/lobehub/lobe-chat/issues/7288) ([6bed7a3](https://github.com/lobehub/lobe-chat/commit/6bed7a3))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.77.10](https://github.com/lobehub/lobe-chat/compare/v1.77.9...v1.77.10)
+
+<sup>Released on **2025-04-03**</sup>
+
+#### 🐛 Bug Fixes
+
+- **web-crawler**: Remove unnecessary urlTransform for YouTube links.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **web-crawler**: Remove unnecessary urlTransform for YouTube links, closes [#7285](https://github.com/lobehub/lobe-chat/issues/7285) ([220bca0](https://github.com/lobehub/lobe-chat/commit/220bca0))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.77.9](https://github.com/lobehub/lobe-chat/compare/v1.77.8...v1.77.9)
 
 <sup>Released on **2025-04-03**</sup>

package/changelog/v1.json

@@ -1,4 +1,18 @@
 [
+  {
+    "children": {
+      "fixes": [
+        "Fix fetch issue in offline mode and make jina crawler first."
+      ]
+    },
+    "date": "2025-04-04",
+    "version": "1.77.11"
+  },
+  {
+    "children": {},
+    "date": "2025-04-03",
+    "version": "1.77.10"
+  },
   {
     "children": {
       "improvements": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.77.9",
+  "version": "1.77.11",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/packages/web-crawler/src/crawler.ts

@@ -3,6 +3,8 @@ import { CrawlUrlRule } from './type';
 import { crawUrlRules } from './urlRules';
 import { applyUrlRules } from './utils/appUrlRules';
 
+const defaultImpls = ['jina', 'naive', 'search1api', 'browserless'] as CrawlImplType[];
+
 interface CrawlOptions {
   impls?: string[];
 }
@@ -13,7 +15,7 @@ export class Crawler {
   constructor(options: CrawlOptions = {}) {
     this.impls = !!options.impls?.length
       ? (options.impls.filter((impl) => Object.keys(crawlImpls).includes(impl)) as CrawlImplType[])
-      : (['naive', 'jina', 'search1api','browserless'] as const);
+      : defaultImpls;
   }
 
   /**

package/packages/web-crawler/src/urlRules.ts

@@ -15,7 +15,6 @@ export const crawUrlRules: CrawlUrlRule[] = [
   {
     impls: ['search1api'],
     urlPattern: 'https://www.youtube.com/watch(.*)',
-    urlTransform: 'https://www.youtube.com/watch?v=$1',
   },
   // Reddit 链接，使用 search1api，格式化 markdown，包含标题、作者、互动数量、具体评论内容等
   {

package/src/app/(backend)/webapi/assistant/store/route.ts

@@ -13,7 +13,13 @@ export const GET = async (req: Request) => {
     const data = await market.getAgentIndex(locale as any);
 
     return NextResponse.json(data);
-  } catch {
+  } catch (e) {
+    // it means failed to fetch
+    if ((e as Error).message.includes('fetch failed')) {
+      return NextResponse.json([]);
+    }
+
+    console.error(e);
     return new Response(`failed to fetch agent market index`, {
       headers: {
         'Access-Control-Allow-Origin': '*',

package/src/app/(backend)/webapi/plugin/store/route.ts

@@ -26,8 +26,13 @@ export const GET = async (req: Request) => {
 
     return res;
   } catch (e) {
+    // it means failed to fetch
+    if ((e as Error).message.includes('fetch failed')) {
+      return NextResponse.json([]);
+    }
+
     console.error(e);
-    return new Response(`failed to fetch agent market index`, {
+    return new Response(`failed to fetch plugin market index`, {
       headers: {
         'Access-Control-Allow-Origin': '*',
         'Content-Type': 'application/json',

package/src/app/[variants]/(main)/chat/(workspace)/@conversation/features/ChatList/WelcomeChatItem/InboxWelcome/AgentsSuggest.tsx

@@ -88,6 +88,9 @@ const AgentsSuggest = memo<{ mobile?: boolean }>(({ mobile }) => {
     setSliceStart(Math.floor((Math.random() * assistantList.length) / 2));
   };
 
+  // if no assistant data, just hide the component
+  if (!isLoading && assistantList?.length === 0) return null;
+
   return (
     <Flexbox gap={8} width={'100%'}>
       <Flexbox align={'center'} horizontal justify={'space-between'}>

package/src/features/Conversation/Error/index.tsx

@@ -19,6 +19,10 @@ import { ErrorActionContainer } from './style';
 const loading = () => <Skeleton active />;
 
 const OllamaBizError = dynamic(() => import('./OllamaBizError'), { loading, ssr: false });
+const OllamaSetupGuide = dynamic(() => import('./OllamaBizError/SetupGuide'), {
+  loading,
+  ssr: false,
+});
 
 // Config for the errorMessage display
 const getErrorAlertConfig = (
@@ -49,6 +53,7 @@ const getErrorAlertConfig = (
       };
     }
 
+    case AgentRuntimeErrorType.OllamaServiceUnavailable:
     case AgentRuntimeErrorType.NoOpenAIAPIKey: {
       return {
         extraDefaultExpand: true,
@@ -85,6 +90,11 @@ const ErrorMessageExtra = memo<{ data: ChatMessage }>(({ data }) => {
   if (!error?.type) return;
 
   switch (error.type) {
+    // TODO: 优化 Ollama setup 的流程，isDesktop 模式下可以直接做到端到端检测
+    case AgentRuntimeErrorType.OllamaServiceUnavailable: {
+      return <OllamaSetupGuide />;
+    }
+
     case AgentRuntimeErrorType.OllamaBizError: {
       return <OllamaBizError {...data} />;
     }

package/src/libs/agent-runtime/error.ts

@@ -17,6 +17,7 @@ export const AgentRuntimeErrorType = {
 
   InvalidOllamaArgs: 'InvalidOllamaArgs',
   OllamaBizError: 'OllamaBizError',
+  OllamaServiceUnavailable: 'OllamaServiceUnavailable',
 
   InvalidBedrockCredentials: 'InvalidBedrockCredentials',
   InvalidVertexCredentials: 'InvalidVertexCredentials',

package/src/libs/agent-runtime/ollama/index.ts

@@ -2,6 +2,7 @@ import { Ollama, Tool } from 'ollama/browser';
 import { ClientOptions } from 'openai';
 
 import { OpenAIChatMessage } from '@/libs/agent-runtime';
+import { ChatModelCard } from '@/types/llm';
 
 import { LobeRuntimeAI } from '../BaseAI';
 import { AgentRuntimeErrorType } from '../error';
@@ -19,8 +20,6 @@ import { OllamaStream, convertIterableToStream } from '../utils/streams';
 import { parseDataUri } from '../utils/uriParser';
 import { OllamaMessage } from './type';
 
-import { ChatModelCard } from '@/types/llm';
-
 export interface OllamaModelCard {
   name: string;
 }
@@ -81,6 +80,15 @@ export class LobeOllamaAI implements LobeRuntimeAI {
         name: string;
         status_code: number;
       };
+      if (e.message === 'fetch failed') {
+        throw AgentRuntimeError.chat({
+          error: {
+            message: 'please check whether your ollama service is available',
+          },
+          errorType: AgentRuntimeErrorType.OllamaServiceUnavailable,
+          provider: ModelProvider.Ollama,
+        });
+      }
 
       throw AgentRuntimeError.chat({
         error: {
@@ -116,22 +124,18 @@ export class LobeOllamaAI implements LobeRuntimeAI {
 
     return modelList
       .map((model) => {
-        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.name.toLowerCase() === m.id.toLowerCase());
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find(
+          (m) => model.name.toLowerCase() === m.id.toLowerCase(),
+        );
 
         return {
           contextWindowTokens: knownModel?.contextWindowTokens ?? undefined,
           displayName: knownModel?.displayName ?? undefined,
           enabled: knownModel?.enabled || false,
-          functionCall:
-            knownModel?.abilities?.functionCall
-            || false,
+          functionCall: knownModel?.abilities?.functionCall || false,
           id: model.name,
-          reasoning:
-            knownModel?.abilities?.functionCall
-            || false,
-          vision:
-            knownModel?.abilities?.functionCall
-            || false,
+          reasoning: knownModel?.abilities?.functionCall || false,
+          vision: knownModel?.abilities?.functionCall || false,
         };
       })
       .filter(Boolean) as ChatModelCard[];

package/src/server/modules/AssistantStore/index.ts

@@ -66,6 +66,14 @@ export class AssistantStore {
 
       return data;
     } catch (e) {
+      // it means failed to fetch
+      if ((e as Error).message.includes('fetch failed')) {
+        return {
+          agents: [],
+          schemaVersion: 1,
+        };
+      }
+
       console.error('[AgentIndexFetchError] failed to fetch agent index, error detail:');
       console.error(e);
 

package/src/utils/errorResponse.ts

@@ -40,6 +40,8 @@ const getStatus = (errorType: ILobeAgentRuntimeErrorType | ErrorType) => {
       return 471;
     }
 
+    // all local provider connection error
+    case AgentRuntimeErrorType.OllamaServiceUnavailable:
     case ChatErrorType.OllamaServiceUnavailable:
     case AgentRuntimeErrorType.OllamaBizError: {
       return 472;