@lobehub/chat 1.68.8 → 1.68.10

package/src/libs/agent-runtime/zeroone/index.test.ts

@@ -1,299 +1,12 @@
 // @vitest-environment node
-import OpenAI from 'openai';
-import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
 
-import { ChatStreamCallbacks, LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
-
-import * as debugStreamModule from '../utils/debugStream';
 import { LobeZeroOneAI } from './index';
 
-const provider = 'zeroone';
-const defaultBaseURL = 'https://api.lingyiwanwu.com/v1';
-
-const bizErrorType = 'ProviderBizError';
-const invalidErrorType = 'InvalidProviderAPIKey';
-
-// Mock the console.error to avoid polluting test output
-vi.spyOn(console, 'error').mockImplementation(() => {});
-
-let instance: LobeOpenAICompatibleRuntime;
-
-beforeEach(() => {
-  instance = new LobeZeroOneAI({ apiKey: 'test' });
-
-  // 使用 vi.spyOn 来模拟 chat.completions.create 方法
-  vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(
-    new ReadableStream() as any,
-  );
-});
-
-afterEach(() => {
-  vi.clearAllMocks();
-});
-
-describe('LobeZeroOneAI', () => {
-  describe('init', () => {
-    it('should correctly initialize with an API key', async () => {
-      const instance = new LobeZeroOneAI({ apiKey: 'test_api_key' });
-      expect(instance).toBeInstanceOf(LobeZeroOneAI);
-      expect(instance.baseURL).toEqual(defaultBaseURL);
-    });
-  });
-
-  describe('chat', () => {
-    it('should return a StreamingTextResponse on successful API call', async () => {
-      // Arrange
-      const mockStream = new ReadableStream();
-      const mockResponse = Promise.resolve(mockStream);
-
-      (instance['client'].chat.completions.create as Mock).mockResolvedValue(mockResponse);
-
-      // Act
-      const result = await instance.chat({
-        messages: [{ content: 'Hello', role: 'user' }],
-        model: 'yi-34b-chat-0205',
-        temperature: 0,
-      });
-
-      // Assert
-      expect(result).toBeInstanceOf(Response);
-    });
-
-    it('should call ZeroOne API with corresponding options', async () => {
-      // Arrange
-      const mockStream = new ReadableStream();
-      const mockResponse = Promise.resolve(mockStream);
-
-      (instance['client'].chat.completions.create as Mock).mockResolvedValue(mockResponse);
-
-      // Act
-      const result = await instance.chat({
-        max_tokens: 1024,
-        messages: [{ content: 'Hello', role: 'user' }],
-        model: 'yi-34b-chat-0205',
-        temperature: 0.7,
-        top_p: 1,
-      });
-
-      // Assert
-      expect(instance['client'].chat.completions.create).toHaveBeenCalledWith(
-        {
-          max_tokens: 1024,
-          messages: [{ content: 'Hello', role: 'user' }],
-          model: 'yi-34b-chat-0205',
-          temperature: 0.7,
-          stream: true,
-          top_p: 1,
-        },
-        { headers: { Accept: '*/*' } },
-      );
-      expect(result).toBeInstanceOf(Response);
-    });
-
-    describe('Error', () => {
-      it('should return ZeroOneBizError with an openai error response when OpenAI.APIError is thrown', async () => {
-        // Arrange
-        const apiError = new OpenAI.APIError(
-          400,
-          {
-            status: 400,
-            error: {
-              message: 'Bad Request',
-            },
-          },
-          'Error message',
-          {},
-        );
-
-        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
-
-        // Act
-        try {
-          await instance.chat({
-            messages: [{ content: 'Hello', role: 'user' }],
-            model: 'yi-34b-chat-0205',
-            temperature: 0,
-          });
-        } catch (e) {
-          expect(e).toEqual({
-            endpoint: defaultBaseURL,
-            error: {
-              error: { message: 'Bad Request' },
-              status: 400,
-            },
-            errorType: bizErrorType,
-            provider,
-          });
-        }
-      });
-
-      it('should throw AgentRuntimeError with InvalidZeroOneAPIKey if no apiKey is provided', async () => {
-        try {
-          new LobeZeroOneAI({});
-        } catch (e) {
-          expect(e).toEqual({ errorType: invalidErrorType });
-        }
-      });
-
-      it('should return ZeroOneBizError with the cause when OpenAI.APIError is thrown with cause', async () => {
-        // Arrange
-        const errorInfo = {
-          stack: 'abc',
-          cause: {
-            message: 'api is undefined',
-          },
-        };
-        const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
-
-        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
-
-        // Act
-        try {
-          await instance.chat({
-            messages: [{ content: 'Hello', role: 'user' }],
-            model: 'yi-34b-chat-0205',
-            temperature: 0,
-          });
-        } catch (e) {
-          expect(e).toEqual({
-            endpoint: defaultBaseURL,
-            error: {
-              cause: { message: 'api is undefined' },
-              stack: 'abc',
-            },
-            errorType: bizErrorType,
-            provider,
-          });
-        }
-      });
-
-      it('should return ZeroOneBizError with an cause response with desensitize Url', async () => {
-        // Arrange
-        const errorInfo = {
-          stack: 'abc',
-          cause: { message: 'api is undefined' },
-        };
-        const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
-
-        instance = new LobeZeroOneAI({
-          apiKey: 'test',
-
-          baseURL: 'https://api.abc.com/v1',
-        });
-
-        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
-
-        // Act
-        try {
-          await instance.chat({
-            messages: [{ content: 'Hello', role: 'user' }],
-            model: 'yi-34b-chat-0205',
-            temperature: 0,
-          });
-        } catch (e) {
-          expect(e).toEqual({
-            endpoint: 'https://api.***.com/v1',
-            error: {
-              cause: { message: 'api is undefined' },
-              stack: 'abc',
-            },
-            errorType: bizErrorType,
-            provider,
-          });
-        }
-      });
-
-      it('should throw an InvalidZeroOneAPIKey error type on 401 status code', async () => {
-        // Mock the API call to simulate a 401 error
-        const error = new Error('Unauthorized') as any;
-        error.status = 401;
-        vi.mocked(instance['client'].chat.completions.create).mockRejectedValue(error);
-
-        try {
-          await instance.chat({
-            messages: [{ content: 'Hello', role: 'user' }],
-            model: 'yi-34b-chat-0205',
-            temperature: 0,
-          });
-        } catch (e) {
-          // Expect the chat method to throw an error with InvalidMoonshotAPIKey
-          expect(e).toEqual({
-            endpoint: defaultBaseURL,
-            error: new Error('Unauthorized'),
-            errorType: invalidErrorType,
-            provider,
-          });
-        }
-      });
-
-      it('should return AgentRuntimeError for non-OpenAI errors', async () => {
-        // Arrange
-        const genericError = new Error('Generic Error');
-
-        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(genericError);
-
-        // Act
-        try {
-          await instance.chat({
-            messages: [{ content: 'Hello', role: 'user' }],
-            model: 'yi-34b-chat-0205',
-            temperature: 0,
-          });
-        } catch (e) {
-          expect(e).toEqual({
-            endpoint: defaultBaseURL,
-            errorType: 'AgentRuntimeError',
-            provider,
-            error: {
-              name: genericError.name,
-              cause: genericError.cause,
-              message: genericError.message,
-              stack: genericError.stack,
-            },
-          });
-        }
-      });
-    });
-
-    describe('DEBUG', () => {
-      it('should call debugStream and return StreamingTextResponse when DEBUG_ZEROONE_CHAT_COMPLETION is 1', async () => {
-        // Arrange
-        const mockProdStream = new ReadableStream() as any; // 模拟的 prod 流
-        const mockDebugStream = new ReadableStream({
-          start(controller) {
-            controller.enqueue('Debug stream content');
-            controller.close();
-          },
-        }) as any;
-        mockDebugStream.toReadableStream = () => mockDebugStream; // 添加 toReadableStream 方法
-
-        // 模拟 chat.completions.create 返回值，包括模拟的 tee 方法
-        (instance['client'].chat.completions.create as Mock).mockResolvedValue({
-          tee: () => [mockProdStream, { toReadableStream: () => mockDebugStream }],
-        });
-
-        // 保存原始环境变量值
-        const originalDebugValue = process.env.DEBUG_ZEROONE_CHAT_COMPLETION;
-
-        // 模拟环境变量
-        process.env.DEBUG_ZEROONE_CHAT_COMPLETION = '1';
-        vi.spyOn(debugStreamModule, 'debugStream').mockImplementation(() => Promise.resolve());
-
-        // 执行测试
-        // 运行你的测试函数，确保它会在条件满足时调用 debugStream
-        // 假设的测试函数调用，你可能需要根据实际情况调整
-        await instance.chat({
-          messages: [{ content: 'Hello', role: 'user' }],
-          model: 'yi-34b-chat-0205',
-          temperature: 0,
-        });
-
-        // 验证 debugStream 被调用
-        expect(debugStreamModule.debugStream).toHaveBeenCalled();
-
-        // 恢复原始环境变量值
-        process.env.DEBUG_ZEROONE_CHAT_COMPLETION = originalDebugValue;
-      });
-    });
-  });
+testProvider({
+  Runtime: LobeZeroOneAI,
+  provider: 'zeroone',
+  defaultBaseURL: 'https://api.lingyiwanwu.com/v1',
+  chatDebugEnv: 'DEBUG_ZEROONE_CHAT_COMPLETION',
+  chatModel: 'yi-34b-chat-0205',
 });

package/src/libs/langchain/loaders/epub/__tests__/__snapshots__/index.test.ts.snap

@@ -0,0 +1,238 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`EPubLoader > should run 1`] = `
+[
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 1,
+          "to": 13,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "HEFTY WATER
+
+This document serves to test Reading System support for the epub:switch
+[http://idpf.org/epub/30/spec/epub30-contentdocs.html#sec-xhtml-content-switch]
+element. There is also a little bit of ruby markup
+[http://www.w3.org/TR/html5/the-ruby-element.html#the-ruby-element] available.
+
+
+THE SWITCH
+
+Below is an instance of the epub:switch element, containing Chemical Markup
+Language [http://en.wikipedia.org/wiki/Chemical_Markup_Language] (CML). The
+fallback content is a chunk of plain XHTML5.",
+  },
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 9,
+          "to": 22,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "THE SWITCH
+
+Below is an instance of the epub:switch element, containing Chemical Markup
+Language [http://en.wikipedia.org/wiki/Chemical_Markup_Language] (CML). The
+fallback content is a chunk of plain XHTML5.
+
+ * If your Reading System supports epub:switch and CML, it will render the CML
+   formula natively, and ignore (a.k.a not display) the XHTML fallback.
+ * If your Reading System supports epub:switch but not CML, it will ignore (not
+   display) the CML formula, and render the the XHTML fallback instead.
+ * If your Reading System does not support epub:switch at all, then the
+   rendering results are somewhat unpredictable, but the most likely result is
+   that it will display both a failed attempt to render the CML and the XHTML
+   fallback.",
+  },
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 24,
+          "to": 43,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "Note: the XHTML fallback is bold and enclosed in a gray dotted box with a
+slightly gray background. A failed CML rendering will most likely appear above
+the gray fallback box and read:
+"H hydrogen O oxygen hefty H O water".
+
+Here the switch begins...
+
+
+H hydrogen O oxygen hefty H O water
+
+2H2 + O2 ⟶ 2H2O
+
+... and here the switch ends.
+
+
+THE SOURCE
+
+Below is a rendition of the source code of the switch element. Your Reading
+System should display this correctly regardless of whether it supports the
+switch element.",
+  },
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 46,
+          "to": 66,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "<switch xmlns="http://www.idpf.org/2007/ops">
+    <case required-namespace="http://www.xml-cml.org/schema">
+        <chem xmlns="http://www.xml-cml.org/schema">
+            <reaction>
+                <molecule n="2">
+                    <atom n="2"> H </atom>
+                    <caption> hydrogen </caption>
+                </molecule>
+                <plus></plus>
+                <molecule>
+                    <atom n="2"> O </atom>
+                    <caption> oxygen </caption>
+                </molecule>
+                <gives>
+                    <caption> hefty </caption>
+                </gives>
+                <molecule n="2">
+                    <atom n="2"> H </atom>
+                    <atom> O </atom>
+                    <caption> water </caption>
+                </molecule>",
+  },
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 57,
+          "to": 79,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "<caption> oxygen </caption>
+                </molecule>
+                <gives>
+                    <caption> hefty </caption>
+                </gives>
+                <molecule n="2">
+                    <atom n="2"> H </atom>
+                    <atom> O </atom>
+                    <caption> water </caption>
+                </molecule>
+            </reaction>
+        </chem>
+    </case>
+    <default>
+        <p xmlns="http://www.w3.org/1999/xhtml" id="fallback">
+            <span>2H<sub>2</sub></span>
+            <span>+</span>
+            <span>O<sub>2</sub></span>
+            <span>⟶</span>
+            <span>2H<sub>2</sub>O</span>
+        </p>
+    </default>                
+</switch>",
+  },
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 84,
+          "to": 94,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "HEFTY RUBY WATER
+
+While the ruby element is mostly used in east-asian languages, it can also be
+useful in other contexts. As an example, and as you can see in the source of the
+CML element above, the code includes a caption element which is intended to be
+displayed below the formula segments. Following this paragraph is a reworked
+version of the XHTML fallback used above, using the ruby element. If your
+Reading System does not support ruby markup, then the captions will appear in
+parentheses on the same line as the formula segments.
+
+2H2(hydrogen) + O2(oxygen) ⟶(hefty) 2H2O(water)",
+  },
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 94,
+          "to": 111,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "2H2(hydrogen) + O2(oxygen) ⟶(hefty) 2H2O(water)
+
+If your Reading System in addition to supporting ruby markup also supports the
+-epub-ruby-position
+[http://idpf.org/epub/30/spec/epub30-contentdocs.html#sec-css-ruby-position]
+property, then the captions will appear under the formula segments instead of
+over them.
+
+The source code for the ruby version of the XHTML fallback looks as follows:
+
+
+<p id="rubyp">
+    <ruby>2H<sub>2</sub><rp>(</rp><rt>hydrogen</rt><rp>)</rp></ruby>
+    <span>+</span>
+    <ruby>O<sub>2</sub><rp>(</rp><rt>oxygen</rt><rp>)</rp></ruby>
+    <ruby>⟶<rp>(</rp><rt>hefty</rt><rp>)</rp></ruby>
+    <ruby>2H<sub>2</sub>O<rp>(</rp><rt>water</rt><rp>)</rp></ruby>
+</p>",
+  },
+  Document {
+    "id": undefined,
+    "metadata": {
+      "loc": {
+        "lines": {
+          "from": 105,
+          "to": 120,
+        },
+      },
+      "source": "",
+    },
+    "pageContent": "<p id="rubyp">
+    <ruby>2H<sub>2</sub><rp>(</rp><rt>hydrogen</rt><rp>)</rp></ruby>
+    <span>+</span>
+    <ruby>O<sub>2</sub><rp>(</rp><rt>oxygen</rt><rp>)</rp></ruby>
+    <ruby>⟶<rp>(</rp><rt>hefty</rt><rp>)</rp></ruby>
+    <ruby>2H<sub>2</sub>O<rp>(</rp><rt>water</rt><rp>)</rp></ruby>
+</p>                
+            
+
+... and the css declaration using the -epub-ruby-position property looks like
+this:
+
+
+p#rubyp {
+    -epub-ruby-position : under;
+}",
+  },
+]
+`;

package/src/libs/langchain/loaders/epub/__tests__/index.test.ts

@@ -0,0 +1,24 @@
+// @vitest-environment node
+import * as fs from 'node:fs';
+import { join } from 'node:path';
+import { expect } from 'vitest';
+
+import { EPubLoader } from '../index';
+
+function sanitizeDynamicFields(document: any[]) {
+  for (const doc of document) {
+    doc.metadata.source && (doc.metadata.source = '');
+  }
+  return document;
+}
+
+describe('EPubLoader', () => {
+  it('should run', async () => {
+    const content = fs.readFileSync(join(__dirname, `./demo.epub`));
+
+    const fileContent: Uint8Array = new Uint8Array(content);
+
+    const data = await EPubLoader(fileContent);
+    expect(sanitizeDynamicFields(data)).toMatchSnapshot();
+  });
+});

package/src/libs/langchain/loaders/epub/index.ts

@@ -0,0 +1,21 @@
+import { EPubLoader as Loader } from '@langchain/community/document_loaders/fs/epub';
+import { RecursiveCharacterTextSplitter } from 'langchain/text_splitter';
+import { loaderConfig } from '../config';
+import { TempFileManager } from '@/server/utils/tempFileManager';
+
+export const EPubLoader = async (content: Uint8Array) => {
+  const tempManager = new TempFileManager();
+  try {
+    const tempPath = await tempManager.writeTempFile(content);
+    const loader = new Loader(tempPath);
+    const documents = await loader.load();
+
+    const splitter = new RecursiveCharacterTextSplitter(loaderConfig);
+    return await splitter.splitDocuments(documents);
+  } catch (e) {
+    throw new Error(`EPubLoader error: ${(e as Error).message}`);
+  } finally {
+    tempManager.cleanup(); // 确保清理
+  }
+
+};

package/src/libs/langchain/loaders/index.ts

@@ -14,6 +14,7 @@ import { MarkdownLoader } from './markdown';
 import { PdfLoader } from './pdf';
 import { PPTXLoader } from './pptx';
 import { TextLoader } from './txt';
+import { EPubLoader } from './epub';
 
 class LangChainError extends Error {
   constructor(message: string) {
@@ -64,6 +65,10 @@ export class ChunkingLoader {
           return await CsVLoader(fileBlob);
         }
 
+        case 'epub': {
+          return await EPubLoader(content);
+        }
+
         default: {
           throw new Error(
             `Unsupported file type [${type}], please check your file is supported, or create report issue here: https://github.com/lobehub/lobe-chat/discussions/3550`,
@@ -100,6 +105,10 @@ export class ChunkingLoader {
       return 'csv';
     }
 
+    if (filename.endsWith('epub')) {
+      return 'epub';
+    }
+
     const ext = filename.split('.').pop();
 
     if (ext && SupportedTextSplitterLanguages.includes(ext as SupportedTextSplitterLanguage)) {

package/src/libs/langchain/types.ts

@@ -6,4 +6,5 @@ export type LangChainLoaderType =
   | 'doc'
   | 'text'
   | 'latex'
-  | 'csv';
+  | 'csv'
+  | 'epub';

package/src/locales/default/chat.ts

@@ -93,15 +93,19 @@ export default {
         inputMinutes: '${{amount}}/分钟',
         inputTokens: '输入 {{amount}}/积分 · ${{amount}}/M',
         outputTokens: '输出 {{amount}}/积分 · ${{amount}}/M',
+        writeCacheInputTokens: '缓存输入写入 {{amount}}/积分 · ${{amount}}/M',
       },
     },
     tokenDetails: {
+      average: '平均单价',
       input: '输入',
       inputAudio: '音频输入',
       inputCached: '输入缓存',
+      inputCitation: '引用输入',
       inputText: '文本输入',
       inputTitle: '输入明细',
       inputUncached: '输入未缓存',
+      inputWriteCached: '输入缓存写入',
       output: '输出',
       outputAudio: '音频输出',
       outputText: '文本输出',