@lobehub/chat 1.26.14 → 1.26.15

package/CHANGELOG.md

@@ -2,6 +2,31 @@
 
 # Changelog
 
+### [Version 1.26.15](https://github.com/lobehub/lobe-chat/compare/v1.26.14...v1.26.15)
+
+<sup>Released on **2024-10-31**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: Refactor embedding as plain vector array.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: Refactor embedding as plain vector array, closes [#4551](https://github.com/lobehub/lobe-chat/issues/4551) ([e2cae36](https://github.com/lobehub/lobe-chat/commit/e2cae36))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.26.14](https://github.com/lobehub/lobe-chat/compare/v1.26.13...v1.26.14)
 
 <sup>Released on **2024-10-30**</sup>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.26.14",
+  "version": "1.26.15",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/database/server/models/user.ts

@@ -19,6 +19,12 @@ export class UserNotFoundError extends TRPCError {
 
 export class UserModel {
   static createUser = async (params: NewUser) => {
+    // if user already exists, skip creation
+    if (params.id) {
+      const user = await serverDB.query.users.findFirst({ where: eq(users.id, params.id) });
+      if (!!user) return;
+    }
+
     const [user] = await serverDB
       .insert(users)
       .values({ ...params })

package/src/libs/agent-runtime/BaseAI.ts

@@ -5,7 +5,7 @@ import { ChatModelCard } from '@/types/llm';
 import {
   ChatCompetitionOptions,
   ChatStreamPayload,
-  EmbeddingItem,
+  Embeddings,
   EmbeddingsOptions,
   EmbeddingsPayload,
   TextToImagePayload,
@@ -17,7 +17,7 @@ export interface LobeRuntimeAI {
   baseURL?: string;
   chat(payload: ChatStreamPayload, options?: ChatCompetitionOptions): Promise<Response>;
 
-  embeddings?(payload: EmbeddingsPayload, options?: EmbeddingsOptions): Promise<EmbeddingItem[]>;
+  embeddings?(payload: EmbeddingsPayload, options?: EmbeddingsOptions): Promise<Embeddings[]>;
 
   models?(): Promise<any>;
 
@@ -40,5 +40,5 @@ export abstract class LobeOpenAICompatibleRuntime {
   abstract embeddings(
     payload: EmbeddingsPayload,
     options?: EmbeddingsOptions,
-  ): Promise<EmbeddingItem[]>;
+  ): Promise<Embeddings[]>;
 }

package/src/libs/agent-runtime/types/embeddings.ts

@@ -25,19 +25,9 @@ export interface EmbeddingsOptions {
   user?: string;
 }
 
-export interface EmbeddingItem {
-  /**
-   * The embedding vector, which is a list of floats. The length of vector depends on
-   * the model as listed in the
-   * [embedding guide](https://platform.openai.com/docs/guides/embeddings).
-   */
-  embedding: Array<number>;
-  /**
-   * The index of the embedding in the list of embeddings.
-   */
-  index: number;
-  /**
-   * The object type, which is always "embedding".
-   */
-  object: 'embedding';
-}
+/**
+ * The embedding vector, which is a list of floats. The length of vector depends on
+ * the model as listed in the
+ * [embedding guide](https://platform.openai.com/docs/guides/embeddings).
+ */
+export type Embeddings = Array<number>;

package/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts

@@ -10,7 +10,7 @@ import {
   ChatCompetitionOptions,
   ChatCompletionErrorPayload,
   ChatStreamPayload,
-  EmbeddingItem,
+  Embeddings,
   EmbeddingsOptions,
   EmbeddingsPayload,
   TextToImagePayload,
@@ -271,14 +271,14 @@ export const LobeOpenAICompatibleFactory = <T extends Record<string, any> = any>
     async embeddings(
       payload: EmbeddingsPayload,
       options?: EmbeddingsOptions,
-    ): Promise<EmbeddingItem[]> {
+    ): Promise<Embeddings[]> {
       try {
         const res = await this.client.embeddings.create(
           { ...payload, user: options?.user },
           { headers: options?.headers, signal: options?.signal },
         );
 
-        return res.data;
+        return res.data.map((item) => item.embedding);
       } catch (error) {
         throw this.handleError(error);
       }

package/src/libs/langchain/loaders/index.ts

@@ -61,7 +61,7 @@ export class ChunkingLoader {
 
         default: {
           throw new Error(
-            'Unsupported file type, please check your file is a supported type, or just create an issue.',
+            `Unsupported file type [${type}], please check your file is supported, or create report issue here: https://github.com/lobehub/lobe-chat/discussions/3550`,
           );
         }
       }

package/src/server/routers/async/file.ts

@@ -105,9 +105,9 @@ export const fileRouter = router({
                 console.timeEnd(`任务[${number}]: embeddings`);
 
                 const items: NewEmbeddingsItem[] =
-                  embeddings?.map((e) => ({
-                    chunkId: chunks[e.index].id,
-                    embeddings: e.embedding,
+                  embeddings?.map((e, idx) => ({
+                    chunkId: chunks[idx].id,
+                    embeddings: e,
                     fileId: input.fileId,
                     model: input.model,
                   })) || [];

package/src/server/routers/async/ragEval.ts

@@ -70,7 +70,7 @@ export const ragEvalRouter = router({
           });
 
           const embeddingId = await ctx.embeddingModel.create({
-            embeddings: embeddings?.[0].embedding,
+            embeddings: embeddings?.[0],
             model: embeddingModel,
           });
 

package/src/server/routers/lambda/chunk.ts

@@ -120,7 +120,7 @@ export const chunkRouter = router({
       console.timeEnd('embedding');
 
       return ctx.chunkModel.semanticSearch({
-        embedding: embeddings![0].embedding,
+        embedding: embeddings![0],
         fileIds: input.fileIds,
         query: input.query,
       });
@@ -147,7 +147,7 @@ export const chunkRouter = router({
           model: input.model || DEFAULT_EMBEDDING_MODEL,
         });
 
-        embedding = embeddings![0].embedding;
+        embedding = embeddings![0];
         const embeddingsId = await ctx.embeddingModel.create({
           embeddings: embedding,
           model: input.model,