@lobehub/chat 1.12.9 → 1.12.11

package/.github/workflows/release.yml

@@ -18,7 +18,7 @@ jobs:
           --health-cmd pg_isready --health-interval 10s --health-timeout 5s  --health-retries 5
         ports:
           - 5432:5432
-          
+
     steps:
       - uses: actions/checkout@v4
 
@@ -40,7 +40,8 @@ jobs:
           DATABASE_DRIVER: node
           NEXT_PUBLIC_SERVICE_MODE: server
           KEY_VAULTS_SECRET: LA7n9k3JdEcbSgml2sxfw+4TV1AzaaFU5+R176aQz4s=
-          NEXT_PUBLIC_S3_DOMAIN: https://example.com
+          S3_PUBLIC_DOMAIN: https://example.com
+          APP_URL: https://home.com
 
       - name: Test App Coverage
         run: bun run test-app:coverage

package/.github/workflows/test.yml

@@ -39,7 +39,8 @@ jobs:
           DATABASE_DRIVER: node
           NEXT_PUBLIC_SERVICE_MODE: server
           KEY_VAULTS_SECRET: LA7n9k3JdEcbSgml2sxfw+4TV1AzaaFU5+R176aQz4s=
-          NEXT_PUBLIC_S3_DOMAIN: https://example.com
+          S3_PUBLIC_DOMAIN: https://example.com
+          APP_URL: https://home.com
 
       - name: Upload Server coverage to Codecov
         uses: codecov/codecov-action@v4

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+### [Version 1.12.11](https://github.com/lobehub/lobe-chat/compare/v1.12.10...v1.12.11)
+
+<sup>Released on **2024-08-23**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Remove orphan chunks if there is no related file.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Remove orphan chunks if there is no related file, closes [#3578](https://github.com/lobehub/lobe-chat/issues/3578) ([36bcaf3](https://github.com/lobehub/lobe-chat/commit/36bcaf3))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.12.10](https://github.com/lobehub/lobe-chat/compare/v1.12.9...v1.12.10)
+
+<sup>Released on **2024-08-23**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Refactor and fix dalle.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Refactor and fix dalle, closes [#3572](https://github.com/lobehub/lobe-chat/issues/3572) ([8b39b61](https://github.com/lobehub/lobe-chat/commit/8b39b61))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.12.9](https://github.com/lobehub/lobe-chat/compare/v1.12.8...v1.12.9)
 
 <sup>Released on **2024-08-23**</sup>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.12.9",
+  "version": "1.12.11",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -99,33 +99,33 @@
     ]
   },
   "dependencies": {
-    "@ant-design/icons": "^5.3.7",
+    "@ant-design/icons": "^5.4.0",
     "@anthropic-ai/sdk": "^0.24.3",
     "@auth/core": "0.28.0",
-    "@aws-sdk/client-bedrock-runtime": "^3.609.0",
-    "@aws-sdk/client-s3": "^3.609.0",
-    "@aws-sdk/s3-request-presigner": "^3.609.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.637.0",
+    "@aws-sdk/client-s3": "^3.637.0",
+    "@aws-sdk/s3-request-presigner": "^3.637.0",
     "@azure/core-rest-pipeline": "1.16.0",
     "@azure/openai": "1.0.0-beta.12",
     "@cfworker/json-schema": "^1.12.8",
     "@clerk/localizations": "2.0.0",
-    "@clerk/nextjs": "^5.2.14",
-    "@clerk/themes": "^2.1.10",
+    "@clerk/nextjs": "^5.3.3",
+    "@clerk/themes": "^2.1.21",
     "@cyntler/react-doc-viewer": "^1.16.6",
     "@google/generative-ai": "^0.16.0",
     "@icons-pack/react-simple-icons": "9.6.0",
     "@khmyznikov/pwa-install": "^0.3.9",
-    "@langchain/community": "^0.2.27",
+    "@langchain/community": "^0.2.31",
     "@lobehub/chat-plugin-sdk": "^1.32.4",
     "@lobehub/chat-plugins-gateway": "^1.9.0",
     "@lobehub/icons": "^1.28.0",
     "@lobehub/tts": "^1.24.3",
     "@lobehub/ui": "^1.149.2",
     "@neondatabase/serverless": "^0.9.4",
-    "@next/third-parties": "^14.2.4",
-    "@sentry/nextjs": "^7.118.0",
+    "@next/third-parties": "^14.2.6",
+    "@sentry/nextjs": "^7.119.0",
     "@t3-oss/env-nextjs": "^0.10.1",
-    "@tanstack/react-query": "^5.51.11",
+    "@tanstack/react-query": "^5.52.1",
     "@trpc/client": "next",
     "@trpc/next": "next",
     "@trpc/react-query": "next",
@@ -133,32 +133,32 @@
     "@vercel/analytics": "^1.3.1",
     "@vercel/edge-config": "^1.2.1",
     "@vercel/speed-insights": "^1.0.12",
-    "ahooks": "^3.8.0",
-    "ai": "^3.2.16",
+    "ahooks": "^3.8.1",
+    "ai": "^3.3.16",
     "antd": "^5.20.2",
     "antd-style": "^3.6.2",
     "brotli-wasm": "^3.0.1",
-    "chroma-js": "^2.4.2",
-    "dayjs": "^1.11.11",
-    "debug": "^4.3.5",
+    "chroma-js": "^2.6.0",
+    "dayjs": "^1.11.13",
+    "debug": "^4.3.6",
     "dexie": "^3.2.7",
     "diff": "^5.2.0",
-    "drizzle-orm": "^0.32.0",
+    "drizzle-orm": "^0.32.2",
     "drizzle-zod": "^0.5.1",
     "fast-deep-equal": "^3.1.3",
     "file-type": "^19.4.1",
-    "gpt-tokenizer": "^2.1.2",
-    "i18next": "^23.11.5",
+    "gpt-tokenizer": "^2.2.1",
+    "i18next": "^23.14.0",
     "i18next-browser-languagedetector": "^7.2.1",
     "i18next-resources-to-backend": "^1.2.1",
     "idb-keyval": "^6.2.1",
     "immer": "^10.1.1",
     "ip": "^2.0.1",
-    "jose": "^5.6.3",
+    "jose": "^5.7.0",
     "js-sha256": "^0.11.0",
-    "langchain": "^0.2.16",
-    "langfuse": "^3.14.0",
-    "langfuse-core": "^3.14.0",
+    "langchain": "^0.2.17",
+    "langfuse": "^3.19.0",
+    "langfuse-core": "^3.19.0",
     "lodash-es": "^4.17.21",
     "lucide-react": "latest",
     "mammoth": "^1.8.0",
@@ -168,7 +168,7 @@
     "next-auth": "5.0.0-beta.15",
     "next-sitemap": "^4.2.3",
     "numeral": "^2.0.6",
-    "nuqs": "^1.17.4",
+    "nuqs": "^1.17.8",
     "officeparser": "^4.1.1",
     "ollama": "^0.5.8",
     "openai": "~4.54.0",
@@ -176,11 +176,11 @@
     "pdf-parse": "^1.1.1",
     "pdfjs-dist": "4.4.168",
     "pg": "^8.12.0",
-    "pino": "^9.2.0",
+    "pino": "^9.3.2",
     "polished": "^4.3.1",
-    "posthog-js": "^1.144.2",
+    "posthog-js": "^1.157.2",
     "pwa-install-handler": "^2.6.0",
-    "query-string": "^9.0.0",
+    "query-string": "^9.1.0",
     "random-words": "^2.0.1",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
@@ -190,22 +190,22 @@
     "react-layout-kit": "^1.9.0",
     "react-lazy-load": "^4.0.1",
     "react-pdf": "^9.1.0",
-    "react-virtuoso": "^4.7.11",
+    "react-virtuoso": "^4.10.1",
     "react-wrap-balancer": "^1.1.1",
     "remark": "^14.0.3",
     "remark-gfm": "^3.0.1",
     "remark-html": "^15.0.2",
-    "resolve-accept-language": "^3.1.4",
+    "resolve-accept-language": "^3.1.5",
     "rtl-detect": "^1.1.2",
-    "semver": "^7.6.2",
-    "sharp": "^0.33.4",
+    "semver": "^7.6.3",
+    "sharp": "^0.33.5",
     "superjson": "^2.2.1",
-    "svix": "^1.24.0",
+    "svix": "^1.30.0",
     "swr": "^2.2.5",
     "systemjs": "^6.15.1",
     "ts-md5": "^1.3.1",
     "ua-parser-js": "^1.0.38",
-    "unstructured-client": "^0.15.0",
+    "unstructured-client": "^0.15.1",
     "url-join": "^5.0.0",
     "use-merge-value": "^1.2.0",
     "utility-types": "^3.11.0",
@@ -213,74 +213,74 @@
     "ws": "^8.18.0",
     "y-protocols": "^1.0.6",
     "y-webrtc": "^10.3.0",
-    "yaml": "^2.4.5",
+    "yaml": "^2.5.0",
     "yjs": "^13.6.18",
     "zod": "^3.23.8",
-    "zustand": "^4.5.4",
+    "zustand": "^4.5.5",
     "zustand-utils": "^1.3.2"
   },
   "devDependencies": {
-    "@commitlint/cli": "^19.3.0",
-    "@ducanh2912/next-pwa": "^10.2.7",
-    "@edge-runtime/vm": "^4.0.0",
+    "@commitlint/cli": "^19.4.0",
+    "@ducanh2912/next-pwa": "^10.2.8",
+    "@edge-runtime/vm": "^4.0.2",
     "@lobehub/i18n-cli": "^1.19.1",
-    "@lobehub/lint": "^1.24.3",
-    "@lobehub/seo-cli": "^1.4.1",
-    "@next/bundle-analyzer": "^14.2.4",
-    "@next/eslint-plugin-next": "^14.2.4",
+    "@lobehub/lint": "^1.24.4",
+    "@lobehub/seo-cli": "^1.4.2",
+    "@next/bundle-analyzer": "^14.2.6",
+    "@next/eslint-plugin-next": "^14.2.6",
     "@peculiar/webcrypto": "^1.5.0",
-    "@testing-library/jest-dom": "^6.4.6",
+    "@testing-library/jest-dom": "^6.4.8",
     "@testing-library/react": "^16.0.0",
     "@types/chroma-js": "^2.4.4",
     "@types/debug": "^4.1.12",
     "@types/diff": "^5.2.1",
     "@types/ip": "^1.1.3",
     "@types/json-schema": "^7.0.15",
-    "@types/lodash": "^4.17.6",
+    "@types/lodash": "^4.17.7",
     "@types/lodash-es": "^4.17.12",
-    "@types/node": "^20.14.10",
+    "@types/node": "^20.16.1",
     "@types/numeral": "^2.0.5",
     "@types/pg": "^8.11.6",
-    "@types/react": "^18.3.3",
+    "@types/react": "^18.3.4",
     "@types/react-dom": "^18.3.0",
     "@types/rtl-detect": "^1.0.3",
     "@types/semver": "^7.5.8",
     "@types/systemjs": "^6.13.5",
     "@types/ua-parser-js": "^0.7.39",
     "@types/uuid": "^10.0.0",
-    "@types/ws": "^8.5.10",
+    "@types/ws": "^8.5.12",
     "@vitest/coverage-v8": "~1.2.2",
     "ajv-keywords": "^5.1.0",
-    "commitlint": "^19.3.0",
+    "commitlint": "^19.4.0",
     "consola": "^3.2.3",
     "dotenv": "^16.4.5",
     "dpdm": "^3.14.0",
-    "drizzle-kit": "^0.23.0",
+    "drizzle-kit": "^0.23.2",
     "eslint": "^8.57.0",
     "eslint-plugin-mdx": "^2.3.4",
     "eslint-plugin-unused-imports": "4.0.1",
     "fake-indexeddb": "^6.0.0",
-    "glob": "^10.4.3",
+    "glob": "^10.4.5",
     "gray-matter": "^4.0.3",
     "happy-dom": "^14.12.3",
-    "husky": "^9.0.11",
+    "husky": "^9.1.5",
     "just-diff": "^6.0.2",
-    "lint-staged": "^15.2.7",
+    "lint-staged": "^15.2.9",
     "lodash": "^4.17.21",
     "markdown-table": "^3.0.3",
     "node-fetch": "^3.3.2",
-    "node-gyp": "^10.1.0",
+    "node-gyp": "^10.2.0",
     "p-map": "^7.0.2",
-    "prettier": "^3.3.2",
+    "prettier": "^3.3.3",
     "remark-cli": "^11.0.0",
     "remark-parse": "^10.0.2",
     "semantic-release": "^21.1.2",
     "stylelint": "^15.11.0",
-    "tsx": "^4.16.2",
-    "typescript": "^5.5.3",
+    "tsx": "^4.17.0",
+    "typescript": "^5.5.4",
     "unified": "^11.0.5",
     "unist-util-visit": "^5.0.0",
-    "vite": "^5.3.3",
+    "vite": "^5.4.2",
     "vitest": "~1.2.2",
     "vitest-canvas-mock": "^0.3.3"
   },

package/src/app/(main)/files/[id]/Header.tsx

@@ -9,7 +9,7 @@ import { memo } from 'react';
 import { useTranslation } from 'react-i18next';
 import { Flexbox } from 'react-layout-kit';
 
-import { downloadFile } from '@/utils/downloadFile';
+import { downloadFile } from '@/utils/client/downloadFile';
 
 interface HeaderProps {
   filename: string;

package/src/config/app.ts

@@ -2,6 +2,8 @@
 import { createEnv } from '@t3-oss/env-nextjs';
 import { z } from 'zod';
 
+import { isServerMode } from '@/const/version';
+
 declare global {
   // eslint-disable-next-line @typescript-eslint/no-namespace
   namespace NodeJS {
@@ -10,14 +12,19 @@ declare global {
     }
   }
 }
+const isInVercel = process.env.VERCEL === '1';
 
-export const getAppConfig = () => {
-  const ACCESS_CODES = process.env.ACCESS_CODE?.split(',').filter(Boolean) || [];
-  const isInVercel = process.env.VERCEL === '1';
+const vercelUrl = `https://${process.env.VERCEL_URL}`;
 
-  const vercelUrl = `https://${process.env.VERCEL_URL}`;
+const APP_URL = process.env.APP_URL ? process.env.APP_URL : isInVercel ? vercelUrl : undefined;
 
-  const APP_URL = process.env.APP_URL ? process.env.APP_URL : isInVercel ? vercelUrl : undefined;
+// only throw error in server mode and server side
+if (typeof window === 'undefined' && isServerMode && !APP_URL) {
+  throw new Error('`APP_URL` is required in server mode');
+}
+
+export const getAppConfig = () => {
+  const ACCESS_CODES = process.env.ACCESS_CODE?.split(',').filter(Boolean) || [];
 
   return createEnv({
     client: {

package/src/config/db.ts

@@ -11,6 +11,8 @@ export const getServerDBConfig = () => {
       DATABASE_TEST_URL: process.env.DATABASE_TEST_URL,
       DATABASE_URL: process.env.DATABASE_URL,
 
+      DISABLE_REMOVE_GLOBAL_FILE: process.env.DISABLE_REMOVE_GLOBAL_FILE === '1',
+
       KEY_VAULTS_SECRET: process.env.KEY_VAULTS_SECRET,
 
       NEXT_PUBLIC_ENABLED_SERVER_SERVICE: process.env.NEXT_PUBLIC_SERVICE_MODE === 'server',
@@ -20,6 +22,8 @@ export const getServerDBConfig = () => {
       DATABASE_TEST_URL: z.string().optional(),
       DATABASE_URL: z.string().optional(),
 
+      DISABLE_REMOVE_GLOBAL_FILE: z.boolean().optional(),
+
       KEY_VAULTS_SECRET: z.string().optional(),
     },
   });

package/src/database/server/models/__tests__/chunk.test.ts

@@ -98,7 +98,66 @@ describe('ChunkModel', () => {
     });
   });
 
-  // Add more test cases for other methods...
+  describe('deleteOrphanChunks', () => {
+    it('should delete orphaned chunks', async () => {
+      // Create orphaned chunks
+      await serverDB
+        .insert(chunks)
+        .values([
+          { text: 'Orphan Chunk 1', userId },
+          { text: 'Orphan Chunk 2', userId },
+        ])
+        .returning();
+
+      // Create a non-orphaned chunk
+      const [nonOrphanChunk] = await serverDB
+        .insert(chunks)
+        .values([{ text: 'Non-Orphan Chunk', userId }])
+        .returning();
+
+      await serverDB.insert(fileChunks).values([{ fileId: '1', chunkId: nonOrphanChunk.id }]);
+
+      // Execute the method
+      await chunkModel.deleteOrphanChunks();
+
+      // Check if orphaned chunks are deleted
+      const remainingChunks = await serverDB.query.chunks.findMany();
+      expect(remainingChunks).toHaveLength(1);
+      expect(remainingChunks[0].id).toBe(nonOrphanChunk.id);
+    });
+
+    it('should not delete any chunks when there are no orphans', async () => {
+      // Create non-orphaned chunks
+      const [chunk1, chunk2] = await serverDB
+        .insert(chunks)
+        .values([
+          { text: 'Chunk 1', userId },
+          { text: 'Chunk 2', userId },
+        ])
+        .returning();
+
+      await serverDB.insert(fileChunks).values([
+        { fileId: '1', chunkId: chunk1.id },
+        { fileId: '2', chunkId: chunk2.id },
+      ]);
+
+      // Execute the method
+      await chunkModel.deleteOrphanChunks();
+
+      // Check if all chunks are still present
+      const remainingChunks = await serverDB.query.chunks.findMany();
+      expect(remainingChunks).toHaveLength(2);
+    });
+
+    it('should not throw an error when the database is empty', async () => {
+      // Ensure the database is empty
+      await serverDB.delete(chunks);
+      await serverDB.delete(fileChunks);
+
+      // Execute the method and expect it not to throw
+      await expect(chunkModel.deleteOrphanChunks()).resolves.not.toThrow();
+    });
+  });
 
   describe('semanticSearch', () => {
     it('should perform semantic search and return results', async () => {