@kevisual/api 0.0.34 → 0.0.37

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kevisual/api",
-  "version": "0.0.34",
+  "version": "0.0.37",
   "description": "",
   "main": "mod.ts",
   "scripts": {
@@ -18,17 +18,17 @@
   "keywords": [],
   "author": "abearxiong <xiongxiao@xiongxiao.me> (https://www.xiongxiao.me)",
   "license": "MIT",
-  "packageManager": "pnpm@10.28.1",
+  "packageManager": "pnpm@10.28.2",
   "type": "module",
   "devDependencies": {
     "@kevisual/cache": "^0.0.5",
     "@kevisual/query": "^0.0.38",
-    "@kevisual/router": "^0.0.62",
+    "@kevisual/router": "^0.0.63",
     "@kevisual/types": "^0.0.12",
     "@kevisual/use-config": "^1.0.28",
-    "@types/bun": "^1.3.6",
+    "@types/bun": "^1.3.8",
     "@types/crypto-js": "^4.2.2",
-    "@types/node": "^25.0.10",
+    "@types/node": "^25.1.0",
     "crypto-js": "^4.2.0",
     "dotenv": "^17.2.3",
     "fast-glob": "^3.3.3"
@@ -36,11 +36,13 @@
   "dependencies": {
     "@kevisual/js-filter": "^0.0.5",
     "@kevisual/load": "^0.0.6",
+    "@types/spark-md5": "^3.0.5",
     "es-toolkit": "^1.44.0",
     "eventemitter3": "^5.0.4",
     "fuse.js": "^7.1.0",
     "nanoid": "^5.1.6",
-    "path-browserify-esm": "^1.0.6"
+    "path-browserify-esm": "^1.0.6",
+    "spark-md5": "^3.0.2"
   },
   "exports": {
     ".": "./mod.ts",

package/query/query-resources/index.ts

@@ -60,7 +60,7 @@ export class QueryResources {
   }
   async fetchFile(filepath: string, opts?: DataOpts): Promise<Result<any>> {
     const url = `${this.prefix}${filepath}`;
-    return this.get({}, { url, method: 'GET', headers: this.header(opts?.headers, false), isText: true });
+    return this.get({}, { url, method: 'GET', ...opts, headers: this.header(opts?.headers, false), isText: true });
   }
   async uploadFile(filepath: string, content: string | Blob, opts?: DataOpts): Promise<Result<any>> {
     const pathname = `${this.prefix}${filepath}`;
@@ -71,23 +71,83 @@ export class QueryResources {
     // Blob 类型时 hashContent 返回 Promise
     const hash = hashResult instanceof Promise ? await hashResult : hashResult;
     url.searchParams.set('hash', hash);
+
+    // 判断是否需要分块上传（文件大于20MB）
+    const isBlob = content instanceof Blob;
+    const fileSize = isBlob ? content.size : new Blob([content]).size;
+    const CHUNK_THRESHOLD = 20 * 1024 * 1024; // 20MB
+
+    if (fileSize > CHUNK_THRESHOLD && isBlob) {
+      // 使用分块上传
+      return this.uploadChunkedFile(filepath, content, hash, opts);
+    }
+
     const formData = new FormData();
-    if (content instanceof Blob) {
+    if (isBlob) {
       formData.append('file', content);
     } else {
       formData.append('file', new Blob([content], { type }));
     }
     return adapter({
       url: url.toString(),
-      headers: { ...this.header(opts?.headers, false) },
-      params: {
-        hash: hash,
-      },
       isPostFile: true,
       method: 'POST',
       body: formData,
+      timeout: 5 * 60 * 1000, // 5分钟超时
+      ...opts,
+      headers: { ...opts?.headers, ...this.header(opts?.headers, false) },
+      params: {
+        hash: hash,
+        ...opts?.params,
+      },
     });
   }
+  async uploadChunkedFile(filepath: string, file: Blob, hash: string, opts?: DataOpts): Promise<Result<any>> {
+    const pathname = `${this.prefix}${filepath}`;
+    const filename = path.basename(pathname);
+    const url = new URL(pathname, window.location.origin);
+    url.searchParams.set('hash', hash);
+    url.searchParams.set('chunked', '1');
+    console.log(`url,`, url, hash);
+    // 预留 eventSource 支持（暂不处理）
+    // const createEventSource = opts?.createEventSource;
+
+    const chunkSize = 5 * 1024 * 1024; // 5MB
+    const totalChunks = Math.ceil(file.size / chunkSize);
+
+    for (let currentChunk = 0; currentChunk < totalChunks; currentChunk++) {
+      const start = currentChunk * chunkSize;
+      const end = Math.min(start + chunkSize, file.size);
+      const chunk = file.slice(start, end);
+
+      const formData = new FormData();
+      formData.append('file', chunk, filename);
+      formData.append('chunkIndex', currentChunk.toString());
+      formData.append('totalChunks', totalChunks.toString());
+      console.log(`Uploading chunk ${currentChunk + 1}/${totalChunks}`, url.toString());
+      try {
+        const res = await adapter({
+          url: url.toString(),
+          isPostFile: true,
+          method: 'POST',
+          body: formData,
+          timeout: 5 * 60 * 1000, // 5分钟超时
+          ...opts,
+          headers: { ...opts?.headers, ...this.header(opts?.headers, false) },
+          params: {
+            hash: hash,
+            ...opts?.params,
+          },
+        });
+        console.log(`Chunk ${currentChunk + 1}/${totalChunks} uploaded`, res);
+      } catch (error) {
+        console.error(`Error uploading chunk ${currentChunk + 1}/${totalChunks}`, error);
+        throw error;
+      }
+    }
+
+    return { code: 200, message: '上传成功' };
+  }
   async createFolder(folderpath: string, opts?: DataOpts): Promise<Result<any>> {
     const filepath = folderpath.endsWith('/') ? `${folderpath}keep.txt` : `${folderpath}/keep.txt`;
     return this.uploadFile(filepath, '文件夹占位，其他文件不存在，文件夹不存在，如果有其他文件夹，删除当前文件夹占位文件即可', opts);

package/query/query-resources/utils.ts

@@ -1,4 +1,5 @@
 import MD5 from 'crypto-js/md5';
+import SparkMD5 from 'spark-md5';
 
 export const hashContent = (str: string | Blob | Buffer): Promise<string> | string => {
   if (typeof str === 'string') {
@@ -12,57 +13,20 @@ export const hashContent = (str: string | Blob | Buffer): Promise<string> | stri
   return '';
 };
 
+// 直接计算整个 Blob 的 MD5
 export const hashBlob = (blob: Blob): Promise<string> => {
-  return new Promise((resolve, reject) => {
-    const reader = new FileReader();
-    reader.onload = async () => {
-      try {
-        const content = reader.result;
-        if (typeof content === 'string') {
-          resolve(MD5(content).toString());
-        } else if (content) {
-          const contentString = new TextDecoder().decode(content);
-          resolve(MD5(contentString).toString());
-        } else {
-          reject(new Error('Empty content'));
-        }
-      } catch (error) {
-        console.error('hashBlob error', error);
-        reject(error);
-      }
-    };
-    reader.onerror = (error) => reject(error);
-    reader.readAsArrayBuffer(blob);
+  return new Promise(async (resolve, reject) => {
+    try {
+      const spark = new SparkMD5.ArrayBuffer();
+      spark.append(await blob.arrayBuffer());
+      resolve(spark.end());
+    } catch (error) {
+      console.error('hashBlob error', error);
+      reject(error);
+    }
   });
 };
-export const hashFile = (file: File): Promise<string> => {
-  return new Promise((resolve, reject) => {
-    const reader = new FileReader();
 
-    reader.onload = async (event) => {
-      try {
-        const content = event.target?.result;
-        if (content instanceof ArrayBuffer) {
-          const contentString = new TextDecoder().decode(content);
-          const hashHex = MD5(contentString).toString();
-          resolve(hashHex);
-        } else if (typeof content === 'string') {
-          const hashHex = MD5(content).toString();
-          resolve(hashHex);
-        } else {
-          throw new Error('Invalid content type');
-        }
-      } catch (error) {
-        console.error('hashFile error', error);
-        reject(error);
-      }
-    };
-
-    reader.onerror = (error) => {
-      reject(error);
-    };
-
-    // 读取文件为 ArrayBuffer
-    reader.readAsArrayBuffer(file);
-  });
+export const hashFile = (file: File): Promise<string> => {
+  return hashBlob(file);
 };