koishi-plugin-best-cave 2.2.0 → 2.2.1

package/lib/index.js

@@ -625,8 +625,12 @@ var HashManager = class {
     const flushHashes = /* @__PURE__ */ __name(async () => {
       if (hashesToInsert.length > 0) {
         this.logger.info(`补全第 ${batchStartCaveCount + 1} 到 ${historicalCount} 条回声洞哈希中...`);
-        await this.ctx.database.upsert("cave_hash", hashesToInsert);
-        totalHashesGenerated += hashesToInsert.length;
+        try {
+          await this.ctx.database.upsert("cave_hash", hashesToInsert);
+          totalHashesGenerated += hashesToInsert.length;
+        } catch (error) {
+          this.logger.error(`导入哈希失败: ${error.message}`);
+        }
         hashesToInsert = [];
         batchStartCaveCount = historicalCount;
       }
@@ -634,21 +638,29 @@ var HashManager = class {
     for (const cave of allCaves) {
       if (existingHashedCaveIds.has(cave.id)) continue;
       historicalCount++;
+      const newHashesForCave = [];
       const combinedText = cave.elements.filter((el) => el.type === "text" && el.content).map((el) => el.content).join(" ");
-      if (combinedText) {
-        hashesToInsert.push({ cave: cave.id, hash: this.generateTextSimhash(combinedText), type: "sim" });
+      const textHash = this.generateTextSimhash(combinedText);
+      if (textHash) {
+        newHashesForCave.push({ cave: cave.id, hash: textHash, type: "sim" });
       }
       for (const el of cave.elements.filter((el2) => el2.type === "image" && el2.file)) {
         try {
           const imageBuffer = await this.fileManager.readFile(el.file);
           const pHash = await this.generateImagePHash(imageBuffer);
-          hashesToInsert.push({ cave: cave.id, hash: pHash, type: "phash" });
+          newHashesForCave.push({ cave: cave.id, hash: pHash, type: "phash" });
           const subHashes = await this.generateImageSubHashes(imageBuffer);
-          subHashes.forEach((subHash) => hashesToInsert.push({ cave: cave.id, hash: subHash, type: "sub" }));
+          subHashes.forEach((subHash) => newHashesForCave.push({ cave: cave.id, hash: subHash, type: "sub" }));
         } catch (e) {
           this.logger.warn(`无法为回声洞（${cave.id}）的内容（${el.file}）生成哈希:`, e);
         }
       }
+      const uniqueHashesMap = /* @__PURE__ */ new Map();
+      newHashesForCave.forEach((h4) => {
+        const uniqueKey = `${h4.type}-${h4.hash}`;
+        uniqueHashesMap.set(uniqueKey, h4);
+      });
+      hashesToInsert.push(...uniqueHashesMap.values());
       if (hashesToInsert.length >= 100) await flushHashes();
     }
     await flushHashes();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "koishi-plugin-best-cave",
   "description": "功能强大、高度可定制的回声洞。支持丰富的媒体类型、内容查重、人工审核、用户昵称、数据迁移以及本地/S3 双重文件存储后端。",
-  "version": "2.2.0",
+  "version": "2.2.1",
   "contributors": [
     "Yis_Rime <yis_rime@outlook.com>"
   ],