@customize-agent/knowledge 4.0.15 → 4.0.16

package/dist/extraction/content-extractor.d.ts

@@ -57,6 +57,7 @@ export declare class ContentExtractor {
     /** pdfjs-dist + canvas 渲染（降级方案） */
     private tryRenderWithPdfJs;
     private scoreOcrText;
+    private cleanOcrText;
     /** 加载图片像素数据（依赖 sharp） */
     private loadImagePixels;
     private extractPdfText;

package/dist/extraction/content-extractor.js

@@ -1065,7 +1065,9 @@ export class ContentExtractor {
                     width: 0, height: 0, channels: 0,
                     filePath: imgPath,
                 });
-                const ocrText = ocrResult.text.trim();
+                const ocrText = this.cleanOcrText(ocrResult.text);
+                if (ocrResult.warnings?.length)
+                    warnings.push(...ocrResult.warnings.map(item => `OCR 警告: ${item}`));
                 if (ocrText) {
                     ocrPages.push(i + 1);
                     ocrStrategies.push({ page: i + 1, strategy: renderer, score: this.scoreOcrText(ocrText) });
@@ -1079,6 +1081,8 @@ export class ContentExtractor {
                 failedPages.push({ page: i + 1, reason: error instanceof Error ? error.message : String(error) });
             }
         }
+        if (ocrProvider)
+            await ocrProvider.dispose();
         // 清理临时文件
         try {
             fs.rmSync(tmpDir, { recursive: true, force: true });
@@ -1164,6 +1168,15 @@ export class ContentExtractor {
         const replacementCount = (text.match(/[�□]/gu) ?? []).length;
         return cjkCount * 8 + normalizedLength - latinCount * 0.8 - replacementCount * 10;
     }
+    cleanOcrText(value) {
+        return String(value ?? '')
+            .replace(/[ \t]+/gu, ' ')
+            .replace(/([\p{Script=Han}])\s+([\p{Script=Han}])/gu, '$1$2')
+            .replace(/([\p{Script=Han}])\s+([，。；：！？、）】》])/gu, '$1$2')
+            .replace(/([（【《])\s+([\p{Script=Han}])/gu, '$1$2')
+            .replace(/\n{3,}/gu, '\n\n')
+            .trim();
+    }
     /** 加载图片像素数据（依赖 sharp） */
     async loadImagePixels(filePath) {
         const sharpMod = await resolveAndImport('sharp');

package/dist/extraction/ocr-providers.d.ts

@@ -18,6 +18,7 @@ export interface OcrResult {
     text: string;
     confidence: number;
     regions: OcrRegion[];
+    warnings?: string[];
 }
 export interface OcrProvider {
     readonly id: string;
@@ -29,11 +30,15 @@ export interface OcrProvider {
         channels?: number;
         filePath?: string;
     }): Promise<OcrResult>;
+    getWarnings?(): string[];
     dispose(): Promise<void>;
 }
 export declare class TesseractJsProvider implements OcrProvider {
     readonly id = "tesseract.js";
     private _available;
+    private worker;
+    private workerPromise;
+    private warnings;
     get available(): boolean;
     recognize(input: {
         data: Uint8Array;
@@ -42,6 +47,9 @@ export declare class TesseractJsProvider implements OcrProvider {
         channels?: number;
         filePath?: string;
     }): Promise<OcrResult>;
+    getWarnings(): string[];
+    private getWorker;
+    private createReusableWorker;
     dispose(): Promise<void>;
 }
 export declare function createOcrProvider(): Promise<OcrProvider>;

package/dist/extraction/ocr-providers.js

@@ -23,6 +23,9 @@ function tessdataDir() {
 export class TesseractJsProvider {
     id = 'tesseract.js';
     _available = null;
+    worker = null;
+    workerPromise = null;
+    warnings = [];
     get available() {
         if (this._available !== null)
             return this._available;
@@ -39,8 +42,6 @@ export class TesseractJsProvider {
         return this._available;
     }
     async recognize(input) {
-        const tessMod = await resolveAndImport('tesseract.js');
-        const { createWorker } = tessMod;
         let pngPath;
         let tmpDir = null;
         // 如果传了 filePath，直接使用；否则 raw pixels → PNG
@@ -61,39 +62,66 @@ export class TesseractJsProvider {
                 .png().toFile(pngPath);
         }
         try {
-            // tesseract.js worker（数组形式 languages）
-            const worker = await createWorker(['chi_sim', 'eng'], 1, {
-                langPath: tessdataDir(),
-                gzip: false,
-            });
-            try {
-                const result = await worker.recognize(pngPath);
-                const text = (result.data.text ?? '').trim();
-                const lines = (result.data.lines ?? []);
-                const regions = lines
-                    .filter((l) => l.text?.trim())
-                    .map((l) => ({
-                    text: l.text.trim(),
-                    confidence: l.confidence ?? 0,
-                    box: {
-                        x: l.bbox?.x0 ?? 0,
-                        y: l.bbox?.y0 ?? 0,
-                        width: (l.bbox?.x1 ?? 0) - (l.bbox?.x0 ?? 0),
-                        height: (l.bbox?.y1 ?? 0) - (l.bbox?.y0 ?? 0),
-                    },
-                }));
-                return { text, confidence: result.data.confidence ?? 0, regions };
-            }
-            finally {
-                await worker.terminate();
-            }
+            const worker = await this.getWorker();
+            const result = await worker.recognize(pngPath);
+            const text = (result.data.text ?? '').trim();
+            const lines = (result.data.lines ?? []);
+            const regions = lines
+                .filter((l) => l.text?.trim())
+                .map((l) => ({
+                text: l.text.trim(),
+                confidence: l.confidence ?? 0,
+                box: {
+                    x: l.bbox?.x0 ?? 0,
+                    y: l.bbox?.y0 ?? 0,
+                    width: (l.bbox?.x1 ?? 0) - (l.bbox?.x0 ?? 0),
+                    height: (l.bbox?.y1 ?? 0) - (l.bbox?.y0 ?? 0),
+                },
+            }));
+            return { text, confidence: result.data.confidence ?? 0, regions, warnings: this.getWarnings() };
         }
         finally {
             if (tmpDir)
                 fs.rmSync(tmpDir, { recursive: true, force: true });
         }
     }
-    async dispose() { }
+    getWarnings() {
+        return [...new Set(this.warnings)].slice(-20);
+    }
+    async getWorker() {
+        if (this.worker)
+            return this.worker;
+        if (!this.workerPromise)
+            this.workerPromise = this.createReusableWorker();
+        this.worker = await this.workerPromise;
+        return this.worker;
+    }
+    async createReusableWorker() {
+        const tessMod = await resolveAndImport('tesseract.js');
+        const { createWorker, OEM, setLogging } = tessMod;
+        if (typeof setLogging === 'function')
+            setLogging(false);
+        const worker = await createWorker('chi_sim', OEM?.LSTM_ONLY ?? 1, {
+            langPath: tessdataDir(),
+            gzip: false,
+            logger: () => undefined,
+            errorHandler: (error) => {
+                const message = error instanceof Error ? error.message : String(error);
+                if (message.trim())
+                    this.warnings.push(message.trim());
+            },
+        });
+        if (typeof worker.setParameters === 'function') {
+            await worker.setParameters({ preserve_interword_spaces: '0', user_defined_dpi: '300' });
+        }
+        return worker;
+    }
+    async dispose() {
+        if (this.worker)
+            await this.worker.terminate();
+        this.worker = null;
+        this.workerPromise = null;
+    }
 }
 // ─── 工厂 ───────────────────────────────────────────────────────
 export async function createOcrProvider() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@customize-agent/knowledge",
-  "version": "4.0.15",
+  "version": "4.0.16",
   "description": "Local knowledge base infrastructure for customize-agent",
   "type": "module",
   "main": "./dist/index.js",