@areb0s/ocr-common 1.0.0

package/build/models/Recognition.js

@@ -0,0 +1,190 @@
+import invariant from 'tiny-invariant';
+import { FileUtils, InferenceSession, defaultModels } from '../backend/index.js';
+import { ModelBase } from './ModelBase.js';
+export class Recognition extends ModelBase {
+    #dictionary;
+    static async create({ models, onnxOptions = {}, ...restOptions }) {
+        const recognitionPath = models?.recognitionPath || defaultModels?.recognitionPath;
+        invariant(recognitionPath, 'recognitionPath is required');
+        const dictionaryPath = models?.dictionaryPath || defaultModels?.dictionaryPath;
+        invariant(dictionaryPath, 'dictionaryPath is required');
+        const model = await InferenceSession.create(recognitionPath, onnxOptions);
+        const dictionaryText = await FileUtils.read(dictionaryPath);
+        const dictionary = [...dictionaryText.split('\n'), ' '];
+        return new Recognition({ model, options: restOptions }, dictionary);
+    }
+    constructor(options, dictionary) {
+        super(options);
+        this.#dictionary = dictionary;
+    }
+    async run(lineImages, { onnxOptions = {} } = {}) {
+        const modelDatas = await Promise.all(
+        // Detect text from each line image
+        lineImages.map(async (lineImage, index) => {
+            // Resize Image to 48px height
+            //  - height must <= 48
+            //  - height: 48 is more accurate then 40, but same as 30
+            const image = await lineImage.image.resize({
+                height: 48,
+            });
+            this.debugImage(lineImage.image, `out9-line-${index}.jpg`);
+            this.debugImage(image, `out9-line-${index}-resized.jpg`);
+            // transform image data to model data
+            const modelData = this.imageToInput(image, {
+            // mean: [0.5, 0.5, 0.5],
+            // std: [0.5, 0.5, 0.5],
+            });
+            return modelData;
+        }));
+        const allLines = [];
+        // console.time('Recognition')
+        for (const modelData of modelDatas) {
+            // Run model for each line image
+            const output = await this.runModel({ modelData, onnxOptions });
+            // use Dictoinary to decode output to text
+            const lines = await this.decodeText(output);
+            allLines.unshift(...lines);
+        }
+        // console.timeEnd('Recognition')
+        const result = calculateBox({ lines: allLines, lineImages });
+        return result;
+    }
+    decodeText(output) {
+        const data = output;
+        const predLen = data.dims[2];
+        const line = [];
+        let ml = data.dims[0] - 1;
+        for (let l = 0; l < data.data.length; l += predLen * data.dims[1]) {
+            const predsIdx = [];
+            const predsProb = [];
+            for (let i = l; i < l + predLen * data.dims[1]; i += predLen) {
+                const tmpArr = data.data.slice(i, i + predLen);
+                const tmpMax = tmpArr.reduce((a, b) => Math.max(a, b), Number.NEGATIVE_INFINITY);
+                const tmpIdx = tmpArr.indexOf(tmpMax);
+                predsProb.push(tmpMax);
+                predsIdx.push(tmpIdx);
+            }
+            line[ml] = decode(this.#dictionary, predsIdx, predsProb, true);
+            ml--;
+        }
+        return line;
+    }
+}
+function decode(dictionary, textIndex, textProb, isRemoveDuplicate) {
+    const ignoredTokens = [0];
+    const charList = [];
+    const confList = [];
+    for (let idx = 0; idx < textIndex.length; idx++) {
+        if (textIndex[idx] in ignoredTokens) {
+            continue;
+        }
+        if (isRemoveDuplicate) {
+            if (idx > 0 && textIndex[idx - 1] === textIndex[idx]) {
+                continue;
+            }
+        }
+        charList.push(dictionary[textIndex[idx] - 1]);
+        if (textProb) {
+            confList.push(textProb[idx]);
+        }
+        else {
+            confList.push(1);
+        }
+    }
+    let text = '';
+    let mean = 0;
+    if (charList.length) {
+        text = charList.join('');
+        let sum = 0;
+        confList.forEach((item) => {
+            sum += item;
+        });
+        mean = sum / confList.length;
+    }
+    return { text, mean };
+}
+function calculateBox({ lines, lineImages, }) {
+    let mainLine = lines;
+    const box = lineImages;
+    for (const i in mainLine) {
+        const b = box[mainLine.length - Number(i) - 1].box;
+        for (const p of b) {
+            p[0] = p[0];
+            p[1] = p[1];
+        }
+        mainLine[i]['box'] = b;
+    }
+    mainLine = mainLine.filter((x) => x.mean >= 0.5);
+    mainLine = afAfRec(mainLine);
+    return mainLine;
+}
+function afAfRec(lines) {
+    const outputLines = [];
+    const indexes = new Map();
+    for (const index in lines) {
+        const box = lines[index].box;
+        indexes.set(box, Number(index));
+    }
+    const groupedBoxes = groupBoxesByMidlineDifference([...indexes.keys()]);
+    for (const boxes of groupedBoxes) {
+        const texts = [];
+        let mean = 0;
+        for (const box of boxes) {
+            const index = indexes.get(box);
+            if (index === undefined) {
+                continue;
+            }
+            const line = lines[index];
+            texts.push(line.text);
+            mean += line.mean;
+        }
+        let outputBox = undefined;
+        if (boxes.at(0) && boxes.at(-1)) {
+            outputBox = [boxes.at(0)[0], boxes.at(-1)[1], boxes.at(-1)[2], boxes.at(0)[3]];
+        }
+        outputLines.push({
+            mean: mean / boxes.length,
+            text: texts.join(' '),
+            box: outputBox,
+        });
+    }
+    return outputLines;
+}
+function calculateAverageHeight(boxes) {
+    let totalHeight = 0;
+    for (const box of boxes) {
+        const [[, y1], , [, y2]] = box;
+        const height = y2 - y1;
+        totalHeight += height;
+    }
+    return totalHeight / boxes.length;
+}
+function groupBoxesByMidlineDifference(boxes) {
+    const averageHeight = calculateAverageHeight(boxes);
+    const result = [];
+    for (const box of boxes) {
+        const [[, y1], , [, y2]] = box;
+        const midline = (y1 + y2) / 2;
+        const group = result.find((b) => {
+            const [[, groupY1], , [, groupY2]] = b[0];
+            const groupMidline = (groupY1 + groupY2) / 2;
+            return Math.abs(groupMidline - midline) < averageHeight / 2;
+        });
+        if (group) {
+            group.push(box);
+        }
+        else {
+            result.push([box]);
+        }
+    }
+    for (const group of result) {
+        group.sort((a, b) => {
+            const [ltA] = a;
+            const [ltB] = b;
+            return ltA[0] - ltB[0];
+        });
+    }
+    result.sort((a, b) => a[0][0][1] - b[0][0][1]);
+    return result;
+}
+//# sourceMappingURL=Recognition.js.map

package/build/models/Recognition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Recognition.js","sourceRoot":"","sources":["../../src/models/Recognition.ts"],"names":[],"mappings":"AACA,OAAO,SAAS,MAAM,gBAAgB,CAAA;AACtC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAE5E,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAEvC,MAAM,OAAO,WAAY,SAAQ,SAAS;IACxC,WAAW,CAAY;IAEvB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,WAAW,EAAsB;QAClF,MAAM,eAAe,GAAG,MAAM,EAAE,eAAe,IAAI,aAAa,EAAE,eAAe,CAAA;QACjF,SAAS,CAAC,eAAe,EAAE,6BAA6B,CAAC,CAAA;QACzD,MAAM,cAAc,GAAG,MAAM,EAAE,cAAc,IAAI,aAAa,EAAE,cAAc,CAAA;QAC9E,SAAS,CAAC,cAAc,EAAE,4BAA4B,CAAC,CAAA;QACvD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,eAAe,EAAE,WAAW,CAAC,CAAA;QACzE,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QAC3D,MAAM,UAAU,GAAG,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAA;QACvD,OAAO,IAAI,WAAW,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,UAAU,CAAC,CAAA;IACrE,CAAC;IAED,YAAY,OAAgC,EAAE,UAAsB;QAClE,KAAK,CAAC,OAAO,CAAC,CAAA;QACd,IAAI,CAAC,WAAW,GAAG,UAAU,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,UAAuB,EAAE,EAAE,WAAW,GAAG,EAAE,KAA0D,EAAE;QAC/G,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG;QAClC,mCAAmC;QACnC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;YACxC,8BAA8B;YAC9B,uBAAuB;YACvB,yDAAyD;YACzD,MAAM,KAAK,GAAG,MAAO,SAAS,CAAC,KAAa,CAAC,MAAM,CAAC;gBAClD,MAAM,EAAE,EAAE;aACX,CAAC,CAAA;YACF,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,aAAa,KAAK,MAAM,CAAC,CAAA;YAC1D,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,aAAa,KAAK,cAAc,CAAC,CAAA;YAExD,qCAAqC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE;YACzC,yBAAyB;YACzB,wBAAwB;aACzB,CAAC,CAAA;YACF,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,CACH,CAAA;QAED,MAAM,QAAQ,GAAW,EAAE,CAAA;QAC3B,8BAA8B;QAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,gCAAgC;YAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAA;YAC9D,0CAA0C;YAC1C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC3C,QAAQ,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAA;QAC5B,CAAC;QACD,iCAAiC;QACjC,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAA;QAC5D,OAAO,MAAM,CAAA;IACf,CAAC;IAED,UAAU,CAAC,MAAc;QACvB,MAAM,IAAI,GAAG,MAAM,CAAA;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,IAAI,GAAW,EAAE,CAAA;QACvB,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,MAAM,QAAQ,GAAa,EAAE,CAAA;YAC7B,MAAM,SAAS,GAAa,EAAE,CAAA;YAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC;gBAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAiB,CAAA;gBAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAA;gBAChF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBACrC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACtB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACvB,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;YAC9D,EAAE,EAAE,CAAA;QACN,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,SAAS,MAAM,CAAC,UAAoB,EAAE,SAAmB,EAAE,QAAkB,EAAE,iBAA0B;IACvG,MAAM,aAAa,GAAG,CAAC,CAAC,CAAC,CAAA;IACzB,MAAM,QAAQ,GAAG,EAAE,CAAA;IACnB,MAAM,QAAQ,GAAG,EAAE,CAAA;IACnB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QAChD,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,aAAa,EAAE,CAAC;YACpC,SAAQ;QACV,CAAC;QACD,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,GAAG,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrD,SAAQ;YACV,CAAC;QACH,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC7C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;IACD,IAAI,IAAI,GAAG,EAAE,CAAA;IACb,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACxB,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,GAAG,IAAI,IAAI,CAAA;QACb,CAAC,CAAC,CAAA;QACF,IAAI,GAAG,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC9B,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;AACvB,CAAC;AAED,SAAS,YAAY,CAAC,EACpB,KAAK,EACL,UAAU,GAIX;IACC,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,MAAM,GAAG,GAAG,UAAU,CAAA;IACtB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;QAClD,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YACX,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QACb,CAAC;QACD,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACxB,CAAC;IACD,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAA;IAChD,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC5B,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,MAAM,WAAW,GAAW,EAAE,CAAA;IAC9B,MAAM,OAAO,GAAyB,IAAI,GAAG,EAAE,CAAA;IAC/C,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAQ,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAA;QACjC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACjC,CAAC;IAED,MAAM,YAAY,GAAG,6BAA6B,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAEvE,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,EAAE,CAAA;QAChB,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC9B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,SAAQ;YACV,CAAC;YACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;YACzB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACrB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAA;QACnB,CAAC;QACD,IAAI,SAAS,GAAG,SAAS,CAAA;QACzB,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACpF,CAAC;QACD,WAAW,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,IAAI,GAAG,KAAK,CAAC,MAAM;YACzB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;YACrB,GAAG,EAAE,SAAS;SACf,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,WAAW,CAAA;AACpB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAgB;IAC9C,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,AAAD,EAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;QAC9B,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,CAAA;QACtB,WAAW,IAAI,MAAM,CAAA;IACvB,CAAC;IACD,OAAO,WAAW,GAAG,KAAK,CAAC,MAAM,CAAA;AACnC,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAgB;IACrD,MAAM,aAAa,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAA;IACnD,MAAM,MAAM,GAAgB,EAAE,CAAA;IAC9B,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,AAAD,EAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;QAC9B,MAAM,OAAO,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAA;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YAC9B,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,AAAD,EAAG,CAAC,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YACzC,MAAM,YAAY,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;YAC5C,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,OAAO,CAAC,GAAG,aAAa,GAAG,CAAC,CAAA;QAC7D,CAAC,CAAC,CAAA;QACF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACjB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAClB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACf,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACf,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAE9C,OAAO,MAAM,CAAA;AACf,CAAC"}

package/build/models/index.d.ts

@@ -0,0 +1,2 @@
+export * from './Detection.js';
+export * from './Recognition.js';

package/build/models/index.js

@@ -0,0 +1,3 @@
+export * from './Detection.js';
+export * from './Recognition.js';
+//# sourceMappingURL=index.js.map

package/build/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,eAAe,CAAA"}

package/build/types/index.d.ts

@@ -0,0 +1 @@
+export * from './types.js';

package/build/types/index.js

@@ -0,0 +1,2 @@
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/build/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAA"}

package/build/types/types.d.ts

@@ -0,0 +1,67 @@
+import { InferenceSession } from 'onnxruntime-common';
+import { ImageRawBase as ImageRaw } from '../backend/ImageRawBase.js';
+import type { splitIntoLineImages } from '../backend/splitIntoLineImages.js';
+export { FileUtilsBase as FileUtils } from '../backend/FileUtilsBase.js';
+export { ImageRaw, InferenceSession };
+export type SplitIntoLineImages = typeof splitIntoLineImages;
+export type ReshapeOptions = {
+    mean?: number[];
+    std?: number[];
+};
+export type ImageRawData = {
+    data: Uint8Array | Uint8ClampedArray;
+    width: number;
+    height: number;
+};
+/**
+ * Browser-specific image input types
+ * Supports various browser image sources that can be converted to ImageRawData
+ */
+export type BrowserImageInput = string | ImageRawData | ImageBitmap | HTMLImageElement | HTMLCanvasElement | HTMLVideoElement;
+export type ModelData = {
+    data: number[] | Uint8Array;
+    width: number;
+    height: number;
+};
+export type Size = {
+    width: number;
+    height: number;
+};
+export type SizeOption = {
+    width?: number;
+    height?: number;
+    fit?: 'contain' | 'cover' | 'fill' | 'inside' | 'outside';
+};
+export type LineImage = {
+    image: ImageRaw;
+    box: number[][];
+};
+export type Region = {
+    left: number;
+    top: number;
+    width: number;
+    height: number;
+};
+export type Line = {
+    text: string;
+    mean: number;
+    box?: number[][];
+};
+export type Dictionary = string[];
+export type Point = [x: number, y: number];
+export interface ModelBaseConstructorArg {
+    model: InferenceSession;
+    options: ModelBaseOptions;
+}
+export interface ModelBaseOptions {
+    isDebug?: boolean;
+    debugOutputDir?: string;
+}
+export interface ModelCreateOptions extends ModelBaseOptions {
+    models?: {
+        detectionPath: string;
+        recognitionPath: string;
+        dictionaryPath: string;
+    };
+    onnxOptions?: InferenceSession.SessionOptions;
+}

package/build/types/types.js

@@ -0,0 +1,5 @@
+import { InferenceSession } from 'onnxruntime-common';
+import { ImageRawBase as ImageRaw } from '../backend/ImageRawBase.js';
+export { FileUtilsBase as FileUtils } from '../backend/FileUtilsBase.js';
+export { ImageRaw, InferenceSession };
+//# sourceMappingURL=types.js.map

package/build/types/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,YAAY,IAAI,QAAQ,EAAE,MAAM,8BAA8B,CAAA;AAGvE,OAAO,EAAE,aAAa,IAAI,SAAS,EAAE,MAAM,+BAA+B,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAA"}

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@areb0s/ocr-common",
+  "description": "Fork of @gutenye/ocr-common with ImageBitmap support. Shared OCR library for Browser/Node based on PaddleOCR and ONNX runtime.",
+  "version": "1.0.0",
+  "type": "module",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/areb0s/ocr.git",
+    "directory": "packages/common"
+  },
+  "exports": {
+    ".": {
+      "bun": "./src/index.ts",
+      "react-native": "./src/index.ts",
+      "default": "./build/index.js"
+    },
+    "./splitIntoLineImages": {
+      "bun": "./src/backend/splitIntoLineImages.ts",
+      "react-native": "./src/backend/splitIntoLineImages.ts",
+      "default": "./build/backend/splitIntoLineImages.js"
+    }
+  },
+  "files": ["src", "build", "tsconfig.json", "!**/__tests__"],
+  "scripts": {
+    "build": "npx tsc --project tsconfig.build.json && npx tsc-alias --project tsconfig.build.json",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "tiny-invariant": "^1.3.3",
+    "@techstark/opencv-js": "^4.9.0-release.3",
+    "js-clipper": "^1.0.1"
+  }
+}

package/src/Ocr.ts

@@ -0,0 +1,34 @@
+import type { ImageRawData, BrowserImageInput, ModelCreateOptions } from '#common/types'
+import { Detection, Recognition } from './models'
+
+export class Ocr {
+  static async create(options: ModelCreateOptions = {}) {
+    const detection = await Detection.create(options)
+    const recognition = await Recognition.create(options)
+    return new Ocr({ detection, recognition })
+  }
+
+  #detection: Detection
+  #recognition: Recognition
+
+  constructor({
+    detection,
+    recognition,
+  }: {
+    detection: Detection
+    recognition: Recognition
+  }) {
+    this.#detection = detection
+    this.#recognition = recognition
+  }
+
+  async detect(image: string | ImageRawData | BrowserImageInput, options = {}) {
+    const { lineImages, resizedImageWidth, resizedImageHeight } = await this.#detection.run(image, options)
+    const texts = await this.#recognition.run(lineImages, options)
+    return {
+      texts,
+      resizedImageWidth,
+      resizedImageHeight,
+    }
+  }
+}

package/src/backend/FileUtilsBase.ts

@@ -0,0 +1,5 @@
+export class FileUtilsBase {
+  static async read(path: string): Promise<string> {
+    throw new Error('Not implemented')
+  }
+}

package/src/backend/ImageRawBase.ts

@@ -0,0 +1,17 @@
+import type { ImageRawData } from '#common/types'
+
+export class ImageRawBase {
+  data: ImageRawData['data']
+  width: ImageRawData['width']
+  height: ImageRawData['height']
+
+  constructor({ data, width, height }: ImageRawData) {
+    this.data = data
+    this.width = width
+    this.height = height
+  }
+
+  getImageRawData(): ImageRawData {
+    return { data: this.data, width: this.width, height: this.height }
+  }
+}

package/src/backend/backend.ts

@@ -0,0 +1,29 @@
+import type {
+  FileUtils as FileUtilsType,
+  ImageRaw as ImageRawType,
+  InferenceSession as InferenceSessionType,
+  ModelCreateOptions as ModelCreateOptionsType,
+  SplitIntoLineImages as SplitIntoLineImagesType,
+} from '#common/types'
+
+let FileUtils: FileUtilsType | any = undefined as unknown as FileUtilsType
+let ImageRaw: ImageRawType | any = undefined as unknown as ImageRawType
+let InferenceSession: InferenceSessionType | any = undefined as unknown as InferenceSessionType
+let splitIntoLineImages: SplitIntoLineImagesType = undefined as unknown as SplitIntoLineImagesType
+let defaultModels: ModelCreateOptionsType['models'] = undefined as unknown as ModelCreateOptionsType['models']
+
+export function registerBackend(backend: {
+  FileUtils: FileUtilsType
+  ImageRaw: ImageRawType | any
+  InferenceSession: InferenceSessionType | any
+  splitIntoLineImages: SplitIntoLineImagesType
+  defaultModels: ModelCreateOptionsType['models']
+}) {
+  FileUtils = backend.FileUtils
+  ImageRaw = backend.ImageRaw
+  InferenceSession = backend.InferenceSession
+  splitIntoLineImages = backend.splitIntoLineImages
+  defaultModels = backend.defaultModels
+}
+
+export { FileUtils, ImageRaw, InferenceSession, splitIntoLineImages, defaultModels }

package/src/backend/index.ts

@@ -0,0 +1,3 @@
+export * from './backend'
+export * from './FileUtilsBase'
+export * from './ImageRawBase'