@effortlessmotion/pdf-to-md 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +157 -0
- package/bin/cli.js +9 -0
- package/dist/cjs/analyze.d.cts +35 -0
- package/dist/cjs/analyze.d.ts +35 -0
- package/dist/cjs/analyze.js +620 -0
- package/dist/cjs/analyze.js.map +1 -0
- package/dist/cjs/audit.d.cts +38 -0
- package/dist/cjs/audit.d.ts +38 -0
- package/dist/cjs/audit.js +252 -0
- package/dist/cjs/audit.js.map +1 -0
- package/dist/cjs/cli/audit.d.cts +3 -0
- package/dist/cjs/cli/audit.d.ts +3 -0
- package/dist/cjs/cli/audit.js +269 -0
- package/dist/cjs/cli/audit.js.map +1 -0
- package/dist/cjs/cli/extract.d.cts +3 -0
- package/dist/cjs/cli/extract.d.ts +3 -0
- package/dist/cjs/cli/extract.js +704 -0
- package/dist/cjs/cli/extract.js.map +1 -0
- package/dist/cjs/cli/index.d.cts +5 -0
- package/dist/cjs/cli/index.d.ts +5 -0
- package/dist/cjs/cli/index.js +58 -0
- package/dist/cjs/cli/index.js.map +1 -0
- package/dist/cjs/cli/render.d.cts +3 -0
- package/dist/cjs/cli/render.d.ts +3 -0
- package/dist/cjs/cli/render.js +361 -0
- package/dist/cjs/cli/render.js.map +1 -0
- package/dist/cjs/cli/types.d.cts +10 -0
- package/dist/cjs/cli/types.d.ts +10 -0
- package/dist/cjs/cli/types.js +7 -0
- package/dist/cjs/cli/types.js.map +1 -0
- package/dist/cjs/cli.d.cts +2 -0
- package/dist/cjs/cli.d.ts +2 -0
- package/dist/cjs/cli.js +345 -0
- package/dist/cjs/cli.js.map +1 -0
- package/dist/cjs/collect.d.cts +6 -0
- package/dist/cjs/collect.d.ts +6 -0
- package/dist/cjs/collect.js +370 -0
- package/dist/cjs/collect.js.map +1 -0
- package/dist/cjs/dict.d.cts +8 -0
- package/dist/cjs/dict.d.ts +8 -0
- package/dist/cjs/dict.js +55 -0
- package/dist/cjs/dict.js.map +1 -0
- package/dist/cjs/emit.d.cts +27 -0
- package/dist/cjs/emit.d.ts +27 -0
- package/dist/cjs/emit.js +187 -0
- package/dist/cjs/emit.js.map +1 -0
- package/dist/cjs/engines/tesseract.d.cts +30 -0
- package/dist/cjs/engines/tesseract.d.ts +30 -0
- package/dist/cjs/engines/tesseract.js +650 -0
- package/dist/cjs/engines/tesseract.js.map +1 -0
- package/dist/cjs/errors.d.cts +21 -0
- package/dist/cjs/errors.d.ts +21 -0
- package/dist/cjs/errors.js +124 -0
- package/dist/cjs/errors.js.map +1 -0
- package/dist/cjs/extract.d.cts +88 -0
- package/dist/cjs/extract.d.ts +88 -0
- package/dist/cjs/extract.js +436 -0
- package/dist/cjs/extract.js.map +1 -0
- package/dist/cjs/geometry.d.cts +63 -0
- package/dist/cjs/geometry.d.ts +63 -0
- package/dist/cjs/geometry.js +521 -0
- package/dist/cjs/geometry.js.map +1 -0
- package/dist/cjs/index.d.cts +15 -0
- package/dist/cjs/index.d.ts +15 -0
- package/dist/cjs/index.js +56 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/lines.d.cts +3 -0
- package/dist/cjs/lines.d.ts +3 -0
- package/dist/cjs/lines.js +181 -0
- package/dist/cjs/lines.js.map +1 -0
- package/dist/cjs/markdown.d.cts +2 -0
- package/dist/cjs/markdown.d.ts +2 -0
- package/dist/cjs/markdown.js +222 -0
- package/dist/cjs/markdown.js.map +1 -0
- package/dist/cjs/package.json +1 -0
- package/dist/cjs/page-marker.d.cts +16 -0
- package/dist/cjs/page-marker.d.ts +16 -0
- package/dist/cjs/page-marker.js +85 -0
- package/dist/cjs/page-marker.js.map +1 -0
- package/dist/cjs/pdf-open.d.cts +12 -0
- package/dist/cjs/pdf-open.d.ts +12 -0
- package/dist/cjs/pdf-open.js +257 -0
- package/dist/cjs/pdf-open.js.map +1 -0
- package/dist/cjs/raster.d.cts +26 -0
- package/dist/cjs/raster.d.ts +26 -0
- package/dist/cjs/raster.js +262 -0
- package/dist/cjs/raster.js.map +1 -0
- package/dist/cjs/render-analysis.d.cts +25 -0
- package/dist/cjs/render-analysis.d.ts +25 -0
- package/dist/cjs/render-analysis.js +319 -0
- package/dist/cjs/render-analysis.js.map +1 -0
- package/dist/cjs/report.d.cts +12 -0
- package/dist/cjs/report.d.ts +12 -0
- package/dist/cjs/report.js +392 -0
- package/dist/cjs/report.js.map +1 -0
- package/dist/cjs/resolve.d.cts +1 -0
- package/dist/cjs/resolve.d.ts +1 -0
- package/dist/cjs/resolve.js +18 -0
- package/dist/cjs/resolve.js.map +1 -0
- package/dist/cjs/types.d.cts +171 -0
- package/dist/cjs/types.d.ts +171 -0
- package/dist/cjs/types.js +9 -0
- package/dist/cjs/types.js.map +1 -0
- package/dist/cjs/validate.d.cts +14 -0
- package/dist/cjs/validate.d.ts +14 -0
- package/dist/cjs/validate.js +96 -0
- package/dist/cjs/validate.js.map +1 -0
- package/dist/esm/analyze.d.ts +35 -0
- package/dist/esm/analyze.js +270 -0
- package/dist/esm/analyze.js.map +1 -0
- package/dist/esm/audit.d.ts +38 -0
- package/dist/esm/audit.js +113 -0
- package/dist/esm/audit.js.map +1 -0
- package/dist/esm/cli/audit.d.ts +3 -0
- package/dist/esm/cli/audit.js +20 -0
- package/dist/esm/cli/audit.js.map +1 -0
- package/dist/esm/cli/extract.d.ts +3 -0
- package/dist/esm/cli/extract.js +313 -0
- package/dist/esm/cli/extract.js.map +1 -0
- package/dist/esm/cli/index.d.ts +5 -0
- package/dist/esm/cli/index.js +7 -0
- package/dist/esm/cli/index.js.map +1 -0
- package/dist/esm/cli/render.d.ts +3 -0
- package/dist/esm/cli/render.js +77 -0
- package/dist/esm/cli/render.js.map +1 -0
- package/dist/esm/cli/types.d.ts +10 -0
- package/dist/esm/cli/types.js +3 -0
- package/dist/esm/cli/types.js.map +1 -0
- package/dist/esm/cli.d.ts +2 -0
- package/dist/esm/cli.js +90 -0
- package/dist/esm/cli.js.map +1 -0
- package/dist/esm/collect.d.ts +6 -0
- package/dist/esm/collect.js +80 -0
- package/dist/esm/collect.js.map +1 -0
- package/dist/esm/dict.d.ts +8 -0
- package/dist/esm/dict.js +28 -0
- package/dist/esm/dict.js.map +1 -0
- package/dist/esm/emit.d.ts +27 -0
- package/dist/esm/emit.js +131 -0
- package/dist/esm/emit.js.map +1 -0
- package/dist/esm/engines/tesseract.d.ts +30 -0
- package/dist/esm/engines/tesseract.js +190 -0
- package/dist/esm/engines/tesseract.js.map +1 -0
- package/dist/esm/errors.d.ts +21 -0
- package/dist/esm/errors.js +9 -0
- package/dist/esm/errors.js.map +1 -0
- package/dist/esm/extract.d.ts +88 -0
- package/dist/esm/extract.js +147 -0
- package/dist/esm/extract.js.map +1 -0
- package/dist/esm/geometry.d.ts +63 -0
- package/dist/esm/geometry.js +279 -0
- package/dist/esm/geometry.js.map +1 -0
- package/dist/esm/index.d.ts +15 -0
- package/dist/esm/index.js +10 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lines.d.ts +3 -0
- package/dist/esm/lines.js +67 -0
- package/dist/esm/lines.js.map +1 -0
- package/dist/esm/markdown.d.ts +2 -0
- package/dist/esm/markdown.js +153 -0
- package/dist/esm/markdown.js.map +1 -0
- package/dist/esm/package.json +1 -0
- package/dist/esm/page-marker.d.ts +16 -0
- package/dist/esm/page-marker.js +40 -0
- package/dist/esm/page-marker.js.map +1 -0
- package/dist/esm/pdf-open.d.ts +12 -0
- package/dist/esm/pdf-open.js +61 -0
- package/dist/esm/pdf-open.js.map +1 -0
- package/dist/esm/raster.d.ts +26 -0
- package/dist/esm/raster.js +60 -0
- package/dist/esm/raster.js.map +1 -0
- package/dist/esm/render-analysis.d.ts +25 -0
- package/dist/esm/render-analysis.js +115 -0
- package/dist/esm/render-analysis.js.map +1 -0
- package/dist/esm/report.d.ts +12 -0
- package/dist/esm/report.js +182 -0
- package/dist/esm/report.js.map +1 -0
- package/dist/esm/resolve.d.ts +1 -0
- package/dist/esm/resolve.js +7 -0
- package/dist/esm/resolve.js.map +1 -0
- package/dist/esm/types.d.ts +171 -0
- package/dist/esm/types.js +6 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/validate.d.ts +14 -0
- package/dist/esm/validate.js +56 -0
- package/dist/esm/validate.js.map +1 -0
- package/package.json +67 -0
- package/skills/pdf-to-md/SKILL.md +102 -0
|
@@ -0,0 +1,650 @@
|
|
|
1
|
+
// engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.
|
|
2
|
+
//
|
|
3
|
+
// Seam contract: words come back in normalized 0-1 page coordinates, origin
|
|
4
|
+
// bottom-left, y increasing upward — the y-flip happens here, and nowhere else.
|
|
5
|
+
//
|
|
6
|
+
// Pure WASM, in-process, no native dependency: no crash containment needed.
|
|
7
|
+
"use strict";
|
|
8
|
+
Object.defineProperty(exports, "__esModule", {
|
|
9
|
+
value: true
|
|
10
|
+
});
|
|
11
|
+
function _export(target, all) {
|
|
12
|
+
for(var name in all)Object.defineProperty(target, name, {
|
|
13
|
+
enumerable: true,
|
|
14
|
+
get: Object.getOwnPropertyDescriptor(all, name).get
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
_export(exports, {
|
|
18
|
+
get OCR_RENDER_DPI () {
|
|
19
|
+
return OCR_RENDER_DPI;
|
|
20
|
+
},
|
|
21
|
+
get SPARSE_RETRY_PROSE_FRACTION () {
|
|
22
|
+
return SPARSE_RETRY_PROSE_FRACTION;
|
|
23
|
+
},
|
|
24
|
+
get recognizePdf () {
|
|
25
|
+
return recognizePdf;
|
|
26
|
+
},
|
|
27
|
+
get shouldRetrySparse () {
|
|
28
|
+
return shouldRetrySparse;
|
|
29
|
+
}
|
|
30
|
+
});
|
|
31
|
+
var _nodefs = require("node:fs");
|
|
32
|
+
var _nodeos = /*#__PURE__*/ _interop_require_default(require("node:os"));
|
|
33
|
+
var _nodepath = /*#__PURE__*/ _interop_require_default(require("node:path"));
|
|
34
|
+
var _tesseract = require("tesseract.js");
|
|
35
|
+
var _linests = require("../lines.js");
|
|
36
|
+
var _pdfopents = require("../pdf-open.js");
|
|
37
|
+
var _rasterts = require("../raster.js");
|
|
38
|
+
var _resolvets = require("../resolve.js");
|
|
39
|
+
function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
|
|
40
|
+
try {
|
|
41
|
+
var info = gen[key](arg);
|
|
42
|
+
var value = info.value;
|
|
43
|
+
} catch (error) {
|
|
44
|
+
reject(error);
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
if (info.done) resolve(value);
|
|
48
|
+
else Promise.resolve(value).then(_next, _throw);
|
|
49
|
+
}
|
|
50
|
+
function _async_to_generator(fn) {
|
|
51
|
+
return function() {
|
|
52
|
+
var self = this, args = arguments;
|
|
53
|
+
return new Promise(function(resolve, reject) {
|
|
54
|
+
var gen = fn.apply(self, args);
|
|
55
|
+
function _next(value) {
|
|
56
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
|
|
57
|
+
}
|
|
58
|
+
function _throw(err) {
|
|
59
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
|
|
60
|
+
}
|
|
61
|
+
_next(undefined);
|
|
62
|
+
});
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
function _define_property(obj, key, value) {
|
|
66
|
+
if (key in obj) {
|
|
67
|
+
Object.defineProperty(obj, key, {
|
|
68
|
+
value: value,
|
|
69
|
+
enumerable: true,
|
|
70
|
+
configurable: true,
|
|
71
|
+
writable: true
|
|
72
|
+
});
|
|
73
|
+
} else obj[key] = value;
|
|
74
|
+
return obj;
|
|
75
|
+
}
|
|
76
|
+
function _interop_require_default(obj) {
|
|
77
|
+
return obj && obj.__esModule ? obj : {
|
|
78
|
+
default: obj
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
function _object_spread(target) {
|
|
82
|
+
for(var i = 1; i < arguments.length; i++){
|
|
83
|
+
var source = arguments[i] != null ? arguments[i] : {};
|
|
84
|
+
var ownKeys = Object.keys(source);
|
|
85
|
+
if (typeof Object.getOwnPropertySymbols === "function") {
|
|
86
|
+
ownKeys = ownKeys.concat(Object.getOwnPropertySymbols(source).filter(function(sym) {
|
|
87
|
+
return Object.getOwnPropertyDescriptor(source, sym).enumerable;
|
|
88
|
+
}));
|
|
89
|
+
}
|
|
90
|
+
ownKeys.forEach(function(key) {
|
|
91
|
+
_define_property(target, key, source[key]);
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
return target;
|
|
95
|
+
}
|
|
96
|
+
function _ts_generator(thisArg, body) {
|
|
97
|
+
var f, y, t, _ = {
|
|
98
|
+
label: 0,
|
|
99
|
+
sent: function() {
|
|
100
|
+
if (t[0] & 1) throw t[1];
|
|
101
|
+
return t[1];
|
|
102
|
+
},
|
|
103
|
+
trys: [],
|
|
104
|
+
ops: []
|
|
105
|
+
}, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype), d = Object.defineProperty;
|
|
106
|
+
return d(g, "next", {
|
|
107
|
+
value: verb(0)
|
|
108
|
+
}), d(g, "throw", {
|
|
109
|
+
value: verb(1)
|
|
110
|
+
}), d(g, "return", {
|
|
111
|
+
value: verb(2)
|
|
112
|
+
}), typeof Symbol === "function" && d(g, Symbol.iterator, {
|
|
113
|
+
value: function() {
|
|
114
|
+
return this;
|
|
115
|
+
}
|
|
116
|
+
}), g;
|
|
117
|
+
function verb(n) {
|
|
118
|
+
return function(v) {
|
|
119
|
+
return step([
|
|
120
|
+
n,
|
|
121
|
+
v
|
|
122
|
+
]);
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
function step(op) {
|
|
126
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
127
|
+
while(g && (g = 0, op[0] && (_ = 0)), _)try {
|
|
128
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
129
|
+
if (y = 0, t) op = [
|
|
130
|
+
op[0] & 2,
|
|
131
|
+
t.value
|
|
132
|
+
];
|
|
133
|
+
switch(op[0]){
|
|
134
|
+
case 0:
|
|
135
|
+
case 1:
|
|
136
|
+
t = op;
|
|
137
|
+
break;
|
|
138
|
+
case 4:
|
|
139
|
+
_.label++;
|
|
140
|
+
return {
|
|
141
|
+
value: op[1],
|
|
142
|
+
done: false
|
|
143
|
+
};
|
|
144
|
+
case 5:
|
|
145
|
+
_.label++;
|
|
146
|
+
y = op[1];
|
|
147
|
+
op = [
|
|
148
|
+
0
|
|
149
|
+
];
|
|
150
|
+
continue;
|
|
151
|
+
case 7:
|
|
152
|
+
op = _.ops.pop();
|
|
153
|
+
_.trys.pop();
|
|
154
|
+
continue;
|
|
155
|
+
default:
|
|
156
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
|
|
157
|
+
_ = 0;
|
|
158
|
+
continue;
|
|
159
|
+
}
|
|
160
|
+
if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
|
|
161
|
+
_.label = op[1];
|
|
162
|
+
break;
|
|
163
|
+
}
|
|
164
|
+
if (op[0] === 6 && _.label < t[1]) {
|
|
165
|
+
_.label = t[1];
|
|
166
|
+
t = op;
|
|
167
|
+
break;
|
|
168
|
+
}
|
|
169
|
+
if (t && _.label < t[2]) {
|
|
170
|
+
_.label = t[2];
|
|
171
|
+
_.ops.push(op);
|
|
172
|
+
break;
|
|
173
|
+
}
|
|
174
|
+
if (t[2]) _.ops.pop();
|
|
175
|
+
_.trys.pop();
|
|
176
|
+
continue;
|
|
177
|
+
}
|
|
178
|
+
op = body.call(thisArg, _);
|
|
179
|
+
} catch (e) {
|
|
180
|
+
op = [
|
|
181
|
+
6,
|
|
182
|
+
e
|
|
183
|
+
];
|
|
184
|
+
y = 0;
|
|
185
|
+
} finally{
|
|
186
|
+
f = t = 0;
|
|
187
|
+
}
|
|
188
|
+
if (op[0] & 5) throw op[1];
|
|
189
|
+
return {
|
|
190
|
+
value: op[0] ? op[1] : void 0,
|
|
191
|
+
done: true
|
|
192
|
+
};
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
function _ts_values(o) {
|
|
196
|
+
var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
|
|
197
|
+
if (m) {
|
|
198
|
+
return m.call(o);
|
|
199
|
+
}
|
|
200
|
+
if (o && typeof o.length === "number") {
|
|
201
|
+
return {
|
|
202
|
+
next: function() {
|
|
203
|
+
if (o && i >= o.length) {
|
|
204
|
+
o = void 0;
|
|
205
|
+
}
|
|
206
|
+
return {
|
|
207
|
+
value: o && o[i++],
|
|
208
|
+
done: !o
|
|
209
|
+
};
|
|
210
|
+
}
|
|
211
|
+
};
|
|
212
|
+
}
|
|
213
|
+
throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
|
|
214
|
+
}
|
|
215
|
+
var OCR_RENDER_DPI = 288;
|
|
216
|
+
var SPARSE_RETRY_PROSE_FRACTION = 0.6;
|
|
217
|
+
/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */ function proseFraction(words) {
|
|
218
|
+
if (words.length === 0) return 0;
|
|
219
|
+
return words.filter(function(w) {
|
|
220
|
+
return /[A-Za-z]{3}/.test(w.text);
|
|
221
|
+
}).length / words.length;
|
|
222
|
+
}
|
|
223
|
+
function shouldRetrySparse(words) {
|
|
224
|
+
return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;
|
|
225
|
+
}
|
|
226
|
+
// The locally installed traineddata (npm package @tesseract.js-data/eng),
|
|
227
|
+
// resolved dynamically so depcheck won't flag it "unused" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.
|
|
228
|
+
var TESSDATA_DIR = _nodepath.default.join(_nodepath.default.dirname((0, _resolvets.resolvePackagePath)('@tesseract.js-data/eng/package.json')), '4.0.0');
|
|
229
|
+
/** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */ function wordsFromPage(page, width, height) {
|
|
230
|
+
var _page_blocks;
|
|
231
|
+
var pageWords = [];
|
|
232
|
+
var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
|
|
233
|
+
try {
|
|
234
|
+
for(var _iterator = ((_page_blocks = page.blocks) !== null && _page_blocks !== void 0 ? _page_blocks : [])[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
|
|
235
|
+
var block = _step.value;
|
|
236
|
+
var _block_paragraphs;
|
|
237
|
+
var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
|
|
238
|
+
try {
|
|
239
|
+
for(var _iterator1 = ((_block_paragraphs = block.paragraphs) !== null && _block_paragraphs !== void 0 ? _block_paragraphs : [])[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
|
|
240
|
+
var para = _step1.value;
|
|
241
|
+
var _para_lines;
|
|
242
|
+
var _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
|
|
243
|
+
try {
|
|
244
|
+
for(var _iterator2 = ((_para_lines = para.lines) !== null && _para_lines !== void 0 ? _para_lines : [])[Symbol.iterator](), _step2; !(_iteratorNormalCompletion2 = (_step2 = _iterator2.next()).done); _iteratorNormalCompletion2 = true){
|
|
245
|
+
var line = _step2.value;
|
|
246
|
+
var _line_words;
|
|
247
|
+
var _iteratorNormalCompletion3 = true, _didIteratorError3 = false, _iteratorError3 = undefined;
|
|
248
|
+
try {
|
|
249
|
+
for(var _iterator3 = ((_line_words = line.words) !== null && _line_words !== void 0 ? _line_words : [])[Symbol.iterator](), _step3; !(_iteratorNormalCompletion3 = (_step3 = _iterator3.next()).done); _iteratorNormalCompletion3 = true){
|
|
250
|
+
var w = _step3.value;
|
|
251
|
+
var _w_bbox = w.bbox, x0 = _w_bbox.x0, y0 = _w_bbox.y0, x1 = _w_bbox.x1, y1 = _w_bbox.y1;
|
|
252
|
+
pageWords.push({
|
|
253
|
+
// Same typographic folding as the text path (src/lines.ts) — both
|
|
254
|
+
// paths must agree on how a printed apostrophe is spelled.
|
|
255
|
+
text: (0, _linests.foldTypographic)(w.text),
|
|
256
|
+
x: x0 / width,
|
|
257
|
+
y: (height - y1) / height,
|
|
258
|
+
w: (x1 - x0) / width,
|
|
259
|
+
h: (y1 - y0) / height,
|
|
260
|
+
// Plumbed through unmodified — tesseract.js's own 0-100
|
|
261
|
+
// per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.
|
|
262
|
+
confidence: w.confidence
|
|
263
|
+
});
|
|
264
|
+
}
|
|
265
|
+
} catch (err) {
|
|
266
|
+
_didIteratorError3 = true;
|
|
267
|
+
_iteratorError3 = err;
|
|
268
|
+
} finally{
|
|
269
|
+
try {
|
|
270
|
+
if (!_iteratorNormalCompletion3 && _iterator3.return != null) {
|
|
271
|
+
_iterator3.return();
|
|
272
|
+
}
|
|
273
|
+
} finally{
|
|
274
|
+
if (_didIteratorError3) {
|
|
275
|
+
throw _iteratorError3;
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
} catch (err) {
|
|
281
|
+
_didIteratorError2 = true;
|
|
282
|
+
_iteratorError2 = err;
|
|
283
|
+
} finally{
|
|
284
|
+
try {
|
|
285
|
+
if (!_iteratorNormalCompletion2 && _iterator2.return != null) {
|
|
286
|
+
_iterator2.return();
|
|
287
|
+
}
|
|
288
|
+
} finally{
|
|
289
|
+
if (_didIteratorError2) {
|
|
290
|
+
throw _iteratorError2;
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
} catch (err) {
|
|
296
|
+
_didIteratorError1 = true;
|
|
297
|
+
_iteratorError1 = err;
|
|
298
|
+
} finally{
|
|
299
|
+
try {
|
|
300
|
+
if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
|
|
301
|
+
_iterator1.return();
|
|
302
|
+
}
|
|
303
|
+
} finally{
|
|
304
|
+
if (_didIteratorError1) {
|
|
305
|
+
throw _iteratorError1;
|
|
306
|
+
}
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
} catch (err) {
|
|
311
|
+
_didIteratorError = true;
|
|
312
|
+
_iteratorError = err;
|
|
313
|
+
} finally{
|
|
314
|
+
try {
|
|
315
|
+
if (!_iteratorNormalCompletion && _iterator.return != null) {
|
|
316
|
+
_iterator.return();
|
|
317
|
+
}
|
|
318
|
+
} finally{
|
|
319
|
+
if (_didIteratorError) {
|
|
320
|
+
throw _iteratorError;
|
|
321
|
+
}
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
return pageWords;
|
|
325
|
+
}
|
|
326
|
+
// tesseract.js-core's WASM build writes native diagnostics straight to this
|
|
327
|
+
// process's stdout/stderr, with no override to silence them at the source.
|
|
328
|
+
//
|
|
329
|
+
// Suppression must span the whole run: worker-thread stdio arrives
|
|
330
|
+
// asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.
|
|
331
|
+
var suppressDepth = 0;
|
|
332
|
+
var savedStdoutWrite = null;
|
|
333
|
+
var savedStderrWrite = null;
|
|
334
|
+
function withSuppressedStdio(fn) {
|
|
335
|
+
return _async_to_generator(function() {
|
|
336
|
+
return _ts_generator(this, function(_state) {
|
|
337
|
+
switch(_state.label){
|
|
338
|
+
case 0:
|
|
339
|
+
if (suppressDepth === 0) {
|
|
340
|
+
savedStdoutWrite = process.stdout.write.bind(process.stdout);
|
|
341
|
+
savedStderrWrite = process.stderr.write.bind(process.stderr);
|
|
342
|
+
process.stdout.write = function() {
|
|
343
|
+
return true;
|
|
344
|
+
};
|
|
345
|
+
process.stderr.write = function() {
|
|
346
|
+
return true;
|
|
347
|
+
};
|
|
348
|
+
}
|
|
349
|
+
suppressDepth++;
|
|
350
|
+
_state.label = 1;
|
|
351
|
+
case 1:
|
|
352
|
+
_state.trys.push([
|
|
353
|
+
1,
|
|
354
|
+
,
|
|
355
|
+
3,
|
|
356
|
+
4
|
|
357
|
+
]);
|
|
358
|
+
return [
|
|
359
|
+
4,
|
|
360
|
+
fn()
|
|
361
|
+
];
|
|
362
|
+
case 2:
|
|
363
|
+
return [
|
|
364
|
+
2,
|
|
365
|
+
_state.sent()
|
|
366
|
+
];
|
|
367
|
+
case 3:
|
|
368
|
+
suppressDepth--;
|
|
369
|
+
if (suppressDepth === 0) {
|
|
370
|
+
if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;
|
|
371
|
+
if (savedStderrWrite) process.stderr.write = savedStderrWrite;
|
|
372
|
+
savedStdoutWrite = null;
|
|
373
|
+
savedStderrWrite = null;
|
|
374
|
+
}
|
|
375
|
+
return [
|
|
376
|
+
7
|
|
377
|
+
];
|
|
378
|
+
case 4:
|
|
379
|
+
return [
|
|
380
|
+
2
|
|
381
|
+
];
|
|
382
|
+
}
|
|
383
|
+
});
|
|
384
|
+
})();
|
|
385
|
+
}
|
|
386
|
+
/** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this
|
|
387
|
+
* module's own onProgress/onWarning calls through. No-op outside any suppressed region. */ function withRealStdio(fn) {
|
|
388
|
+
if (suppressDepth === 0) return fn();
|
|
389
|
+
var realOut = savedStdoutWrite;
|
|
390
|
+
var realErr = savedStderrWrite;
|
|
391
|
+
if (realOut) process.stdout.write = realOut;
|
|
392
|
+
if (realErr) process.stderr.write = realErr;
|
|
393
|
+
try {
|
|
394
|
+
return fn();
|
|
395
|
+
} finally{
|
|
396
|
+
process.stdout.write = function() {
|
|
397
|
+
return true;
|
|
398
|
+
};
|
|
399
|
+
process.stderr.write = function() {
|
|
400
|
+
return true;
|
|
401
|
+
};
|
|
402
|
+
}
|
|
403
|
+
}
|
|
404
|
+
function recognizePdf(_0, _1, _2) {
|
|
405
|
+
return _async_to_generator(function(pdfPath, first, last) {
|
|
406
|
+
var _ref, _ref_dpi, dpi, onProgress, onWarning, cachePath, words, emptyPages, msPerPage;
|
|
407
|
+
var _arguments = arguments;
|
|
408
|
+
return _ts_generator(this, function(_state) {
|
|
409
|
+
switch(_state.label){
|
|
410
|
+
case 0:
|
|
411
|
+
_ref = _arguments.length > 3 && _arguments[3] !== void 0 ? _arguments[3] : {}, _ref_dpi = _ref.dpi, dpi = _ref_dpi === void 0 ? OCR_RENDER_DPI : _ref_dpi, onProgress = _ref.onProgress, onWarning = _ref.onWarning;
|
|
412
|
+
// tesseract.js writes its decompressed traineddata cache here by default,
|
|
413
|
+
// dropping a model file into the user's cwd — redirect it under tmpdir() instead.
|
|
414
|
+
cachePath = _nodepath.default.join(_nodeos.default.tmpdir(), 'pdf-to-md-engine');
|
|
415
|
+
(0, _nodefs.mkdirSync)(cachePath, {
|
|
416
|
+
recursive: true
|
|
417
|
+
});
|
|
418
|
+
words = [];
|
|
419
|
+
emptyPages = [];
|
|
420
|
+
msPerPage = new Map();
|
|
421
|
+
// ONE continuous suppressed region for the whole run; onProgress/onWarning
|
|
422
|
+
// below go through `withRealStdio`, the only sanctioned way out of it.
|
|
423
|
+
return [
|
|
424
|
+
4,
|
|
425
|
+
withSuppressedStdio(function() {
|
|
426
|
+
return _async_to_generator(function() {
|
|
427
|
+
var worker, loadingTask, _loop, pdf, pn;
|
|
428
|
+
return _ts_generator(this, function(_state) {
|
|
429
|
+
switch(_state.label){
|
|
430
|
+
case 0:
|
|
431
|
+
return [
|
|
432
|
+
4,
|
|
433
|
+
(0, _tesseract.createWorker)('eng', 1, {
|
|
434
|
+
langPath: TESSDATA_DIR,
|
|
435
|
+
cachePath: cachePath
|
|
436
|
+
})
|
|
437
|
+
];
|
|
438
|
+
case 1:
|
|
439
|
+
worker = _state.sent();
|
|
440
|
+
_state.label = 2;
|
|
441
|
+
case 2:
|
|
442
|
+
_state.trys.push([
|
|
443
|
+
2,
|
|
444
|
+
,
|
|
445
|
+
13,
|
|
446
|
+
15
|
|
447
|
+
]);
|
|
448
|
+
// NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured
|
|
449
|
+
// 3-8 percentage points worse than AUTO on two-column pages.
|
|
450
|
+
return [
|
|
451
|
+
4,
|
|
452
|
+
worker.setParameters({
|
|
453
|
+
tessedit_pageseg_mode: _tesseract.PSM.AUTO
|
|
454
|
+
})
|
|
455
|
+
];
|
|
456
|
+
case 3:
|
|
457
|
+
_state.sent();
|
|
458
|
+
loadingTask = (0, _pdfopents.openPdfForRender)(pdfPath);
|
|
459
|
+
_state.label = 4;
|
|
460
|
+
case 4:
|
|
461
|
+
_state.trys.push([
|
|
462
|
+
4,
|
|
463
|
+
,
|
|
464
|
+
10,
|
|
465
|
+
12
|
|
466
|
+
]);
|
|
467
|
+
_loop = function(pn) {
|
|
468
|
+
var t0, _ref, png, width, height, data, pageWords, autoFraction, autoWords, sparse, sparseWords, autoCount, sparseCount, ms, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, w, wordCount;
|
|
469
|
+
return _ts_generator(this, function(_state) {
|
|
470
|
+
switch(_state.label){
|
|
471
|
+
case 0:
|
|
472
|
+
t0 = Date.now();
|
|
473
|
+
return [
|
|
474
|
+
4,
|
|
475
|
+
(0, _rasterts.renderLoadedPage)(pdf, pn, dpi)
|
|
476
|
+
];
|
|
477
|
+
case 1:
|
|
478
|
+
_ref = _state.sent(), png = _ref.png, width = _ref.width, height = _ref.height;
|
|
479
|
+
return [
|
|
480
|
+
4,
|
|
481
|
+
worker.recognize(png, {}, {
|
|
482
|
+
blocks: true
|
|
483
|
+
})
|
|
484
|
+
];
|
|
485
|
+
case 2:
|
|
486
|
+
data = _state.sent().data;
|
|
487
|
+
pageWords = wordsFromPage(data, width, height);
|
|
488
|
+
if (!shouldRetrySparse(pageWords)) return [
|
|
489
|
+
3,
|
|
490
|
+
6
|
|
491
|
+
];
|
|
492
|
+
autoFraction = proseFraction(pageWords);
|
|
493
|
+
autoWords = pageWords;
|
|
494
|
+
// setParameters on the shared worker is reversible, so one
|
|
495
|
+
// in-process worker can alternate PSM per page instead of paying for a second worker.
|
|
496
|
+
return [
|
|
497
|
+
4,
|
|
498
|
+
worker.setParameters({
|
|
499
|
+
tessedit_pageseg_mode: _tesseract.PSM.SPARSE_TEXT
|
|
500
|
+
})
|
|
501
|
+
];
|
|
502
|
+
case 3:
|
|
503
|
+
_state.sent();
|
|
504
|
+
return [
|
|
505
|
+
4,
|
|
506
|
+
worker.recognize(png, {}, {
|
|
507
|
+
blocks: true
|
|
508
|
+
})
|
|
509
|
+
];
|
|
510
|
+
case 4:
|
|
511
|
+
sparse = _state.sent();
|
|
512
|
+
sparseWords = wordsFromPage(sparse.data, width, height);
|
|
513
|
+
return [
|
|
514
|
+
4,
|
|
515
|
+
worker.setParameters({
|
|
516
|
+
tessedit_pageseg_mode: _tesseract.PSM.AUTO
|
|
517
|
+
})
|
|
518
|
+
];
|
|
519
|
+
case 5:
|
|
520
|
+
_state.sent();
|
|
521
|
+
if (sparseWords.length > autoWords.length) {
|
|
522
|
+
pageWords = sparseWords;
|
|
523
|
+
autoCount = autoWords.length;
|
|
524
|
+
sparseCount = sparseWords.length;
|
|
525
|
+
withRealStdio(function() {
|
|
526
|
+
return onWarning === null || onWarning === void 0 ? void 0 : onWarning("p".concat(pn, ": chart-like page (prose fraction ").concat(autoFraction.toFixed(2), ") — retried with sparse-text segmentation, ").concat(autoCount, " -> ").concat(sparseCount, " words"));
|
|
527
|
+
});
|
|
528
|
+
}
|
|
529
|
+
_state.label = 6;
|
|
530
|
+
case 6:
|
|
531
|
+
ms = Date.now() - t0;
|
|
532
|
+
_iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
|
|
533
|
+
try {
|
|
534
|
+
for(_iterator = pageWords[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
|
|
535
|
+
w = _step.value;
|
|
536
|
+
words.push(_object_spread({
|
|
537
|
+
page: pn
|
|
538
|
+
}, w));
|
|
539
|
+
}
|
|
540
|
+
} catch (err) {
|
|
541
|
+
_didIteratorError = true;
|
|
542
|
+
_iteratorError = err;
|
|
543
|
+
} finally{
|
|
544
|
+
try {
|
|
545
|
+
if (!_iteratorNormalCompletion && _iterator.return != null) {
|
|
546
|
+
_iterator.return();
|
|
547
|
+
}
|
|
548
|
+
} finally{
|
|
549
|
+
if (_didIteratorError) {
|
|
550
|
+
throw _iteratorError;
|
|
551
|
+
}
|
|
552
|
+
}
|
|
553
|
+
}
|
|
554
|
+
if (pageWords.length === 0) emptyPages.push(pn);
|
|
555
|
+
msPerPage.set(pn, ms);
|
|
556
|
+
wordCount = pageWords.length;
|
|
557
|
+
withRealStdio(function() {
|
|
558
|
+
return onProgress === null || onProgress === void 0 ? void 0 : onProgress({
|
|
559
|
+
type: 'page',
|
|
560
|
+
page: pn,
|
|
561
|
+
words: wordCount,
|
|
562
|
+
ms: ms
|
|
563
|
+
});
|
|
564
|
+
});
|
|
565
|
+
return [
|
|
566
|
+
2
|
|
567
|
+
];
|
|
568
|
+
}
|
|
569
|
+
});
|
|
570
|
+
};
|
|
571
|
+
return [
|
|
572
|
+
4,
|
|
573
|
+
(0, _pdfopents.awaitPdfOpen)(loadingTask, pdfPath)
|
|
574
|
+
];
|
|
575
|
+
case 5:
|
|
576
|
+
pdf = _state.sent();
|
|
577
|
+
pn = first;
|
|
578
|
+
_state.label = 6;
|
|
579
|
+
case 6:
|
|
580
|
+
if (!(pn <= Math.min(last, pdf.numPages))) return [
|
|
581
|
+
3,
|
|
582
|
+
9
|
|
583
|
+
];
|
|
584
|
+
return [
|
|
585
|
+
5,
|
|
586
|
+
_ts_values(_loop(pn))
|
|
587
|
+
];
|
|
588
|
+
case 7:
|
|
589
|
+
_state.sent();
|
|
590
|
+
_state.label = 8;
|
|
591
|
+
case 8:
|
|
592
|
+
pn++;
|
|
593
|
+
return [
|
|
594
|
+
3,
|
|
595
|
+
6
|
|
596
|
+
];
|
|
597
|
+
case 9:
|
|
598
|
+
return [
|
|
599
|
+
3,
|
|
600
|
+
12
|
|
601
|
+
];
|
|
602
|
+
case 10:
|
|
603
|
+
return [
|
|
604
|
+
4,
|
|
605
|
+
loadingTask.destroy()
|
|
606
|
+
];
|
|
607
|
+
case 11:
|
|
608
|
+
_state.sent();
|
|
609
|
+
return [
|
|
610
|
+
7
|
|
611
|
+
];
|
|
612
|
+
case 12:
|
|
613
|
+
return [
|
|
614
|
+
3,
|
|
615
|
+
15
|
|
616
|
+
];
|
|
617
|
+
case 13:
|
|
618
|
+
return [
|
|
619
|
+
4,
|
|
620
|
+
worker.terminate()
|
|
621
|
+
];
|
|
622
|
+
case 14:
|
|
623
|
+
_state.sent();
|
|
624
|
+
return [
|
|
625
|
+
7
|
|
626
|
+
];
|
|
627
|
+
case 15:
|
|
628
|
+
return [
|
|
629
|
+
2
|
|
630
|
+
];
|
|
631
|
+
}
|
|
632
|
+
});
|
|
633
|
+
})();
|
|
634
|
+
})
|
|
635
|
+
];
|
|
636
|
+
case 1:
|
|
637
|
+
_state.sent();
|
|
638
|
+
return [
|
|
639
|
+
2,
|
|
640
|
+
{
|
|
641
|
+
words: words,
|
|
642
|
+
emptyPages: emptyPages,
|
|
643
|
+
msPerPage: msPerPage
|
|
644
|
+
}
|
|
645
|
+
];
|
|
646
|
+
}
|
|
647
|
+
});
|
|
648
|
+
}).apply(this, arguments);
|
|
649
|
+
}
|
|
650
|
+
/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }
|