@effortlessmotion/pdf-to-md 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +157 -0
  3. package/bin/cli.js +9 -0
  4. package/dist/cjs/analyze.d.cts +35 -0
  5. package/dist/cjs/analyze.d.ts +35 -0
  6. package/dist/cjs/analyze.js +620 -0
  7. package/dist/cjs/analyze.js.map +1 -0
  8. package/dist/cjs/audit.d.cts +38 -0
  9. package/dist/cjs/audit.d.ts +38 -0
  10. package/dist/cjs/audit.js +252 -0
  11. package/dist/cjs/audit.js.map +1 -0
  12. package/dist/cjs/cli/audit.d.cts +3 -0
  13. package/dist/cjs/cli/audit.d.ts +3 -0
  14. package/dist/cjs/cli/audit.js +269 -0
  15. package/dist/cjs/cli/audit.js.map +1 -0
  16. package/dist/cjs/cli/extract.d.cts +3 -0
  17. package/dist/cjs/cli/extract.d.ts +3 -0
  18. package/dist/cjs/cli/extract.js +704 -0
  19. package/dist/cjs/cli/extract.js.map +1 -0
  20. package/dist/cjs/cli/index.d.cts +5 -0
  21. package/dist/cjs/cli/index.d.ts +5 -0
  22. package/dist/cjs/cli/index.js +58 -0
  23. package/dist/cjs/cli/index.js.map +1 -0
  24. package/dist/cjs/cli/render.d.cts +3 -0
  25. package/dist/cjs/cli/render.d.ts +3 -0
  26. package/dist/cjs/cli/render.js +361 -0
  27. package/dist/cjs/cli/render.js.map +1 -0
  28. package/dist/cjs/cli/types.d.cts +10 -0
  29. package/dist/cjs/cli/types.d.ts +10 -0
  30. package/dist/cjs/cli/types.js +7 -0
  31. package/dist/cjs/cli/types.js.map +1 -0
  32. package/dist/cjs/cli.d.cts +2 -0
  33. package/dist/cjs/cli.d.ts +2 -0
  34. package/dist/cjs/cli.js +345 -0
  35. package/dist/cjs/cli.js.map +1 -0
  36. package/dist/cjs/collect.d.cts +6 -0
  37. package/dist/cjs/collect.d.ts +6 -0
  38. package/dist/cjs/collect.js +370 -0
  39. package/dist/cjs/collect.js.map +1 -0
  40. package/dist/cjs/dict.d.cts +8 -0
  41. package/dist/cjs/dict.d.ts +8 -0
  42. package/dist/cjs/dict.js +55 -0
  43. package/dist/cjs/dict.js.map +1 -0
  44. package/dist/cjs/emit.d.cts +27 -0
  45. package/dist/cjs/emit.d.ts +27 -0
  46. package/dist/cjs/emit.js +187 -0
  47. package/dist/cjs/emit.js.map +1 -0
  48. package/dist/cjs/engines/tesseract.d.cts +30 -0
  49. package/dist/cjs/engines/tesseract.d.ts +30 -0
  50. package/dist/cjs/engines/tesseract.js +650 -0
  51. package/dist/cjs/engines/tesseract.js.map +1 -0
  52. package/dist/cjs/errors.d.cts +21 -0
  53. package/dist/cjs/errors.d.ts +21 -0
  54. package/dist/cjs/errors.js +124 -0
  55. package/dist/cjs/errors.js.map +1 -0
  56. package/dist/cjs/extract.d.cts +88 -0
  57. package/dist/cjs/extract.d.ts +88 -0
  58. package/dist/cjs/extract.js +436 -0
  59. package/dist/cjs/extract.js.map +1 -0
  60. package/dist/cjs/geometry.d.cts +63 -0
  61. package/dist/cjs/geometry.d.ts +63 -0
  62. package/dist/cjs/geometry.js +521 -0
  63. package/dist/cjs/geometry.js.map +1 -0
  64. package/dist/cjs/index.d.cts +15 -0
  65. package/dist/cjs/index.d.ts +15 -0
  66. package/dist/cjs/index.js +56 -0
  67. package/dist/cjs/index.js.map +1 -0
  68. package/dist/cjs/lines.d.cts +3 -0
  69. package/dist/cjs/lines.d.ts +3 -0
  70. package/dist/cjs/lines.js +181 -0
  71. package/dist/cjs/lines.js.map +1 -0
  72. package/dist/cjs/markdown.d.cts +2 -0
  73. package/dist/cjs/markdown.d.ts +2 -0
  74. package/dist/cjs/markdown.js +222 -0
  75. package/dist/cjs/markdown.js.map +1 -0
  76. package/dist/cjs/package.json +1 -0
  77. package/dist/cjs/page-marker.d.cts +16 -0
  78. package/dist/cjs/page-marker.d.ts +16 -0
  79. package/dist/cjs/page-marker.js +85 -0
  80. package/dist/cjs/page-marker.js.map +1 -0
  81. package/dist/cjs/pdf-open.d.cts +12 -0
  82. package/dist/cjs/pdf-open.d.ts +12 -0
  83. package/dist/cjs/pdf-open.js +257 -0
  84. package/dist/cjs/pdf-open.js.map +1 -0
  85. package/dist/cjs/raster.d.cts +26 -0
  86. package/dist/cjs/raster.d.ts +26 -0
  87. package/dist/cjs/raster.js +262 -0
  88. package/dist/cjs/raster.js.map +1 -0
  89. package/dist/cjs/render-analysis.d.cts +25 -0
  90. package/dist/cjs/render-analysis.d.ts +25 -0
  91. package/dist/cjs/render-analysis.js +319 -0
  92. package/dist/cjs/render-analysis.js.map +1 -0
  93. package/dist/cjs/report.d.cts +12 -0
  94. package/dist/cjs/report.d.ts +12 -0
  95. package/dist/cjs/report.js +392 -0
  96. package/dist/cjs/report.js.map +1 -0
  97. package/dist/cjs/resolve.d.cts +1 -0
  98. package/dist/cjs/resolve.d.ts +1 -0
  99. package/dist/cjs/resolve.js +18 -0
  100. package/dist/cjs/resolve.js.map +1 -0
  101. package/dist/cjs/types.d.cts +171 -0
  102. package/dist/cjs/types.d.ts +171 -0
  103. package/dist/cjs/types.js +9 -0
  104. package/dist/cjs/types.js.map +1 -0
  105. package/dist/cjs/validate.d.cts +14 -0
  106. package/dist/cjs/validate.d.ts +14 -0
  107. package/dist/cjs/validate.js +96 -0
  108. package/dist/cjs/validate.js.map +1 -0
  109. package/dist/esm/analyze.d.ts +35 -0
  110. package/dist/esm/analyze.js +270 -0
  111. package/dist/esm/analyze.js.map +1 -0
  112. package/dist/esm/audit.d.ts +38 -0
  113. package/dist/esm/audit.js +113 -0
  114. package/dist/esm/audit.js.map +1 -0
  115. package/dist/esm/cli/audit.d.ts +3 -0
  116. package/dist/esm/cli/audit.js +20 -0
  117. package/dist/esm/cli/audit.js.map +1 -0
  118. package/dist/esm/cli/extract.d.ts +3 -0
  119. package/dist/esm/cli/extract.js +313 -0
  120. package/dist/esm/cli/extract.js.map +1 -0
  121. package/dist/esm/cli/index.d.ts +5 -0
  122. package/dist/esm/cli/index.js +7 -0
  123. package/dist/esm/cli/index.js.map +1 -0
  124. package/dist/esm/cli/render.d.ts +3 -0
  125. package/dist/esm/cli/render.js +77 -0
  126. package/dist/esm/cli/render.js.map +1 -0
  127. package/dist/esm/cli/types.d.ts +10 -0
  128. package/dist/esm/cli/types.js +3 -0
  129. package/dist/esm/cli/types.js.map +1 -0
  130. package/dist/esm/cli.d.ts +2 -0
  131. package/dist/esm/cli.js +90 -0
  132. package/dist/esm/cli.js.map +1 -0
  133. package/dist/esm/collect.d.ts +6 -0
  134. package/dist/esm/collect.js +80 -0
  135. package/dist/esm/collect.js.map +1 -0
  136. package/dist/esm/dict.d.ts +8 -0
  137. package/dist/esm/dict.js +28 -0
  138. package/dist/esm/dict.js.map +1 -0
  139. package/dist/esm/emit.d.ts +27 -0
  140. package/dist/esm/emit.js +131 -0
  141. package/dist/esm/emit.js.map +1 -0
  142. package/dist/esm/engines/tesseract.d.ts +30 -0
  143. package/dist/esm/engines/tesseract.js +190 -0
  144. package/dist/esm/engines/tesseract.js.map +1 -0
  145. package/dist/esm/errors.d.ts +21 -0
  146. package/dist/esm/errors.js +9 -0
  147. package/dist/esm/errors.js.map +1 -0
  148. package/dist/esm/extract.d.ts +88 -0
  149. package/dist/esm/extract.js +147 -0
  150. package/dist/esm/extract.js.map +1 -0
  151. package/dist/esm/geometry.d.ts +63 -0
  152. package/dist/esm/geometry.js +279 -0
  153. package/dist/esm/geometry.js.map +1 -0
  154. package/dist/esm/index.d.ts +15 -0
  155. package/dist/esm/index.js +10 -0
  156. package/dist/esm/index.js.map +1 -0
  157. package/dist/esm/lines.d.ts +3 -0
  158. package/dist/esm/lines.js +67 -0
  159. package/dist/esm/lines.js.map +1 -0
  160. package/dist/esm/markdown.d.ts +2 -0
  161. package/dist/esm/markdown.js +153 -0
  162. package/dist/esm/markdown.js.map +1 -0
  163. package/dist/esm/package.json +1 -0
  164. package/dist/esm/page-marker.d.ts +16 -0
  165. package/dist/esm/page-marker.js +40 -0
  166. package/dist/esm/page-marker.js.map +1 -0
  167. package/dist/esm/pdf-open.d.ts +12 -0
  168. package/dist/esm/pdf-open.js +61 -0
  169. package/dist/esm/pdf-open.js.map +1 -0
  170. package/dist/esm/raster.d.ts +26 -0
  171. package/dist/esm/raster.js +60 -0
  172. package/dist/esm/raster.js.map +1 -0
  173. package/dist/esm/render-analysis.d.ts +25 -0
  174. package/dist/esm/render-analysis.js +115 -0
  175. package/dist/esm/render-analysis.js.map +1 -0
  176. package/dist/esm/report.d.ts +12 -0
  177. package/dist/esm/report.js +182 -0
  178. package/dist/esm/report.js.map +1 -0
  179. package/dist/esm/resolve.d.ts +1 -0
  180. package/dist/esm/resolve.js +7 -0
  181. package/dist/esm/resolve.js.map +1 -0
  182. package/dist/esm/types.d.ts +171 -0
  183. package/dist/esm/types.js +6 -0
  184. package/dist/esm/types.js.map +1 -0
  185. package/dist/esm/validate.d.ts +14 -0
  186. package/dist/esm/validate.js +56 -0
  187. package/dist/esm/validate.js.map +1 -0
  188. package/package.json +67 -0
  189. package/skills/pdf-to-md/SKILL.md +102 -0
@@ -0,0 +1,650 @@
1
+ // engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.
2
+ //
3
+ // Seam contract: words come back in normalized 0-1 page coordinates, origin
4
+ // bottom-left, y increasing upward — the y-flip happens here, and nowhere else.
5
+ //
6
+ // Pure WASM, in-process, no native dependency: no crash containment needed.
7
+ "use strict";
8
+ Object.defineProperty(exports, "__esModule", {
9
+ value: true
10
+ });
11
+ function _export(target, all) {
12
+ for(var name in all)Object.defineProperty(target, name, {
13
+ enumerable: true,
14
+ get: Object.getOwnPropertyDescriptor(all, name).get
15
+ });
16
+ }
17
+ _export(exports, {
18
+ get OCR_RENDER_DPI () {
19
+ return OCR_RENDER_DPI;
20
+ },
21
+ get SPARSE_RETRY_PROSE_FRACTION () {
22
+ return SPARSE_RETRY_PROSE_FRACTION;
23
+ },
24
+ get recognizePdf () {
25
+ return recognizePdf;
26
+ },
27
+ get shouldRetrySparse () {
28
+ return shouldRetrySparse;
29
+ }
30
+ });
31
+ var _nodefs = require("node:fs");
32
+ var _nodeos = /*#__PURE__*/ _interop_require_default(require("node:os"));
33
+ var _nodepath = /*#__PURE__*/ _interop_require_default(require("node:path"));
34
+ var _tesseract = require("tesseract.js");
35
+ var _linests = require("../lines.js");
36
+ var _pdfopents = require("../pdf-open.js");
37
+ var _rasterts = require("../raster.js");
38
+ var _resolvets = require("../resolve.js");
39
+ function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
40
+ try {
41
+ var info = gen[key](arg);
42
+ var value = info.value;
43
+ } catch (error) {
44
+ reject(error);
45
+ return;
46
+ }
47
+ if (info.done) resolve(value);
48
+ else Promise.resolve(value).then(_next, _throw);
49
+ }
50
+ function _async_to_generator(fn) {
51
+ return function() {
52
+ var self = this, args = arguments;
53
+ return new Promise(function(resolve, reject) {
54
+ var gen = fn.apply(self, args);
55
+ function _next(value) {
56
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
57
+ }
58
+ function _throw(err) {
59
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
60
+ }
61
+ _next(undefined);
62
+ });
63
+ };
64
+ }
65
+ function _define_property(obj, key, value) {
66
+ if (key in obj) {
67
+ Object.defineProperty(obj, key, {
68
+ value: value,
69
+ enumerable: true,
70
+ configurable: true,
71
+ writable: true
72
+ });
73
+ } else obj[key] = value;
74
+ return obj;
75
+ }
76
+ function _interop_require_default(obj) {
77
+ return obj && obj.__esModule ? obj : {
78
+ default: obj
79
+ };
80
+ }
81
+ function _object_spread(target) {
82
+ for(var i = 1; i < arguments.length; i++){
83
+ var source = arguments[i] != null ? arguments[i] : {};
84
+ var ownKeys = Object.keys(source);
85
+ if (typeof Object.getOwnPropertySymbols === "function") {
86
+ ownKeys = ownKeys.concat(Object.getOwnPropertySymbols(source).filter(function(sym) {
87
+ return Object.getOwnPropertyDescriptor(source, sym).enumerable;
88
+ }));
89
+ }
90
+ ownKeys.forEach(function(key) {
91
+ _define_property(target, key, source[key]);
92
+ });
93
+ }
94
+ return target;
95
+ }
96
+ function _ts_generator(thisArg, body) {
97
+ var f, y, t, _ = {
98
+ label: 0,
99
+ sent: function() {
100
+ if (t[0] & 1) throw t[1];
101
+ return t[1];
102
+ },
103
+ trys: [],
104
+ ops: []
105
+ }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype), d = Object.defineProperty;
106
+ return d(g, "next", {
107
+ value: verb(0)
108
+ }), d(g, "throw", {
109
+ value: verb(1)
110
+ }), d(g, "return", {
111
+ value: verb(2)
112
+ }), typeof Symbol === "function" && d(g, Symbol.iterator, {
113
+ value: function() {
114
+ return this;
115
+ }
116
+ }), g;
117
+ function verb(n) {
118
+ return function(v) {
119
+ return step([
120
+ n,
121
+ v
122
+ ]);
123
+ };
124
+ }
125
+ function step(op) {
126
+ if (f) throw new TypeError("Generator is already executing.");
127
+ while(g && (g = 0, op[0] && (_ = 0)), _)try {
128
+ if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
129
+ if (y = 0, t) op = [
130
+ op[0] & 2,
131
+ t.value
132
+ ];
133
+ switch(op[0]){
134
+ case 0:
135
+ case 1:
136
+ t = op;
137
+ break;
138
+ case 4:
139
+ _.label++;
140
+ return {
141
+ value: op[1],
142
+ done: false
143
+ };
144
+ case 5:
145
+ _.label++;
146
+ y = op[1];
147
+ op = [
148
+ 0
149
+ ];
150
+ continue;
151
+ case 7:
152
+ op = _.ops.pop();
153
+ _.trys.pop();
154
+ continue;
155
+ default:
156
+ if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
157
+ _ = 0;
158
+ continue;
159
+ }
160
+ if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
161
+ _.label = op[1];
162
+ break;
163
+ }
164
+ if (op[0] === 6 && _.label < t[1]) {
165
+ _.label = t[1];
166
+ t = op;
167
+ break;
168
+ }
169
+ if (t && _.label < t[2]) {
170
+ _.label = t[2];
171
+ _.ops.push(op);
172
+ break;
173
+ }
174
+ if (t[2]) _.ops.pop();
175
+ _.trys.pop();
176
+ continue;
177
+ }
178
+ op = body.call(thisArg, _);
179
+ } catch (e) {
180
+ op = [
181
+ 6,
182
+ e
183
+ ];
184
+ y = 0;
185
+ } finally{
186
+ f = t = 0;
187
+ }
188
+ if (op[0] & 5) throw op[1];
189
+ return {
190
+ value: op[0] ? op[1] : void 0,
191
+ done: true
192
+ };
193
+ }
194
+ }
195
+ function _ts_values(o) {
196
+ var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
197
+ if (m) {
198
+ return m.call(o);
199
+ }
200
+ if (o && typeof o.length === "number") {
201
+ return {
202
+ next: function() {
203
+ if (o && i >= o.length) {
204
+ o = void 0;
205
+ }
206
+ return {
207
+ value: o && o[i++],
208
+ done: !o
209
+ };
210
+ }
211
+ };
212
+ }
213
+ throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
214
+ }
215
+ var OCR_RENDER_DPI = 288;
216
+ var SPARSE_RETRY_PROSE_FRACTION = 0.6;
217
+ /** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */ function proseFraction(words) {
218
+ if (words.length === 0) return 0;
219
+ return words.filter(function(w) {
220
+ return /[A-Za-z]{3}/.test(w.text);
221
+ }).length / words.length;
222
+ }
223
+ function shouldRetrySparse(words) {
224
+ return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;
225
+ }
226
+ // The locally installed traineddata (npm package @tesseract.js-data/eng),
227
+ // resolved dynamically so depcheck won't flag it "unused" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.
228
+ var TESSDATA_DIR = _nodepath.default.join(_nodepath.default.dirname((0, _resolvets.resolvePackagePath)('@tesseract.js-data/eng/package.json')), '4.0.0');
229
+ /** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */ function wordsFromPage(page, width, height) {
230
+ var _page_blocks;
231
+ var pageWords = [];
232
+ var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
233
+ try {
234
+ for(var _iterator = ((_page_blocks = page.blocks) !== null && _page_blocks !== void 0 ? _page_blocks : [])[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
235
+ var block = _step.value;
236
+ var _block_paragraphs;
237
+ var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
238
+ try {
239
+ for(var _iterator1 = ((_block_paragraphs = block.paragraphs) !== null && _block_paragraphs !== void 0 ? _block_paragraphs : [])[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
240
+ var para = _step1.value;
241
+ var _para_lines;
242
+ var _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
243
+ try {
244
+ for(var _iterator2 = ((_para_lines = para.lines) !== null && _para_lines !== void 0 ? _para_lines : [])[Symbol.iterator](), _step2; !(_iteratorNormalCompletion2 = (_step2 = _iterator2.next()).done); _iteratorNormalCompletion2 = true){
245
+ var line = _step2.value;
246
+ var _line_words;
247
+ var _iteratorNormalCompletion3 = true, _didIteratorError3 = false, _iteratorError3 = undefined;
248
+ try {
249
+ for(var _iterator3 = ((_line_words = line.words) !== null && _line_words !== void 0 ? _line_words : [])[Symbol.iterator](), _step3; !(_iteratorNormalCompletion3 = (_step3 = _iterator3.next()).done); _iteratorNormalCompletion3 = true){
250
+ var w = _step3.value;
251
+ var _w_bbox = w.bbox, x0 = _w_bbox.x0, y0 = _w_bbox.y0, x1 = _w_bbox.x1, y1 = _w_bbox.y1;
252
+ pageWords.push({
253
+ // Same typographic folding as the text path (src/lines.ts) — both
254
+ // paths must agree on how a printed apostrophe is spelled.
255
+ text: (0, _linests.foldTypographic)(w.text),
256
+ x: x0 / width,
257
+ y: (height - y1) / height,
258
+ w: (x1 - x0) / width,
259
+ h: (y1 - y0) / height,
260
+ // Plumbed through unmodified — tesseract.js's own 0-100
261
+ // per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.
262
+ confidence: w.confidence
263
+ });
264
+ }
265
+ } catch (err) {
266
+ _didIteratorError3 = true;
267
+ _iteratorError3 = err;
268
+ } finally{
269
+ try {
270
+ if (!_iteratorNormalCompletion3 && _iterator3.return != null) {
271
+ _iterator3.return();
272
+ }
273
+ } finally{
274
+ if (_didIteratorError3) {
275
+ throw _iteratorError3;
276
+ }
277
+ }
278
+ }
279
+ }
280
+ } catch (err) {
281
+ _didIteratorError2 = true;
282
+ _iteratorError2 = err;
283
+ } finally{
284
+ try {
285
+ if (!_iteratorNormalCompletion2 && _iterator2.return != null) {
286
+ _iterator2.return();
287
+ }
288
+ } finally{
289
+ if (_didIteratorError2) {
290
+ throw _iteratorError2;
291
+ }
292
+ }
293
+ }
294
+ }
295
+ } catch (err) {
296
+ _didIteratorError1 = true;
297
+ _iteratorError1 = err;
298
+ } finally{
299
+ try {
300
+ if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
301
+ _iterator1.return();
302
+ }
303
+ } finally{
304
+ if (_didIteratorError1) {
305
+ throw _iteratorError1;
306
+ }
307
+ }
308
+ }
309
+ }
310
+ } catch (err) {
311
+ _didIteratorError = true;
312
+ _iteratorError = err;
313
+ } finally{
314
+ try {
315
+ if (!_iteratorNormalCompletion && _iterator.return != null) {
316
+ _iterator.return();
317
+ }
318
+ } finally{
319
+ if (_didIteratorError) {
320
+ throw _iteratorError;
321
+ }
322
+ }
323
+ }
324
+ return pageWords;
325
+ }
326
+ // tesseract.js-core's WASM build writes native diagnostics straight to this
327
+ // process's stdout/stderr, with no override to silence them at the source.
328
+ //
329
+ // Suppression must span the whole run: worker-thread stdio arrives
330
+ // asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.
331
+ var suppressDepth = 0;
332
+ var savedStdoutWrite = null;
333
+ var savedStderrWrite = null;
334
+ function withSuppressedStdio(fn) {
335
+ return _async_to_generator(function() {
336
+ return _ts_generator(this, function(_state) {
337
+ switch(_state.label){
338
+ case 0:
339
+ if (suppressDepth === 0) {
340
+ savedStdoutWrite = process.stdout.write.bind(process.stdout);
341
+ savedStderrWrite = process.stderr.write.bind(process.stderr);
342
+ process.stdout.write = function() {
343
+ return true;
344
+ };
345
+ process.stderr.write = function() {
346
+ return true;
347
+ };
348
+ }
349
+ suppressDepth++;
350
+ _state.label = 1;
351
+ case 1:
352
+ _state.trys.push([
353
+ 1,
354
+ ,
355
+ 3,
356
+ 4
357
+ ]);
358
+ return [
359
+ 4,
360
+ fn()
361
+ ];
362
+ case 2:
363
+ return [
364
+ 2,
365
+ _state.sent()
366
+ ];
367
+ case 3:
368
+ suppressDepth--;
369
+ if (suppressDepth === 0) {
370
+ if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;
371
+ if (savedStderrWrite) process.stderr.write = savedStderrWrite;
372
+ savedStdoutWrite = null;
373
+ savedStderrWrite = null;
374
+ }
375
+ return [
376
+ 7
377
+ ];
378
+ case 4:
379
+ return [
380
+ 2
381
+ ];
382
+ }
383
+ });
384
+ })();
385
+ }
386
+ /** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this
387
+ * module's own onProgress/onWarning calls through. No-op outside any suppressed region. */ function withRealStdio(fn) {
388
+ if (suppressDepth === 0) return fn();
389
+ var realOut = savedStdoutWrite;
390
+ var realErr = savedStderrWrite;
391
+ if (realOut) process.stdout.write = realOut;
392
+ if (realErr) process.stderr.write = realErr;
393
+ try {
394
+ return fn();
395
+ } finally{
396
+ process.stdout.write = function() {
397
+ return true;
398
+ };
399
+ process.stderr.write = function() {
400
+ return true;
401
+ };
402
+ }
403
+ }
404
+ function recognizePdf(_0, _1, _2) {
405
+ return _async_to_generator(function(pdfPath, first, last) {
406
+ var _ref, _ref_dpi, dpi, onProgress, onWarning, cachePath, words, emptyPages, msPerPage;
407
+ var _arguments = arguments;
408
+ return _ts_generator(this, function(_state) {
409
+ switch(_state.label){
410
+ case 0:
411
+ _ref = _arguments.length > 3 && _arguments[3] !== void 0 ? _arguments[3] : {}, _ref_dpi = _ref.dpi, dpi = _ref_dpi === void 0 ? OCR_RENDER_DPI : _ref_dpi, onProgress = _ref.onProgress, onWarning = _ref.onWarning;
412
+ // tesseract.js writes its decompressed traineddata cache here by default,
413
+ // dropping a model file into the user's cwd — redirect it under tmpdir() instead.
414
+ cachePath = _nodepath.default.join(_nodeos.default.tmpdir(), 'pdf-to-md-engine');
415
+ (0, _nodefs.mkdirSync)(cachePath, {
416
+ recursive: true
417
+ });
418
+ words = [];
419
+ emptyPages = [];
420
+ msPerPage = new Map();
421
+ // ONE continuous suppressed region for the whole run; onProgress/onWarning
422
+ // below go through `withRealStdio`, the only sanctioned way out of it.
423
+ return [
424
+ 4,
425
+ withSuppressedStdio(function() {
426
+ return _async_to_generator(function() {
427
+ var worker, loadingTask, _loop, pdf, pn;
428
+ return _ts_generator(this, function(_state) {
429
+ switch(_state.label){
430
+ case 0:
431
+ return [
432
+ 4,
433
+ (0, _tesseract.createWorker)('eng', 1, {
434
+ langPath: TESSDATA_DIR,
435
+ cachePath: cachePath
436
+ })
437
+ ];
438
+ case 1:
439
+ worker = _state.sent();
440
+ _state.label = 2;
441
+ case 2:
442
+ _state.trys.push([
443
+ 2,
444
+ ,
445
+ 13,
446
+ 15
447
+ ]);
448
+ // NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured
449
+ // 3-8 percentage points worse than AUTO on two-column pages.
450
+ return [
451
+ 4,
452
+ worker.setParameters({
453
+ tessedit_pageseg_mode: _tesseract.PSM.AUTO
454
+ })
455
+ ];
456
+ case 3:
457
+ _state.sent();
458
+ loadingTask = (0, _pdfopents.openPdfForRender)(pdfPath);
459
+ _state.label = 4;
460
+ case 4:
461
+ _state.trys.push([
462
+ 4,
463
+ ,
464
+ 10,
465
+ 12
466
+ ]);
467
+ _loop = function(pn) {
468
+ var t0, _ref, png, width, height, data, pageWords, autoFraction, autoWords, sparse, sparseWords, autoCount, sparseCount, ms, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, w, wordCount;
469
+ return _ts_generator(this, function(_state) {
470
+ switch(_state.label){
471
+ case 0:
472
+ t0 = Date.now();
473
+ return [
474
+ 4,
475
+ (0, _rasterts.renderLoadedPage)(pdf, pn, dpi)
476
+ ];
477
+ case 1:
478
+ _ref = _state.sent(), png = _ref.png, width = _ref.width, height = _ref.height;
479
+ return [
480
+ 4,
481
+ worker.recognize(png, {}, {
482
+ blocks: true
483
+ })
484
+ ];
485
+ case 2:
486
+ data = _state.sent().data;
487
+ pageWords = wordsFromPage(data, width, height);
488
+ if (!shouldRetrySparse(pageWords)) return [
489
+ 3,
490
+ 6
491
+ ];
492
+ autoFraction = proseFraction(pageWords);
493
+ autoWords = pageWords;
494
+ // setParameters on the shared worker is reversible, so one
495
+ // in-process worker can alternate PSM per page instead of paying for a second worker.
496
+ return [
497
+ 4,
498
+ worker.setParameters({
499
+ tessedit_pageseg_mode: _tesseract.PSM.SPARSE_TEXT
500
+ })
501
+ ];
502
+ case 3:
503
+ _state.sent();
504
+ return [
505
+ 4,
506
+ worker.recognize(png, {}, {
507
+ blocks: true
508
+ })
509
+ ];
510
+ case 4:
511
+ sparse = _state.sent();
512
+ sparseWords = wordsFromPage(sparse.data, width, height);
513
+ return [
514
+ 4,
515
+ worker.setParameters({
516
+ tessedit_pageseg_mode: _tesseract.PSM.AUTO
517
+ })
518
+ ];
519
+ case 5:
520
+ _state.sent();
521
+ if (sparseWords.length > autoWords.length) {
522
+ pageWords = sparseWords;
523
+ autoCount = autoWords.length;
524
+ sparseCount = sparseWords.length;
525
+ withRealStdio(function() {
526
+ return onWarning === null || onWarning === void 0 ? void 0 : onWarning("p".concat(pn, ": chart-like page (prose fraction ").concat(autoFraction.toFixed(2), ") — retried with sparse-text segmentation, ").concat(autoCount, " -> ").concat(sparseCount, " words"));
527
+ });
528
+ }
529
+ _state.label = 6;
530
+ case 6:
531
+ ms = Date.now() - t0;
532
+ _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
533
+ try {
534
+ for(_iterator = pageWords[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
535
+ w = _step.value;
536
+ words.push(_object_spread({
537
+ page: pn
538
+ }, w));
539
+ }
540
+ } catch (err) {
541
+ _didIteratorError = true;
542
+ _iteratorError = err;
543
+ } finally{
544
+ try {
545
+ if (!_iteratorNormalCompletion && _iterator.return != null) {
546
+ _iterator.return();
547
+ }
548
+ } finally{
549
+ if (_didIteratorError) {
550
+ throw _iteratorError;
551
+ }
552
+ }
553
+ }
554
+ if (pageWords.length === 0) emptyPages.push(pn);
555
+ msPerPage.set(pn, ms);
556
+ wordCount = pageWords.length;
557
+ withRealStdio(function() {
558
+ return onProgress === null || onProgress === void 0 ? void 0 : onProgress({
559
+ type: 'page',
560
+ page: pn,
561
+ words: wordCount,
562
+ ms: ms
563
+ });
564
+ });
565
+ return [
566
+ 2
567
+ ];
568
+ }
569
+ });
570
+ };
571
+ return [
572
+ 4,
573
+ (0, _pdfopents.awaitPdfOpen)(loadingTask, pdfPath)
574
+ ];
575
+ case 5:
576
+ pdf = _state.sent();
577
+ pn = first;
578
+ _state.label = 6;
579
+ case 6:
580
+ if (!(pn <= Math.min(last, pdf.numPages))) return [
581
+ 3,
582
+ 9
583
+ ];
584
+ return [
585
+ 5,
586
+ _ts_values(_loop(pn))
587
+ ];
588
+ case 7:
589
+ _state.sent();
590
+ _state.label = 8;
591
+ case 8:
592
+ pn++;
593
+ return [
594
+ 3,
595
+ 6
596
+ ];
597
+ case 9:
598
+ return [
599
+ 3,
600
+ 12
601
+ ];
602
+ case 10:
603
+ return [
604
+ 4,
605
+ loadingTask.destroy()
606
+ ];
607
+ case 11:
608
+ _state.sent();
609
+ return [
610
+ 7
611
+ ];
612
+ case 12:
613
+ return [
614
+ 3,
615
+ 15
616
+ ];
617
+ case 13:
618
+ return [
619
+ 4,
620
+ worker.terminate()
621
+ ];
622
+ case 14:
623
+ _state.sent();
624
+ return [
625
+ 7
626
+ ];
627
+ case 15:
628
+ return [
629
+ 2
630
+ ];
631
+ }
632
+ });
633
+ })();
634
+ })
635
+ ];
636
+ case 1:
637
+ _state.sent();
638
+ return [
639
+ 2,
640
+ {
641
+ words: words,
642
+ emptyPages: emptyPages,
643
+ msPerPage: msPerPage
644
+ }
645
+ ];
646
+ }
647
+ });
648
+ }).apply(this, arguments);
649
+ }
650
+ /* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }