@effortlessmotion/pdf-to-md 0.1.8 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/README.md +5 -5
  2. package/dist/cjs/analyze.d.cts +3 -1
  3. package/dist/cjs/analyze.d.ts +3 -1
  4. package/dist/cjs/analyze.js +38 -100
  5. package/dist/cjs/analyze.js.map +1 -1
  6. package/dist/cjs/audit.d.cts +6 -5
  7. package/dist/cjs/audit.d.ts +6 -5
  8. package/dist/cjs/audit.js +368 -60
  9. package/dist/cjs/audit.js.map +1 -1
  10. package/dist/cjs/cli/audit.js.map +1 -1
  11. package/dist/cjs/cli/extract.js +13 -48
  12. package/dist/cjs/cli/extract.js.map +1 -1
  13. package/dist/cjs/cli/index.js.map +1 -1
  14. package/dist/cjs/cli/render.js.map +1 -1
  15. package/dist/cjs/cli/types.js.map +1 -1
  16. package/dist/cjs/cli.js.map +1 -1
  17. package/dist/cjs/collect.js +91 -35
  18. package/dist/cjs/collect.js.map +1 -1
  19. package/dist/cjs/dict.js.map +1 -1
  20. package/dist/cjs/emit.js.map +1 -1
  21. package/dist/cjs/engines/tesseract.js.map +1 -1
  22. package/dist/cjs/errors.d.cts +2 -0
  23. package/dist/cjs/errors.d.ts +2 -0
  24. package/dist/cjs/errors.js.map +1 -1
  25. package/dist/cjs/extract.d.cts +20 -9
  26. package/dist/cjs/extract.d.ts +20 -9
  27. package/dist/cjs/extract.js +333 -106
  28. package/dist/cjs/extract.js.map +1 -1
  29. package/dist/cjs/geometry.js.map +1 -1
  30. package/dist/cjs/index.js.map +1 -1
  31. package/dist/cjs/lines.js +21 -10
  32. package/dist/cjs/lines.js.map +1 -1
  33. package/dist/cjs/markdown.js +140 -54
  34. package/dist/cjs/markdown.js.map +1 -1
  35. package/dist/cjs/page-marker.d.cts +1 -1
  36. package/dist/cjs/page-marker.d.ts +1 -1
  37. package/dist/cjs/page-marker.js +39 -8
  38. package/dist/cjs/page-marker.js.map +1 -1
  39. package/dist/cjs/pdf-open.js.map +1 -1
  40. package/dist/cjs/raster.js.map +1 -1
  41. package/dist/cjs/render-analysis.d.cts +4 -2
  42. package/dist/cjs/render-analysis.d.ts +4 -2
  43. package/dist/cjs/render-analysis.js +5 -3
  44. package/dist/cjs/render-analysis.js.map +1 -1
  45. package/dist/cjs/report.d.cts +2 -2
  46. package/dist/cjs/report.d.ts +2 -2
  47. package/dist/cjs/report.js +27 -8
  48. package/dist/cjs/report.js.map +1 -1
  49. package/dist/cjs/resolve.js.map +1 -1
  50. package/dist/cjs/text-analysis.d.cts +12 -0
  51. package/dist/cjs/text-analysis.d.ts +12 -0
  52. package/dist/cjs/text-analysis.js +175 -0
  53. package/dist/cjs/text-analysis.js.map +1 -0
  54. package/dist/cjs/types.d.cts +40 -3
  55. package/dist/cjs/types.d.ts +40 -3
  56. package/dist/cjs/types.js +2 -3
  57. package/dist/cjs/types.js.map +1 -1
  58. package/dist/cjs/validate.js.map +1 -1
  59. package/dist/esm/analyze.d.ts +3 -1
  60. package/dist/esm/analyze.js +18 -89
  61. package/dist/esm/analyze.js.map +1 -1
  62. package/dist/esm/audit.d.ts +6 -5
  63. package/dist/esm/audit.js +236 -29
  64. package/dist/esm/audit.js.map +1 -1
  65. package/dist/esm/cli/audit.js.map +1 -1
  66. package/dist/esm/cli/extract.js +10 -23
  67. package/dist/esm/cli/extract.js.map +1 -1
  68. package/dist/esm/cli/index.js.map +1 -1
  69. package/dist/esm/cli/render.js.map +1 -1
  70. package/dist/esm/cli/types.js.map +1 -1
  71. package/dist/esm/cli.js.map +1 -1
  72. package/dist/esm/collect.js +64 -15
  73. package/dist/esm/collect.js.map +1 -1
  74. package/dist/esm/dict.js.map +1 -1
  75. package/dist/esm/emit.js.map +1 -1
  76. package/dist/esm/engines/tesseract.js.map +1 -1
  77. package/dist/esm/errors.d.ts +2 -0
  78. package/dist/esm/errors.js.map +1 -1
  79. package/dist/esm/extract.d.ts +20 -9
  80. package/dist/esm/extract.js +167 -76
  81. package/dist/esm/extract.js.map +1 -1
  82. package/dist/esm/geometry.js.map +1 -1
  83. package/dist/esm/index.js.map +1 -1
  84. package/dist/esm/lines.js +14 -10
  85. package/dist/esm/lines.js.map +1 -1
  86. package/dist/esm/markdown.js +110 -27
  87. package/dist/esm/markdown.js.map +1 -1
  88. package/dist/esm/page-marker.d.ts +1 -1
  89. package/dist/esm/page-marker.js +15 -9
  90. package/dist/esm/page-marker.js.map +1 -1
  91. package/dist/esm/pdf-open.js.map +1 -1
  92. package/dist/esm/raster.js.map +1 -1
  93. package/dist/esm/render-analysis.d.ts +4 -2
  94. package/dist/esm/render-analysis.js +9 -5
  95. package/dist/esm/render-analysis.js.map +1 -1
  96. package/dist/esm/report.d.ts +2 -2
  97. package/dist/esm/report.js +12 -7
  98. package/dist/esm/report.js.map +1 -1
  99. package/dist/esm/resolve.js.map +1 -1
  100. package/dist/esm/text-analysis.d.ts +12 -0
  101. package/dist/esm/text-analysis.js +81 -0
  102. package/dist/esm/text-analysis.js.map +1 -0
  103. package/dist/esm/types.d.ts +40 -3
  104. package/dist/esm/types.js +4 -4
  105. package/dist/esm/types.js.map +1 -1
  106. package/dist/esm/validate.js.map +1 -1
  107. package/package.json +1 -1
  108. package/skills/pdf-to-md/SKILL.md +39 -66
@@ -14,18 +14,15 @@ function _export(target, all) {
14
14
  });
15
15
  }
16
16
  _export(exports, {
17
+ get analyzePdfAuto () {
18
+ return analyzePdfAuto;
19
+ },
17
20
  get extractOcr () {
18
21
  return extractOcr;
19
22
  },
20
23
  get extractText () {
21
24
  return extractText;
22
25
  },
23
- get needsOcrFallback () {
24
- return needsOcrFallback;
25
- },
26
- get ocrFallbackNotice () {
27
- return ocrFallbackNotice;
28
- },
29
26
  get pdfToMarkdown () {
30
27
  return pdfToMarkdown;
31
28
  }
@@ -33,11 +30,18 @@ _export(exports, {
33
30
  var _analyzets = require("./analyze.js");
34
31
  var _collectts = require("./collect.js");
35
32
  var _dictts = require("./dict.js");
36
- var _linests = require("./lines.js");
37
- var _markdownts = require("./markdown.js");
38
33
  var _renderanalysists = require("./render-analysis.js");
39
34
  var _reportts = require("./report.js");
35
+ var _textanalysists = require("./text-analysis.js");
40
36
  var _validatets = require("./validate.js");
37
+ function _array_like_to_array(arr, len) {
38
+ if (len == null || len > arr.length) len = arr.length;
39
+ for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
40
+ return arr2;
41
+ }
42
+ function _array_without_holes(arr) {
43
+ if (Array.isArray(arr)) return _array_like_to_array(arr);
44
+ }
41
45
  function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
42
46
  try {
43
47
  var info = gen[key](arg);
@@ -75,6 +79,14 @@ function _define_property(obj, key, value) {
75
79
  } else obj[key] = value;
76
80
  return obj;
77
81
  }
82
+ function _iterable_to_array(iter) {
83
+ if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) {
84
+ return Array.from(iter);
85
+ }
86
+ }
87
+ function _non_iterable_spread() {
88
+ throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
89
+ }
78
90
  function _object_spread(target) {
79
91
  for(var i = 1; i < arguments.length; i++){
80
92
  var source = arguments[i] != null ? arguments[i] : {};
@@ -113,6 +125,9 @@ function _object_spread_props(target, source) {
113
125
  }
114
126
  return target;
115
127
  }
128
+ function _to_consumable_array(arr) {
129
+ return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
130
+ }
116
131
  function _ts_generator(thisArg, body) {
117
132
  var f, y, t, _ = {
118
133
  label: 0,
@@ -212,13 +227,15 @@ function _ts_generator(thisArg, body) {
212
227
  };
213
228
  }
214
229
  }
215
- /**
216
- * Text-layer extraction. Returns markdown + QA report + warnings (hybrid
217
- * pages carrying large images whose baked-in text the text layer can never see). Makes no OCR decision — see pdfToMarkdown for the fallback.
218
- *
219
- * @param pdfPath path to the PDF file
220
- * @param opts see {@link ExtractTextOptions}
221
- */ // One collector per entry point: collects into `warnings`, streams via
230
+ function _unsupported_iterable_to_array(o, minLen) {
231
+ if (!o) return;
232
+ if (typeof o === "string") return _array_like_to_array(o, minLen);
233
+ var n = Object.prototype.toString.call(o).slice(8, -1);
234
+ if (n === "Object" && o.constructor) n = o.constructor.name;
235
+ if (n === "Map" || n === "Set") return Array.from(n);
236
+ if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
237
+ }
238
+ // One collector per entry point: collects into `warnings`, streams via
222
239
  // onWarning, and emits the dictionary-unavailable notice exactly once up front.
223
240
  function warnCollector(onWarning) {
224
241
  var warnings = [];
@@ -234,7 +251,7 @@ function warnCollector(onWarning) {
234
251
  }
235
252
  function extractText(_0) {
236
253
  return _async_to_generator(function(pdfPath) {
237
- var opts, _opts_pages_last, _opts_pageMarkers, _warnCollector, warnings, warn, range, _ref, numPages, pages, heightChars, pageLines, pageMarkers, _buildMarkdown, md, stats, bodyH, headingSizes, statsMd, hybridPages, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, n, report;
254
+ var opts, _opts_pages_last, _opts_pageMarkers, _opts_onWords, _warnCollector, warnings, warn, range, collected, text;
238
255
  var _arguments = arguments;
239
256
  return _ts_generator(this, function(_state) {
240
257
  switch(_state.label){
@@ -251,64 +268,15 @@ function extractText(_0) {
251
268
  (0, _collectts.collect)(pdfPath, range)
252
269
  ];
253
270
  case 1:
254
- _ref = _state.sent(), numPages = _ref.numPages, pages = _ref.pages, heightChars = _ref.heightChars;
255
- pageLines = pages.map(function(p) {
256
- return {
257
- page: p.page,
258
- lines: (0, _linests.toLines)(p)
259
- };
260
- });
261
- pageMarkers = (_opts_pageMarkers = opts.pageMarkers) !== null && _opts_pageMarkers !== void 0 ? _opts_pageMarkers : false;
262
- _buildMarkdown = (0, _markdownts.buildMarkdown)(pageLines, heightChars, {
263
- pageMarkers: pageMarkers
264
- }), md = _buildMarkdown.md, stats = _buildMarkdown.stats, bodyH = _buildMarkdown.bodyH, headingSizes = _buildMarkdown.headingSizes;
265
- // pageStats needs "### pN" markers to segment content; when the caller
266
- // didn't request them, build a throwaway marked variant (same heightChars) purely to measure stats from, so pageStats is always populated.
267
- statsMd = pageMarkers ? md : (0, _markdownts.buildMarkdown)(pageLines, heightChars, {
268
- pageMarkers: true
269
- }).md;
270
- // Advisory, not prescriptive: `hasLargeImage` fires on any large image,
271
- // even one with no baked-in text, where `--ocr` recovers nothing and can
272
- // actively degrade a correct result (measured: "I" -> "|", stray em-dashes) — so this tells the caller to COMPARE the OCR rerun, never blindly replace.
273
- hybridPages = pages.filter(function(p) {
274
- return p.largeImage;
275
- }).map(function(p) {
276
- return p.page;
277
- });
278
- _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
279
- try {
280
- for(_iterator = hybridPages[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
281
- n = _step.value;
282
- warn("p".concat(n, ": text layer used but page carries large image(s); if it has baked-in text this output won't have it — compare (don't blindly replace) against --pages ").concat(n, " --ocr, which can itself introduce errors"));
283
- }
284
- } catch (err) {
285
- _didIteratorError = true;
286
- _iteratorError = err;
287
- } finally{
288
- try {
289
- if (!_iteratorNormalCompletion && _iterator.return != null) {
290
- _iterator.return();
291
- }
292
- } finally{
293
- if (_didIteratorError) {
294
- throw _iteratorError;
295
- }
296
- }
297
- }
298
- report = (0, _reportts.buildReport)({
299
- numPages: numPages,
300
- md: md,
301
- statsMd: statsMd,
302
- stats: stats,
303
- bodyH: bodyH,
304
- headingSizes: headingSizes,
305
- hybridPages: hybridPages
306
- });
271
+ collected = _state.sent();
272
+ text = (0, _textanalysists.buildTextAnalysis)(collected, (_opts_pageMarkers = opts.pageMarkers) !== null && _opts_pageMarkers !== void 0 ? _opts_pageMarkers : false);
273
+ textNotices(collected, new Set(), warn);
274
+ (_opts_onWords = opts.onWords) === null || _opts_onWords === void 0 ? void 0 : _opts_onWords.call(opts, text.words);
307
275
  return [
308
276
  2,
309
277
  {
310
- markdown: md,
311
- report: report,
278
+ markdown: text.markdown,
279
+ report: text.analysis.report,
312
280
  warnings: warnings
313
281
  }
314
282
  ];
@@ -355,61 +323,171 @@ function extractOcr(_0) {
355
323
  });
356
324
  }).apply(this, arguments);
357
325
  }
358
- function needsOcrFallback(charsPerPage) {
359
- return charsPerPage < _reportts.AUTO_OCR_CHARS_PER_PAGE;
326
+ /** A page needs OCR only when its image signal accompanies an unusable text
327
+ * layer. The caller supplies the image part of that decision. */ function needsPageOcr(chars) {
328
+ return chars < _reportts.AUTO_OCR_CHARS_PER_PAGE;
360
329
  }
361
- function ocrFallbackNotice(charsPerPage) {
362
- return "text layer yields ~".concat(charsPerPage, " chars/page (< ").concat(_reportts.AUTO_OCR_CHARS_PER_PAGE, ") — pages are images of text; falling back to OCR (suppress with --no-ocr)");
330
+ function textNotices(collected, ocrPages, warn) {
331
+ var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
332
+ try {
333
+ for(var _iterator = collected.pages[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
334
+ var page = _step.value;
335
+ if (page.textChars !== 0 || ocrPages.has(page.page)) continue;
336
+ if (page.hasImage) warn("p".concat(page.page, ": no extractable text; page has image content and OCR was not selected"));
337
+ else warn("p".concat(page.page, ": no extractable text; the page may be blank or contain only vector content"));
338
+ }
339
+ } catch (err) {
340
+ _didIteratorError = true;
341
+ _iteratorError = err;
342
+ } finally{
343
+ try {
344
+ if (!_iteratorNormalCompletion && _iterator.return != null) {
345
+ _iterator.return();
346
+ }
347
+ } finally{
348
+ if (_didIteratorError) {
349
+ throw _iteratorError;
350
+ }
351
+ }
352
+ }
353
+ var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
354
+ try {
355
+ for(var _iterator1 = collected.pages[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
356
+ var page1 = _step1.value;
357
+ if (!page1.largeImage || ocrPages.has(page1.page)) continue;
358
+ warn("p".concat(page1.page, ": text layer used but page carries large image(s); if it has baked-in text this output won't have it — compare (don't blindly replace) against --pages ").concat(page1.page, " --ocr, which can itself introduce errors"));
359
+ }
360
+ } catch (err) {
361
+ _didIteratorError1 = true;
362
+ _iteratorError1 = err;
363
+ } finally{
364
+ try {
365
+ if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
366
+ _iterator1.return();
367
+ }
368
+ } finally{
369
+ if (_didIteratorError1) {
370
+ throw _iteratorError1;
371
+ }
372
+ }
373
+ }
363
374
  }
364
- function pdfToMarkdown(_0) {
375
+ function analysisWords(pages) {
376
+ return pages.flatMap(function(page) {
377
+ return page.words.map(function(word) {
378
+ return _object_spread_props(_object_spread({
379
+ page: page.page,
380
+ text: word.text
381
+ }, word.box), {
382
+ confidence: word.confidence
383
+ });
384
+ });
385
+ });
386
+ }
387
+ function analyzePdfAuto(_0) {
365
388
  return _async_to_generator(function(pdfPath) {
366
- var opts, _opts_onWarning, text, _opts_onWarning1, notice, ocr, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, w;
389
+ var opts, _opts_pages_last, _opts_onWords, _warnCollector, warnings, warn, range, _opts_onWords1, _ref, pages, words, markdown, report, analysis, collected, ocrPageNumbers, _opts_pageMarkers, _opts_onWords2, text, textPageNumbers, text1, textByPage, ocrByPage, ocrWords, ocrRanges, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, page, lastRange, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iterator1, _step1, range1, _ocrWords, result, _iteratorNormalCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, page1, err, pages1, markdown1, pagePaths, report1, analysis1;
367
390
  var _arguments = arguments;
368
391
  return _ts_generator(this, function(_state) {
369
392
  switch(_state.label){
370
393
  case 0:
371
394
  opts = _arguments.length > 1 && _arguments[1] !== void 0 ? _arguments[1] : {};
372
- if (opts.ocr) return [
373
- 2,
374
- extractOcr({
375
- pdfPath: pdfPath
376
- }, opts)
377
- ];
378
- return [
379
- 4,
380
- extractText(pdfPath, _object_spread_props(_object_spread({}, opts), {
381
- onWarning: undefined
382
- }))
383
- ];
384
- case 1:
385
- text = _state.sent();
386
- if (!(needsOcrFallback(text.report.charsPerPage) && !opts.noOcr)) return [
395
+ (0, _validatets.validatePages)(opts.pages);
396
+ _warnCollector = warnCollector(opts.onWarning), warnings = _warnCollector.warnings, warn = _warnCollector.warn;
397
+ range = opts.pages ? {
398
+ first: opts.pages.first,
399
+ last: (_opts_pages_last = opts.pages.last) !== null && _opts_pages_last !== void 0 ? _opts_pages_last : opts.pages.first
400
+ } : {};
401
+ if (!opts.ocr) return [
387
402
  3,
388
- 3
403
+ 2
389
404
  ];
390
- notice = ocrFallbackNotice(text.report.charsPerPage);
391
- (_opts_onWarning1 = opts.onWarning) === null || _opts_onWarning1 === void 0 ? void 0 : _opts_onWarning1.call(opts, notice);
392
405
  return [
393
406
  4,
394
- extractOcr({
407
+ (0, _analyzets.buildOcrAnalysisPages)({
395
408
  pdfPath: pdfPath
396
409
  }, _object_spread_props(_object_spread({}, opts), {
397
- fallback: true
398
- }))
410
+ onWords: undefined
411
+ }), warn)
399
412
  ];
400
- case 2:
401
- ocr = _state.sent();
402
- ocr.warnings.unshift(notice);
413
+ case 1:
414
+ _ref = _state.sent(), pages = _ref.pages, words = _ref.words;
415
+ markdown = (0, _renderanalysists.renderPagesToMarkdown)(pages, {
416
+ forcePageMarkers: true,
417
+ pageMarkers: true
418
+ });
419
+ report = (0, _reportts.buildOcrReport)({
420
+ md: markdown,
421
+ words: words
422
+ });
423
+ analysis = {
424
+ outputVersion: report.outputVersion,
425
+ report: report,
426
+ pages: pages
427
+ };
428
+ (_opts_onWords1 = opts.onWords) === null || _opts_onWords1 === void 0 ? void 0 : _opts_onWords1.call(opts, words);
403
429
  return [
404
430
  2,
405
- ocr
431
+ {
432
+ analysis: analysis,
433
+ markdown: markdown,
434
+ warnings: warnings
435
+ }
436
+ ];
437
+ case 2:
438
+ return [
439
+ 4,
440
+ (0, _collectts.collect)(pdfPath, range)
406
441
  ];
407
442
  case 3:
443
+ collected = _state.sent();
444
+ ocrPageNumbers = new Set(!opts.noOcr ? collected.pages.filter(function(page) {
445
+ return page.hasImage && needsPageOcr(page.textChars);
446
+ }).map(function(page) {
447
+ return page.page;
448
+ }) : []);
449
+ if (!ocrPageNumbers.size) {
450
+ ;
451
+ ;
452
+ text = (0, _textanalysists.buildTextAnalysis)(collected, (_opts_pageMarkers = opts.pageMarkers) !== null && _opts_pageMarkers !== void 0 ? _opts_pageMarkers : false);
453
+ textNotices(collected, ocrPageNumbers, warn);
454
+ (_opts_onWords2 = opts.onWords) === null || _opts_onWords2 === void 0 ? void 0 : _opts_onWords2.call(opts, text.words);
455
+ return [
456
+ 2,
457
+ {
458
+ analysis: text.analysis,
459
+ markdown: text.markdown,
460
+ warnings: warnings
461
+ }
462
+ ];
463
+ }
464
+ textPageNumbers = new Set(collected.pages.filter(function(page) {
465
+ return !ocrPageNumbers.has(page.page);
466
+ }).map(function(page) {
467
+ return page.page;
468
+ }));
469
+ text1 = textPageNumbers.size ? (0, _textanalysists.buildTextAnalysis)((0, _textanalysists.selectCollectedPages)(collected, textPageNumbers), true) : undefined;
470
+ textByPage = new Map(text1 === null || text1 === void 0 ? void 0 : text1.analysis.pages.map(function(page) {
471
+ return [
472
+ page.page,
473
+ page
474
+ ];
475
+ }));
476
+ ocrByPage = new Map();
477
+ ocrWords = [];
478
+ ocrRanges = [];
408
479
  _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
409
480
  try {
410
- for(_iterator = text.warnings[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
411
- w = _step.value;
412
- (_opts_onWarning = opts.onWarning) === null || _opts_onWarning === void 0 ? void 0 : _opts_onWarning.call(opts, w);
481
+ for(_iterator = collected.pages[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
482
+ page = _step.value;
483
+ if (!ocrPageNumbers.has(page.page)) continue;
484
+ warn("p".concat(page.page, ": sparse text layer with image content; using OCR for this page"));
485
+ lastRange = ocrRanges.at(-1);
486
+ if (lastRange && lastRange.last + 1 === page.page) lastRange.last = page.page;
487
+ else ocrRanges.push({
488
+ first: page.page,
489
+ last: page.page
490
+ });
413
491
  }
414
492
  } catch (err) {
415
493
  _didIteratorError = true;
@@ -425,9 +503,158 @@ function pdfToMarkdown(_0) {
425
503
  }
426
504
  }
427
505
  }
506
+ _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
507
+ _state.label = 4;
508
+ case 4:
509
+ _state.trys.push([
510
+ 4,
511
+ 9,
512
+ 10,
513
+ 11
514
+ ]);
515
+ _iterator1 = ocrRanges[Symbol.iterator]();
516
+ _state.label = 5;
517
+ case 5:
518
+ if (!!(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done)) return [
519
+ 3,
520
+ 8
521
+ ];
522
+ range1 = _step1.value;
523
+ return [
524
+ 4,
525
+ (0, _analyzets.buildOcrAnalysisPages)({
526
+ pdfPath: pdfPath
527
+ }, _object_spread_props(_object_spread({}, opts), {
528
+ pages: range1,
529
+ onWords: undefined
530
+ }), warn)
531
+ ];
532
+ case 6:
533
+ result = _state.sent();
534
+ _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
535
+ try {
536
+ for(_iterator2 = result.pages[Symbol.iterator](); !(_iteratorNormalCompletion2 = (_step2 = _iterator2.next()).done); _iteratorNormalCompletion2 = true){
537
+ page1 = _step2.value;
538
+ ocrByPage.set(page1.page, page1);
539
+ }
540
+ } catch (err) {
541
+ _didIteratorError2 = true;
542
+ _iteratorError2 = err;
543
+ } finally{
544
+ try {
545
+ if (!_iteratorNormalCompletion2 && _iterator2.return != null) {
546
+ _iterator2.return();
547
+ }
548
+ } finally{
549
+ if (_didIteratorError2) {
550
+ throw _iteratorError2;
551
+ }
552
+ }
553
+ }
554
+ (_ocrWords = ocrWords).push.apply(_ocrWords, _to_consumable_array(result.words));
555
+ _state.label = 7;
556
+ case 7:
557
+ _iteratorNormalCompletion1 = true;
558
+ return [
559
+ 3,
560
+ 5
561
+ ];
562
+ case 8:
563
+ return [
564
+ 3,
565
+ 11
566
+ ];
567
+ case 9:
568
+ err = _state.sent();
569
+ _didIteratorError1 = true;
570
+ _iteratorError1 = err;
571
+ return [
572
+ 3,
573
+ 11
574
+ ];
575
+ case 10:
576
+ try {
577
+ if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
578
+ _iterator1.return();
579
+ }
580
+ } finally{
581
+ if (_didIteratorError1) {
582
+ throw _iteratorError1;
583
+ }
584
+ }
585
+ return [
586
+ 7
587
+ ];
588
+ case 11:
589
+ textNotices(collected, ocrPageNumbers, warn);
590
+ pages1 = collected.pages.map(function(page) {
591
+ var _ocrByPage_get;
592
+ return (_ocrByPage_get = ocrByPage.get(page.page)) !== null && _ocrByPage_get !== void 0 ? _ocrByPage_get : textByPage.get(page.page);
593
+ });
594
+ markdown1 = (0, _renderanalysists.renderPagesToMarkdown)(pages1, {
595
+ forcePageMarkers: true,
596
+ pageMarkers: true
597
+ });
598
+ pagePaths = new Map(pages1.map(function(page) {
599
+ return [
600
+ page.page,
601
+ page.path
602
+ ];
603
+ }));
604
+ report1 = (0, _reportts.buildOcrReport)({
605
+ md: markdown1,
606
+ fallback: true,
607
+ words: ocrWords,
608
+ pagePaths: pagePaths,
609
+ hybridPages: text1 === null || text1 === void 0 ? void 0 : text1.analysis.report.hybridPages
610
+ });
611
+ if (text1) {
612
+ report1.bodyFontHeight = text1.analysis.report.bodyFontHeight;
613
+ report1.headingSizes = text1.analysis.report.headingSizes;
614
+ report1.listItems = text1.analysis.report.listItems;
615
+ report1.joinedPairs = text1.analysis.report.joinedPairs;
616
+ report1.closedHyphens = text1.analysis.report.closedHyphens;
617
+ report1.hybridPages = text1.analysis.report.hybridPages;
618
+ }
619
+ analysis1 = {
620
+ outputVersion: report1.outputVersion,
621
+ report: report1,
622
+ pages: pages1
623
+ };
624
+ (_opts_onWords = opts.onWords) === null || _opts_onWords === void 0 ? void 0 : _opts_onWords.call(opts, analysisWords(pages1));
625
+ return [
626
+ 2,
627
+ {
628
+ analysis: analysis1,
629
+ markdown: markdown1,
630
+ warnings: warnings
631
+ }
632
+ ];
633
+ }
634
+ });
635
+ }).apply(this, arguments);
636
+ }
637
+ function pdfToMarkdown(_0) {
638
+ return _async_to_generator(function(pdfPath) {
639
+ var opts, result;
640
+ var _arguments = arguments;
641
+ return _ts_generator(this, function(_state) {
642
+ switch(_state.label){
643
+ case 0:
644
+ opts = _arguments.length > 1 && _arguments[1] !== void 0 ? _arguments[1] : {};
645
+ return [
646
+ 4,
647
+ analyzePdfAuto(pdfPath, opts)
648
+ ];
649
+ case 1:
650
+ result = _state.sent();
428
651
  return [
429
652
  2,
430
- text
653
+ {
654
+ markdown: result.markdown,
655
+ report: result.analysis.report,
656
+ warnings: result.warnings
657
+ }
431
658
  ];
432
659
  }
433
660
  });
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/extract.ts"],"sourcesContent":["// The library layer for PDF -> markdown conversion: extractText/extractOcr/\n// pdfToMarkdown each take plain args, return plain data, and throw PdfToMdError — no process.exit, no console.*, no file writing.\n//\n// Warnings are DATA: every notice is returned in `warnings` verbatim and also\n// delivered incrementally via `onWarning` — the exact strings are load-bearing (the test suite asserts them).\nimport { buildOcrAnalysisPages } from './analyze.ts';\nimport { collect } from './collect.ts';\nimport { dictAvailable, dictUnavailableWarning } from './dict.ts';\nimport type { OcrProgressEvent } from './engines/tesseract.ts';\nimport type { PageWord, Tuning } from './geometry.ts';\nimport { toLines } from './lines.ts';\nimport { buildMarkdown } from './markdown.ts';\nimport { renderPagesToMarkdown } from './render-analysis.ts';\nimport { AUTO_OCR_CHARS_PER_PAGE, buildOcrReport, buildReport } from './report.ts';\nimport type { PageLines, Report } from './types.ts';\nimport { validatePages } from './validate.ts';\n\nexport type { OcrProgressEvent } from './engines/tesseract.ts';\n\n// A plain-JS caller (or `.ts` with `as any`) gets no compile-time check on\n// `pages`, so it's validated once at runtime — see src/validate.ts's `validatePages`.\n\n/** One recognized word with its page — the OCR replay input contract (same\n * shape as `geometry.ts`'s `PageWord`, re-exported under this module's public name). */\nexport type OcrWordInput = PageWord;\n\n/** A 1-based, inclusive page range — the shape every entry point's `pages`\n * option takes (the CLI's own `--pages N[-M]` parses into this). */\nexport interface PageSelection {\n first: number;\n /** inclusive; defaults to `first` */\n last?: number;\n}\n\n/** extractText/extractOcr/pdfToMarkdown's common return shape. */\nexport interface ExtractResult {\n markdown: string;\n /** per-document and per-page QA metrics — see `Report` (`src/types.ts`) */\n report: Report;\n /** every notice also delivered incrementally via `onWarning`, collected\n * here in full (hybrid pages, auto-OCR-fallback, empty OCR pages, sparse-retry) */\n warnings: string[];\n}\n\ninterface CommonOptions {\n /** convert only this page range (1-based, inclusive); defaults to the\n * whole document */\n pages?: PageSelection;\n /** delivered as each warning happens (also returned, in full, as\n * `warnings` on the resolved result) */\n onWarning?: (message: string) => void;\n}\n\n/** Options for {@link extractText}. */\nexport interface ExtractTextOptions extends CommonOptions {\n /** emit a `### pN` marker before each page's content (output formatting\n * only — `report.pageStats` is always populated regardless) */\n pageMarkers?: boolean;\n}\n\n/** Options for {@link extractOcr}. */\nexport interface ExtractOcrOptions extends CommonOptions {\n /** override any subset of the OCR-path geometry defaults — see\n * DEFAULT_TUNING (`src/geometry.ts`) for each knob's measured default */\n tuning?: Partial<Tuning>;\n /** page-render resolution for engine recognition (default 288, measured;\n * >~400 measured WORSE on ordinary pages — not a \"bigger is safer\" knob) */\n dpi?: number;\n /** marks report.ocrFallback — set by pdfToMarkdown's auto-fallback */\n fallback?: boolean;\n /** one event per page as recognition finishes (timing/count only — engine\n * chatter and the sparse-retry notice arrive via `onWarning` instead) */\n onProgress?: (e: OcrProgressEvent) => void;\n /** every recognized word entering the geometry, delivered once after\n * recognition — the severity-1 audit instrument (--debug-words) */\n onWords?: (words: OcrWordInput[]) => void;\n}\n\n/** Options for {@link pdfToMarkdown}. */\nexport interface PdfToMarkdownOptions extends ExtractTextOptions, Omit<ExtractOcrOptions, 'fallback'> {\n /** force the OCR path even when a text layer exists */\n ocr?: boolean;\n /** never fall back to OCR, even for image-only pages */\n noOcr?: boolean;\n}\n\n/**\n * Text-layer extraction. Returns markdown + QA report + warnings (hybrid\n * pages carrying large images whose baked-in text the text layer can never see). Makes no OCR decision — see pdfToMarkdown for the fallback.\n *\n * @param pdfPath path to the PDF file\n * @param opts see {@link ExtractTextOptions}\n */\n// One collector per entry point: collects into `warnings`, streams via\n// onWarning, and emits the dictionary-unavailable notice exactly once up front.\nfunction warnCollector(onWarning?: (message: string) => void): { warnings: string[]; warn: (m: string) => void } {\n const warnings: string[] = [];\n const warn = (m: string) => {\n warnings.push(m);\n onWarning?.(m);\n };\n if (!dictAvailable()) warn(dictUnavailableWarning());\n return { warnings, warn };\n}\n\nexport async function extractText(pdfPath: string, opts: ExtractTextOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n\n const range = opts.pages ? { first: opts.pages.first, last: opts.pages.last ?? opts.pages.first } : {};\n const { numPages, pages, heightChars } = await collect(pdfPath, range);\n const pageLines: PageLines[] = pages.map((p) => ({\n page: p.page,\n lines: toLines(p),\n }));\n const pageMarkers = opts.pageMarkers ?? false;\n const { md, stats, bodyH, headingSizes } = buildMarkdown(pageLines, heightChars, { pageMarkers });\n // pageStats needs \"### pN\" markers to segment content; when the caller\n // didn't request them, build a throwaway marked variant (same heightChars) purely to measure stats from, so pageStats is always populated.\n const statsMd = pageMarkers ? md : buildMarkdown(pageLines, heightChars, { pageMarkers: true }).md;\n\n // Advisory, not prescriptive: `hasLargeImage` fires on any large image,\n // even one with no baked-in text, where `--ocr` recovers nothing and can\n // actively degrade a correct result (measured: \"I\" -> \"|\", stray em-dashes) — so this tells the caller to COMPARE the OCR rerun, never blindly replace.\n const hybridPages = pages.filter((p) => p.largeImage).map((p) => p.page);\n for (const n of hybridPages) {\n warn(`p${n}: text layer used but page carries large image(s); if it has baked-in text this output won't have it — compare (don't blindly replace) against --pages ${n} --ocr, which can itself introduce errors`);\n }\n\n const report = buildReport({\n numPages,\n md,\n statsMd,\n stats,\n bodyH,\n headingSizes,\n hybridPages,\n });\n return { markdown: md, report, warnings };\n}\n\n/**\n * OCR extraction. Input is either a PDF (pages render at `dpi` and the\n * engine recognizes them, imported lazily) or an already-recognized word dump (the offline replay input — see `--words-json`).\n *\n * @param input `{ pdfPath }` to recognize, or `{ words }` to replay a dump\n * @param opts see {@link ExtractOcrOptions}\n */\nexport async function extractOcr(input: { pdfPath: string } | { words: OcrWordInput[] }, opts: ExtractOcrOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n\n // Shared with analyze(pdf, {path:'ocr'}) — see that module's header for\n // why this makes the two byte-identical by construction, not by hand.\n const { pages, words } = await buildOcrAnalysisPages(input, opts, warn);\n const md = renderPagesToMarkdown(pages, { forcePageMarkers: true, pageMarkers: true });\n\n const report = buildOcrReport({\n md,\n fallback: opts.fallback,\n // Confidence is on `words` — see report.ts's low-confidence detector for\n // how it handles a confidence-less replay honestly.\n words,\n });\n return { markdown: md, report, warnings };\n}\n\n/** pdfToMarkdown's auto-OCR fallback predicate, shared with the CLI's\n * --format=raw|txt path so the two call sites can never drift apart. Module-internal: not re-exported by `src/index.ts`. */\nexport function needsOcrFallback(charsPerPage: number): boolean {\n return charsPerPage < AUTO_OCR_CHARS_PER_PAGE;\n}\n\n/** The exact stderr/warnings notice printed when needsOcrFallback fires —\n * one copy of the string for both call sites (asserted verbatim by the suite). */\nexport function ocrFallbackNotice(charsPerPage: number): string {\n return `text layer yields ~${charsPerPage} chars/page (< ${AUTO_OCR_CHARS_PER_PAGE}) — pages are images of text; falling back to OCR (suppress with --no-ocr)`;\n}\n\n/**\n * The headline API: extract a PDF to markdown, text layer first, falling\n * back to OCR when the text layer is empty enough the pages are certainly images of text (< `AUTO_OCR_CHARS_PER_PAGE` chars/page) — the same decision the CLI makes.\n *\n * @param pdfPath path to the PDF file\n * @param opts see {@link PdfToMarkdownOptions}\n */\nexport async function pdfToMarkdown(pdfPath: string, opts: PdfToMarkdownOptions = {}): Promise<ExtractResult> {\n if (opts.ocr) return extractOcr({ pdfPath }, opts);\n\n // Warning DELIVERY is deferred on the text pass: if the fallback fires,\n // those hybrid warnings describe output being discarded, so only a kept text result replays them.\n const text = await extractText(pdfPath, { ...opts, onWarning: undefined });\n if (needsOcrFallback(text.report.charsPerPage) && !opts.noOcr) {\n const notice = ocrFallbackNotice(text.report.charsPerPage);\n opts.onWarning?.(notice);\n const ocr = await extractOcr({ pdfPath }, { ...opts, fallback: true });\n ocr.warnings.unshift(notice);\n return ocr;\n }\n for (const w of text.warnings) opts.onWarning?.(w);\n return text;\n}\n"],"names":["extractOcr","extractText","needsOcrFallback","ocrFallbackNotice","pdfToMarkdown","warnCollector","onWarning","warnings","warn","m","push","dictAvailable","dictUnavailableWarning","pdfPath","opts","range","numPages","pages","heightChars","pageLines","pageMarkers","buildMarkdown","md","stats","bodyH","headingSizes","statsMd","hybridPages","n","report","validatePages","first","last","collect","map","p","page","lines","toLines","filter","largeImage","buildReport","markdown","input","words","buildOcrAnalysisPages","renderPagesToMarkdown","forcePageMarkers","buildOcrReport","fallback","charsPerPage","AUTO_OCR_CHARS_PER_PAGE","text","notice","ocr","w","undefined","noOcr","unshift"],"mappings":"AAAA,4EAA4E;AAC5E,kIAAkI;AAClI,EAAE;AACF,8EAA8E;AAC9E,8GAA8G;;;;;;;;;;;;QAgJxFA;eAAAA;;QA3CAC;eAAAA;;QAgENC;eAAAA;;QAMAC;eAAAA;;QAWMC;eAAAA;;;yBArLgB;yBACd;sBAC8B;uBAG9B;0BACM;gCACQ;wBAC+B;0BAEvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuE9B;;;;;;CAMC,GACD,uEAAuE;AACvE,gFAAgF;AAChF,SAASC,cAAcC,SAAqC;IAC1D,IAAMC,WAAqB,EAAE;IAC7B,IAAMC,OAAO,cAACC;QACZF,SAASG,IAAI,CAACD;QACdH,sBAAAA,gCAAAA,UAAYG;IACd;IACA,IAAI,CAACE,IAAAA,qBAAa,KAAIH,KAAKI,IAAAA,8BAAsB;IACjD,OAAO;QAAEL,UAAAA;QAAUC,MAAAA;IAAK;AAC1B;AAEO,SAAeP;wCAAYY,OAAe;YAAEC,MAIWA,kBAMxCA,mBAROT,gBAAnBE,UAAUC,MAEZO,OACmC,MAAjCC,UAAUC,OAAOC,aACnBC,WAIAC,aACqCC,gBAAnCC,IAAIC,OAAOC,OAAOC,cAGpBC,SAKAC,aACD,2BAAA,mBAAA,gBAAA,WAAA,OAAMC,GAILC;;;;;oBAxB2Cf,OAAAA,oEAA2B,CAAC;oBAC7EgB,IAAAA,yBAAa,EAAChB,KAAKG,KAAK;oBACGZ,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBAEZO,QAAQD,KAAKG,KAAK,GAAG;wBAAEc,OAAOjB,KAAKG,KAAK,CAACc,KAAK;wBAAEC,IAAI,GAAElB,mBAAAA,KAAKG,KAAK,CAACe,IAAI,cAAflB,8BAAAA,mBAAmBA,KAAKG,KAAK,CAACc,KAAK;oBAAC,IAAI,CAAC;oBAC5D;;wBAAME,IAAAA,kBAAO,EAACpB,SAASE;;;oBAAvB,OAAA,eAAjCC,WAAiC,KAAjCA,UAAUC,QAAuB,KAAvBA,OAAOC,cAAgB,KAAhBA;oBACnBC,YAAyBF,MAAMiB,GAAG,CAAC,SAACC;+BAAO;4BAC/CC,MAAMD,EAAEC,IAAI;4BACZC,OAAOC,IAAAA,gBAAO,EAACH;wBACjB;;oBACMf,eAAcN,oBAAAA,KAAKM,WAAW,cAAhBN,+BAAAA,oBAAoB;oBACGO,iBAAAA,IAAAA,yBAAa,EAACF,WAAWD,aAAa;wBAAEE,aAAAA;oBAAY,IAAvFE,KAAmCD,eAAnCC,IAAIC,QAA+BF,eAA/BE,OAAOC,QAAwBH,eAAxBG,OAAOC,eAAiBJ,eAAjBI;oBAC1B,uEAAuE;oBACvE,2IAA2I;oBACrIC,UAAUN,cAAcE,KAAKD,IAAAA,yBAAa,EAACF,WAAWD,aAAa;wBAAEE,aAAa;oBAAK,GAAGE,EAAE;oBAElG,wEAAwE;oBACxE,yEAAyE;oBACzE,wJAAwJ;oBAClJK,cAAcV,MAAMsB,MAAM,CAAC,SAACJ;+BAAMA,EAAEK,UAAU;uBAAEN,GAAG,CAAC,SAACC;+BAAMA,EAAEC,IAAI;;oBAClE,kCAAA,2BAAA;;wBAAL,IAAK,YAAWT,kCAAX,6BAAA,QAAA,yBAAA,iCAAwB;4BAAlBC,IAAN;4BACHpB,KAAK,AAAC,IAA8JoB,OAA3JA,GAAE,2JAA2J,OAAFA,GAAE;wBACxK;;wBAFK;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAICC,SAASY,IAAAA,qBAAW,EAAC;wBACzBzB,UAAAA;wBACAM,IAAAA;wBACAI,SAAAA;wBACAH,OAAAA;wBACAC,OAAAA;wBACAC,cAAAA;wBACAE,aAAAA;oBACF;oBACA;;wBAAO;4BAAEe,UAAUpB;4BAAIO,QAAAA;4BAAQtB,UAAAA;wBAAS;;;;IAC1C;;AASO,SAAeP;wCAAW2C,KAAsD;YAAE7B,MAE5DT,gBAAnBE,UAAUC,MAIO,MAAjBS,OAAO2B,OACTtB,IAEAO;;;;;oBATiFf,OAAAA,oEAA0B,CAAC;oBAClHgB,IAAAA,yBAAa,EAAChB,KAAKG,KAAK;oBACGZ,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBAIO;;wBAAMqC,IAAAA,gCAAqB,EAACF,OAAO7B,MAAMN;;;oBAAzC,OAAA,eAAjBS,QAAiB,KAAjBA,OAAO2B,QAAU,KAAVA;oBACTtB,KAAKwB,IAAAA,uCAAqB,EAAC7B,OAAO;wBAAE8B,kBAAkB;wBAAM3B,aAAa;oBAAK;oBAE9ES,SAASmB,IAAAA,wBAAc,EAAC;wBAC5B1B,IAAAA;wBACA2B,UAAUnC,KAAKmC,QAAQ;wBACvB,yEAAyE;wBACzE,oDAAoD;wBACpDL,OAAAA;oBACF;oBACA;;wBAAO;4BAAEF,UAAUpB;4BAAIO,QAAAA;4BAAQtB,UAAAA;wBAAS;;;;IAC1C;;AAIO,SAASL,iBAAiBgD,YAAoB;IACnD,OAAOA,eAAeC,iCAAuB;AAC/C;AAIO,SAAShD,kBAAkB+C,YAAoB;IACpD,OAAO,AAAC,sBAAmDC,OAA9BD,cAAa,mBAAyC,OAAxBC,iCAAuB,EAAC;AACrF;AASO,SAAe/C;wCAAcS,OAAe;YAAEC,MAapBA,iBARzBsC,MAGJtC,kBADMuC,QAEAC,KAIH,2BAAA,mBAAA,gBAAA,WAAA,OAAMC;;;;;oBAbwCzC,OAAAA,oEAA6B,CAAC;oBACjF,IAAIA,KAAKwC,GAAG,EAAE;;wBAAOtD,WAAW;4BAAEa,SAAAA;wBAAQ,GAAGC;;oBAIhC;;wBAAMb,YAAYY,SAAS,wCAAKC;4BAAMR,WAAWkD;;;;oBAAxDJ,OAAO;yBACTlD,CAAAA,iBAAiBkD,KAAKvB,MAAM,CAACqB,YAAY,KAAK,CAACpC,KAAK2C,KAAK,AAAD,GAAxDvD;;;;oBACImD,SAASlD,kBAAkBiD,KAAKvB,MAAM,CAACqB,YAAY;qBACzDpC,mBAAAA,KAAKR,SAAS,cAAdQ,uCAAAA,sBAAAA,MAAiBuC;oBACL;;wBAAMrD,WAAW;4BAAEa,SAAAA;wBAAQ,GAAG,wCAAKC;4BAAMmC,UAAU;;;;oBAAzDK,MAAM;oBACZA,IAAI/C,QAAQ,CAACmD,OAAO,CAACL;oBACrB;;wBAAOC;;;oBAEJ,kCAAA,2BAAA;;wBAAL,IAAK,YAAWF,KAAK7C,QAAQ,uBAAxB,6BAAA,QAAA,yBAAA;4BAAMgD,IAAN;6BAA0BzC,kBAAAA,KAAKR,SAAS,cAAdQ,sCAAAA,qBAAAA,MAAiByC;;;wBAA3C;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBACL;;wBAAOH;;;;IACT"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/extract.ts"],"sourcesContent":["// The library layer for PDF -> markdown conversion: extractText/extractOcr/\n// pdfToMarkdown each take plain args, return plain data, and throw PdfToMdError — no process.exit, no console.*, no file writing.\n//\n// Warnings are DATA: every notice is returned in `warnings` verbatim and also\n// delivered incrementally via `onWarning` — the exact strings are load-bearing (the test suite asserts them).\nimport { buildOcrAnalysisPages } from './analyze.ts';\nimport { collect } from './collect.ts';\nimport { dictAvailable, dictUnavailableWarning } from './dict.ts';\nimport type { OcrProgressEvent } from './engines/tesseract.ts';\nimport type { PageWord, Tuning } from './geometry.ts';\nimport { renderPagesToMarkdown } from './render-analysis.ts';\nimport { AUTO_OCR_CHARS_PER_PAGE, buildOcrReport } from './report.ts';\nimport { buildTextAnalysis, selectCollectedPages } from './text-analysis.ts';\nimport type { Analysis, AnalysisPage, CollectResult, Report } from './types.ts';\nimport { validatePages } from './validate.ts';\n\nexport type { OcrProgressEvent } from './engines/tesseract.ts';\n\n// A plain-JS caller (or `.ts` with `as any`) gets no compile-time check on\n// `pages`, so it's validated once at runtime — see src/validate.ts's `validatePages`.\n\n/** One recognized word with its page — the OCR replay input contract (same\n * shape as `geometry.ts`'s `PageWord`, re-exported under this module's public name). */\nexport type OcrWordInput = PageWord;\n\n/** A 1-based, inclusive page range — the shape every entry point's `pages`\n * option takes (the CLI's own `--pages N[-M]` parses into this). */\nexport interface PageSelection {\n first: number;\n /** inclusive; defaults to `first` */\n last?: number;\n}\n\n/** extractText/extractOcr/pdfToMarkdown's common return shape. */\nexport interface ExtractResult {\n markdown: string;\n /** per-document and per-page QA metrics — see `Report` (`src/types.ts`) */\n report: Report;\n /** every notice also delivered incrementally via `onWarning`, collected\n * here in full (hybrid pages, auto-OCR-fallback, empty OCR pages, sparse-retry) */\n warnings: string[];\n}\n\ninterface CommonOptions {\n /** convert only this page range (1-based, inclusive); defaults to the\n * whole document */\n pages?: PageSelection;\n /** delivered as each warning happens (also returned, in full, as\n * `warnings` on the resolved result) */\n onWarning?: (message: string) => void;\n}\n\n/** Options for {@link extractText}. */\nexport interface ExtractTextOptions extends CommonOptions {\n /** emit a `### pN` marker before each page's content (output formatting\n * only — `report.pageStats` is always populated regardless) */\n pageMarkers?: boolean;\n /** source PDF text runs entering layout, delivered once for the selected\n * final result. Runs retain measured bounds and are not fabricated words. */\n onWords?: (words: OcrWordInput[]) => void;\n}\n\n/** Options for {@link extractOcr}. */\nexport interface ExtractOcrOptions extends CommonOptions {\n /** override any subset of the OCR-path geometry defaults — see\n * DEFAULT_TUNING (`src/geometry.ts`) for each knob's measured default */\n tuning?: Partial<Tuning>;\n /** page-render resolution for engine recognition (default 288, measured;\n * >~400 measured WORSE on ordinary pages — not a \"bigger is safer\" knob) */\n dpi?: number;\n /** marks report.ocrFallback — set by pdfToMarkdown's auto-fallback */\n fallback?: boolean;\n /** one event per page as recognition finishes (timing/count only — engine\n * chatter and the sparse-retry notice arrive via `onWarning` instead) */\n onProgress?: (e: OcrProgressEvent) => void;\n /** every recognized word entering the geometry, delivered once after\n * recognition — the severity-1 audit instrument (--debug-words) */\n onWords?: (words: OcrWordInput[]) => void;\n}\n\n/** Options for {@link pdfToMarkdown}. */\nexport interface PdfToMarkdownOptions extends ExtractTextOptions, Omit<ExtractOcrOptions, 'fallback'> {\n /** force the OCR path even when a text layer exists */\n ocr?: boolean;\n /** never fall back to OCR, even for image-only pages */\n noOcr?: boolean;\n}\n\n// One collector per entry point: collects into `warnings`, streams via\n// onWarning, and emits the dictionary-unavailable notice exactly once up front.\nfunction warnCollector(onWarning?: (message: string) => void): { warnings: string[]; warn: (m: string) => void } {\n const warnings: string[] = [];\n const warn = (m: string) => {\n warnings.push(m);\n onWarning?.(m);\n };\n if (!dictAvailable()) warn(dictUnavailableWarning());\n return { warnings, warn };\n}\n\n/** Extract embedded text with a QA report and warnings; never runs OCR.\n * @param pdfPath path to the PDF file\n * @param opts see {@link ExtractTextOptions}\n */\nexport async function extractText(pdfPath: string, opts: ExtractTextOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n const range = opts.pages ? { first: opts.pages.first, last: opts.pages.last ?? opts.pages.first } : {};\n const collected = await collect(pdfPath, range);\n const text = buildTextAnalysis(collected, opts.pageMarkers ?? false);\n textNotices(collected, new Set(), warn);\n opts.onWords?.(text.words);\n return { markdown: text.markdown, report: text.analysis.report, warnings };\n}\n\n/**\n * OCR extraction. Input is either a PDF (pages render at `dpi` and the\n * engine recognizes them, imported lazily) or an already-recognized word dump (the offline replay input — see `--words-json`).\n *\n * @param input `{ pdfPath }` to recognize, or `{ words }` to replay a dump\n * @param opts see {@link ExtractOcrOptions}\n */\nexport async function extractOcr(input: { pdfPath: string } | { words: OcrWordInput[] }, opts: ExtractOcrOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n\n // Shared with analyze(pdf, {path:'ocr'}) — see that module's header for\n // why this makes the two byte-identical by construction, not by hand.\n const { pages, words } = await buildOcrAnalysisPages(input, opts, warn);\n const md = renderPagesToMarkdown(pages, { forcePageMarkers: true, pageMarkers: true });\n\n const report = buildOcrReport({\n md,\n fallback: opts.fallback,\n // Confidence is on `words` — see report.ts's low-confidence detector for\n // how it handles a confidence-less replay honestly.\n words,\n });\n return { markdown: md, report, warnings };\n}\n\n/** A page needs OCR only when its image signal accompanies an unusable text\n * layer. The caller supplies the image part of that decision. */\nfunction needsPageOcr(chars: number): boolean {\n return chars < AUTO_OCR_CHARS_PER_PAGE;\n}\n\nfunction textNotices(collected: CollectResult, ocrPages: Set<number>, warn: (message: string) => void): void {\n for (const page of collected.pages) {\n if (page.textChars !== 0 || ocrPages.has(page.page)) continue;\n if (page.hasImage) warn(`p${page.page}: no extractable text; page has image content and OCR was not selected`);\n else warn(`p${page.page}: no extractable text; the page may be blank or contain only vector content`);\n }\n for (const page of collected.pages) {\n if (!page.largeImage || ocrPages.has(page.page)) continue;\n warn(`p${page.page}: text layer used but page carries large image(s); if it has baked-in text this output won't have it — compare (don't blindly replace) against --pages ${page.page} --ocr, which can itself introduce errors`);\n }\n}\n\nfunction analysisWords(pages: AnalysisPage[]): OcrWordInput[] {\n return pages.flatMap((page) => page.words.map((word) => ({ page: page.page, text: word.text, ...word.box, confidence: word.confidence })));\n}\n\ninterface AutoAnalysisResult {\n analysis: Analysis;\n markdown: string;\n warnings: string[];\n}\n\n/** Shared automatic route for the library's Markdown result and the CLI's\n * raw/plain-text formats. A page changes producer only when it has image\n * evidence and an unusable text layer, so a blank or vector-only page never\n * becomes speculative OCR input. */\nexport async function analyzePdfAuto(pdfPath: string, opts: PdfToMarkdownOptions = {}): Promise<AutoAnalysisResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n const range = opts.pages ? { first: opts.pages.first, last: opts.pages.last ?? opts.pages.first } : {};\n\n if (opts.ocr) {\n const { pages, words } = await buildOcrAnalysisPages({ pdfPath }, { ...opts, onWords: undefined }, warn);\n const markdown = renderPagesToMarkdown(pages, { forcePageMarkers: true, pageMarkers: true });\n const report = buildOcrReport({ md: markdown, words });\n const analysis: Analysis = { outputVersion: report.outputVersion, report, pages };\n opts.onWords?.(words);\n return { analysis, markdown, warnings };\n }\n\n const collected = await collect(pdfPath, range);\n const ocrPageNumbers = new Set(!opts.noOcr ? collected.pages.filter((page) => page.hasImage && needsPageOcr(page.textChars)).map((page) => page.page) : []);\n if (!ocrPageNumbers.size) {\n const text = buildTextAnalysis(collected, opts.pageMarkers ?? false);\n textNotices(collected, ocrPageNumbers, warn);\n opts.onWords?.(text.words);\n return { analysis: text.analysis, markdown: text.markdown, warnings };\n }\n\n const textPageNumbers = new Set(collected.pages.filter((page) => !ocrPageNumbers.has(page.page)).map((page) => page.page));\n const text = textPageNumbers.size ? buildTextAnalysis(selectCollectedPages(collected, textPageNumbers), true) : undefined;\n const textByPage = new Map(text?.analysis.pages.map((page) => [page.page, page]));\n const ocrByPage = new Map<number, AnalysisPage>();\n const ocrWords: OcrWordInput[] = [];\n const ocrRanges: Array<{ first: number; last: number }> = [];\n for (const page of collected.pages) {\n if (!ocrPageNumbers.has(page.page)) continue;\n warn(`p${page.page}: sparse text layer with image content; using OCR for this page`);\n const lastRange = ocrRanges.at(-1);\n if (lastRange && lastRange.last + 1 === page.page) lastRange.last = page.page;\n else ocrRanges.push({ first: page.page, last: page.page });\n }\n for (const range of ocrRanges) {\n const result = await buildOcrAnalysisPages({ pdfPath }, { ...opts, pages: range, onWords: undefined }, warn);\n for (const page of result.pages) ocrByPage.set(page.page, page);\n ocrWords.push(...result.words);\n }\n textNotices(collected, ocrPageNumbers, warn);\n const pages = collected.pages.map((page) => ocrByPage.get(page.page) ?? (textByPage.get(page.page) as AnalysisPage));\n const markdown = renderPagesToMarkdown(pages, { forcePageMarkers: true, pageMarkers: true });\n const pagePaths = new Map(pages.map((page) => [page.page, page.path]));\n const report = buildOcrReport({\n md: markdown,\n fallback: true,\n words: ocrWords,\n pagePaths,\n hybridPages: text?.analysis.report.hybridPages,\n });\n if (text) {\n report.bodyFontHeight = text.analysis.report.bodyFontHeight;\n report.headingSizes = text.analysis.report.headingSizes;\n report.listItems = text.analysis.report.listItems;\n report.joinedPairs = text.analysis.report.joinedPairs;\n report.closedHyphens = text.analysis.report.closedHyphens;\n report.hybridPages = text.analysis.report.hybridPages;\n }\n const analysis: Analysis = { outputVersion: report.outputVersion, report, pages };\n opts.onWords?.(analysisWords(pages));\n return { analysis, markdown, warnings };\n}\n\n/**\n * Extract each page from embedded text, using OCR only when the page has\n * image content and fewer than `AUTO_OCR_CHARS_PER_PAGE` text characters.\n *\n * @param pdfPath path to the PDF file\n * @param opts see {@link PdfToMarkdownOptions}\n */\nexport async function pdfToMarkdown(pdfPath: string, opts: PdfToMarkdownOptions = {}): Promise<ExtractResult> {\n const result = await analyzePdfAuto(pdfPath, opts);\n return { markdown: result.markdown, report: result.analysis.report, warnings: result.warnings };\n}\n"],"names":["analyzePdfAuto","extractOcr","extractText","pdfToMarkdown","warnCollector","onWarning","warnings","warn","m","push","dictAvailable","dictUnavailableWarning","pdfPath","opts","range","collected","text","validatePages","pages","first","last","collect","buildTextAnalysis","pageMarkers","textNotices","Set","onWords","words","markdown","report","analysis","input","md","buildOcrAnalysisPages","renderPagesToMarkdown","forcePageMarkers","buildOcrReport","fallback","needsPageOcr","chars","AUTO_OCR_CHARS_PER_PAGE","ocrPages","page","textChars","has","hasImage","largeImage","analysisWords","flatMap","map","word","box","confidence","ocrPageNumbers","textPageNumbers","textByPage","ocrByPage","ocrWords","ocrRanges","lastRange","result","pagePaths","ocr","undefined","outputVersion","noOcr","filter","size","selectCollectedPages","Map","at","set","get","path","hybridPages","bodyFontHeight","headingSizes","listItems","joinedPairs","closedHyphens"],"mappings":"AAAA,4EAA4E;AAC5E,kIAAkI;AAClI,EAAE;AACF,8EAA8E;AAC9E,8GAA8G;;;;;;;;;;;;QAyKxFA;eAAAA;;QAnDAC;eAAAA;;QAlBAC;eAAAA;;QA6IAC;eAAAA;;;yBAhPgB;yBACd;sBAC8B;gCAGhB;wBACkB;8BACA;0BAE1B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0E9B,uEAAuE;AACvE,gFAAgF;AAChF,SAASC,cAAcC,SAAqC;IAC1D,IAAMC,WAAqB,EAAE;IAC7B,IAAMC,OAAO,cAACC;QACZF,SAASG,IAAI,CAACD;QACdH,sBAAAA,gCAAAA,UAAYG;IACd;IACA,IAAI,CAACE,IAAAA,qBAAa,KAAIH,KAAKI,IAAAA,8BAAsB;IACjD,OAAO;QAAEL,UAAAA;QAAUC,MAAAA;IAAK;AAC1B;AAMO,SAAeL;wCAAYU,OAAe;YAAEC,MAGWA,kBAElBA,mBAE1CA,eAL2BT,gBAAnBE,UAAUC,MACZO,OACAC,WACAC;;;;;oBAL2CH,OAAAA,oEAA2B,CAAC;oBAC7EI,IAAAA,yBAAa,EAACJ,KAAKK,KAAK;oBACGd,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBACZO,QAAQD,KAAKK,KAAK,GAAG;wBAAEC,OAAON,KAAKK,KAAK,CAACC,KAAK;wBAAEC,IAAI,GAAEP,mBAAAA,KAAKK,KAAK,CAACE,IAAI,cAAfP,8BAAAA,mBAAmBA,KAAKK,KAAK,CAACC,KAAK;oBAAC,IAAI,CAAC;oBACnF;;wBAAME,IAAAA,kBAAO,EAACT,SAASE;;;oBAAnCC,YAAY;oBACZC,OAAOM,IAAAA,iCAAiB,EAACP,YAAWF,oBAAAA,KAAKU,WAAW,cAAhBV,+BAAAA,oBAAoB;oBAC9DW,YAAYT,WAAW,IAAIU,OAAOlB;qBAClCM,gBAAAA,KAAKa,OAAO,cAAZb,oCAAAA,mBAAAA,MAAeG,KAAKW,KAAK;oBACzB;;wBAAO;4BAAEC,UAAUZ,KAAKY,QAAQ;4BAAEC,QAAQb,KAAKc,QAAQ,CAACD,MAAM;4BAAEvB,UAAAA;wBAAS;;;;IAC3E;;AASO,SAAeL;wCAAW8B,KAAsD;YAAElB,MAE5DT,gBAAnBE,UAAUC,MAIO,MAAjBW,OAAOS,OACTK,IAEAH;;;;;oBATiFhB,OAAAA,oEAA0B,CAAC;oBAClHI,IAAAA,yBAAa,EAACJ,KAAKK,KAAK;oBACGd,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBAIO;;wBAAM0B,IAAAA,gCAAqB,EAACF,OAAOlB,MAAMN;;;oBAAzC,OAAA,eAAjBW,QAAiB,KAAjBA,OAAOS,QAAU,KAAVA;oBACTK,KAAKE,IAAAA,uCAAqB,EAAChB,OAAO;wBAAEiB,kBAAkB;wBAAMZ,aAAa;oBAAK;oBAE9EM,SAASO,IAAAA,wBAAc,EAAC;wBAC5BJ,IAAAA;wBACAK,UAAUxB,KAAKwB,QAAQ;wBACvB,yEAAyE;wBACzE,oDAAoD;wBACpDV,OAAAA;oBACF;oBACA;;wBAAO;4BAAEC,UAAUI;4BAAIH,QAAAA;4BAAQvB,UAAAA;wBAAS;;;;IAC1C;;AAEA;+DAC+D,GAC/D,SAASgC,aAAaC,KAAa;IACjC,OAAOA,QAAQC,iCAAuB;AACxC;AAEA,SAAShB,YAAYT,SAAwB,EAAE0B,QAAqB,EAAElC,IAA+B;QAC9F,kCAAA,2BAAA;;QAAL,QAAK,YAAcQ,UAAUG,KAAK,qBAA7B,SAAA,6BAAA,QAAA,yBAAA,iCAA+B;YAA/B,IAAMwB,OAAN;YACH,IAAIA,KAAKC,SAAS,KAAK,KAAKF,SAASG,GAAG,CAACF,KAAKA,IAAI,GAAG;YACrD,IAAIA,KAAKG,QAAQ,EAAEtC,KAAK,AAAC,IAAa,OAAVmC,KAAKA,IAAI,EAAC;iBACjCnC,KAAK,AAAC,IAAa,OAAVmC,KAAKA,IAAI,EAAC;QAC1B;;QAJK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;QAKA,mCAAA,4BAAA;;QAAL,QAAK,aAAc3B,UAAUG,KAAK,qBAA7B,UAAA,8BAAA,SAAA,0BAAA,kCAA+B;YAA/B,IAAMwB,QAAN;YACH,IAAI,CAACA,MAAKI,UAAU,IAAIL,SAASG,GAAG,CAACF,MAAKA,IAAI,GAAG;YACjDnC,KAAK,AAAC,IAAsKmC,OAAnKA,MAAKA,IAAI,EAAC,2JAAmK,OAAVA,MAAKA,IAAI,EAAC;QACxL;;QAHK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAIP;AAEA,SAASK,cAAc7B,KAAqB;IAC1C,OAAOA,MAAM8B,OAAO,CAAC,SAACN;eAASA,KAAKf,KAAK,CAACsB,GAAG,CAAC,SAACC;mBAAU;gBAAER,MAAMA,KAAKA,IAAI;gBAAE1B,MAAMkC,KAAKlC,IAAI;eAAKkC,KAAKC,GAAG;gBAAEC,YAAYF,KAAKE,UAAU;;;;AACvI;AAYO,SAAepD;wCAAeY,OAAe;YAAEC,MAGQA,kBA0D5DA,eA3D2BT,gBAAnBE,UAAUC,MACZO,OAOJD,gBAJyB,MAAjBK,OAAOS,OACTC,UACAC,QACAC,UAKFf,WACAsC,gBAEsCxC,mBAE1CA,gBAFMG,MAMFsC,iBACAtC,OACAuC,YACAC,WACAC,UACAC,WACD,2BAAA,mBAAA,gBAAA,WAAA,OAAMhB,MAGHiB,WAIH,4BAAA,oBAAA,iBAAA,YAAA,QAAM7C,QAGT2C,WAFMG,QACD,4BAAA,oBAAA,iBAAA,YAAA,QAAMlB,YAIPxB,QACAU,WACAiC,WACAhC,SAeAC;;;;;oBA5D8CjB,OAAAA,oEAA6B,CAAC;oBAClFI,IAAAA,yBAAa,EAACJ,KAAKK,KAAK;oBACGd,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBACZO,QAAQD,KAAKK,KAAK,GAAG;wBAAEC,OAAON,KAAKK,KAAK,CAACC,KAAK;wBAAEC,IAAI,GAAEP,mBAAAA,KAAKK,KAAK,CAACE,IAAI,cAAfP,8BAAAA,mBAAmBA,KAAKK,KAAK,CAACC,KAAK;oBAAC,IAAI,CAAC;yBAEjGN,KAAKiD,GAAG,EAARjD;;;;oBACuB;;wBAAMoB,IAAAA,gCAAqB,EAAC;4BAAErB,SAAAA;wBAAQ,GAAG,wCAAKC;4BAAMa,SAASqC;4BAAaxD;;;oBAA1E,OAAA,eAAjBW,QAAiB,KAAjBA,OAAOS,QAAU,KAAVA;oBACTC,WAAWM,IAAAA,uCAAqB,EAAChB,OAAO;wBAAEiB,kBAAkB;wBAAMZ,aAAa;oBAAK;oBACpFM,SAASO,IAAAA,wBAAc,EAAC;wBAAEJ,IAAIJ;wBAAUD,OAAAA;oBAAM;oBAC9CG,WAAqB;wBAAEkC,eAAenC,OAAOmC,aAAa;wBAAEnC,QAAAA;wBAAQX,OAAAA;oBAAM;qBAChFL,iBAAAA,KAAKa,OAAO,cAAZb,qCAAAA,oBAAAA,MAAec;oBACf;;wBAAO;4BAAEG,UAAAA;4BAAUF,UAAAA;4BAAUtB,UAAAA;wBAAS;;;oBAGtB;;wBAAMe,IAAAA,kBAAO,EAACT,SAASE;;;oBAAnCC,YAAY;oBACZsC,iBAAiB,IAAI5B,IAAI,CAACZ,KAAKoD,KAAK,GAAGlD,UAAUG,KAAK,CAACgD,MAAM,CAAC,SAACxB;+BAASA,KAAKG,QAAQ,IAAIP,aAAaI,KAAKC,SAAS;uBAAGM,GAAG,CAAC,SAACP;+BAASA,KAAKA,IAAI;;oBACpJ,IAAI,CAACW,eAAec,IAAI,EAAE;;;wBAClBnD,OAAOM,IAAAA,iCAAiB,EAACP,YAAWF,oBAAAA,KAAKU,WAAW,cAAhBV,+BAAAA,oBAAoB;wBAC9DW,YAAYT,WAAWsC,gBAAgB9C;yBACvCM,iBAAAA,KAAKa,OAAO,cAAZb,qCAAAA,oBAAAA,MAAeG,KAAKW,KAAK;wBACzB;;4BAAO;gCAAEG,UAAUd,KAAKc,QAAQ;gCAAEF,UAAUZ,KAAKY,QAAQ;gCAAEtB,UAAAA;4BAAS;;oBACtE;oBAEMgD,kBAAkB,IAAI7B,IAAIV,UAAUG,KAAK,CAACgD,MAAM,CAAC,SAACxB;+BAAS,CAACW,eAAeT,GAAG,CAACF,KAAKA,IAAI;uBAAGO,GAAG,CAAC,SAACP;+BAASA,KAAKA,IAAI;;oBAClH1B,QAAOsC,gBAAgBa,IAAI,GAAG7C,IAAAA,iCAAiB,EAAC8C,IAAAA,oCAAoB,EAACrD,WAAWuC,kBAAkB,QAAQS;oBAC1GR,aAAa,IAAIc,IAAIrD,kBAAAA,4BAAAA,MAAMc,QAAQ,CAACZ,KAAK,CAAC+B,GAAG,CAAC,SAACP;+BAAS;4BAACA,KAAKA,IAAI;4BAAEA;yBAAK;;oBACzEc,YAAY,IAAIa;oBAChBZ;oBACAC;oBACD,kCAAA,2BAAA;;wBAAL,IAAK,YAAc3C,UAAUG,KAAK,uBAA7B,6BAAA,QAAA,yBAAA,iCAA+B;4BAAzBwB,OAAN;4BACH,IAAI,CAACW,eAAeT,GAAG,CAACF,KAAKA,IAAI,GAAG;4BACpCnC,KAAK,AAAC,IAAa,OAAVmC,KAAKA,IAAI,EAAC;4BACbiB,YAAYD,UAAUY,EAAE,CAAC,CAAC;4BAChC,IAAIX,aAAaA,UAAUvC,IAAI,GAAG,MAAMsB,KAAKA,IAAI,EAAEiB,UAAUvC,IAAI,GAAGsB,KAAKA,IAAI;iCACxEgB,UAAUjD,IAAI,CAAC;gCAAEU,OAAOuB,KAAKA,IAAI;gCAAEtB,MAAMsB,KAAKA,IAAI;4BAAC;wBAC1D;;wBANK;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAOA,mCAAA,4BAAA;;;;;;;;;oBAAA,aAAegB;;;2BAAf,8BAAA,SAAA;;;;oBAAM5C,SAAN;oBACY;;wBAAMmB,IAAAA,gCAAqB,EAAC;4BAAErB,SAAAA;wBAAQ,GAAG,wCAAKC;4BAAMK,OAAOJ;4BAAOY,SAASqC;4BAAaxD;;;oBAAjGqD,SAAS;oBACV,mCAAA,4BAAA;;wBAAL,IAAK,aAAcA,OAAO1C,KAAK,uBAA1B,8BAAA,SAAA,0BAAA;4BAAMwB,QAAN;4BAA4Bc,UAAUe,GAAG,CAAC7B,MAAKA,IAAI,EAAEA;;;wBAArD;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBACLe,CAAAA,YAAAA,UAAShD,IAAI,OAAbgD,WAAc,qBAAGG,OAAOjC,KAAK;;;oBAH1B;;;;;;;;;;;;oBAAA;oBAAA;;;;;;;6BAAA,8BAAA;4BAAA;;;4BAAA;kCAAA;;;;;;;oBAKLH,YAAYT,WAAWsC,gBAAgB9C;oBACjCW,SAAQH,UAAUG,KAAK,CAAC+B,GAAG,CAAC,SAACP;4BAASc;gCAAAA,iBAAAA,UAAUgB,GAAG,CAAC9B,KAAKA,IAAI,eAAvBc,4BAAAA,iBAA6BD,WAAWiB,GAAG,CAAC9B,KAAKA,IAAI;;oBAC3Fd,YAAWM,IAAAA,uCAAqB,EAAChB,QAAO;wBAAEiB,kBAAkB;wBAAMZ,aAAa;oBAAK;oBACpFsC,YAAY,IAAIQ,IAAInD,OAAM+B,GAAG,CAAC,SAACP;+BAAS;4BAACA,KAAKA,IAAI;4BAAEA,KAAK+B,IAAI;yBAAC;;oBAC9D5C,UAASO,IAAAA,wBAAc,EAAC;wBAC5BJ,IAAIJ;wBACJS,UAAU;wBACVV,OAAO8B;wBACPI,WAAAA;wBACAa,WAAW,EAAE1D,kBAAAA,4BAAAA,MAAMc,QAAQ,CAACD,MAAM,CAAC6C,WAAW;oBAChD;oBACA,IAAI1D,OAAM;wBACRa,QAAO8C,cAAc,GAAG3D,MAAKc,QAAQ,CAACD,MAAM,CAAC8C,cAAc;wBAC3D9C,QAAO+C,YAAY,GAAG5D,MAAKc,QAAQ,CAACD,MAAM,CAAC+C,YAAY;wBACvD/C,QAAOgD,SAAS,GAAG7D,MAAKc,QAAQ,CAACD,MAAM,CAACgD,SAAS;wBACjDhD,QAAOiD,WAAW,GAAG9D,MAAKc,QAAQ,CAACD,MAAM,CAACiD,WAAW;wBACrDjD,QAAOkD,aAAa,GAAG/D,MAAKc,QAAQ,CAACD,MAAM,CAACkD,aAAa;wBACzDlD,QAAO6C,WAAW,GAAG1D,MAAKc,QAAQ,CAACD,MAAM,CAAC6C,WAAW;oBACvD;oBACM5C,YAAqB;wBAAEkC,eAAenC,QAAOmC,aAAa;wBAAEnC,QAAAA;wBAAQX,OAAAA;oBAAM;qBAChFL,gBAAAA,KAAKa,OAAO,cAAZb,oCAAAA,mBAAAA,MAAekC,cAAc7B;oBAC7B;;wBAAO;4BAAEY,UAAAA;4BAAUF,UAAAA;4BAAUtB,UAAAA;wBAAS;;;;IACxC;;AASO,SAAeH;wCAAcS,OAAe;YAAEC,MAC7C+C;;;;;oBAD6C/C,OAAAA,oEAA6B,CAAC;oBAClE;;wBAAMb,eAAeY,SAASC;;;oBAAvC+C,SAAS;oBACf;;wBAAO;4BAAEhC,UAAUgC,OAAOhC,QAAQ;4BAAEC,QAAQ+B,OAAO9B,QAAQ,CAACD,MAAM;4BAAEvB,UAAUsD,OAAOtD,QAAQ;wBAAC;;;;IAChG"}