@effortlessmotion/pdf-to-md 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +157 -0
  3. package/bin/cli.js +9 -0
  4. package/dist/cjs/analyze.d.cts +35 -0
  5. package/dist/cjs/analyze.d.ts +35 -0
  6. package/dist/cjs/analyze.js +620 -0
  7. package/dist/cjs/analyze.js.map +1 -0
  8. package/dist/cjs/audit.d.cts +38 -0
  9. package/dist/cjs/audit.d.ts +38 -0
  10. package/dist/cjs/audit.js +252 -0
  11. package/dist/cjs/audit.js.map +1 -0
  12. package/dist/cjs/cli/audit.d.cts +3 -0
  13. package/dist/cjs/cli/audit.d.ts +3 -0
  14. package/dist/cjs/cli/audit.js +269 -0
  15. package/dist/cjs/cli/audit.js.map +1 -0
  16. package/dist/cjs/cli/extract.d.cts +3 -0
  17. package/dist/cjs/cli/extract.d.ts +3 -0
  18. package/dist/cjs/cli/extract.js +704 -0
  19. package/dist/cjs/cli/extract.js.map +1 -0
  20. package/dist/cjs/cli/index.d.cts +5 -0
  21. package/dist/cjs/cli/index.d.ts +5 -0
  22. package/dist/cjs/cli/index.js +58 -0
  23. package/dist/cjs/cli/index.js.map +1 -0
  24. package/dist/cjs/cli/render.d.cts +3 -0
  25. package/dist/cjs/cli/render.d.ts +3 -0
  26. package/dist/cjs/cli/render.js +361 -0
  27. package/dist/cjs/cli/render.js.map +1 -0
  28. package/dist/cjs/cli/types.d.cts +10 -0
  29. package/dist/cjs/cli/types.d.ts +10 -0
  30. package/dist/cjs/cli/types.js +7 -0
  31. package/dist/cjs/cli/types.js.map +1 -0
  32. package/dist/cjs/cli.d.cts +2 -0
  33. package/dist/cjs/cli.d.ts +2 -0
  34. package/dist/cjs/cli.js +345 -0
  35. package/dist/cjs/cli.js.map +1 -0
  36. package/dist/cjs/collect.d.cts +6 -0
  37. package/dist/cjs/collect.d.ts +6 -0
  38. package/dist/cjs/collect.js +370 -0
  39. package/dist/cjs/collect.js.map +1 -0
  40. package/dist/cjs/dict.d.cts +8 -0
  41. package/dist/cjs/dict.d.ts +8 -0
  42. package/dist/cjs/dict.js +55 -0
  43. package/dist/cjs/dict.js.map +1 -0
  44. package/dist/cjs/emit.d.cts +27 -0
  45. package/dist/cjs/emit.d.ts +27 -0
  46. package/dist/cjs/emit.js +187 -0
  47. package/dist/cjs/emit.js.map +1 -0
  48. package/dist/cjs/engines/tesseract.d.cts +30 -0
  49. package/dist/cjs/engines/tesseract.d.ts +30 -0
  50. package/dist/cjs/engines/tesseract.js +650 -0
  51. package/dist/cjs/engines/tesseract.js.map +1 -0
  52. package/dist/cjs/errors.d.cts +21 -0
  53. package/dist/cjs/errors.d.ts +21 -0
  54. package/dist/cjs/errors.js +124 -0
  55. package/dist/cjs/errors.js.map +1 -0
  56. package/dist/cjs/extract.d.cts +88 -0
  57. package/dist/cjs/extract.d.ts +88 -0
  58. package/dist/cjs/extract.js +436 -0
  59. package/dist/cjs/extract.js.map +1 -0
  60. package/dist/cjs/geometry.d.cts +63 -0
  61. package/dist/cjs/geometry.d.ts +63 -0
  62. package/dist/cjs/geometry.js +521 -0
  63. package/dist/cjs/geometry.js.map +1 -0
  64. package/dist/cjs/index.d.cts +15 -0
  65. package/dist/cjs/index.d.ts +15 -0
  66. package/dist/cjs/index.js +56 -0
  67. package/dist/cjs/index.js.map +1 -0
  68. package/dist/cjs/lines.d.cts +3 -0
  69. package/dist/cjs/lines.d.ts +3 -0
  70. package/dist/cjs/lines.js +181 -0
  71. package/dist/cjs/lines.js.map +1 -0
  72. package/dist/cjs/markdown.d.cts +2 -0
  73. package/dist/cjs/markdown.d.ts +2 -0
  74. package/dist/cjs/markdown.js +222 -0
  75. package/dist/cjs/markdown.js.map +1 -0
  76. package/dist/cjs/package.json +1 -0
  77. package/dist/cjs/page-marker.d.cts +16 -0
  78. package/dist/cjs/page-marker.d.ts +16 -0
  79. package/dist/cjs/page-marker.js +85 -0
  80. package/dist/cjs/page-marker.js.map +1 -0
  81. package/dist/cjs/pdf-open.d.cts +12 -0
  82. package/dist/cjs/pdf-open.d.ts +12 -0
  83. package/dist/cjs/pdf-open.js +257 -0
  84. package/dist/cjs/pdf-open.js.map +1 -0
  85. package/dist/cjs/raster.d.cts +26 -0
  86. package/dist/cjs/raster.d.ts +26 -0
  87. package/dist/cjs/raster.js +262 -0
  88. package/dist/cjs/raster.js.map +1 -0
  89. package/dist/cjs/render-analysis.d.cts +25 -0
  90. package/dist/cjs/render-analysis.d.ts +25 -0
  91. package/dist/cjs/render-analysis.js +319 -0
  92. package/dist/cjs/render-analysis.js.map +1 -0
  93. package/dist/cjs/report.d.cts +12 -0
  94. package/dist/cjs/report.d.ts +12 -0
  95. package/dist/cjs/report.js +392 -0
  96. package/dist/cjs/report.js.map +1 -0
  97. package/dist/cjs/resolve.d.cts +1 -0
  98. package/dist/cjs/resolve.d.ts +1 -0
  99. package/dist/cjs/resolve.js +18 -0
  100. package/dist/cjs/resolve.js.map +1 -0
  101. package/dist/cjs/types.d.cts +171 -0
  102. package/dist/cjs/types.d.ts +171 -0
  103. package/dist/cjs/types.js +9 -0
  104. package/dist/cjs/types.js.map +1 -0
  105. package/dist/cjs/validate.d.cts +14 -0
  106. package/dist/cjs/validate.d.ts +14 -0
  107. package/dist/cjs/validate.js +96 -0
  108. package/dist/cjs/validate.js.map +1 -0
  109. package/dist/esm/analyze.d.ts +35 -0
  110. package/dist/esm/analyze.js +270 -0
  111. package/dist/esm/analyze.js.map +1 -0
  112. package/dist/esm/audit.d.ts +38 -0
  113. package/dist/esm/audit.js +113 -0
  114. package/dist/esm/audit.js.map +1 -0
  115. package/dist/esm/cli/audit.d.ts +3 -0
  116. package/dist/esm/cli/audit.js +20 -0
  117. package/dist/esm/cli/audit.js.map +1 -0
  118. package/dist/esm/cli/extract.d.ts +3 -0
  119. package/dist/esm/cli/extract.js +313 -0
  120. package/dist/esm/cli/extract.js.map +1 -0
  121. package/dist/esm/cli/index.d.ts +5 -0
  122. package/dist/esm/cli/index.js +7 -0
  123. package/dist/esm/cli/index.js.map +1 -0
  124. package/dist/esm/cli/render.d.ts +3 -0
  125. package/dist/esm/cli/render.js +77 -0
  126. package/dist/esm/cli/render.js.map +1 -0
  127. package/dist/esm/cli/types.d.ts +10 -0
  128. package/dist/esm/cli/types.js +3 -0
  129. package/dist/esm/cli/types.js.map +1 -0
  130. package/dist/esm/cli.d.ts +2 -0
  131. package/dist/esm/cli.js +90 -0
  132. package/dist/esm/cli.js.map +1 -0
  133. package/dist/esm/collect.d.ts +6 -0
  134. package/dist/esm/collect.js +80 -0
  135. package/dist/esm/collect.js.map +1 -0
  136. package/dist/esm/dict.d.ts +8 -0
  137. package/dist/esm/dict.js +28 -0
  138. package/dist/esm/dict.js.map +1 -0
  139. package/dist/esm/emit.d.ts +27 -0
  140. package/dist/esm/emit.js +131 -0
  141. package/dist/esm/emit.js.map +1 -0
  142. package/dist/esm/engines/tesseract.d.ts +30 -0
  143. package/dist/esm/engines/tesseract.js +190 -0
  144. package/dist/esm/engines/tesseract.js.map +1 -0
  145. package/dist/esm/errors.d.ts +21 -0
  146. package/dist/esm/errors.js +9 -0
  147. package/dist/esm/errors.js.map +1 -0
  148. package/dist/esm/extract.d.ts +88 -0
  149. package/dist/esm/extract.js +147 -0
  150. package/dist/esm/extract.js.map +1 -0
  151. package/dist/esm/geometry.d.ts +63 -0
  152. package/dist/esm/geometry.js +279 -0
  153. package/dist/esm/geometry.js.map +1 -0
  154. package/dist/esm/index.d.ts +15 -0
  155. package/dist/esm/index.js +10 -0
  156. package/dist/esm/index.js.map +1 -0
  157. package/dist/esm/lines.d.ts +3 -0
  158. package/dist/esm/lines.js +67 -0
  159. package/dist/esm/lines.js.map +1 -0
  160. package/dist/esm/markdown.d.ts +2 -0
  161. package/dist/esm/markdown.js +153 -0
  162. package/dist/esm/markdown.js.map +1 -0
  163. package/dist/esm/package.json +1 -0
  164. package/dist/esm/page-marker.d.ts +16 -0
  165. package/dist/esm/page-marker.js +40 -0
  166. package/dist/esm/page-marker.js.map +1 -0
  167. package/dist/esm/pdf-open.d.ts +12 -0
  168. package/dist/esm/pdf-open.js +61 -0
  169. package/dist/esm/pdf-open.js.map +1 -0
  170. package/dist/esm/raster.d.ts +26 -0
  171. package/dist/esm/raster.js +60 -0
  172. package/dist/esm/raster.js.map +1 -0
  173. package/dist/esm/render-analysis.d.ts +25 -0
  174. package/dist/esm/render-analysis.js +115 -0
  175. package/dist/esm/render-analysis.js.map +1 -0
  176. package/dist/esm/report.d.ts +12 -0
  177. package/dist/esm/report.js +182 -0
  178. package/dist/esm/report.js.map +1 -0
  179. package/dist/esm/resolve.d.ts +1 -0
  180. package/dist/esm/resolve.js +7 -0
  181. package/dist/esm/resolve.js.map +1 -0
  182. package/dist/esm/types.d.ts +171 -0
  183. package/dist/esm/types.js +6 -0
  184. package/dist/esm/types.js.map +1 -0
  185. package/dist/esm/validate.d.ts +14 -0
  186. package/dist/esm/validate.js +56 -0
  187. package/dist/esm/validate.js.map +1 -0
  188. package/package.json +67 -0
  189. package/skills/pdf-to-md/SKILL.md +102 -0
@@ -0,0 +1,704 @@
1
+ // extract command — parse this command's flags, call src/extract.ts, print
2
+ // and write the result. No business logic here — the library returns data and throws; only the CLI prints and exits.
3
+ "use strict";
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ Object.defineProperty(exports, "default", {
8
+ enumerable: true,
9
+ get: function() {
10
+ return _default;
11
+ }
12
+ });
13
+ var _nodefs = require("node:fs");
14
+ var _nodepath = /*#__PURE__*/ _interop_require_default(require("node:path"));
15
+ var _nodeutil = require("node:util");
16
+ function _array_like_to_array(arr, len) {
17
+ if (len == null || len > arr.length) len = arr.length;
18
+ for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
19
+ return arr2;
20
+ }
21
+ function _array_with_holes(arr) {
22
+ if (Array.isArray(arr)) return arr;
23
+ }
24
+ function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
25
+ try {
26
+ var info = gen[key](arg);
27
+ var value = info.value;
28
+ } catch (error) {
29
+ reject(error);
30
+ return;
31
+ }
32
+ if (info.done) resolve(value);
33
+ else Promise.resolve(value).then(_next, _throw);
34
+ }
35
+ function _async_to_generator(fn) {
36
+ return function() {
37
+ var self = this, args = arguments;
38
+ return new Promise(function(resolve, reject) {
39
+ var gen = fn.apply(self, args);
40
+ function _next(value) {
41
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
42
+ }
43
+ function _throw(err) {
44
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
45
+ }
46
+ _next(undefined);
47
+ });
48
+ };
49
+ }
50
+ function _define_property(obj, key, value) {
51
+ if (key in obj) {
52
+ Object.defineProperty(obj, key, {
53
+ value: value,
54
+ enumerable: true,
55
+ configurable: true,
56
+ writable: true
57
+ });
58
+ } else obj[key] = value;
59
+ return obj;
60
+ }
61
+ function _interop_require_default(obj) {
62
+ return obj && obj.__esModule ? obj : {
63
+ default: obj
64
+ };
65
+ }
66
+ function _getRequireWildcardCache(nodeInterop) {
67
+ if (typeof WeakMap !== "function") return null;
68
+ var cacheBabelInterop = new WeakMap();
69
+ var cacheNodeInterop = new WeakMap();
70
+ return (_getRequireWildcardCache = function(nodeInterop) {
71
+ return nodeInterop ? cacheNodeInterop : cacheBabelInterop;
72
+ })(nodeInterop);
73
+ }
74
+ function _interop_require_wildcard(obj, nodeInterop) {
75
+ if (!nodeInterop && obj && obj.__esModule) return obj;
76
+ if (obj === null || typeof obj !== "object" && typeof obj !== "function") return {
77
+ default: obj
78
+ };
79
+ var cache = _getRequireWildcardCache(nodeInterop);
80
+ if (cache && cache.has(obj)) return cache.get(obj);
81
+ var newObj = {
82
+ __proto__: null
83
+ };
84
+ var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor;
85
+ for(var key in obj){
86
+ if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) {
87
+ var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null;
88
+ if (desc && (desc.get || desc.set)) Object.defineProperty(newObj, key, desc);
89
+ else newObj[key] = obj[key];
90
+ }
91
+ }
92
+ newObj.default = obj;
93
+ if (cache) cache.set(obj, newObj);
94
+ return newObj;
95
+ }
96
+ function _iterable_to_array_limit(arr, i) {
97
+ var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
98
+ if (_i == null) return;
99
+ var _arr = [];
100
+ var _n = true;
101
+ var _d = false;
102
+ var _s, _e;
103
+ try {
104
+ for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
105
+ _arr.push(_s.value);
106
+ if (i && _arr.length === i) break;
107
+ }
108
+ } catch (err) {
109
+ _d = true;
110
+ _e = err;
111
+ } finally{
112
+ try {
113
+ if (!_n && _i["return"] != null) _i["return"]();
114
+ } finally{
115
+ if (_d) throw _e;
116
+ }
117
+ }
118
+ return _arr;
119
+ }
120
+ function _non_iterable_rest() {
121
+ throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
122
+ }
123
+ function _object_spread(target) {
124
+ for(var i = 1; i < arguments.length; i++){
125
+ var source = arguments[i] != null ? arguments[i] : {};
126
+ var ownKeys = Object.keys(source);
127
+ if (typeof Object.getOwnPropertySymbols === "function") {
128
+ ownKeys = ownKeys.concat(Object.getOwnPropertySymbols(source).filter(function(sym) {
129
+ return Object.getOwnPropertyDescriptor(source, sym).enumerable;
130
+ }));
131
+ }
132
+ ownKeys.forEach(function(key) {
133
+ _define_property(target, key, source[key]);
134
+ });
135
+ }
136
+ return target;
137
+ }
138
+ function ownKeys(object, enumerableOnly) {
139
+ var keys = Object.keys(object);
140
+ if (Object.getOwnPropertySymbols) {
141
+ var symbols = Object.getOwnPropertySymbols(object);
142
+ if (enumerableOnly) {
143
+ symbols = symbols.filter(function(sym) {
144
+ return Object.getOwnPropertyDescriptor(object, sym).enumerable;
145
+ });
146
+ }
147
+ keys.push.apply(keys, symbols);
148
+ }
149
+ return keys;
150
+ }
151
+ function _object_spread_props(target, source) {
152
+ source = source != null ? source : {};
153
+ if (Object.getOwnPropertyDescriptors) Object.defineProperties(target, Object.getOwnPropertyDescriptors(source));
154
+ else {
155
+ ownKeys(Object(source)).forEach(function(key) {
156
+ Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key));
157
+ });
158
+ }
159
+ return target;
160
+ }
161
+ function _sliced_to_array(arr, i) {
162
+ return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
163
+ }
164
+ function _ts_generator(thisArg, body) {
165
+ var f, y, t, _ = {
166
+ label: 0,
167
+ sent: function() {
168
+ if (t[0] & 1) throw t[1];
169
+ return t[1];
170
+ },
171
+ trys: [],
172
+ ops: []
173
+ }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype), d = Object.defineProperty;
174
+ return d(g, "next", {
175
+ value: verb(0)
176
+ }), d(g, "throw", {
177
+ value: verb(1)
178
+ }), d(g, "return", {
179
+ value: verb(2)
180
+ }), typeof Symbol === "function" && d(g, Symbol.iterator, {
181
+ value: function() {
182
+ return this;
183
+ }
184
+ }), g;
185
+ function verb(n) {
186
+ return function(v) {
187
+ return step([
188
+ n,
189
+ v
190
+ ]);
191
+ };
192
+ }
193
+ function step(op) {
194
+ if (f) throw new TypeError("Generator is already executing.");
195
+ while(g && (g = 0, op[0] && (_ = 0)), _)try {
196
+ if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
197
+ if (y = 0, t) op = [
198
+ op[0] & 2,
199
+ t.value
200
+ ];
201
+ switch(op[0]){
202
+ case 0:
203
+ case 1:
204
+ t = op;
205
+ break;
206
+ case 4:
207
+ _.label++;
208
+ return {
209
+ value: op[1],
210
+ done: false
211
+ };
212
+ case 5:
213
+ _.label++;
214
+ y = op[1];
215
+ op = [
216
+ 0
217
+ ];
218
+ continue;
219
+ case 7:
220
+ op = _.ops.pop();
221
+ _.trys.pop();
222
+ continue;
223
+ default:
224
+ if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
225
+ _ = 0;
226
+ continue;
227
+ }
228
+ if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
229
+ _.label = op[1];
230
+ break;
231
+ }
232
+ if (op[0] === 6 && _.label < t[1]) {
233
+ _.label = t[1];
234
+ t = op;
235
+ break;
236
+ }
237
+ if (t && _.label < t[2]) {
238
+ _.label = t[2];
239
+ _.ops.push(op);
240
+ break;
241
+ }
242
+ if (t[2]) _.ops.pop();
243
+ _.trys.pop();
244
+ continue;
245
+ }
246
+ op = body.call(thisArg, _);
247
+ } catch (e) {
248
+ op = [
249
+ 6,
250
+ e
251
+ ];
252
+ y = 0;
253
+ } finally{
254
+ f = t = 0;
255
+ }
256
+ if (op[0] & 5) throw op[1];
257
+ return {
258
+ value: op[0] ? op[1] : void 0,
259
+ done: true
260
+ };
261
+ }
262
+ }
263
+ function _unsupported_iterable_to_array(o, minLen) {
264
+ if (!o) return;
265
+ if (typeof o === "string") return _array_like_to_array(o, minLen);
266
+ var n = Object.prototype.toString.call(o).slice(8, -1);
267
+ if (n === "Object" && o.constructor) n = o.constructor.name;
268
+ if (n === "Map" || n === "Set") return Array.from(n);
269
+ if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
270
+ }
271
+ var USAGE = 'usage: pdf-to-md [extract] <file.pdf> [out.md] [--json] [--page-markers] [--ocr] [--no-ocr] ' + '[--pages N[-M]] [--stdout] [--words-json=FILE] [--debug-words=FILE] ' + '[--format md|txt|raw (default md; raw = Analysis JSON incl. the report; txt = reading-order plain text)] ' + '[--dpi=N (OCR render resolution, default 288; raise for tiny print or chart/label pages, ' + '>~400 measured worse on ordinary prose pages)] ' + '[--float-max-words=N] [--float-max-width=F] [--float-margin=F] [--para-gap=F] [--heading-scale=F] ' + '[--col-max-width=F] [--col-split=F] [--line-y-tol=F] [--line-height-ratio=F]';
272
+ var FORMATS = [
273
+ 'md',
274
+ 'txt',
275
+ 'raw'
276
+ ];
277
+ // A bad tuning-flag value (non-numeric, or <= 0 unless the flag allows zero) is a usage error, not a silent no-op.
278
+ var TUNING_FLAGS = [
279
+ {
280
+ name: 'float-max-words',
281
+ key: 'floatMaxWords',
282
+ allowZero: true,
283
+ isInt: true
284
+ },
285
+ {
286
+ name: 'float-max-width',
287
+ key: 'floatMaxWidth'
288
+ },
289
+ {
290
+ name: 'float-margin',
291
+ key: 'floatMargin'
292
+ },
293
+ {
294
+ name: 'para-gap',
295
+ key: 'paraGap'
296
+ },
297
+ {
298
+ name: 'heading-scale',
299
+ key: 'headingScale'
300
+ },
301
+ {
302
+ name: 'col-max-width',
303
+ key: 'colMaxWidth'
304
+ },
305
+ {
306
+ name: 'col-split',
307
+ key: 'colSplit'
308
+ },
309
+ {
310
+ name: 'line-y-tol',
311
+ key: 'lineYTol'
312
+ },
313
+ {
314
+ name: 'line-height-ratio',
315
+ key: 'lineHeightRatio'
316
+ }
317
+ ];
318
+ var extract = function extract(ctx) {
319
+ return _async_to_generator(function() {
320
+ var parsed, values, positionals, _positionals, src, outArg, wordsPath, formatRaw, format, pages, m, first, last, tuning, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, spec, raw, value, ok, dpi, raw1, value1, source, defaultExt, dest, onWarning, showProgress, onProgress, debugWordsPath, onWords, common, ocrCommon, words, skipped, ref, content, report, _ref, extractOcr, pdfToMarkdown, markdown, ref1, ref2, analyze, toText, _ref1, needsOcrFallback, ocrFallbackNotice, analysis, text, _report_floats;
321
+ return _ts_generator(this, function(_state) {
322
+ switch(_state.label){
323
+ case 0:
324
+ // --debug-words takes a required FILE value; a bare --debug-words is a
325
+ // usage error, checked before parseArgs so it can't silently swallow the next token as its value.
326
+ if (ctx.rest.includes('--debug-words')) {
327
+ ctx.usageError("".concat(USAGE, "\n--debug-words requires a value: --debug-words=FILE"));
328
+ }
329
+ parsed = function() {
330
+ try {
331
+ return (0, _nodeutil.parseArgs)({
332
+ args: ctx.rest,
333
+ options: _object_spread({
334
+ json: {
335
+ type: 'boolean',
336
+ default: false
337
+ },
338
+ 'page-markers': {
339
+ type: 'boolean',
340
+ default: false
341
+ },
342
+ ocr: {
343
+ type: 'boolean',
344
+ default: false
345
+ },
346
+ 'no-ocr': {
347
+ type: 'boolean',
348
+ default: false
349
+ },
350
+ stdout: {
351
+ type: 'boolean',
352
+ default: false
353
+ },
354
+ 'debug-words': {
355
+ type: 'string'
356
+ },
357
+ help: {
358
+ type: 'boolean',
359
+ default: false,
360
+ short: 'h'
361
+ },
362
+ pages: {
363
+ type: 'string'
364
+ },
365
+ dpi: {
366
+ type: 'string'
367
+ },
368
+ format: {
369
+ type: 'string',
370
+ default: 'md'
371
+ },
372
+ 'words-json': {
373
+ type: 'string'
374
+ }
375
+ }, Object.fromEntries(TUNING_FLAGS.map(function(f) {
376
+ return [
377
+ f.name,
378
+ {
379
+ type: 'string'
380
+ }
381
+ ];
382
+ }))),
383
+ allowPositionals: true
384
+ });
385
+ } catch (err) {
386
+ // usageError exits; the throw is dead code that tells the compiler so.
387
+ throw ctx.usageError("".concat(err.message, "\n").concat(USAGE));
388
+ }
389
+ }();
390
+ values = parsed.values;
391
+ positionals = parsed.positionals;
392
+ if (values.help) {
393
+ console.log(USAGE);
394
+ return [
395
+ 2
396
+ ];
397
+ }
398
+ _positionals = _sliced_to_array(positionals, 2), src = _positionals[0], outArg = _positionals[1];
399
+ wordsPath = values['words-json'];
400
+ if (!src && !wordsPath) ctx.usageError(USAGE);
401
+ formatRaw = values.format;
402
+ if (!FORMATS.includes(formatRaw)) {
403
+ ctx.usageError("".concat(USAGE, "\n--format must be one of ").concat(FORMATS.join('|'), " (got ").concat(JSON.stringify(formatRaw), ")"));
404
+ }
405
+ format = formatRaw;
406
+ if (values.pages !== undefined) {
407
+ m = /^(\d+)(?:-(\d+))?$/.exec(values.pages);
408
+ first = m ? Number(m[1]) : Number.NaN;
409
+ last = m ? m[2] !== undefined ? Number(m[2]) : first : Number.NaN;
410
+ if (!m || first < 1 || last < first) {
411
+ ctx.usageError("".concat(USAGE, "\n--pages requires N or N-M, N >= 1, M >= N (got ").concat(JSON.stringify(values.pages), ")"));
412
+ }
413
+ pages = {
414
+ first: first,
415
+ last: last
416
+ };
417
+ }
418
+ tuning = {};
419
+ _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
420
+ try {
421
+ for(_iterator = TUNING_FLAGS[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
422
+ spec = _step.value;
423
+ raw = values[spec.name];
424
+ if (raw === undefined) continue;
425
+ value = Number(raw);
426
+ ok = raw !== '' && Number.isFinite(value) && (spec.allowZero ? value >= 0 : value > 0);
427
+ if (!ok) {
428
+ ctx.usageError("".concat(USAGE, "\n--").concat(spec.name, " requires a ").concat(spec.allowZero ? 'non-negative' : 'positive', " number (got ").concat(JSON.stringify(raw), ")"));
429
+ }
430
+ tuning[spec.key] = spec.isInt ? Math.trunc(value) : value;
431
+ }
432
+ } catch (err) {
433
+ _didIteratorError = true;
434
+ _iteratorError = err;
435
+ } finally{
436
+ try {
437
+ if (!_iteratorNormalCompletion && _iterator.return != null) {
438
+ _iterator.return();
439
+ }
440
+ } finally{
441
+ if (_didIteratorError) {
442
+ throw _iteratorError;
443
+ }
444
+ }
445
+ }
446
+ if (values.dpi !== undefined) {
447
+ raw1 = values.dpi;
448
+ value1 = Number(raw1);
449
+ if (raw1 === '' || !Number.isFinite(value1) || value1 <= 0) {
450
+ ctx.usageError("".concat(USAGE, "\n--dpi requires a positive number (got ").concat(JSON.stringify(raw1), ")"));
451
+ }
452
+ dpi = value1;
453
+ }
454
+ // In --words-json mode there may be no PDF positional; the words file
455
+ // stands in for naming, extension stripped so the default dest can never overwrite the input. Default extension follows --format.
456
+ source = src !== null && src !== void 0 ? src : wordsPath;
457
+ defaultExt = format === 'raw' ? 'json' : format === 'txt' ? 'txt' : 'md';
458
+ dest = outArg || "".concat(source.replace(/\.(pdf|jsonl)$/i, ''), ".").concat(defaultExt);
459
+ onWarning = function onWarning(m) {
460
+ return console.error(m);
461
+ };
462
+ showProgress = process.stderr.isTTY;
463
+ // onProgress carries per-page timing/count only; human-readable
464
+ // diagnostics (e.g. the sparse-retry notice) arrive via onWarning instead, so they print regardless of TTY-ness.
465
+ onProgress = function onProgress(e) {
466
+ if (showProgress) console.error("p".concat(e.page, ": ").concat(e.words, " words, ").concat(e.ms, "ms"));
467
+ };
468
+ debugWordsPath = values['debug-words'];
469
+ if (debugWordsPath !== undefined && debugWordsPath.trim() === '') {
470
+ ctx.usageError("".concat(USAGE, "\n--debug-words requires a value: --debug-words=FILE"));
471
+ }
472
+ // The severity-1 audit instrument: every recognized word as clean JSON
473
+ // lines to its own file. stderr stays a human channel (mixed prose), never a dump target — this file is guaranteed byte-for-byte parseable.
474
+ onWords = debugWordsPath ? function(words) {
475
+ var lines = words.map(function(w) {
476
+ var entry = {
477
+ page: w.page,
478
+ text: w.text,
479
+ x: w.x,
480
+ y: w.y,
481
+ w: w.w,
482
+ h: w.h
483
+ };
484
+ if (w.confidence !== undefined) entry.confidence = w.confidence;
485
+ return JSON.stringify(entry);
486
+ });
487
+ (0, _nodefs.writeFileSync)(debugWordsPath, lines.length ? "".concat(lines.join('\n'), "\n") : '');
488
+ } : undefined;
489
+ common = {
490
+ pages: pages,
491
+ onWarning: onWarning
492
+ };
493
+ ocrCommon = _object_spread_props(_object_spread({}, common), {
494
+ tuning: tuning,
495
+ dpi: dpi,
496
+ onProgress: onProgress,
497
+ onWords: onWords
498
+ });
499
+ skipped = 0;
500
+ if (wordsPath !== undefined) {
501
+ ;
502
+ ref = parseWordLines((0, _nodefs.readFileSync)(wordsPath, 'utf8')), words = ref.words, skipped = ref.skipped, ref;
503
+ if (skipped > 0) console.error("--words-json: skipped ".concat(skipped, " non-JSON line(s)"));
504
+ }
505
+ if (!(format === 'md')) return [
506
+ 3,
507
+ 6
508
+ ];
509
+ return [
510
+ 4,
511
+ Promise.resolve().then(function() {
512
+ return /*#__PURE__*/ _interop_require_wildcard(require("../extract.js"));
513
+ })
514
+ ];
515
+ case 1:
516
+ _ref = _state.sent(), extractOcr = _ref.extractOcr, pdfToMarkdown = _ref.pdfToMarkdown;
517
+ if (!(words !== undefined)) return [
518
+ 3,
519
+ 3
520
+ ];
521
+ return [
522
+ 4,
523
+ extractOcr({
524
+ words: words
525
+ }, ocrCommon)
526
+ ];
527
+ case 2:
528
+ ref1 = _state.sent(), markdown = ref1.markdown, report = ref1.report, ref1;
529
+ return [
530
+ 3,
531
+ 5
532
+ ];
533
+ case 3:
534
+ return [
535
+ 4,
536
+ pdfToMarkdown(src, _object_spread_props(_object_spread({}, ocrCommon), {
537
+ ocr: values.ocr,
538
+ noOcr: values['no-ocr'],
539
+ pageMarkers: values['page-markers']
540
+ }))
541
+ ];
542
+ case 4:
543
+ ref2 = _state.sent(), markdown = ref2.markdown, report = ref2.report, ref2;
544
+ _state.label = 5;
545
+ case 5:
546
+ content = markdown;
547
+ return [
548
+ 3,
549
+ 18
550
+ ];
551
+ case 6:
552
+ return [
553
+ 4,
554
+ Promise.resolve().then(function() {
555
+ return /*#__PURE__*/ _interop_require_wildcard(require("../analyze.js"));
556
+ })
557
+ ];
558
+ case 7:
559
+ analyze = _state.sent().analyze;
560
+ return [
561
+ 4,
562
+ Promise.resolve().then(function() {
563
+ return /*#__PURE__*/ _interop_require_wildcard(require("../render-analysis.js"));
564
+ })
565
+ ];
566
+ case 8:
567
+ toText = _state.sent().toText;
568
+ return [
569
+ 4,
570
+ Promise.resolve().then(function() {
571
+ return /*#__PURE__*/ _interop_require_wildcard(require("../extract.js"));
572
+ })
573
+ ];
574
+ case 9:
575
+ _ref1 = _state.sent(), needsOcrFallback = _ref1.needsOcrFallback, ocrFallbackNotice = _ref1.ocrFallbackNotice;
576
+ if (!(words !== undefined)) return [
577
+ 3,
578
+ 11
579
+ ];
580
+ return [
581
+ 4,
582
+ analyze({
583
+ words: words
584
+ }, _object_spread_props(_object_spread({}, ocrCommon), {
585
+ path: 'ocr'
586
+ }))
587
+ ];
588
+ case 10:
589
+ analysis = _state.sent();
590
+ return [
591
+ 3,
592
+ 17
593
+ ];
594
+ case 11:
595
+ if (!values.ocr) return [
596
+ 3,
597
+ 13
598
+ ];
599
+ return [
600
+ 4,
601
+ analyze(src, _object_spread_props(_object_spread({}, ocrCommon), {
602
+ path: 'ocr'
603
+ }))
604
+ ];
605
+ case 12:
606
+ analysis = _state.sent();
607
+ return [
608
+ 3,
609
+ 17
610
+ ];
611
+ case 13:
612
+ return [
613
+ 4,
614
+ analyze(src, _object_spread_props(_object_spread({}, common), {
615
+ path: 'text',
616
+ pageMarkers: values['page-markers']
617
+ }))
618
+ ];
619
+ case 14:
620
+ text = _state.sent();
621
+ if (!(needsOcrFallback(text.report.charsPerPage) && !values['no-ocr'])) return [
622
+ 3,
623
+ 16
624
+ ];
625
+ onWarning(ocrFallbackNotice(text.report.charsPerPage));
626
+ return [
627
+ 4,
628
+ analyze(src, _object_spread_props(_object_spread({}, ocrCommon), {
629
+ path: 'ocr',
630
+ fallback: true
631
+ }))
632
+ ];
633
+ case 15:
634
+ analysis = _state.sent();
635
+ return [
636
+ 3,
637
+ 17
638
+ ];
639
+ case 16:
640
+ analysis = text;
641
+ _state.label = 17;
642
+ case 17:
643
+ report = analysis.report;
644
+ content = format === 'raw' ? JSON.stringify(analysis, null, 1) : toText(analysis);
645
+ _state.label = 18;
646
+ case 18:
647
+ if (values.stdout) process.stdout.write(content);
648
+ else (0, _nodefs.writeFileSync)(dest, content);
649
+ // The library's Report stays clean of source/out; --json consumers keep
650
+ // report.json files around and need to know which input produced each one, so the CLI (only) decorates the printed JSON with source/out here.
651
+ if (values.json) console.log(JSON.stringify(_object_spread({
652
+ source: source,
653
+ out: dest
654
+ }, report), null, 1));
655
+ else if (report.path === 'ocr') {
656
+ ;
657
+ console.error("".concat(_nodepath.default.basename(dest).padEnd(32), " OCR path heads=").concat(report.headings, "(junk ").concat(report.junkHeadings, ") ") + "paras=".concat(report.paragraphs, " callouts=").concat(report.callouts, " floats=").concat((_report_floats = report.floats) !== null && _report_floats !== void 0 ? _report_floats : 0, " dangling=").concat(report.danglingLong, " (long) ") + "~".concat(report.charsPerPage, " chars/page"));
658
+ } else {
659
+ console.error("".concat(_nodepath.default.basename(dest).padEnd(32), " body=").concat(report.bodyFontHeight, "pt heads=").concat(report.headings, "(junk ").concat(report.junkHeadings, ") ") + "lists=".concat(report.listItems, " paras=").concat(report.paragraphs, " callouts=").concat(report.callouts, " pairs=").concat(report.joinedPairs, " ") + "~".concat(report.charsPerPage, " chars/page") + (report.sparse ? ' ⚠️ implausibly sparse — pages are likely images; re-run with --ocr' : ''));
660
+ }
661
+ return [
662
+ 2
663
+ ];
664
+ }
665
+ });
666
+ })();
667
+ };
668
+ // Parse one word-dump JSON line per word — key order is not guaranteed, parse
669
+ // never grep. Non-JSON lines are skipped with a count, not fatal (the auditor applies the same policy).
670
+ function parseWordLines(raw) {
671
+ var words = [];
672
+ var skipped = 0;
673
+ var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
674
+ try {
675
+ for(var _iterator = raw.split('\n')[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
676
+ var line = _step.value;
677
+ if (!line.trim()) continue;
678
+ try {
679
+ words.push(JSON.parse(line));
680
+ } catch (unused) {
681
+ skipped++;
682
+ }
683
+ }
684
+ } catch (err) {
685
+ _didIteratorError = true;
686
+ _iteratorError = err;
687
+ } finally{
688
+ try {
689
+ if (!_iteratorNormalCompletion && _iterator.return != null) {
690
+ _iterator.return();
691
+ }
692
+ } finally{
693
+ if (_didIteratorError) {
694
+ throw _iteratorError;
695
+ }
696
+ }
697
+ }
698
+ return {
699
+ words: words,
700
+ skipped: skipped
701
+ };
702
+ }
703
+ var _default = extract;
704
+ /* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }