@effortlessmotion/pdf-to-md 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +157 -0
- package/bin/cli.js +9 -0
- package/dist/cjs/analyze.d.cts +35 -0
- package/dist/cjs/analyze.d.ts +35 -0
- package/dist/cjs/analyze.js +620 -0
- package/dist/cjs/analyze.js.map +1 -0
- package/dist/cjs/audit.d.cts +38 -0
- package/dist/cjs/audit.d.ts +38 -0
- package/dist/cjs/audit.js +252 -0
- package/dist/cjs/audit.js.map +1 -0
- package/dist/cjs/cli/audit.d.cts +3 -0
- package/dist/cjs/cli/audit.d.ts +3 -0
- package/dist/cjs/cli/audit.js +269 -0
- package/dist/cjs/cli/audit.js.map +1 -0
- package/dist/cjs/cli/extract.d.cts +3 -0
- package/dist/cjs/cli/extract.d.ts +3 -0
- package/dist/cjs/cli/extract.js +704 -0
- package/dist/cjs/cli/extract.js.map +1 -0
- package/dist/cjs/cli/index.d.cts +5 -0
- package/dist/cjs/cli/index.d.ts +5 -0
- package/dist/cjs/cli/index.js +58 -0
- package/dist/cjs/cli/index.js.map +1 -0
- package/dist/cjs/cli/render.d.cts +3 -0
- package/dist/cjs/cli/render.d.ts +3 -0
- package/dist/cjs/cli/render.js +361 -0
- package/dist/cjs/cli/render.js.map +1 -0
- package/dist/cjs/cli/types.d.cts +10 -0
- package/dist/cjs/cli/types.d.ts +10 -0
- package/dist/cjs/cli/types.js +7 -0
- package/dist/cjs/cli/types.js.map +1 -0
- package/dist/cjs/cli.d.cts +2 -0
- package/dist/cjs/cli.d.ts +2 -0
- package/dist/cjs/cli.js +345 -0
- package/dist/cjs/cli.js.map +1 -0
- package/dist/cjs/collect.d.cts +6 -0
- package/dist/cjs/collect.d.ts +6 -0
- package/dist/cjs/collect.js +370 -0
- package/dist/cjs/collect.js.map +1 -0
- package/dist/cjs/dict.d.cts +8 -0
- package/dist/cjs/dict.d.ts +8 -0
- package/dist/cjs/dict.js +55 -0
- package/dist/cjs/dict.js.map +1 -0
- package/dist/cjs/emit.d.cts +27 -0
- package/dist/cjs/emit.d.ts +27 -0
- package/dist/cjs/emit.js +187 -0
- package/dist/cjs/emit.js.map +1 -0
- package/dist/cjs/engines/tesseract.d.cts +30 -0
- package/dist/cjs/engines/tesseract.d.ts +30 -0
- package/dist/cjs/engines/tesseract.js +650 -0
- package/dist/cjs/engines/tesseract.js.map +1 -0
- package/dist/cjs/errors.d.cts +21 -0
- package/dist/cjs/errors.d.ts +21 -0
- package/dist/cjs/errors.js +124 -0
- package/dist/cjs/errors.js.map +1 -0
- package/dist/cjs/extract.d.cts +88 -0
- package/dist/cjs/extract.d.ts +88 -0
- package/dist/cjs/extract.js +436 -0
- package/dist/cjs/extract.js.map +1 -0
- package/dist/cjs/geometry.d.cts +63 -0
- package/dist/cjs/geometry.d.ts +63 -0
- package/dist/cjs/geometry.js +521 -0
- package/dist/cjs/geometry.js.map +1 -0
- package/dist/cjs/index.d.cts +15 -0
- package/dist/cjs/index.d.ts +15 -0
- package/dist/cjs/index.js +56 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/lines.d.cts +3 -0
- package/dist/cjs/lines.d.ts +3 -0
- package/dist/cjs/lines.js +181 -0
- package/dist/cjs/lines.js.map +1 -0
- package/dist/cjs/markdown.d.cts +2 -0
- package/dist/cjs/markdown.d.ts +2 -0
- package/dist/cjs/markdown.js +222 -0
- package/dist/cjs/markdown.js.map +1 -0
- package/dist/cjs/package.json +1 -0
- package/dist/cjs/page-marker.d.cts +16 -0
- package/dist/cjs/page-marker.d.ts +16 -0
- package/dist/cjs/page-marker.js +85 -0
- package/dist/cjs/page-marker.js.map +1 -0
- package/dist/cjs/pdf-open.d.cts +12 -0
- package/dist/cjs/pdf-open.d.ts +12 -0
- package/dist/cjs/pdf-open.js +257 -0
- package/dist/cjs/pdf-open.js.map +1 -0
- package/dist/cjs/raster.d.cts +26 -0
- package/dist/cjs/raster.d.ts +26 -0
- package/dist/cjs/raster.js +262 -0
- package/dist/cjs/raster.js.map +1 -0
- package/dist/cjs/render-analysis.d.cts +25 -0
- package/dist/cjs/render-analysis.d.ts +25 -0
- package/dist/cjs/render-analysis.js +319 -0
- package/dist/cjs/render-analysis.js.map +1 -0
- package/dist/cjs/report.d.cts +12 -0
- package/dist/cjs/report.d.ts +12 -0
- package/dist/cjs/report.js +392 -0
- package/dist/cjs/report.js.map +1 -0
- package/dist/cjs/resolve.d.cts +1 -0
- package/dist/cjs/resolve.d.ts +1 -0
- package/dist/cjs/resolve.js +18 -0
- package/dist/cjs/resolve.js.map +1 -0
- package/dist/cjs/types.d.cts +171 -0
- package/dist/cjs/types.d.ts +171 -0
- package/dist/cjs/types.js +9 -0
- package/dist/cjs/types.js.map +1 -0
- package/dist/cjs/validate.d.cts +14 -0
- package/dist/cjs/validate.d.ts +14 -0
- package/dist/cjs/validate.js +96 -0
- package/dist/cjs/validate.js.map +1 -0
- package/dist/esm/analyze.d.ts +35 -0
- package/dist/esm/analyze.js +270 -0
- package/dist/esm/analyze.js.map +1 -0
- package/dist/esm/audit.d.ts +38 -0
- package/dist/esm/audit.js +113 -0
- package/dist/esm/audit.js.map +1 -0
- package/dist/esm/cli/audit.d.ts +3 -0
- package/dist/esm/cli/audit.js +20 -0
- package/dist/esm/cli/audit.js.map +1 -0
- package/dist/esm/cli/extract.d.ts +3 -0
- package/dist/esm/cli/extract.js +313 -0
- package/dist/esm/cli/extract.js.map +1 -0
- package/dist/esm/cli/index.d.ts +5 -0
- package/dist/esm/cli/index.js +7 -0
- package/dist/esm/cli/index.js.map +1 -0
- package/dist/esm/cli/render.d.ts +3 -0
- package/dist/esm/cli/render.js +77 -0
- package/dist/esm/cli/render.js.map +1 -0
- package/dist/esm/cli/types.d.ts +10 -0
- package/dist/esm/cli/types.js +3 -0
- package/dist/esm/cli/types.js.map +1 -0
- package/dist/esm/cli.d.ts +2 -0
- package/dist/esm/cli.js +90 -0
- package/dist/esm/cli.js.map +1 -0
- package/dist/esm/collect.d.ts +6 -0
- package/dist/esm/collect.js +80 -0
- package/dist/esm/collect.js.map +1 -0
- package/dist/esm/dict.d.ts +8 -0
- package/dist/esm/dict.js +28 -0
- package/dist/esm/dict.js.map +1 -0
- package/dist/esm/emit.d.ts +27 -0
- package/dist/esm/emit.js +131 -0
- package/dist/esm/emit.js.map +1 -0
- package/dist/esm/engines/tesseract.d.ts +30 -0
- package/dist/esm/engines/tesseract.js +190 -0
- package/dist/esm/engines/tesseract.js.map +1 -0
- package/dist/esm/errors.d.ts +21 -0
- package/dist/esm/errors.js +9 -0
- package/dist/esm/errors.js.map +1 -0
- package/dist/esm/extract.d.ts +88 -0
- package/dist/esm/extract.js +147 -0
- package/dist/esm/extract.js.map +1 -0
- package/dist/esm/geometry.d.ts +63 -0
- package/dist/esm/geometry.js +279 -0
- package/dist/esm/geometry.js.map +1 -0
- package/dist/esm/index.d.ts +15 -0
- package/dist/esm/index.js +10 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lines.d.ts +3 -0
- package/dist/esm/lines.js +67 -0
- package/dist/esm/lines.js.map +1 -0
- package/dist/esm/markdown.d.ts +2 -0
- package/dist/esm/markdown.js +153 -0
- package/dist/esm/markdown.js.map +1 -0
- package/dist/esm/package.json +1 -0
- package/dist/esm/page-marker.d.ts +16 -0
- package/dist/esm/page-marker.js +40 -0
- package/dist/esm/page-marker.js.map +1 -0
- package/dist/esm/pdf-open.d.ts +12 -0
- package/dist/esm/pdf-open.js +61 -0
- package/dist/esm/pdf-open.js.map +1 -0
- package/dist/esm/raster.d.ts +26 -0
- package/dist/esm/raster.js +60 -0
- package/dist/esm/raster.js.map +1 -0
- package/dist/esm/render-analysis.d.ts +25 -0
- package/dist/esm/render-analysis.js +115 -0
- package/dist/esm/render-analysis.js.map +1 -0
- package/dist/esm/report.d.ts +12 -0
- package/dist/esm/report.js +182 -0
- package/dist/esm/report.js.map +1 -0
- package/dist/esm/resolve.d.ts +1 -0
- package/dist/esm/resolve.js +7 -0
- package/dist/esm/resolve.js.map +1 -0
- package/dist/esm/types.d.ts +171 -0
- package/dist/esm/types.js +6 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/validate.d.ts +14 -0
- package/dist/esm/validate.js +56 -0
- package/dist/esm/validate.js.map +1 -0
- package/package.json +67 -0
- package/skills/pdf-to-md/SKILL.md +102 -0
|
@@ -0,0 +1,704 @@
|
|
|
1
|
+
// extract command — parse this command's flags, call src/extract.ts, print
|
|
2
|
+
// and write the result. No business logic here — the library returns data and throws; only the CLI prints and exits.
|
|
3
|
+
"use strict";
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
Object.defineProperty(exports, "default", {
|
|
8
|
+
enumerable: true,
|
|
9
|
+
get: function() {
|
|
10
|
+
return _default;
|
|
11
|
+
}
|
|
12
|
+
});
|
|
13
|
+
var _nodefs = require("node:fs");
|
|
14
|
+
var _nodepath = /*#__PURE__*/ _interop_require_default(require("node:path"));
|
|
15
|
+
var _nodeutil = require("node:util");
|
|
16
|
+
function _array_like_to_array(arr, len) {
|
|
17
|
+
if (len == null || len > arr.length) len = arr.length;
|
|
18
|
+
for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
|
|
19
|
+
return arr2;
|
|
20
|
+
}
|
|
21
|
+
function _array_with_holes(arr) {
|
|
22
|
+
if (Array.isArray(arr)) return arr;
|
|
23
|
+
}
|
|
24
|
+
function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
|
|
25
|
+
try {
|
|
26
|
+
var info = gen[key](arg);
|
|
27
|
+
var value = info.value;
|
|
28
|
+
} catch (error) {
|
|
29
|
+
reject(error);
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
if (info.done) resolve(value);
|
|
33
|
+
else Promise.resolve(value).then(_next, _throw);
|
|
34
|
+
}
|
|
35
|
+
function _async_to_generator(fn) {
|
|
36
|
+
return function() {
|
|
37
|
+
var self = this, args = arguments;
|
|
38
|
+
return new Promise(function(resolve, reject) {
|
|
39
|
+
var gen = fn.apply(self, args);
|
|
40
|
+
function _next(value) {
|
|
41
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
|
|
42
|
+
}
|
|
43
|
+
function _throw(err) {
|
|
44
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
|
|
45
|
+
}
|
|
46
|
+
_next(undefined);
|
|
47
|
+
});
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
function _define_property(obj, key, value) {
|
|
51
|
+
if (key in obj) {
|
|
52
|
+
Object.defineProperty(obj, key, {
|
|
53
|
+
value: value,
|
|
54
|
+
enumerable: true,
|
|
55
|
+
configurable: true,
|
|
56
|
+
writable: true
|
|
57
|
+
});
|
|
58
|
+
} else obj[key] = value;
|
|
59
|
+
return obj;
|
|
60
|
+
}
|
|
61
|
+
function _interop_require_default(obj) {
|
|
62
|
+
return obj && obj.__esModule ? obj : {
|
|
63
|
+
default: obj
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
function _getRequireWildcardCache(nodeInterop) {
|
|
67
|
+
if (typeof WeakMap !== "function") return null;
|
|
68
|
+
var cacheBabelInterop = new WeakMap();
|
|
69
|
+
var cacheNodeInterop = new WeakMap();
|
|
70
|
+
return (_getRequireWildcardCache = function(nodeInterop) {
|
|
71
|
+
return nodeInterop ? cacheNodeInterop : cacheBabelInterop;
|
|
72
|
+
})(nodeInterop);
|
|
73
|
+
}
|
|
74
|
+
function _interop_require_wildcard(obj, nodeInterop) {
|
|
75
|
+
if (!nodeInterop && obj && obj.__esModule) return obj;
|
|
76
|
+
if (obj === null || typeof obj !== "object" && typeof obj !== "function") return {
|
|
77
|
+
default: obj
|
|
78
|
+
};
|
|
79
|
+
var cache = _getRequireWildcardCache(nodeInterop);
|
|
80
|
+
if (cache && cache.has(obj)) return cache.get(obj);
|
|
81
|
+
var newObj = {
|
|
82
|
+
__proto__: null
|
|
83
|
+
};
|
|
84
|
+
var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor;
|
|
85
|
+
for(var key in obj){
|
|
86
|
+
if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) {
|
|
87
|
+
var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null;
|
|
88
|
+
if (desc && (desc.get || desc.set)) Object.defineProperty(newObj, key, desc);
|
|
89
|
+
else newObj[key] = obj[key];
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
newObj.default = obj;
|
|
93
|
+
if (cache) cache.set(obj, newObj);
|
|
94
|
+
return newObj;
|
|
95
|
+
}
|
|
96
|
+
function _iterable_to_array_limit(arr, i) {
|
|
97
|
+
var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
|
|
98
|
+
if (_i == null) return;
|
|
99
|
+
var _arr = [];
|
|
100
|
+
var _n = true;
|
|
101
|
+
var _d = false;
|
|
102
|
+
var _s, _e;
|
|
103
|
+
try {
|
|
104
|
+
for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
|
|
105
|
+
_arr.push(_s.value);
|
|
106
|
+
if (i && _arr.length === i) break;
|
|
107
|
+
}
|
|
108
|
+
} catch (err) {
|
|
109
|
+
_d = true;
|
|
110
|
+
_e = err;
|
|
111
|
+
} finally{
|
|
112
|
+
try {
|
|
113
|
+
if (!_n && _i["return"] != null) _i["return"]();
|
|
114
|
+
} finally{
|
|
115
|
+
if (_d) throw _e;
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
return _arr;
|
|
119
|
+
}
|
|
120
|
+
function _non_iterable_rest() {
|
|
121
|
+
throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
|
|
122
|
+
}
|
|
123
|
+
function _object_spread(target) {
|
|
124
|
+
for(var i = 1; i < arguments.length; i++){
|
|
125
|
+
var source = arguments[i] != null ? arguments[i] : {};
|
|
126
|
+
var ownKeys = Object.keys(source);
|
|
127
|
+
if (typeof Object.getOwnPropertySymbols === "function") {
|
|
128
|
+
ownKeys = ownKeys.concat(Object.getOwnPropertySymbols(source).filter(function(sym) {
|
|
129
|
+
return Object.getOwnPropertyDescriptor(source, sym).enumerable;
|
|
130
|
+
}));
|
|
131
|
+
}
|
|
132
|
+
ownKeys.forEach(function(key) {
|
|
133
|
+
_define_property(target, key, source[key]);
|
|
134
|
+
});
|
|
135
|
+
}
|
|
136
|
+
return target;
|
|
137
|
+
}
|
|
138
|
+
function ownKeys(object, enumerableOnly) {
|
|
139
|
+
var keys = Object.keys(object);
|
|
140
|
+
if (Object.getOwnPropertySymbols) {
|
|
141
|
+
var symbols = Object.getOwnPropertySymbols(object);
|
|
142
|
+
if (enumerableOnly) {
|
|
143
|
+
symbols = symbols.filter(function(sym) {
|
|
144
|
+
return Object.getOwnPropertyDescriptor(object, sym).enumerable;
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
keys.push.apply(keys, symbols);
|
|
148
|
+
}
|
|
149
|
+
return keys;
|
|
150
|
+
}
|
|
151
|
+
function _object_spread_props(target, source) {
|
|
152
|
+
source = source != null ? source : {};
|
|
153
|
+
if (Object.getOwnPropertyDescriptors) Object.defineProperties(target, Object.getOwnPropertyDescriptors(source));
|
|
154
|
+
else {
|
|
155
|
+
ownKeys(Object(source)).forEach(function(key) {
|
|
156
|
+
Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key));
|
|
157
|
+
});
|
|
158
|
+
}
|
|
159
|
+
return target;
|
|
160
|
+
}
|
|
161
|
+
function _sliced_to_array(arr, i) {
|
|
162
|
+
return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
|
|
163
|
+
}
|
|
164
|
+
function _ts_generator(thisArg, body) {
|
|
165
|
+
var f, y, t, _ = {
|
|
166
|
+
label: 0,
|
|
167
|
+
sent: function() {
|
|
168
|
+
if (t[0] & 1) throw t[1];
|
|
169
|
+
return t[1];
|
|
170
|
+
},
|
|
171
|
+
trys: [],
|
|
172
|
+
ops: []
|
|
173
|
+
}, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype), d = Object.defineProperty;
|
|
174
|
+
return d(g, "next", {
|
|
175
|
+
value: verb(0)
|
|
176
|
+
}), d(g, "throw", {
|
|
177
|
+
value: verb(1)
|
|
178
|
+
}), d(g, "return", {
|
|
179
|
+
value: verb(2)
|
|
180
|
+
}), typeof Symbol === "function" && d(g, Symbol.iterator, {
|
|
181
|
+
value: function() {
|
|
182
|
+
return this;
|
|
183
|
+
}
|
|
184
|
+
}), g;
|
|
185
|
+
function verb(n) {
|
|
186
|
+
return function(v) {
|
|
187
|
+
return step([
|
|
188
|
+
n,
|
|
189
|
+
v
|
|
190
|
+
]);
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
function step(op) {
|
|
194
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
195
|
+
while(g && (g = 0, op[0] && (_ = 0)), _)try {
|
|
196
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
197
|
+
if (y = 0, t) op = [
|
|
198
|
+
op[0] & 2,
|
|
199
|
+
t.value
|
|
200
|
+
];
|
|
201
|
+
switch(op[0]){
|
|
202
|
+
case 0:
|
|
203
|
+
case 1:
|
|
204
|
+
t = op;
|
|
205
|
+
break;
|
|
206
|
+
case 4:
|
|
207
|
+
_.label++;
|
|
208
|
+
return {
|
|
209
|
+
value: op[1],
|
|
210
|
+
done: false
|
|
211
|
+
};
|
|
212
|
+
case 5:
|
|
213
|
+
_.label++;
|
|
214
|
+
y = op[1];
|
|
215
|
+
op = [
|
|
216
|
+
0
|
|
217
|
+
];
|
|
218
|
+
continue;
|
|
219
|
+
case 7:
|
|
220
|
+
op = _.ops.pop();
|
|
221
|
+
_.trys.pop();
|
|
222
|
+
continue;
|
|
223
|
+
default:
|
|
224
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
|
|
225
|
+
_ = 0;
|
|
226
|
+
continue;
|
|
227
|
+
}
|
|
228
|
+
if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
|
|
229
|
+
_.label = op[1];
|
|
230
|
+
break;
|
|
231
|
+
}
|
|
232
|
+
if (op[0] === 6 && _.label < t[1]) {
|
|
233
|
+
_.label = t[1];
|
|
234
|
+
t = op;
|
|
235
|
+
break;
|
|
236
|
+
}
|
|
237
|
+
if (t && _.label < t[2]) {
|
|
238
|
+
_.label = t[2];
|
|
239
|
+
_.ops.push(op);
|
|
240
|
+
break;
|
|
241
|
+
}
|
|
242
|
+
if (t[2]) _.ops.pop();
|
|
243
|
+
_.trys.pop();
|
|
244
|
+
continue;
|
|
245
|
+
}
|
|
246
|
+
op = body.call(thisArg, _);
|
|
247
|
+
} catch (e) {
|
|
248
|
+
op = [
|
|
249
|
+
6,
|
|
250
|
+
e
|
|
251
|
+
];
|
|
252
|
+
y = 0;
|
|
253
|
+
} finally{
|
|
254
|
+
f = t = 0;
|
|
255
|
+
}
|
|
256
|
+
if (op[0] & 5) throw op[1];
|
|
257
|
+
return {
|
|
258
|
+
value: op[0] ? op[1] : void 0,
|
|
259
|
+
done: true
|
|
260
|
+
};
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
function _unsupported_iterable_to_array(o, minLen) {
|
|
264
|
+
if (!o) return;
|
|
265
|
+
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
266
|
+
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
267
|
+
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
268
|
+
if (n === "Map" || n === "Set") return Array.from(n);
|
|
269
|
+
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
270
|
+
}
|
|
271
|
+
var USAGE = 'usage: pdf-to-md [extract] <file.pdf> [out.md] [--json] [--page-markers] [--ocr] [--no-ocr] ' + '[--pages N[-M]] [--stdout] [--words-json=FILE] [--debug-words=FILE] ' + '[--format md|txt|raw (default md; raw = Analysis JSON incl. the report; txt = reading-order plain text)] ' + '[--dpi=N (OCR render resolution, default 288; raise for tiny print or chart/label pages, ' + '>~400 measured worse on ordinary prose pages)] ' + '[--float-max-words=N] [--float-max-width=F] [--float-margin=F] [--para-gap=F] [--heading-scale=F] ' + '[--col-max-width=F] [--col-split=F] [--line-y-tol=F] [--line-height-ratio=F]';
|
|
272
|
+
var FORMATS = [
|
|
273
|
+
'md',
|
|
274
|
+
'txt',
|
|
275
|
+
'raw'
|
|
276
|
+
];
|
|
277
|
+
// A bad tuning-flag value (non-numeric, or <= 0 unless the flag allows zero) is a usage error, not a silent no-op.
|
|
278
|
+
var TUNING_FLAGS = [
|
|
279
|
+
{
|
|
280
|
+
name: 'float-max-words',
|
|
281
|
+
key: 'floatMaxWords',
|
|
282
|
+
allowZero: true,
|
|
283
|
+
isInt: true
|
|
284
|
+
},
|
|
285
|
+
{
|
|
286
|
+
name: 'float-max-width',
|
|
287
|
+
key: 'floatMaxWidth'
|
|
288
|
+
},
|
|
289
|
+
{
|
|
290
|
+
name: 'float-margin',
|
|
291
|
+
key: 'floatMargin'
|
|
292
|
+
},
|
|
293
|
+
{
|
|
294
|
+
name: 'para-gap',
|
|
295
|
+
key: 'paraGap'
|
|
296
|
+
},
|
|
297
|
+
{
|
|
298
|
+
name: 'heading-scale',
|
|
299
|
+
key: 'headingScale'
|
|
300
|
+
},
|
|
301
|
+
{
|
|
302
|
+
name: 'col-max-width',
|
|
303
|
+
key: 'colMaxWidth'
|
|
304
|
+
},
|
|
305
|
+
{
|
|
306
|
+
name: 'col-split',
|
|
307
|
+
key: 'colSplit'
|
|
308
|
+
},
|
|
309
|
+
{
|
|
310
|
+
name: 'line-y-tol',
|
|
311
|
+
key: 'lineYTol'
|
|
312
|
+
},
|
|
313
|
+
{
|
|
314
|
+
name: 'line-height-ratio',
|
|
315
|
+
key: 'lineHeightRatio'
|
|
316
|
+
}
|
|
317
|
+
];
|
|
318
|
+
var extract = function extract(ctx) {
|
|
319
|
+
return _async_to_generator(function() {
|
|
320
|
+
var parsed, values, positionals, _positionals, src, outArg, wordsPath, formatRaw, format, pages, m, first, last, tuning, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, spec, raw, value, ok, dpi, raw1, value1, source, defaultExt, dest, onWarning, showProgress, onProgress, debugWordsPath, onWords, common, ocrCommon, words, skipped, ref, content, report, _ref, extractOcr, pdfToMarkdown, markdown, ref1, ref2, analyze, toText, _ref1, needsOcrFallback, ocrFallbackNotice, analysis, text, _report_floats;
|
|
321
|
+
return _ts_generator(this, function(_state) {
|
|
322
|
+
switch(_state.label){
|
|
323
|
+
case 0:
|
|
324
|
+
// --debug-words takes a required FILE value; a bare --debug-words is a
|
|
325
|
+
// usage error, checked before parseArgs so it can't silently swallow the next token as its value.
|
|
326
|
+
if (ctx.rest.includes('--debug-words')) {
|
|
327
|
+
ctx.usageError("".concat(USAGE, "\n--debug-words requires a value: --debug-words=FILE"));
|
|
328
|
+
}
|
|
329
|
+
parsed = function() {
|
|
330
|
+
try {
|
|
331
|
+
return (0, _nodeutil.parseArgs)({
|
|
332
|
+
args: ctx.rest,
|
|
333
|
+
options: _object_spread({
|
|
334
|
+
json: {
|
|
335
|
+
type: 'boolean',
|
|
336
|
+
default: false
|
|
337
|
+
},
|
|
338
|
+
'page-markers': {
|
|
339
|
+
type: 'boolean',
|
|
340
|
+
default: false
|
|
341
|
+
},
|
|
342
|
+
ocr: {
|
|
343
|
+
type: 'boolean',
|
|
344
|
+
default: false
|
|
345
|
+
},
|
|
346
|
+
'no-ocr': {
|
|
347
|
+
type: 'boolean',
|
|
348
|
+
default: false
|
|
349
|
+
},
|
|
350
|
+
stdout: {
|
|
351
|
+
type: 'boolean',
|
|
352
|
+
default: false
|
|
353
|
+
},
|
|
354
|
+
'debug-words': {
|
|
355
|
+
type: 'string'
|
|
356
|
+
},
|
|
357
|
+
help: {
|
|
358
|
+
type: 'boolean',
|
|
359
|
+
default: false,
|
|
360
|
+
short: 'h'
|
|
361
|
+
},
|
|
362
|
+
pages: {
|
|
363
|
+
type: 'string'
|
|
364
|
+
},
|
|
365
|
+
dpi: {
|
|
366
|
+
type: 'string'
|
|
367
|
+
},
|
|
368
|
+
format: {
|
|
369
|
+
type: 'string',
|
|
370
|
+
default: 'md'
|
|
371
|
+
},
|
|
372
|
+
'words-json': {
|
|
373
|
+
type: 'string'
|
|
374
|
+
}
|
|
375
|
+
}, Object.fromEntries(TUNING_FLAGS.map(function(f) {
|
|
376
|
+
return [
|
|
377
|
+
f.name,
|
|
378
|
+
{
|
|
379
|
+
type: 'string'
|
|
380
|
+
}
|
|
381
|
+
];
|
|
382
|
+
}))),
|
|
383
|
+
allowPositionals: true
|
|
384
|
+
});
|
|
385
|
+
} catch (err) {
|
|
386
|
+
// usageError exits; the throw is dead code that tells the compiler so.
|
|
387
|
+
throw ctx.usageError("".concat(err.message, "\n").concat(USAGE));
|
|
388
|
+
}
|
|
389
|
+
}();
|
|
390
|
+
values = parsed.values;
|
|
391
|
+
positionals = parsed.positionals;
|
|
392
|
+
if (values.help) {
|
|
393
|
+
console.log(USAGE);
|
|
394
|
+
return [
|
|
395
|
+
2
|
|
396
|
+
];
|
|
397
|
+
}
|
|
398
|
+
_positionals = _sliced_to_array(positionals, 2), src = _positionals[0], outArg = _positionals[1];
|
|
399
|
+
wordsPath = values['words-json'];
|
|
400
|
+
if (!src && !wordsPath) ctx.usageError(USAGE);
|
|
401
|
+
formatRaw = values.format;
|
|
402
|
+
if (!FORMATS.includes(formatRaw)) {
|
|
403
|
+
ctx.usageError("".concat(USAGE, "\n--format must be one of ").concat(FORMATS.join('|'), " (got ").concat(JSON.stringify(formatRaw), ")"));
|
|
404
|
+
}
|
|
405
|
+
format = formatRaw;
|
|
406
|
+
if (values.pages !== undefined) {
|
|
407
|
+
m = /^(\d+)(?:-(\d+))?$/.exec(values.pages);
|
|
408
|
+
first = m ? Number(m[1]) : Number.NaN;
|
|
409
|
+
last = m ? m[2] !== undefined ? Number(m[2]) : first : Number.NaN;
|
|
410
|
+
if (!m || first < 1 || last < first) {
|
|
411
|
+
ctx.usageError("".concat(USAGE, "\n--pages requires N or N-M, N >= 1, M >= N (got ").concat(JSON.stringify(values.pages), ")"));
|
|
412
|
+
}
|
|
413
|
+
pages = {
|
|
414
|
+
first: first,
|
|
415
|
+
last: last
|
|
416
|
+
};
|
|
417
|
+
}
|
|
418
|
+
tuning = {};
|
|
419
|
+
_iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
|
|
420
|
+
try {
|
|
421
|
+
for(_iterator = TUNING_FLAGS[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
|
|
422
|
+
spec = _step.value;
|
|
423
|
+
raw = values[spec.name];
|
|
424
|
+
if (raw === undefined) continue;
|
|
425
|
+
value = Number(raw);
|
|
426
|
+
ok = raw !== '' && Number.isFinite(value) && (spec.allowZero ? value >= 0 : value > 0);
|
|
427
|
+
if (!ok) {
|
|
428
|
+
ctx.usageError("".concat(USAGE, "\n--").concat(spec.name, " requires a ").concat(spec.allowZero ? 'non-negative' : 'positive', " number (got ").concat(JSON.stringify(raw), ")"));
|
|
429
|
+
}
|
|
430
|
+
tuning[spec.key] = spec.isInt ? Math.trunc(value) : value;
|
|
431
|
+
}
|
|
432
|
+
} catch (err) {
|
|
433
|
+
_didIteratorError = true;
|
|
434
|
+
_iteratorError = err;
|
|
435
|
+
} finally{
|
|
436
|
+
try {
|
|
437
|
+
if (!_iteratorNormalCompletion && _iterator.return != null) {
|
|
438
|
+
_iterator.return();
|
|
439
|
+
}
|
|
440
|
+
} finally{
|
|
441
|
+
if (_didIteratorError) {
|
|
442
|
+
throw _iteratorError;
|
|
443
|
+
}
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
if (values.dpi !== undefined) {
|
|
447
|
+
raw1 = values.dpi;
|
|
448
|
+
value1 = Number(raw1);
|
|
449
|
+
if (raw1 === '' || !Number.isFinite(value1) || value1 <= 0) {
|
|
450
|
+
ctx.usageError("".concat(USAGE, "\n--dpi requires a positive number (got ").concat(JSON.stringify(raw1), ")"));
|
|
451
|
+
}
|
|
452
|
+
dpi = value1;
|
|
453
|
+
}
|
|
454
|
+
// In --words-json mode there may be no PDF positional; the words file
|
|
455
|
+
// stands in for naming, extension stripped so the default dest can never overwrite the input. Default extension follows --format.
|
|
456
|
+
source = src !== null && src !== void 0 ? src : wordsPath;
|
|
457
|
+
defaultExt = format === 'raw' ? 'json' : format === 'txt' ? 'txt' : 'md';
|
|
458
|
+
dest = outArg || "".concat(source.replace(/\.(pdf|jsonl)$/i, ''), ".").concat(defaultExt);
|
|
459
|
+
onWarning = function onWarning(m) {
|
|
460
|
+
return console.error(m);
|
|
461
|
+
};
|
|
462
|
+
showProgress = process.stderr.isTTY;
|
|
463
|
+
// onProgress carries per-page timing/count only; human-readable
|
|
464
|
+
// diagnostics (e.g. the sparse-retry notice) arrive via onWarning instead, so they print regardless of TTY-ness.
|
|
465
|
+
onProgress = function onProgress(e) {
|
|
466
|
+
if (showProgress) console.error("p".concat(e.page, ": ").concat(e.words, " words, ").concat(e.ms, "ms"));
|
|
467
|
+
};
|
|
468
|
+
debugWordsPath = values['debug-words'];
|
|
469
|
+
if (debugWordsPath !== undefined && debugWordsPath.trim() === '') {
|
|
470
|
+
ctx.usageError("".concat(USAGE, "\n--debug-words requires a value: --debug-words=FILE"));
|
|
471
|
+
}
|
|
472
|
+
// The severity-1 audit instrument: every recognized word as clean JSON
|
|
473
|
+
// lines to its own file. stderr stays a human channel (mixed prose), never a dump target — this file is guaranteed byte-for-byte parseable.
|
|
474
|
+
onWords = debugWordsPath ? function(words) {
|
|
475
|
+
var lines = words.map(function(w) {
|
|
476
|
+
var entry = {
|
|
477
|
+
page: w.page,
|
|
478
|
+
text: w.text,
|
|
479
|
+
x: w.x,
|
|
480
|
+
y: w.y,
|
|
481
|
+
w: w.w,
|
|
482
|
+
h: w.h
|
|
483
|
+
};
|
|
484
|
+
if (w.confidence !== undefined) entry.confidence = w.confidence;
|
|
485
|
+
return JSON.stringify(entry);
|
|
486
|
+
});
|
|
487
|
+
(0, _nodefs.writeFileSync)(debugWordsPath, lines.length ? "".concat(lines.join('\n'), "\n") : '');
|
|
488
|
+
} : undefined;
|
|
489
|
+
common = {
|
|
490
|
+
pages: pages,
|
|
491
|
+
onWarning: onWarning
|
|
492
|
+
};
|
|
493
|
+
ocrCommon = _object_spread_props(_object_spread({}, common), {
|
|
494
|
+
tuning: tuning,
|
|
495
|
+
dpi: dpi,
|
|
496
|
+
onProgress: onProgress,
|
|
497
|
+
onWords: onWords
|
|
498
|
+
});
|
|
499
|
+
skipped = 0;
|
|
500
|
+
if (wordsPath !== undefined) {
|
|
501
|
+
;
|
|
502
|
+
ref = parseWordLines((0, _nodefs.readFileSync)(wordsPath, 'utf8')), words = ref.words, skipped = ref.skipped, ref;
|
|
503
|
+
if (skipped > 0) console.error("--words-json: skipped ".concat(skipped, " non-JSON line(s)"));
|
|
504
|
+
}
|
|
505
|
+
if (!(format === 'md')) return [
|
|
506
|
+
3,
|
|
507
|
+
6
|
|
508
|
+
];
|
|
509
|
+
return [
|
|
510
|
+
4,
|
|
511
|
+
Promise.resolve().then(function() {
|
|
512
|
+
return /*#__PURE__*/ _interop_require_wildcard(require("../extract.js"));
|
|
513
|
+
})
|
|
514
|
+
];
|
|
515
|
+
case 1:
|
|
516
|
+
_ref = _state.sent(), extractOcr = _ref.extractOcr, pdfToMarkdown = _ref.pdfToMarkdown;
|
|
517
|
+
if (!(words !== undefined)) return [
|
|
518
|
+
3,
|
|
519
|
+
3
|
|
520
|
+
];
|
|
521
|
+
return [
|
|
522
|
+
4,
|
|
523
|
+
extractOcr({
|
|
524
|
+
words: words
|
|
525
|
+
}, ocrCommon)
|
|
526
|
+
];
|
|
527
|
+
case 2:
|
|
528
|
+
ref1 = _state.sent(), markdown = ref1.markdown, report = ref1.report, ref1;
|
|
529
|
+
return [
|
|
530
|
+
3,
|
|
531
|
+
5
|
|
532
|
+
];
|
|
533
|
+
case 3:
|
|
534
|
+
return [
|
|
535
|
+
4,
|
|
536
|
+
pdfToMarkdown(src, _object_spread_props(_object_spread({}, ocrCommon), {
|
|
537
|
+
ocr: values.ocr,
|
|
538
|
+
noOcr: values['no-ocr'],
|
|
539
|
+
pageMarkers: values['page-markers']
|
|
540
|
+
}))
|
|
541
|
+
];
|
|
542
|
+
case 4:
|
|
543
|
+
ref2 = _state.sent(), markdown = ref2.markdown, report = ref2.report, ref2;
|
|
544
|
+
_state.label = 5;
|
|
545
|
+
case 5:
|
|
546
|
+
content = markdown;
|
|
547
|
+
return [
|
|
548
|
+
3,
|
|
549
|
+
18
|
|
550
|
+
];
|
|
551
|
+
case 6:
|
|
552
|
+
return [
|
|
553
|
+
4,
|
|
554
|
+
Promise.resolve().then(function() {
|
|
555
|
+
return /*#__PURE__*/ _interop_require_wildcard(require("../analyze.js"));
|
|
556
|
+
})
|
|
557
|
+
];
|
|
558
|
+
case 7:
|
|
559
|
+
analyze = _state.sent().analyze;
|
|
560
|
+
return [
|
|
561
|
+
4,
|
|
562
|
+
Promise.resolve().then(function() {
|
|
563
|
+
return /*#__PURE__*/ _interop_require_wildcard(require("../render-analysis.js"));
|
|
564
|
+
})
|
|
565
|
+
];
|
|
566
|
+
case 8:
|
|
567
|
+
toText = _state.sent().toText;
|
|
568
|
+
return [
|
|
569
|
+
4,
|
|
570
|
+
Promise.resolve().then(function() {
|
|
571
|
+
return /*#__PURE__*/ _interop_require_wildcard(require("../extract.js"));
|
|
572
|
+
})
|
|
573
|
+
];
|
|
574
|
+
case 9:
|
|
575
|
+
_ref1 = _state.sent(), needsOcrFallback = _ref1.needsOcrFallback, ocrFallbackNotice = _ref1.ocrFallbackNotice;
|
|
576
|
+
if (!(words !== undefined)) return [
|
|
577
|
+
3,
|
|
578
|
+
11
|
|
579
|
+
];
|
|
580
|
+
return [
|
|
581
|
+
4,
|
|
582
|
+
analyze({
|
|
583
|
+
words: words
|
|
584
|
+
}, _object_spread_props(_object_spread({}, ocrCommon), {
|
|
585
|
+
path: 'ocr'
|
|
586
|
+
}))
|
|
587
|
+
];
|
|
588
|
+
case 10:
|
|
589
|
+
analysis = _state.sent();
|
|
590
|
+
return [
|
|
591
|
+
3,
|
|
592
|
+
17
|
|
593
|
+
];
|
|
594
|
+
case 11:
|
|
595
|
+
if (!values.ocr) return [
|
|
596
|
+
3,
|
|
597
|
+
13
|
|
598
|
+
];
|
|
599
|
+
return [
|
|
600
|
+
4,
|
|
601
|
+
analyze(src, _object_spread_props(_object_spread({}, ocrCommon), {
|
|
602
|
+
path: 'ocr'
|
|
603
|
+
}))
|
|
604
|
+
];
|
|
605
|
+
case 12:
|
|
606
|
+
analysis = _state.sent();
|
|
607
|
+
return [
|
|
608
|
+
3,
|
|
609
|
+
17
|
|
610
|
+
];
|
|
611
|
+
case 13:
|
|
612
|
+
return [
|
|
613
|
+
4,
|
|
614
|
+
analyze(src, _object_spread_props(_object_spread({}, common), {
|
|
615
|
+
path: 'text',
|
|
616
|
+
pageMarkers: values['page-markers']
|
|
617
|
+
}))
|
|
618
|
+
];
|
|
619
|
+
case 14:
|
|
620
|
+
text = _state.sent();
|
|
621
|
+
if (!(needsOcrFallback(text.report.charsPerPage) && !values['no-ocr'])) return [
|
|
622
|
+
3,
|
|
623
|
+
16
|
|
624
|
+
];
|
|
625
|
+
onWarning(ocrFallbackNotice(text.report.charsPerPage));
|
|
626
|
+
return [
|
|
627
|
+
4,
|
|
628
|
+
analyze(src, _object_spread_props(_object_spread({}, ocrCommon), {
|
|
629
|
+
path: 'ocr',
|
|
630
|
+
fallback: true
|
|
631
|
+
}))
|
|
632
|
+
];
|
|
633
|
+
case 15:
|
|
634
|
+
analysis = _state.sent();
|
|
635
|
+
return [
|
|
636
|
+
3,
|
|
637
|
+
17
|
|
638
|
+
];
|
|
639
|
+
case 16:
|
|
640
|
+
analysis = text;
|
|
641
|
+
_state.label = 17;
|
|
642
|
+
case 17:
|
|
643
|
+
report = analysis.report;
|
|
644
|
+
content = format === 'raw' ? JSON.stringify(analysis, null, 1) : toText(analysis);
|
|
645
|
+
_state.label = 18;
|
|
646
|
+
case 18:
|
|
647
|
+
if (values.stdout) process.stdout.write(content);
|
|
648
|
+
else (0, _nodefs.writeFileSync)(dest, content);
|
|
649
|
+
// The library's Report stays clean of source/out; --json consumers keep
|
|
650
|
+
// report.json files around and need to know which input produced each one, so the CLI (only) decorates the printed JSON with source/out here.
|
|
651
|
+
if (values.json) console.log(JSON.stringify(_object_spread({
|
|
652
|
+
source: source,
|
|
653
|
+
out: dest
|
|
654
|
+
}, report), null, 1));
|
|
655
|
+
else if (report.path === 'ocr') {
|
|
656
|
+
;
|
|
657
|
+
console.error("".concat(_nodepath.default.basename(dest).padEnd(32), " OCR path heads=").concat(report.headings, "(junk ").concat(report.junkHeadings, ") ") + "paras=".concat(report.paragraphs, " callouts=").concat(report.callouts, " floats=").concat((_report_floats = report.floats) !== null && _report_floats !== void 0 ? _report_floats : 0, " dangling=").concat(report.danglingLong, " (long) ") + "~".concat(report.charsPerPage, " chars/page"));
|
|
658
|
+
} else {
|
|
659
|
+
console.error("".concat(_nodepath.default.basename(dest).padEnd(32), " body=").concat(report.bodyFontHeight, "pt heads=").concat(report.headings, "(junk ").concat(report.junkHeadings, ") ") + "lists=".concat(report.listItems, " paras=").concat(report.paragraphs, " callouts=").concat(report.callouts, " pairs=").concat(report.joinedPairs, " ") + "~".concat(report.charsPerPage, " chars/page") + (report.sparse ? ' ⚠️ implausibly sparse — pages are likely images; re-run with --ocr' : ''));
|
|
660
|
+
}
|
|
661
|
+
return [
|
|
662
|
+
2
|
|
663
|
+
];
|
|
664
|
+
}
|
|
665
|
+
});
|
|
666
|
+
})();
|
|
667
|
+
};
|
|
668
|
+
// Parse one word-dump JSON line per word — key order is not guaranteed, parse
|
|
669
|
+
// never grep. Non-JSON lines are skipped with a count, not fatal (the auditor applies the same policy).
|
|
670
|
+
function parseWordLines(raw) {
|
|
671
|
+
var words = [];
|
|
672
|
+
var skipped = 0;
|
|
673
|
+
var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
|
|
674
|
+
try {
|
|
675
|
+
for(var _iterator = raw.split('\n')[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
|
|
676
|
+
var line = _step.value;
|
|
677
|
+
if (!line.trim()) continue;
|
|
678
|
+
try {
|
|
679
|
+
words.push(JSON.parse(line));
|
|
680
|
+
} catch (unused) {
|
|
681
|
+
skipped++;
|
|
682
|
+
}
|
|
683
|
+
}
|
|
684
|
+
} catch (err) {
|
|
685
|
+
_didIteratorError = true;
|
|
686
|
+
_iteratorError = err;
|
|
687
|
+
} finally{
|
|
688
|
+
try {
|
|
689
|
+
if (!_iteratorNormalCompletion && _iterator.return != null) {
|
|
690
|
+
_iterator.return();
|
|
691
|
+
}
|
|
692
|
+
} finally{
|
|
693
|
+
if (_didIteratorError) {
|
|
694
|
+
throw _iteratorError;
|
|
695
|
+
}
|
|
696
|
+
}
|
|
697
|
+
}
|
|
698
|
+
return {
|
|
699
|
+
words: words,
|
|
700
|
+
skipped: skipped
|
|
701
|
+
};
|
|
702
|
+
}
|
|
703
|
+
var _default = extract;
|
|
704
|
+
/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }
|