@leemour/cli-messaging 0.178.0 → 0.179.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,7 @@
1
+ import { type Document, type Element, type Node } from "@xmldom/xmldom";
2
+ export declare class ReaderLimit extends Error {
3
+ }
4
+ export declare const readContainer: (bytes: Uint8Array, signal?: AbortSignal) => Promise<Map<string, Uint8Array>>;
5
+ export declare const xmlPart: (archive: Map<string, Uint8Array>, path: string) => Document;
6
+ export declare const elements: (node: Node, name: string, namespace: string) => Element[];
7
+ //# sourceMappingURL=container.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"container.d.ts","sourceRoot":"","sources":["../../src/attachments/container.ts"],"names":[],"mappings":"AAGA,OAAO,EAAa,KAAK,QAAQ,EAAE,KAAK,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,gBAAgB,CAAA;AAUlF,qBAAa,WAAY,SAAQ,KAAK;CAAG;AAqEzC,eAAO,MAAM,aAAa,UAAiB,UAAU,WAAW,WAAW,KAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAiD5G,CAAA;AAyCD,eAAO,MAAM,OAAO,YAAa,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,QAAQ,MAAM,KAAG,QAyBxE,CAAA;AAED,eAAO,MAAM,QAAQ,SAAU,IAAI,QAAQ,MAAM,aAAa,MAAM,KAAG,OAAO,EAS7E,CAAA"}
@@ -0,0 +1,236 @@
1
+ import { setImmediate as tick } from "node:timers/promises";
2
+ import { crc32 } from "node:zlib";
3
+ import { CliError } from "@leemour/cli-core";
4
+ import { DOMParser } from "@xmldom/xmldom";
5
+ import { Unzip, UnzipInflate } from "fflate";
6
+ import { decodeXml } from "./encoding.js";
7
+ import { MAX_FILE_BYTES as MAX_EXPANDED } from "./limits.js";
8
+ const MAX_PART = 10 * 1024 * 1024;
9
+ const MAX_ENTRIES = 1000;
10
+ const decoder = new TextDecoder("utf-8", { fatal: true });
11
+ export class ReaderLimit extends Error {
12
+ }
13
+ const cancelled = (signal) => {
14
+ if (signal?.aborted)
15
+ throw new CliError("cancelled", "document extraction cancelled");
16
+ };
17
+ const safeName = (name) => name.length > 0 &&
18
+ name.length <= 512 &&
19
+ !/^[\\/]|\\/.test(name) &&
20
+ ![...name].some((character) => character.charCodeAt(0) < 32) &&
21
+ !name.split("/").includes("..");
22
+ const directory = (bytes) => {
23
+ const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
24
+ let end = -1;
25
+ for (let index = bytes.length - 22; index >= Math.max(0, bytes.length - 65_557); index--) {
26
+ if (view.getUint32(index, true) === 0x06054b50 && index + 22 + view.getUint16(index + 20, true) === bytes.length) {
27
+ end = index;
28
+ break;
29
+ }
30
+ }
31
+ if (end < 0 || view.getUint16(end + 4, true) || view.getUint16(end + 6, true))
32
+ throw new Error("invalid_zip");
33
+ const count = view.getUint16(end + 10, true);
34
+ if (count > MAX_ENTRIES)
35
+ throw new ReaderLimit();
36
+ if (count !== view.getUint16(end + 8, true))
37
+ throw new Error("invalid_zip");
38
+ const stop = view.getUint32(end + 16, true) + view.getUint32(end + 12, true);
39
+ if (stop > end)
40
+ throw new Error("invalid_zip");
41
+ let offset = view.getUint32(end + 16, true);
42
+ let expanded = 0;
43
+ const entries = new Map();
44
+ for (let index = 0; index < count; index++) {
45
+ if (offset + 46 > stop || view.getUint32(offset, true) !== 0x02014b50)
46
+ throw new Error("invalid_zip");
47
+ const flags = view.getUint16(offset + 8, true);
48
+ const method = view.getUint16(offset + 10, true);
49
+ const size = view.getUint32(offset + 24, true);
50
+ const compressed = view.getUint32(offset + 20, true);
51
+ const length = view.getUint16(offset + 28, true);
52
+ const next = offset + 46 + length + view.getUint16(offset + 30, true) + view.getUint16(offset + 32, true);
53
+ if (next > stop)
54
+ throw new Error("invalid_zip");
55
+ const name = decoder.decode(bytes.subarray(offset + 46, offset + 46 + length));
56
+ if (!safeName(name) || entries.has(name) || flags & 1 || (method !== 0 && method !== 8))
57
+ throw new Error("invalid_zip");
58
+ if (((view.getUint32(offset + 38, true) >>> 16) & 0xf000) === 0xa000)
59
+ throw new Error("invalid_zip");
60
+ expanded += size;
61
+ if (expanded > MAX_EXPANDED)
62
+ throw new ReaderLimit();
63
+ const local = view.getUint32(offset + 42, true);
64
+ if (local + 30 > offset || view.getUint32(local, true) !== 0x04034b50)
65
+ throw new Error("invalid_zip");
66
+ const localLength = view.getUint16(local + 26, true);
67
+ const start = local + 30 + localLength + view.getUint16(local + 28, true);
68
+ if (start + compressed > view.getUint32(end + 16, true) ||
69
+ decoder.decode(bytes.subarray(local + 30, local + 30 + localLength)) !== name ||
70
+ view.getUint16(local + 6, true) !== flags ||
71
+ view.getUint16(local + 8, true) !== method)
72
+ throw new Error("invalid_zip");
73
+ if (!(flags & 8) &&
74
+ (view.getUint32(local + 14, true) !== view.getUint32(offset + 16, true) ||
75
+ view.getUint32(local + 18, true) !== compressed ||
76
+ view.getUint32(local + 22, true) !== size))
77
+ throw new Error("invalid_zip");
78
+ entries.set(name, { size, crc: view.getUint32(offset + 16, true) });
79
+ offset = next;
80
+ }
81
+ if (offset !== stop)
82
+ throw new Error("invalid_zip");
83
+ return entries;
84
+ };
85
+ export const readContainer = async (bytes, signal) => {
86
+ cancelled(signal);
87
+ const entries = directory(bytes);
88
+ const result = new Map();
89
+ const seen = new Set();
90
+ const done = new Set();
91
+ let expanded = 0;
92
+ const archive = new Unzip((file) => {
93
+ const expected = entries.get(file.name);
94
+ if (!expected || seen.has(file.name))
95
+ throw new Error("invalid_zip");
96
+ seen.add(file.name);
97
+ const keep = /\.(xml|rels|opf|xhtml|html)$/i.test(file.name) || file.name === "mimetype";
98
+ let size = 0;
99
+ let checksum = 0;
100
+ const parts = [];
101
+ file.ondata = (error, data, final) => {
102
+ if (error)
103
+ throw error;
104
+ size += data.length;
105
+ expanded += data.length;
106
+ if (expanded > MAX_EXPANDED || (keep && size > MAX_PART))
107
+ throw new ReaderLimit();
108
+ checksum = crc32(data, checksum);
109
+ if (keep)
110
+ parts.push(data.slice());
111
+ if (final) {
112
+ if (size !== expected.size || checksum !== expected.crc)
113
+ throw new Error("invalid_zip");
114
+ done.add(file.name);
115
+ if (keep) {
116
+ const content = new Uint8Array(size);
117
+ let offset = 0;
118
+ for (const part of parts) {
119
+ content.set(part, offset);
120
+ offset += part.length;
121
+ }
122
+ result.set(file.name, content);
123
+ parts.length = 0;
124
+ }
125
+ }
126
+ };
127
+ file.start();
128
+ });
129
+ archive.register(UnzipInflate);
130
+ // Small compressed chunks bound allocation before the expanded-byte check runs.
131
+ for (let offset = 0; offset < bytes.length; offset += 1024) {
132
+ cancelled(signal);
133
+ archive.push(bytes.subarray(offset, offset + 1024), offset + 1024 >= bytes.length);
134
+ if (offset % 65_536 === 0)
135
+ await tick();
136
+ }
137
+ cancelled(signal);
138
+ if (seen.size !== entries.size || done.size !== entries.size)
139
+ throw new Error("incomplete_zip");
140
+ return result;
141
+ };
142
+ const checkXml = (text) => {
143
+ if (/<!DOCTYPE|<!ENTITY/i.test(text))
144
+ throw new Error("unsupported_xml");
145
+ let depth = 0;
146
+ let nodes = 0;
147
+ for (let index = 0; index < text.length; index++) {
148
+ if (text[index] !== "<")
149
+ continue;
150
+ const skip = text.startsWith("<!--", index)
151
+ ? "-->"
152
+ : text.startsWith("<![CDATA[", index)
153
+ ? "]]>"
154
+ : text.startsWith("<?", index)
155
+ ? "?>"
156
+ : undefined;
157
+ if (skip) {
158
+ if (++nodes > 200_000)
159
+ throw new ReaderLimit();
160
+ const end = text.indexOf(skip, index + 2);
161
+ if (end < 0)
162
+ throw new Error("invalid_xml");
163
+ index = end + skip.length - 1;
164
+ continue;
165
+ }
166
+ const start = index;
167
+ let quote = "";
168
+ for (index++; index < text.length; index++) {
169
+ const char = text[index];
170
+ if (quote) {
171
+ if (char === quote)
172
+ quote = "";
173
+ }
174
+ else if (char === '"' || char === "'")
175
+ quote = char;
176
+ else if (char === ">")
177
+ break;
178
+ }
179
+ if (index === text.length)
180
+ throw new Error("invalid_xml");
181
+ const tag = text.slice(start, index + 1);
182
+ if (tag.startsWith("</"))
183
+ depth--;
184
+ else if (!/\/\s*>$/.test(tag))
185
+ depth++;
186
+ if (++nodes > 200_000 || depth > 128)
187
+ throw new ReaderLimit();
188
+ if (depth < 0)
189
+ throw new Error("invalid_xml");
190
+ }
191
+ if (depth !== 0)
192
+ throw new Error("invalid_xml");
193
+ };
194
+ export const xmlPart = (archive, path) => {
195
+ const bytes = archive.get(path);
196
+ if (!bytes)
197
+ throw new Error("missing_part");
198
+ let text = decodeXml(bytes);
199
+ if (/\.xhtml$/i.test(path)) {
200
+ let start = 0;
201
+ while (start < text.length) {
202
+ start += /^\s*/.exec(text.slice(start))?.[0].length ?? 0;
203
+ const end = text.startsWith("<?", start) ? "?>" : text.startsWith("<!--", start) ? "-->" : undefined;
204
+ if (!end)
205
+ break;
206
+ const index = text.indexOf(end, start + 2);
207
+ if (index < 0)
208
+ throw new Error("invalid_xml");
209
+ start = index + end.length;
210
+ }
211
+ const doctype = /^<!DOCTYPE\s+html\s*>/i.exec(text.slice(start));
212
+ if (doctype)
213
+ text = text.slice(0, start) + text.slice(start + doctype[0].length);
214
+ }
215
+ checkXml(text);
216
+ const document = new DOMParser({
217
+ onError: () => {
218
+ throw new Error("invalid_xml");
219
+ },
220
+ }).parseFromString(text, "application/xml");
221
+ if (!document.documentElement)
222
+ throw new Error("invalid_xml");
223
+ return document;
224
+ };
225
+ export const elements = (node, name, namespace) => {
226
+ const found = [];
227
+ const visit = (current) => {
228
+ if (current.nodeType === 1 && current.localName === name && current.namespaceURI === namespace)
229
+ found.push(current);
230
+ for (let child = current.firstChild; child; child = child.nextSibling)
231
+ visit(child);
232
+ };
233
+ visit(node);
234
+ return found;
235
+ };
236
+ //# sourceMappingURL=container.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"container.js","sourceRoot":"","sources":["../../src/attachments/container.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,IAAI,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,SAAS,EAA0C,MAAM,gBAAgB,CAAA;AAClF,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAEzC,OAAO,EAAE,cAAc,IAAI,YAAY,EAAE,MAAM,aAAa,CAAA;AAE5D,MAAM,QAAQ,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AACjC,MAAM,WAAW,GAAG,IAAI,CAAA;AACxB,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;AAEzD,MAAM,OAAO,WAAY,SAAQ,KAAK;CAAG;AACzC,MAAM,SAAS,GAAG,CAAC,MAAoB,EAAE,EAAE;IACzC,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAAA;AACvF,CAAC,CAAA;AACD,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAChC,IAAI,CAAC,MAAM,GAAG,CAAC;IACf,IAAI,CAAC,MAAM,IAAI,GAAG;IAClB,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5D,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAEjC,MAAM,SAAS,GAAG,CAAC,KAAiB,EAAE,EAAE;IACtC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;IAC3E,IAAI,GAAG,GAAG,CAAC,CAAC,CAAA;IACZ,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACzF,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,UAAU,IAAI,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACjH,GAAG,GAAG,KAAK,CAAA;YACX,MAAK;QACP,CAAC;IACH,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;IAC7G,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;IAC5C,IAAI,KAAK,GAAG,WAAW;QAAE,MAAM,IAAI,WAAW,EAAE,CAAA;IAChD,IAAI,KAAK,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;IAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;IAC5E,IAAI,IAAI,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;IAC9C,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;IAC3C,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyC,CAAA;IAChE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,IAAI,MAAM,GAAG,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QACrG,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,MAAM,GAAG,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QACzG,IAAI,IAAI,GAAG,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,MAAM,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAA;QAC9E,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,CAAC;YACrF,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QAChC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QACpG,QAAQ,IAAI,IAAI,CAAA;QAChB,IAAI,QAAQ,GAAG,YAAY;YAAE,MAAM,IAAI,WAAW,EAAE,CAAA;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QAC/C,IAAI,KAAK,GAAG,EAAE,GAAG,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QACrG,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QACpD,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE,GAAG,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC,CAAA;QACzE,IACE,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC;YACnD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,EAAE,KAAK,GAAG,EAAE,GAAG,WAAW,CAAC,CAAC,KAAK,IAAI;YAC7E,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,KAAK;YACzC,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,MAAM;YAE1C,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QAChC,IACE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;YACZ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC;gBACrE,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC,KAAK,UAAU;gBAC/C,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;YAE5C,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QAChC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;QACnE,MAAM,GAAG,IAAI,CAAA;IACf,CAAC;IACD,IAAI,MAAM,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;IACnD,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,KAAiB,EAAE,MAAoB,EAAoC,EAAE;IAC/G,SAAS,CAAC,MAAM,CAAC,CAAA;IACjB,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAChC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAA;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;QACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QACpE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnB,MAAM,IAAI,GAAG,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,CAAA;QACxF,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,MAAM,KAAK,GAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;YACnC,IAAI,KAAK;gBAAE,MAAM,KAAK,CAAA;YACtB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAA;YACnB,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAA;YACvB,IAAI,QAAQ,GAAG,YAAY,IAAI,CAAC,IAAI,IAAI,IAAI,GAAG,QAAQ,CAAC;gBAAE,MAAM,IAAI,WAAW,EAAE,CAAA;YACjF,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;YAChC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;YAClC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,IAAI,KAAK,QAAQ,CAAC,IAAI,IAAI,QAAQ,KAAK,QAAQ,CAAC,GAAG;oBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;gBACvF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACnB,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;oBACpC,IAAI,MAAM,GAAG,CAAC,CAAA;oBACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;wBACzB,MAAM,IAAI,IAAI,CAAC,MAAM,CAAA;oBACvB,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;oBAC9B,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;gBAClB,CAAC;YACH,CAAC;QACH,CAAC,CAAA;QACD,IAAI,CAAC,KAAK,EAAE,CAAA;IACd,CAAC,CAAC,CAAA;IACF,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;IAC9B,gFAAgF;IAChF,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,EAAE,CAAC;QAC3D,SAAS,CAAC,MAAM,CAAC,CAAA;QACjB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,CAAA;QAClF,IAAI,MAAM,GAAG,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,EAAE,CAAA;IACzC,CAAC;IACD,SAAS,CAAC,MAAM,CAAC,CAAA;IACjB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAA;IAC/F,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE;IAChC,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;IACxE,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACjD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG;YAAE,SAAQ;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC;YACzC,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,KAAK,CAAC;gBACnC,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC;oBAC5B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,SAAS,CAAA;QACjB,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,EAAE,KAAK,GAAG,OAAO;gBAAE,MAAM,IAAI,WAAW,EAAE,CAAA;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;YACzC,IAAI,GAAG,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;YAC3C,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;YAC7B,SAAQ;QACV,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAA;QACnB,IAAI,KAAK,GAAG,EAAE,CAAA;QACd,KAAK,KAAK,EAAE,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAA;YACxB,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,IAAI,KAAK,KAAK;oBAAE,KAAK,GAAG,EAAE,CAAA;YAChC,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;gBAAE,KAAK,GAAG,IAAI,CAAA;iBAChD,IAAI,IAAI,KAAK,GAAG;gBAAE,MAAK;QAC9B,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;QACxC,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,KAAK,EAAE,CAAA;aAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,KAAK,EAAE,CAAA;QACtC,IAAI,EAAE,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,GAAG;YAAE,MAAM,IAAI,WAAW,EAAE,CAAA;QAC7D,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;IAC/C,CAAC;IACD,IAAI,KAAK,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;AACjD,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,OAAgC,EAAE,IAAY,EAAY,EAAE;IAClF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC/B,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IAC3C,IAAI,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAC3B,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAA;YACxD,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;YACpG,IAAI,CAAC,GAAG;gBAAE,MAAK;YACf,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;YAC1C,IAAI,KAAK,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;YAC7C,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,MAAM,CAAA;QAC5B,CAAC;QACD,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;QAChE,IAAI,OAAO;YAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IAClF,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,CAAA;IACd,MAAM,QAAQ,GAAG,IAAI,SAAS,CAAC;QAC7B,OAAO,EAAE,GAAG,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;QAChC,CAAC;KACF,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAA;IAC3C,IAAI,CAAC,QAAQ,CAAC,eAAe;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;IAC7D,OAAO,QAAQ,CAAA;AACjB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAU,EAAE,IAAY,EAAE,SAAiB,EAAa,EAAE;IACjF,MAAM,KAAK,GAAc,EAAE,CAAA;IAC3B,MAAM,KAAK,GAAG,CAAC,OAAa,EAAE,EAAE;QAC9B,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS;YAC5F,KAAK,CAAC,IAAI,CAAC,OAAkB,CAAC,CAAA;QAChC,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,WAAW;YAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IACrF,CAAC,CAAA;IACD,KAAK,CAAC,IAAI,CAAC,CAAA;IACX,OAAO,KAAK,CAAA;AACd,CAAC,CAAA"}
@@ -0,0 +1,6 @@
1
+ import type { Extraction, FileHint } from "./extract.js";
2
+ export type DocumentKind = "odt" | "ods" | "xlsx" | "pptx" | "epub";
3
+ export declare const documentKind: (hint: FileHint) => DocumentKind | undefined;
4
+ export declare const documentExtractor: (kind: DocumentKind) => string;
5
+ export declare const readDocument: (bytes: Uint8Array, kind: DocumentKind, signal?: AbortSignal) => Promise<Extraction>;
6
+ //# sourceMappingURL=documents.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"documents.d.ts","sourceRoot":"","sources":["../../src/attachments/documents.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AAexD,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAA;AASnE,eAAO,MAAM,YAAY,SAAU,QAAQ,KAAG,YAAY,GAAG,SAQ5D,CAAA;AACD,eAAO,MAAM,iBAAiB,SAAU,YAAY,WAA0B,CAAA;AA2R9E,eAAO,MAAM,YAAY,UAChB,UAAU,QACX,YAAY,WACT,WAAW,KACnB,OAAO,CAAC,UAAU,CAgBpB,CAAA"}
@@ -0,0 +1,355 @@
1
+ import { posix } from "node:path";
2
+ import { CliError } from "@leemour/cli-core";
3
+ import { elements, ReaderLimit, readContainer, xmlPart } from "./container.js";
4
+ import { MAX_TEXT_CHARS as MAX_TEXT } from "./limits.js";
5
+ const OFFICE = "urn:oasis:names:tc:opendocument:xmlns:office:1.0";
6
+ const TEXT = "urn:oasis:names:tc:opendocument:xmlns:text:1.0";
7
+ const TABLE = "urn:oasis:names:tc:opendocument:xmlns:table:1.0";
8
+ const PACKAGE_REL = "http://schemas.openxmlformats.org/package/2006/relationships";
9
+ const REL = "http://schemas.openxmlformats.org/officeDocument/2006/relationships";
10
+ const STRICT_REL = "http://purl.oclc.org/ooxml/officeDocument/relationships";
11
+ const SHEET = "http://schemas.openxmlformats.org/spreadsheetml/2006/main";
12
+ const SLIDE = "http://schemas.openxmlformats.org/presentationml/2006/main";
13
+ const DRAW = "http://schemas.openxmlformats.org/drawingml/2006/main";
14
+ const OPF = "http://www.idpf.org/2007/opf";
15
+ const XHTML = "http://www.w3.org/1999/xhtml";
16
+ const TYPES = {
17
+ odt: "application/vnd.oasis.opendocument.text",
18
+ ods: "application/vnd.oasis.opendocument.spreadsheet",
19
+ xlsx: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
20
+ pptx: "application/vnd.openxmlformats-officedocument.presentationml.presentation",
21
+ epub: "application/epub+zip",
22
+ };
23
+ export const documentKind = (hint) => {
24
+ const extension = posix
25
+ .extname(hint.name ?? hint.path)
26
+ .slice(1)
27
+ .toLowerCase();
28
+ return Object.keys(TYPES).find((kind) => kind === extension || TYPES[kind] === hint.mime?.split(";")[0]?.trim().toLowerCase());
29
+ };
30
+ export const documentExtractor = (kind) => `document:v1:${kind}`;
31
+ class Output {
32
+ parts = [];
33
+ length = 0;
34
+ real = false;
35
+ add(value, source = true) {
36
+ this.length += value.length;
37
+ if (this.length > MAX_TEXT)
38
+ throw new ReaderLimit();
39
+ this.parts.push(value);
40
+ if (source && value.trim())
41
+ this.real = true;
42
+ }
43
+ section(label) {
44
+ this.add(`\n\n[${label}]\n`, false);
45
+ }
46
+ text() {
47
+ return this.parts.join("").trim();
48
+ }
49
+ }
50
+ const attribute = (node, name, namespace) => (namespace ? node.getAttributeNS(namespace, name) : node.getAttribute(name)) ?? "";
51
+ const required = (value) => {
52
+ if (!value)
53
+ throw new Error("missing_value");
54
+ return value;
55
+ };
56
+ const count = (value) => {
57
+ if (!value)
58
+ return 1;
59
+ if (!/^[1-9]\d{0,7}$/.test(value))
60
+ throw new ReaderLimit();
61
+ return Number(value);
62
+ };
63
+ const rootIs = (node, name, namespaces) => {
64
+ const root = node.nodeType === 9 ? node.firstChild : node;
65
+ // XML declarations/comments can precede the document element.
66
+ let element = root;
67
+ while (element && element.nodeType !== 1)
68
+ element = element.nextSibling;
69
+ if (!element || element.localName !== name || !namespaces.includes(element.namespaceURI ?? ""))
70
+ throw new Error("wrong_format");
71
+ return element.namespaceURI;
72
+ };
73
+ const target = (owner, reference) => {
74
+ const decoded = decodeURIComponent(reference.split(/[?#]/)[0] ?? "");
75
+ if (/^[a-z][a-z0-9+.-]*:|^[\\/]|\\/i.test(decoded) || [...decoded].some((character) => character.charCodeAt(0) < 32))
76
+ throw new Error("external_part");
77
+ const path = posix.normalize(posix.join(posix.dirname(owner), decoded));
78
+ if (path.startsWith("../") || !path || path === ".")
79
+ throw new Error("external_part");
80
+ return path;
81
+ };
82
+ const relationships = (archive, owner) => {
83
+ const path = owner ? posix.join(posix.dirname(owner), "_rels", `${posix.basename(owner)}.rels`) : "_rels/.rels";
84
+ const document = xmlPart(archive, path);
85
+ rootIs(document, "Relationships", [PACKAGE_REL]);
86
+ const result = new Map();
87
+ for (const entry of elements(document, "Relationship", PACKAGE_REL)) {
88
+ if (attribute(entry, "TargetMode") === "External")
89
+ continue;
90
+ const id = required(attribute(entry, "Id"));
91
+ if (result.has(id))
92
+ throw new Error("duplicate_relationship");
93
+ result.set(id, {
94
+ path: target(owner, required(attribute(entry, "Target"))),
95
+ type: required(attribute(entry, "Type")),
96
+ });
97
+ }
98
+ return result;
99
+ };
100
+ const relationId = (element) => required(attribute(element, "id", REL) || attribute(element, "id", STRICT_REL));
101
+ const mainPart = (archive, contentType) => {
102
+ const types = xmlPart(archive, "[Content_Types].xml");
103
+ const namespace = "http://schemas.openxmlformats.org/package/2006/content-types";
104
+ rootIs(types, "Types", [namespace]);
105
+ const matches = [...relationships(archive, "").values()].filter((entry) => entry.type.endsWith("/officeDocument"));
106
+ if (matches.length !== 1)
107
+ throw new Error("missing_main_part");
108
+ const path = matches[0]?.path;
109
+ if (!elements(types, "Override", namespace).some((entry) => attribute(entry, "PartName") === `/${path}` && attribute(entry, "ContentType") === contentType))
110
+ throw new Error("wrong_format");
111
+ return path;
112
+ };
113
+ const odfText = (node) => {
114
+ if (node.nodeType === 3 || node.nodeType === 4)
115
+ return node.nodeValue ?? "";
116
+ if (node.nodeType === 1 && node.namespaceURI === TEXT) {
117
+ if (node.localName === "s") {
118
+ const repeated = count(attribute(node, "c", TEXT));
119
+ if (repeated > MAX_TEXT)
120
+ throw new ReaderLimit();
121
+ return " ".repeat(repeated);
122
+ }
123
+ if (node.localName === "tab")
124
+ return "\t";
125
+ if (node.localName === "line-break")
126
+ return "\n";
127
+ }
128
+ let value = "";
129
+ for (let child = node.firstChild; child; child = child.nextSibling) {
130
+ value += odfText(child);
131
+ if (value.length > MAX_TEXT)
132
+ throw new ReaderLimit();
133
+ }
134
+ return value;
135
+ };
136
+ const odfParagraphs = (node) => {
137
+ const result = [];
138
+ const visit = (current) => {
139
+ if (current.nodeType === 1 &&
140
+ current.namespaceURI === TEXT &&
141
+ (current.localName === "p" || current.localName === "h")) {
142
+ result.push(current);
143
+ return;
144
+ }
145
+ for (let child = current.firstChild; child; child = child.nextSibling)
146
+ visit(child);
147
+ };
148
+ visit(node);
149
+ return result;
150
+ };
151
+ const readOdf = (archive, kind, output) => {
152
+ if (new TextDecoder().decode(archive.get("mimetype")) !== TYPES[kind])
153
+ throw new Error("wrong_format");
154
+ const document = xmlPart(archive, "content.xml");
155
+ rootIs(document, "document-content", [OFFICE]);
156
+ if (archive.has("META-INF/manifest.xml")) {
157
+ const manifest = xmlPart(archive, "META-INF/manifest.xml");
158
+ if (elements(manifest, "encryption-data", "urn:oasis:names:tc:opendocument:xmlns:manifest:1.0").length)
159
+ throw new Error("encrypted_document");
160
+ }
161
+ const body = elements(document, kind === "odt" ? "text" : "spreadsheet", OFFICE);
162
+ if (body.length !== 1)
163
+ throw new Error("wrong_format");
164
+ if (kind === "odt") {
165
+ for (const paragraph of odfParagraphs(body[0]))
166
+ output.add(`${odfText(paragraph)}\n`);
167
+ return;
168
+ }
169
+ for (const sheet of elements(body[0], "table", TABLE)) {
170
+ output.section(`Sheet: ${required(attribute(sheet, "name", TABLE))}`);
171
+ let rowNumber = 1;
172
+ for (const row of elements(sheet, "table-row", TABLE)) {
173
+ const repeatedRows = count(attribute(row, "number-rows-repeated", TABLE));
174
+ const values = [];
175
+ let column = 1;
176
+ for (let child = row.firstChild; child; child = child.nextSibling) {
177
+ if (child.nodeType !== 1 ||
178
+ child.namespaceURI !== TABLE ||
179
+ !["table-cell", "covered-table-cell"].includes(child.localName ?? ""))
180
+ continue;
181
+ const cell = child;
182
+ const repeats = count(attribute(cell, "number-columns-repeated", TABLE));
183
+ const paragraphs = odfParagraphs(cell).map(odfText).join("\n");
184
+ const value = paragraphs ||
185
+ attribute(cell, "string-value", OFFICE) ||
186
+ attribute(cell, "value", OFFICE) ||
187
+ attribute(cell, "date-value", OFFICE) ||
188
+ attribute(cell, "time-value", OFFICE) ||
189
+ attribute(cell, "boolean-value", OFFICE);
190
+ const formula = attribute(cell, "formula", TABLE);
191
+ if (value || formula)
192
+ values.push({ column, repeats, value: `${value}${formula ? ` [formula: ${formula}]` : ""}` });
193
+ column += repeats;
194
+ }
195
+ if (values.length) {
196
+ for (let repeat = 0; repeat < repeatedRows; repeat++) {
197
+ for (const cell of values) {
198
+ if (cell.repeats * repeatedRows * (cell.value.length + 5) > MAX_TEXT)
199
+ throw new ReaderLimit();
200
+ for (let offset = 0; offset < cell.repeats; offset++)
201
+ output.add(`R${rowNumber + repeat}C${cell.column + offset}: ${cell.value}\n`);
202
+ }
203
+ }
204
+ }
205
+ rowNumber += repeatedRows;
206
+ }
207
+ }
208
+ };
209
+ const readSheet = (archive, output) => {
210
+ const path = mainPart(archive, `${TYPES.xlsx}.main+xml`);
211
+ const document = xmlPart(archive, path);
212
+ const namespace = rootIs(document, "workbook", [SHEET, "http://purl.oclc.org/ooxml/spreadsheetml/main"]);
213
+ const rels = relationships(archive, path);
214
+ const shared = [...rels.values()].find((entry) => entry.type.endsWith("/sharedStrings"));
215
+ const strings = shared
216
+ ? elements(xmlPart(archive, shared.path), "si", namespace).map((entry) => elements(entry, "t", namespace)
217
+ .map((part) => part.textContent ?? "")
218
+ .join(""))
219
+ : [];
220
+ for (const sheet of elements(document, "sheet", namespace)) {
221
+ output.section(`Sheet: ${required(attribute(sheet, "name"))}`);
222
+ const relationship = rels.get(relationId(sheet));
223
+ if (!relationship?.type.endsWith("/worksheet"))
224
+ throw new Error("missing_sheet");
225
+ const worksheet = xmlPart(archive, relationship.path);
226
+ rootIs(worksheet, "worksheet", [namespace]);
227
+ for (const cell of elements(worksheet, "c", namespace)) {
228
+ const reference = required(attribute(cell, "r"));
229
+ if (!/^[A-Z]+[1-9]\d*$/.test(reference))
230
+ throw new Error("invalid_cell");
231
+ const type = attribute(cell, "t");
232
+ const saved = elements(cell, "v", namespace)[0]?.textContent ?? "";
233
+ let value = type === "inlineStr"
234
+ ? elements(cell, "t", namespace)
235
+ .map((part) => part.textContent ?? "")
236
+ .join("")
237
+ : saved;
238
+ if (type === "s") {
239
+ if (!/^\d+$/.test(saved) || strings[Number(saved)] === undefined)
240
+ throw new Error("missing_shared_string");
241
+ value = strings[Number(saved)];
242
+ }
243
+ const formula = elements(cell, "f", namespace)[0]?.textContent;
244
+ if (value || formula)
245
+ output.add(`${reference}: ${value}${formula ? ` [formula: ${formula}]` : ""}\n`);
246
+ }
247
+ }
248
+ };
249
+ const drawingText = (node, namespace) => {
250
+ if (node.nodeType === 1 && node.namespaceURI === namespace) {
251
+ if (node.localName === "t")
252
+ return node.textContent ?? "";
253
+ if (node.localName === "br")
254
+ return "\n";
255
+ if (node.localName === "tab")
256
+ return "\t";
257
+ }
258
+ let value = "";
259
+ for (let child = node.firstChild; child; child = child.nextSibling) {
260
+ value += drawingText(child, namespace);
261
+ if (value.length > MAX_TEXT)
262
+ throw new ReaderLimit();
263
+ }
264
+ return value;
265
+ };
266
+ const readSlides = (archive, output) => {
267
+ const path = mainPart(archive, `${TYPES.pptx}.main+xml`);
268
+ const document = xmlPart(archive, path);
269
+ const namespace = rootIs(document, "presentation", [SLIDE, "http://purl.oclc.org/ooxml/presentationml/main"]);
270
+ const rels = relationships(archive, path);
271
+ let number = 0;
272
+ for (const slide of elements(document, "sldId", namespace)) {
273
+ const relationship = rels.get(relationId(slide));
274
+ if (!relationship?.type.endsWith("/slide"))
275
+ throw new Error("missing_slide");
276
+ const content = xmlPart(archive, relationship.path);
277
+ rootIs(content, "sld", [namespace]);
278
+ output.section(`Slide ${++number}`);
279
+ const drawing = namespace === SLIDE ? DRAW : "http://purl.oclc.org/ooxml/drawingml/main";
280
+ for (const paragraph of elements(content, "p", drawing))
281
+ output.add(`${drawingText(paragraph, drawing)}\n`);
282
+ }
283
+ };
284
+ const readBook = (archive, output) => {
285
+ if (new TextDecoder().decode(archive.get("mimetype")) !== TYPES.epub || archive.has("META-INF/encryption.xml"))
286
+ throw new Error("wrong_format");
287
+ const container = xmlPart(archive, "META-INF/container.xml");
288
+ const roots = elements(container, "rootfile", "urn:oasis:names:tc:opendocument:xmlns:container");
289
+ const root = roots.find((entry) => attribute(entry, "media-type") === "application/oebps-package+xml");
290
+ const path = target("", required(root ? attribute(root, "full-path") : ""));
291
+ const book = xmlPart(archive, path);
292
+ rootIs(book, "package", [OPF]);
293
+ const manifest = new Map();
294
+ for (const item of elements(book, "item", OPF)) {
295
+ const id = required(attribute(item, "id"));
296
+ if (manifest.has(id))
297
+ throw new Error("duplicate_chapter");
298
+ manifest.set(id, { path: target(path, required(attribute(item, "href"))), type: attribute(item, "media-type") });
299
+ }
300
+ let number = 0;
301
+ const chapters = elements(book, "itemref", OPF);
302
+ if (!chapters.length)
303
+ throw new Error("missing_chapters");
304
+ for (const chapter of chapters) {
305
+ const item = manifest.get(required(attribute(chapter, "idref")));
306
+ if (item?.type !== "application/xhtml+xml")
307
+ throw new Error("unsupported_chapter");
308
+ const document = xmlPart(archive, item.path);
309
+ const bodies = elements(document, "body", XHTML);
310
+ if (bodies.length !== 1)
311
+ throw new Error("missing_chapter");
312
+ output.section(`Chapter ${++number}`);
313
+ const visit = (node) => {
314
+ if (node.nodeType === 3 || node.nodeType === 4) {
315
+ output.add(node.nodeValue ?? "");
316
+ return;
317
+ }
318
+ if (node.nodeType === 1 && ["script", "style", "head"].includes(node.localName ?? ""))
319
+ return;
320
+ for (let child = node.firstChild; child; child = child.nextSibling)
321
+ visit(child);
322
+ if (node.nodeType === 1 && ["td", "th"].includes(node.localName ?? ""))
323
+ output.add("\t", false);
324
+ if (node.nodeType === 1 && ["p", "div", "li", "h1", "h2", "h3", "br", "tr"].includes(node.localName ?? ""))
325
+ output.add("\n", false);
326
+ };
327
+ visit(bodies[0]);
328
+ }
329
+ };
330
+ export const readDocument = async (bytes, kind, signal) => {
331
+ const extractor = documentExtractor(kind);
332
+ try {
333
+ const archive = await readContainer(bytes, signal);
334
+ const output = new Output();
335
+ if (kind === "odt" || kind === "ods")
336
+ readOdf(archive, kind, output);
337
+ else if (kind === "xlsx")
338
+ readSheet(archive, output);
339
+ else if (kind === "pptx")
340
+ readSlides(archive, output);
341
+ else
342
+ readBook(archive, output);
343
+ if (signal?.aborted)
344
+ throw new CliError("cancelled", "document extraction cancelled");
345
+ return output.real ? { status: "extracted", extractor, text: output.text() } : { status: "needs-agent", extractor };
346
+ }
347
+ catch (error) {
348
+ if (error instanceof CliError)
349
+ throw error;
350
+ if (error instanceof ReaderLimit)
351
+ return { status: "too-large" };
352
+ return { status: "unreadable", extractor, error: "invalid_document" };
353
+ }
354
+ };
355
+ //# sourceMappingURL=documents.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"documents.js","sourceRoot":"","sources":["../../src/attachments/documents.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAG9E,OAAO,EAAE,cAAc,IAAI,QAAQ,EAAE,MAAM,aAAa,CAAA;AAExD,MAAM,MAAM,GAAG,kDAAkD,CAAA;AACjE,MAAM,IAAI,GAAG,gDAAgD,CAAA;AAC7D,MAAM,KAAK,GAAG,iDAAiD,CAAA;AAC/D,MAAM,WAAW,GAAG,8DAA8D,CAAA;AAClF,MAAM,GAAG,GAAG,qEAAqE,CAAA;AACjF,MAAM,UAAU,GAAG,yDAAyD,CAAA;AAC5E,MAAM,KAAK,GAAG,2DAA2D,CAAA;AACzE,MAAM,KAAK,GAAG,4DAA4D,CAAA;AAC1E,MAAM,IAAI,GAAG,uDAAuD,CAAA;AACpE,MAAM,GAAG,GAAG,8BAA8B,CAAA;AAC1C,MAAM,KAAK,GAAG,8BAA8B,CAAA;AAE5C,MAAM,KAAK,GAAiC;IAC1C,GAAG,EAAE,yCAAyC;IAC9C,GAAG,EAAE,gDAAgD;IACrD,IAAI,EAAE,mEAAmE;IACzE,IAAI,EAAE,2EAA2E;IACjF,IAAI,EAAE,sBAAsB;CAC7B,CAAA;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAc,EAA4B,EAAE;IACvE,MAAM,SAAS,GAAG,KAAK;SACpB,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;SAC/B,KAAK,CAAC,CAAC,CAAC;SACR,WAAW,EAAE,CAAA;IAChB,OAAQ,MAAM,CAAC,IAAI,CAAC,KAAK,CAAoB,CAAC,IAAI,CAChD,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAC/F,CAAA;AACH,CAAC,CAAA;AACD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,IAAkB,EAAE,EAAE,CAAC,eAAe,IAAI,EAAE,CAAA;AAE9E,MAAM,MAAM;IACD,KAAK,GAAa,EAAE,CAAA;IAC7B,MAAM,GAAG,CAAC,CAAA;IACV,IAAI,GAAG,KAAK,CAAA;IACZ,GAAG,CAAC,KAAa,EAAE,MAAM,GAAG,IAAI;QAC9B,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAA;QAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;YAAE,MAAM,IAAI,WAAW,EAAE,CAAA;QACnD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACtB,IAAI,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE;YAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAC9C,CAAC;IACD,OAAO,CAAC,KAAa;QACnB,IAAI,CAAC,GAAG,CAAC,QAAQ,KAAK,KAAK,EAAE,KAAK,CAAC,CAAA;IACrC,CAAC;IACD,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IACnC,CAAC;CACF;AAED,MAAM,SAAS,GAAG,CAAC,IAAa,EAAE,IAAY,EAAE,SAAkB,EAAE,EAAE,CACpE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;AACpF,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,EAAE;IACjC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IAC5C,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AACD,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAA;IACpB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,WAAW,EAAE,CAAA;IAC1D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;AACtB,CAAC,CAAA;AACD,MAAM,MAAM,GAAG,CAAC,IAAU,EAAE,IAAY,EAAE,UAAoB,EAAE,EAAE;IAChE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;IACzD,8DAA8D;IAC9D,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,OAAO,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC;QAAE,OAAO,GAAG,OAAO,CAAC,WAAW,CAAA;IACvE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;QAC5F,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IACjC,OAAO,OAAO,CAAC,YAAsB,CAAA;AACvC,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,SAAiB,EAAE,EAAE;IAClD,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACpE,IAAI,gCAAgC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAClH,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC,CAAA;IACvE,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACrF,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AACD,MAAM,aAAa,GAAG,CAAC,OAAgC,EAAE,KAAa,EAAE,EAAE;IACxE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAC/G,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACvC,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,CAAC,WAAW,CAAC,CAAC,CAAA;IAChD,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0C,CAAA;IAChE,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,cAAc,EAAE,WAAW,CAAC,EAAE,CAAC;QACpE,IAAI,SAAS,CAAC,KAAK,EAAE,YAAY,CAAC,KAAK,UAAU;YAAE,SAAQ;QAC3D,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;QAC3C,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC7D,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;YACb,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;YACzD,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;SACzC,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AACD,MAAM,UAAU,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAA;AACxH,MAAM,QAAQ,GAAG,CAAC,OAAgC,EAAE,WAAmB,EAAE,EAAE;IACzE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAA;IACrD,MAAM,SAAS,GAAG,8DAA8D,CAAA;IAChF,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;IACnC,MAAM,OAAO,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAA;IAClH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;IAC9D,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,IAAc,CAAA;IACvC,IACE,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,IAAI,CAC1C,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI,EAAE,IAAI,SAAS,CAAC,KAAK,EAAE,aAAa,CAAC,KAAK,WAAW,CAC1G;QAED,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IACjC,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,CAAC,IAAU,EAAU,EAAE;IACrC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,SAAS,IAAI,EAAE,CAAA;IAC3E,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;QACtD,IAAI,IAAI,CAAC,SAAS,KAAK,GAAG,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,IAAe,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAA;YAC7D,IAAI,QAAQ,GAAG,QAAQ;gBAAE,MAAM,IAAI,WAAW,EAAE,CAAA;YAChD,OAAO,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK;YAAE,OAAO,IAAI,CAAA;QACzC,IAAI,IAAI,CAAC,SAAS,KAAK,YAAY;YAAE,OAAO,IAAI,CAAA;IAClD,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,CAAA;IACd,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACnE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAA;QACvB,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ;YAAE,MAAM,IAAI,WAAW,EAAE,CAAA;IACtD,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AACD,MAAM,aAAa,GAAG,CAAC,IAAU,EAAa,EAAE;IAC9C,MAAM,MAAM,GAAc,EAAE,CAAA;IAC5B,MAAM,KAAK,GAAG,CAAC,OAAa,EAAE,EAAE;QAC9B,IACE,OAAO,CAAC,QAAQ,KAAK,CAAC;YACtB,OAAO,CAAC,YAAY,KAAK,IAAI;YAC7B,CAAC,OAAO,CAAC,SAAS,KAAK,GAAG,IAAI,OAAO,CAAC,SAAS,KAAK,GAAG,CAAC,EACxD,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,OAAkB,CAAC,CAAA;YAC/B,OAAM;QACR,CAAC;QACD,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,WAAW;YAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IACrF,CAAC,CAAA;IACD,KAAK,CAAC,IAAI,CAAC,CAAA;IACX,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AACD,MAAM,OAAO,GAAG,CAAC,OAAgC,EAAE,IAAmB,EAAE,MAAc,EAAE,EAAE;IACxF,IAAI,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IACtG,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;IAChD,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;IAC9C,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAA;QAC1D,IAAI,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,oDAAoD,CAAC,CAAC,MAAM;YACpG,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;IACzC,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;IAChF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IACtD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,KAAK,MAAM,SAAS,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAY,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QAChG,OAAM;IACR,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAY,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;QACjE,MAAM,CAAC,OAAO,CAAC,UAAU,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAA;QACrE,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,EAAE,CAAC;YACtD,MAAM,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,sBAAsB,EAAE,KAAK,CAAC,CAAC,CAAA;YACzE,MAAM,MAAM,GAAyD,EAAE,CAAA;YACvE,IAAI,MAAM,GAAG,CAAC,CAAA;YACd,KAAK,IAAI,KAAK,GAAG,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;gBAClE,IACE,KAAK,CAAC,QAAQ,KAAK,CAAC;oBACpB,KAAK,CAAC,YAAY,KAAK,KAAK;oBAC5B,CAAC,CAAC,YAAY,EAAE,oBAAoB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;oBAErE,SAAQ;gBACV,MAAM,IAAI,GAAG,KAAgB,CAAA;gBAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,yBAAyB,EAAE,KAAK,CAAC,CAAC,CAAA;gBACxE,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBAC9D,MAAM,KAAK,GACT,UAAU;oBACV,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC;oBACvC,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC;oBAChC,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC;oBACrC,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC;oBACrC,SAAS,CAAC,IAAI,EAAE,eAAe,EAAE,MAAM,CAAC,CAAA;gBAC1C,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;gBACjD,IAAI,KAAK,IAAI,OAAO;oBAClB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,cAAc,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;gBAC/F,MAAM,IAAI,OAAO,CAAA;YACnB,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,YAAY,EAAE,MAAM,EAAE,EAAE,CAAC;oBACrD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;wBAC1B,IAAI,IAAI,CAAC,OAAO,GAAG,YAAY,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,QAAQ;4BAAE,MAAM,IAAI,WAAW,EAAE,CAAA;wBAC7F,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE;4BAClD,MAAM,CAAC,GAAG,CAAC,IAAI,SAAS,GAAG,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,CAAA;oBACjF,CAAC;gBACH,CAAC;YACH,CAAC;YACD,SAAS,IAAI,YAAY,CAAA;QAC3B,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAAC,OAAgC,EAAE,MAAc,EAAE,EAAE;IACrE,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,IAAI,WAAW,CAAC,CAAA;IACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACvC,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC,KAAK,EAAE,+CAA+C,CAAC,CAAC,CAAA;IACxG,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IACxF,MAAM,OAAO,GAAG,MAAM;QACpB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACrE,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,SAAS,CAAC;aAC5B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;aACrC,IAAI,CAAC,EAAE,CAAC,CACZ;QACH,CAAC,CAAC,EAAE,CAAA;IACN,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QAC3D,MAAM,CAAC,OAAO,CAAC,UAAU,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,CAAA;QAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAA;QAChD,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;QAChF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;QACrD,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;QAC3C,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC;YACvD,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;YAChD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;YACxE,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,EAAE,CAAA;YAClE,IAAI,KAAK,GACP,IAAI,KAAK,WAAW;gBAClB,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;qBAC3B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;qBACrC,IAAI,CAAC,EAAE,CAAC;gBACb,CAAC,CAAC,KAAK,CAAA;YACX,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;gBAC1G,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAW,CAAA;YAC1C,CAAC;YACD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAA;YAC9D,IAAI,KAAK,IAAI,OAAO;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,KAAK,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,cAAc,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;QACxG,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AACD,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,SAAiB,EAAU,EAAE;IAC5D,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,SAAS,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC,WAAW,IAAI,EAAE,CAAA;QACzD,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACxC,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK;YAAE,OAAO,IAAI,CAAA;IAC3C,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,CAAA;IACd,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACnE,KAAK,IAAI,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QACtC,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ;YAAE,MAAM,IAAI,WAAW,EAAE,CAAA;IACtD,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AACD,MAAM,UAAU,GAAG,CAAC,OAAgC,EAAE,MAAc,EAAE,EAAE;IACtE,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,IAAI,WAAW,CAAC,CAAA;IACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACvC,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,cAAc,EAAE,CAAC,KAAK,EAAE,gDAAgD,CAAC,CAAC,CAAA;IAC7G,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACzC,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAA;QAChD,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;QACnD,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;QACnC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,CAAA;QACnC,MAAM,OAAO,GAAG,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,2CAA2C,CAAA;QACxF,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAC7G,CAAC;AACH,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,OAAgC,EAAE,MAAc,EAAE,EAAE;IACpE,IAAI,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAC5G,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IACjC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAA;IAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,EAAE,UAAU,EAAE,iDAAiD,CAAC,CAAA;IAChG,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,CAAC,KAAK,+BAA+B,CAAC,CAAA;IACtG,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3E,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACnC,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0C,CAAA;IAClE,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QAC1C,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;QAC1D,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;IAClH,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,CAAA;IAC/C,IAAI,CAAC,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;IACzD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;QAChE,IAAI,IAAI,EAAE,IAAI,KAAK,uBAAuB;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;QAClF,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAA;QAChD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;QAC3D,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QACrC,MAAM,KAAK,GAAG,CAAC,IAAU,EAAE,EAAE;YAC3B,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC/C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAA;gBAChC,OAAM;YACR,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBAAE,OAAM;YAC7F,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,WAAW;gBAAE,KAAK,CAAC,KAAK,CAAC,CAAA;YAChF,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YAC/F,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBACxG,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAA;QACD,KAAK,CAAC,MAAM,CAAC,CAAC,CAAY,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,KAAiB,EACjB,IAAkB,EAClB,MAAoB,EACC,EAAE;IACvB,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;IACzC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAClD,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAC3B,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK;YAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;aAC/D,IAAI,IAAI,KAAK,MAAM;YAAE,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;aAC/C,IAAI,IAAI,KAAK,MAAM;YAAE,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;;YAChD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC9B,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAAA;QACrF,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,CAAA;IACrH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,QAAQ;YAAE,MAAM,KAAK,CAAA;QAC1C,IAAI,KAAK,YAAY,WAAW;YAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QAChE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAA;IACvE,CAAC;AACH,CAAC,CAAA"}
@@ -0,0 +1,9 @@
1
+ export type Decoded = {
2
+ text: string;
3
+ encoding: string;
4
+ } | {
5
+ error: string;
6
+ };
7
+ export declare const decodeText: (bytes: Uint8Array) => Decoded;
8
+ export declare const decodeXml: (bytes: Uint8Array) => string;
9
+ //# sourceMappingURL=encoding.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encoding.d.ts","sourceRoot":"","sources":["../../src/attachments/encoding.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,OAAO,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AA+D5E,eAAO,MAAM,UAAU,UAAW,UAAU,KAAG,OAmB9C,CAAA;AAED,eAAO,MAAM,SAAS,UAAW,UAAU,KAAG,MAS7C,CAAA"}
@@ -0,0 +1,108 @@
1
+ import { analyse } from "chardet";
2
+ import iconv from "iconv-lite";
3
+ const SAMPLE = 65_536;
4
+ const invalidText = (text) => {
5
+ for (const character of text) {
6
+ const code = character.charCodeAt(0);
7
+ if (code < 9 || code === 11 || (code > 13 && code < 32) || (code >= 127 && code <= 159))
8
+ return true;
9
+ }
10
+ return false;
11
+ };
12
+ const canonicalEncoding = (label) => {
13
+ try {
14
+ return new TextDecoder(label).encoding;
15
+ }
16
+ catch {
17
+ const name = label.trim().toLowerCase();
18
+ if (name === "iso-8859-9")
19
+ return "windows-1254";
20
+ if (name === "iso-8859-11")
21
+ return "windows-874";
22
+ if (!iconv.encodingExists(name))
23
+ throw new Error("unsupported_encoding");
24
+ return name;
25
+ }
26
+ };
27
+ const decode = (bytes, label) => {
28
+ try {
29
+ const encoding = canonicalEncoding(label);
30
+ let decoder;
31
+ try {
32
+ decoder = new TextDecoder(encoding, { fatal: true });
33
+ }
34
+ catch { }
35
+ const text = decoder
36
+ ? decoder.decode(bytes)
37
+ : iconv.decode(Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength), encoding);
38
+ if (!decoder && text.includes("\ufffd"))
39
+ return { error: "invalid_encoding" };
40
+ const binary = encoding.startsWith("utf-") ? text.includes("\u0000") : invalidText(text);
41
+ return binary ? { error: "binary" } : { text, encoding };
42
+ }
43
+ catch {
44
+ return { error: "invalid_encoding" };
45
+ }
46
+ };
47
+ const bom = (bytes) => {
48
+ if ((bytes[0] === 0xff && bytes[1] === 0xfe && bytes[2] === 0 && bytes[3] === 0) ||
49
+ (bytes[0] === 0 && bytes[1] === 0 && bytes[2] === 0xfe && bytes[3] === 0xff))
50
+ return "unsupported";
51
+ if (bytes[0] === 0xff && bytes[1] === 0xfe)
52
+ return "utf-16le";
53
+ if (bytes[0] === 0xfe && bytes[1] === 0xff)
54
+ return "utf-16be";
55
+ if (bytes[0] === 0xef && bytes[1] === 0xbb && bytes[2] === 0xbf)
56
+ return "utf-8";
57
+ return undefined;
58
+ };
59
+ const sample = (bytes) => {
60
+ if (bytes.length <= SAMPLE)
61
+ return bytes;
62
+ const size = Math.floor(SAMPLE / 3);
63
+ const result = new Uint8Array(size * 3);
64
+ result.set(bytes.subarray(0, size));
65
+ result.set(bytes.subarray(Math.floor((bytes.length - size) / 2), Math.floor((bytes.length - size) / 2) + size), size);
66
+ result.set(bytes.subarray(bytes.length - size), size * 2);
67
+ return result;
68
+ };
69
+ export const decodeText = (bytes) => {
70
+ const marked = bom(bytes);
71
+ if (marked === "unsupported")
72
+ return { error: "unsupported_encoding" };
73
+ if (marked)
74
+ return decode(bytes, marked);
75
+ const utf8 = decode(bytes, "utf-8");
76
+ if (!("error" in utf8) || utf8.error === "binary")
77
+ return utf8;
78
+ if (bytes.length < 32 || bytes.includes(0))
79
+ return { error: "encoding_ambiguous" };
80
+ const candidates = new Map();
81
+ for (const match of analyse(sample(bytes))) {
82
+ try {
83
+ const name = canonicalEncoding(match.name);
84
+ if (name.startsWith("utf-") || name === "iso-2022-jp")
85
+ continue;
86
+ candidates.set(name, Math.max(candidates.get(name) ?? 0, match.confidence));
87
+ }
88
+ catch { }
89
+ }
90
+ const ranked = [...candidates].sort((a, b) => b[1] - a[1]);
91
+ const best = ranked[0];
92
+ if (!best || best[1] < 80 || best[1] - (ranked[1]?.[1] ?? 0) < 15)
93
+ return { error: "encoding_ambiguous" };
94
+ return decode(bytes, best[0]);
95
+ };
96
+ export const decodeXml = (bytes) => {
97
+ const marked = bom(bytes);
98
+ if (marked === "unsupported")
99
+ throw new Error("unsupported_encoding");
100
+ const declaration = new TextDecoder("ascii")
101
+ .decode(bytes.subarray(0, 256))
102
+ .match(/^\s*<\?xml[^>]*\bencoding=["']([^"']+)["']/i);
103
+ const result = decode(bytes, marked ?? declaration?.[1] ?? "utf-8");
104
+ if ("error" in result)
105
+ throw new Error(result.error);
106
+ return result.text;
107
+ };
108
+ //# sourceMappingURL=encoding.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encoding.js","sourceRoot":"","sources":["../../src/attachments/encoding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AACjC,OAAO,KAAK,MAAM,YAAY,CAAA;AAG9B,MAAM,MAAM,GAAG,MAAM,CAAA;AAErB,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,EAAE;IACnC,KAAK,MAAM,SAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;QACpC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,GAAG,EAAE,IAAI,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,CAAC;YAAE,OAAO,IAAI,CAAA;IACtG,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAU,EAAE;IAClD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAA;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACvC,IAAI,IAAI,KAAK,YAAY;YAAE,OAAO,cAAc,CAAA;QAChD,IAAI,IAAI,KAAK,aAAa;YAAE,OAAO,aAAa,CAAA;QAChD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;QACxE,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,KAAiB,EAAE,KAAa,EAAW,EAAE;IAC3D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAA;QACzC,IAAI,OAAqD,CAAA;QACzD,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,WAAW,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACtD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,MAAM,IAAI,GAAG,OAAO;YAClB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YACvB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAA;QACzF,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAA;QAC7E,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACxF,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAA;IACtC,CAAC;AACH,CAAC,CAAA;AAED,MAAM,GAAG,GAAG,CAAC,KAAiB,EAAsB,EAAE;IACpD,IACE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5E,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;QAE5E,OAAO,aAAa,CAAA;IACtB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,UAAU,CAAA;IAC7D,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,UAAU,CAAA;IAC7D,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,OAAO,CAAA;IAC/E,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,KAAiB,EAAc,EAAE;IAC/C,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM;QAAE,OAAO,KAAK,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACnC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;IACvC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAA;IACnC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,IAAI,CAAC,CAAA;IACrH,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAA;IACzD,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAiB,EAAW,EAAE;IACvD,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAA;IACzB,IAAI,MAAM,KAAK,aAAa;QAAE,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAA;IACtE,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACnC,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAA;IAC9D,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAA;IAClF,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC5C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,KAAK,aAAa;gBAAE,SAAQ;YAC/D,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7E,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1D,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;IACtB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE;QAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAA;IACzG,OAAO,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AAC/B,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAiB,EAAU,EAAE;IACrD,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAA;IACzB,IAAI,MAAM,KAAK,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IACrE,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC;SACzC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SAC9B,KAAK,CAAC,6CAA6C,CAAC,CAAA;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAA;IACnE,IAAI,OAAO,IAAI,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACpD,OAAO,MAAM,CAAC,IAAI,CAAA;AACpB,CAAC,CAAA"}
@@ -1,11 +1,8 @@
1
+ export { MAX_FILE_BYTES, MAX_TEXT_CHARS } from "./limits.js";
1
2
  /** The optional packages that read formats; none is installed with this package (owner, NEED-629 A). */
2
3
  export type Engine = "unpdf" | "mammoth" | "@napi-rs/canvas";
3
4
  /** Loads an optional package; a test hands in its own to play a machine without it. */
4
5
  export type LoadEngine = (name: Engine) => Promise<unknown>;
5
- /** Bigger files are left for an agent: a 50 MB text layer is not a document anyone searches. */
6
- export declare const MAX_FILE_BYTES: number;
7
- /** What is kept of one file's text. */
8
- export declare const MAX_TEXT_CHARS = 2000000;
9
6
  export type Extraction = {
10
7
  status: "extracted";
11
8
  text: string;
@@ -40,7 +37,7 @@ export declare const importEngine: LoadEngine;
40
37
  * Only an exact text layer: plain text, a Word document, a PDF that carries its text. A photo, a scan
41
38
  * or a PDF of pictures is an agent's to read (owner, NEED-546: no OCR in the tool).
42
39
  */
43
- export declare const extractText: (bytes: Uint8Array, hint: FileHint, load: LoadEngine) => Promise<Extraction>;
40
+ export declare const extractText: (bytes: Uint8Array, hint: FileHint, load: LoadEngine, signal?: AbortSignal) => Promise<Extraction>;
44
41
  /**
45
42
  * What a file is, from its kind, type and name alone, so a photo or a video is never read only to be
46
43
  * set aside. `undefined`: its bytes decide.
@@ -1 +1 @@
1
- {"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/attachments/extract.ts"],"names":[],"mappings":"AAIA,wGAAwG;AACxG,MAAM,MAAM,MAAM,GAAG,OAAO,GAAG,SAAS,GAAG,iBAAiB,CAAA;AAE5D,uFAAuF;AACvF,MAAM,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;AAE3D,gGAAgG;AAChG,eAAO,MAAM,cAAc,QAAmB,CAAA;AAC9C,uCAAuC;AACvC,eAAO,MAAM,cAAc,UAAY,CAAA;AAEvC,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE;AAC7F,kFAAkF;GAChF;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,MAAM,EAAE,YAAY,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC1D;IAAE,MAAM,EAAE,aAAa,CAAA;CAAE,GACzB;IAAE,MAAM,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC5C;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,CAAA;AAE3B,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;CACb;AAMD,eAAO,MAAM,YAAY,EAAE,UAAmC,CAAA;AA2E9D;;;GAGG;AACH,eAAO,MAAM,WAAW,UAAiB,UAAU,QAAQ,QAAQ,QAAQ,UAAU,KAAG,OAAO,CAAC,UAAU,CA2BzG,CAAA;AAKD;;;GAGG;AACH,eAAO,MAAM,QAAQ,SAAU,QAAQ,KAAG,OAAO,GAAG,aAAa,GAAG,SAWnE,CAAA;AAED,gFAAgF;AAChF,eAAO,MAAM,UAAU,WAAY,MAAM,WAAW,MAAM,KAAG,MAE0B,CAAA;AAEvF,eAAO,MAAM,QAAQ,UAAW,MAAM,KAAG,OAAiC,CAAA"}
1
+ {"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/attachments/extract.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5D,wGAAwG;AACxG,MAAM,MAAM,MAAM,GAAG,OAAO,GAAG,SAAS,GAAG,iBAAiB,CAAA;AAE5D,uFAAuF;AACvF,MAAM,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;AAE3D,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE;AAC7F,kFAAkF;GAChF;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,MAAM,EAAE,YAAY,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC1D;IAAE,MAAM,EAAE,aAAa,CAAA;CAAE,GACzB;IAAE,MAAM,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC5C;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,CAAA;AAE3B,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;CACb;AAMD,eAAO,MAAM,YAAY,EAAE,UAAmC,CAAA;AA2E9D;;;GAGG;AACH,eAAO,MAAM,WAAW,UACf,UAAU,QACX,QAAQ,QACR,UAAU,WACP,WAAW,KACnB,OAAO,CAAC,UAAU,CA6BpB,CAAA;AAKD;;;GAGG;AACH,eAAO,MAAM,QAAQ,SAAU,QAAQ,KAAG,OAAO,GAAG,aAAa,GAAG,SAWnE,CAAA;AAED,gFAAgF;AAChF,eAAO,MAAM,UAAU,WAAY,MAAM,WAAW,MAAM,KAAG,MAE0B,CAAA;AAEvF,eAAO,MAAM,QAAQ,UAAW,MAAM,KAAG,OAAiC,CAAA"}
@@ -1,10 +1,10 @@
1
1
  import { readFileSync } from "node:fs";
2
2
  import { dirname, extname, join } from "node:path";
3
3
  import { fileURLToPath } from "node:url";
4
- /** Bigger files are left for an agent: a 50 MB text layer is not a document anyone searches. */
5
- export const MAX_FILE_BYTES = 50 * 1024 * 1024;
6
- /** What is kept of one file's text. */
7
- export const MAX_TEXT_CHARS = 2_000_000;
4
+ import { documentKind, readDocument } from "./documents.js";
5
+ import { decodeText } from "./encoding.js";
6
+ import { MAX_FILE_BYTES, MAX_TEXT_CHARS } from "./limits.js";
7
+ export { MAX_FILE_BYTES, MAX_TEXT_CHARS } from "./limits.js";
8
8
  const PLAIN = new Set([".txt", ".md", ".markdown", ".csv", ".tsv", ".json", ".log"]);
9
9
  const IMAGES = new Set([".jpg", ".jpeg", ".png", ".webp", ".gif", ".heic", ".tif", ".tiff", ".bmp"]);
10
10
  const DOCX = "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
@@ -31,15 +31,14 @@ const startsWith = (bytes, magic) => bytes.length >= magic.length && [...magic].
31
31
  const extensionOf = ({ name, path }) => extname(name ?? path).toLowerCase();
32
32
  const capped = (text) => (text.length > MAX_TEXT_CHARS ? text.slice(0, MAX_TEXT_CHARS) : text);
33
33
  const plain = (bytes) => {
34
- try {
35
- const text = new TextDecoder("utf-8", { fatal: true }).decode(bytes);
36
- if (text.includes("\u0000"))
37
- return { status: "unreadable", extractor: "plain", error: "binary" };
38
- return { status: "extracted", text: capped(text), extractor: "plain" };
39
- }
40
- catch {
41
- return { status: "unreadable", extractor: "plain", error: "not_utf8" };
42
- }
34
+ const result = decodeText(bytes);
35
+ if ("error" in result)
36
+ return { status: "unreadable", extractor: "plain:v2", error: result.error };
37
+ return {
38
+ status: "extracted",
39
+ text: capped(result.text),
40
+ extractor: result.encoding === "utf-8" ? "plain" : `plain:v2:${result.encoding}`,
41
+ };
43
42
  };
44
43
  const withEngine = async (load, name, read) => {
45
44
  let engine;
@@ -65,8 +64,11 @@ const withEngine = async (load, name, read) => {
65
64
  * Only an exact text layer: plain text, a Word document, a PDF that carries its text. A photo, a scan
66
65
  * or a PDF of pictures is an agent's to read (owner, NEED-546: no OCR in the tool).
67
66
  */
68
- export const extractText = async (bytes, hint, load) => {
67
+ export const extractText = async (bytes, hint, load, signal) => {
69
68
  const extension = extensionOf(hint);
69
+ const kind = documentKind(hint);
70
+ if (kind)
71
+ return readDocument(bytes, kind, signal);
70
72
  if (startsWith(bytes, "%PDF-")) {
71
73
  return withEngine(load, "unpdf", async (unpdf, extractor) => {
72
74
  const pdf = await unpdf.getDocumentProxy(new Uint8Array(bytes));
@@ -1 +1 @@
1
- {"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/attachments/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACtC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAQxC,gGAAgG;AAChG,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAC9C,uCAAuC;AACvC,MAAM,CAAC,MAAM,cAAc,GAAG,SAAS,CAAA;AAkBvC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AACpF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AACpG,MAAM,IAAI,GAAG,yEAAyE,CAAA;AAEtF,MAAM,CAAC,MAAM,YAAY,GAAe,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AAE9D,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,IAAY,EAAE,EAAE,CAChD,KAA+B,EAAE,IAAI,KAAK,sBAAsB,IAAI,MAAM,CAAE,KAAe,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAEtH,2FAA2F;AAC3F,MAAM,SAAS,GAAG,CAAC,IAAY,EAAU,EAAE;IACzC,IAAI,CAAC;QACH,IAAI,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAGhF,CAAA;gBACD,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,CAAC,OAAO;oBAAE,OAAO,GAAG,IAAI,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAA;YACtF,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;QAChC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IACV,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,KAAiB,EAAE,KAAa,EAAE,EAAE,CACtD,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;AAExG,MAAM,WAAW,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;AAErF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;AAEtG,MAAM,KAAK,GAAG,CAAC,KAAiB,EAAc,EAAE;IAC9C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACpE,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;QACjG,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAA;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAA;IACxE,CAAC;AACH,CAAC,CAAA;AAeD,MAAM,UAAU,GAAG,KAAK,EACtB,IAAgB,EAChB,IAAY,EACZ,IAA2D,EACtC,EAAE;IACvB,IAAI,MAAS,CAAA;IACb,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAwB,CAAA;QACxD,MAAM,GAAG,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QAC7E,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,SAAS,CAAC,IAAI,CAAC,EAAE,CAAA;IAC3F,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,iFAAiF;QACjF,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAA;IACjE,CAAC;AACH,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,KAAiB,EAAE,IAAc,EAAE,IAAgB,EAAuB,EAAE;IAC5G,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IACnC,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;QAC/B,OAAO,UAAU,CAAQ,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;YACjE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAA;YAC/D,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;gBACnE,OAAO,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;oBACvB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE;oBACtC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAA;YAC5D,CAAC;oBAAS,CAAC;gBACT,MAAM,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,CAAA;YACjC,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,UAAU,CAAC,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,SAAS,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACzF,OAAO,UAAU,CAAU,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE;YACvE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC9E,OAAO,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;gBACxB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE;gBACtC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;QAC7D,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAA;IACnH,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QACnF,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;IAClC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;AAClC,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,CAAA;AACtG,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;AAElH;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAc,EAAuC,EAAE;IAC9E,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IACnC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,OAAO,CAAA;IACrG,IACE,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;QAC/B,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAErB,OAAO,aAAa,CAAA;IACtB,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AAED,gFAAgF;AAChF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,OAAe,EAAU,EAAE,CACpE,GAAG,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,oCAAoC,MAAM,qBAAqB,OAAO,MAAM;IAC7J,6CAA6C,MAAM,kCAAkC,CAAA;AAEvF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAW,EAAE,CAAC,KAAK,GAAG,cAAc,CAAA"}
1
+ {"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/attachments/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACtC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5D,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAwB5D,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AACpF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AACpG,MAAM,IAAI,GAAG,yEAAyE,CAAA;AAEtF,MAAM,CAAC,MAAM,YAAY,GAAe,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AAE9D,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,IAAY,EAAE,EAAE,CAChD,KAA+B,EAAE,IAAI,KAAK,sBAAsB,IAAI,MAAM,CAAE,KAAe,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAEtH,2FAA2F;AAC3F,MAAM,SAAS,GAAG,CAAC,IAAY,EAAU,EAAE;IACzC,IAAI,CAAC;QACH,IAAI,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAGhF,CAAA;gBACD,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,CAAC,OAAO;oBAAE,OAAO,GAAG,IAAI,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAA;YACtF,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;QAChC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IACV,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,KAAiB,EAAE,KAAa,EAAE,EAAE,CACtD,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;AAExG,MAAM,WAAW,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;AAErF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;AAEtG,MAAM,KAAK,GAAG,CAAC,KAAiB,EAAc,EAAE;IAC9C,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;IAChC,IAAI,OAAO,IAAI,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAA;IAClG,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,QAAQ,EAAE;KACjF,CAAA;AACH,CAAC,CAAA;AAeD,MAAM,UAAU,GAAG,KAAK,EACtB,IAAgB,EAChB,IAAY,EACZ,IAA2D,EACtC,EAAE;IACvB,IAAI,MAAS,CAAA;IACb,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAwB,CAAA;QACxD,MAAM,GAAG,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QAC7E,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,SAAS,CAAC,IAAI,CAAC,EAAE,CAAA;IAC3F,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,iFAAiF;QACjF,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAA;IACjE,CAAC;AACH,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAC9B,KAAiB,EACjB,IAAc,EACd,IAAgB,EAChB,MAAoB,EACC,EAAE;IACvB,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAC/B,IAAI,IAAI;QAAE,OAAO,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IAClD,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;QAC/B,OAAO,UAAU,CAAQ,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;YACjE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAA;YAC/D,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;gBACnE,OAAO,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;oBACvB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE;oBACtC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAA;YAC5D,CAAC;oBAAS,CAAC;gBACT,MAAM,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,CAAA;YACjC,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,UAAU,CAAC,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,SAAS,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACzF,OAAO,UAAU,CAAU,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE;YACvE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC9E,OAAO,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;gBACxB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE;gBACtC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;QAC7D,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAA;IACnH,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QACnF,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;IAClC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;AAClC,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,CAAA;AACtG,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;AAElH;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAc,EAAuC,EAAE;IAC9E,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IACnC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,OAAO,CAAA;IACrG,IACE,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;QAC/B,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAErB,OAAO,aAAa,CAAA;IACtB,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AAED,gFAAgF;AAChF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,OAAe,EAAU,EAAE,CACpE,GAAG,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,oCAAoC,MAAM,qBAAqB,OAAO,MAAM;IAC7J,6CAA6C,MAAM,kCAAkC,CAAA;AAEvF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAW,EAAE,CAAC,KAAK,GAAG,cAAc,CAAA"}
@@ -0,0 +1,3 @@
1
+ export declare const MAX_FILE_BYTES: number;
2
+ export declare const MAX_TEXT_CHARS = 2000000;
3
+ //# sourceMappingURL=limits.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"limits.d.ts","sourceRoot":"","sources":["../../src/attachments/limits.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,QAAmB,CAAA;AAC9C,eAAO,MAAM,cAAc,UAAY,CAAA"}
@@ -0,0 +1,3 @@
1
+ export const MAX_FILE_BYTES = 50 * 1024 * 1024;
2
+ export const MAX_TEXT_CHARS = 2_000_000;
3
+ //# sourceMappingURL=limits.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"limits.js","sourceRoot":"","sources":["../../src/attachments/limits.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAC9C,MAAM,CAAC,MAAM,cAAc,GAAG,SAAS,CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"attachments.d.ts","sourceRoot":"","sources":["../../src/services/attachments.ts"],"names":[],"mappings":"AAKA,OAAO,EAEL,KAAK,MAAM,EAIX,KAAK,UAAU,EAGhB,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,KAAK,WAAW,EAAoB,MAAM,uBAAuB,CAAA;AAG1E,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,KAAK,EAA4D,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC7G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAG5C,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG,aAAa,GAAG,YAAY,GAAG,gBAAgB,GAAG,WAAW,GAAG,SAAS,CAAA;AAEnH,6EAA6E;AAC7E,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAA;IACf,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,WAAW,EAAE,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,+EAA+E;IAC/E,SAAS,EAAE,MAAM,CAAA;IACjB,0CAA0C;IAC1C,aAAa,EAAE,MAAM,CAAA;IACrB,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAA;IACnB,kFAAkF;IAClF,QAAQ,EAAE,OAAO,CAAA;IACjB,4FAA4F;IAC5F,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACzB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,oCAAoC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACvD,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAA;IACpC,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,0EAA0E;AAC1E,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAA;CAC5F;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,+CAA+C;IAC/C,QAAQ,EAAE,UAAU,GAAG,IAAI,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,0FAA0F;IAC1F,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IACtD,yGAAyG;IACzG,IAAI,CAAC,MAAM,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IAC7G,4GAA4G;IAC5G,OAAO,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;CACnH;AAyGD,eAAO,MAAM,kBAAkB,SAAU,WAAW,KAAG,kBA6MrD,CAAA"}
1
+ {"version":3,"file":"attachments.d.ts","sourceRoot":"","sources":["../../src/services/attachments.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,KAAK,MAAM,EAIX,KAAK,UAAU,EAGhB,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,KAAK,WAAW,EAAoB,MAAM,uBAAuB,CAAA;AAG1E,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,KAAK,EAA4D,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC7G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAG5C,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG,aAAa,GAAG,YAAY,GAAG,gBAAgB,GAAG,WAAW,GAAG,SAAS,CAAA;AAEnH,6EAA6E;AAC7E,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAA;IACf,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,WAAW,EAAE,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,+EAA+E;IAC/E,SAAS,EAAE,MAAM,CAAA;IACjB,0CAA0C;IAC1C,aAAa,EAAE,MAAM,CAAA;IACrB,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAA;IACnB,kFAAkF;IAClF,QAAQ,EAAE,OAAO,CAAA;IACjB,4FAA4F;IAC5F,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACzB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,oCAAoC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACvD,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAA;IACpC,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,0EAA0E;AAC1E,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAA;CAC5F;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,+CAA+C;IAC/C,QAAQ,EAAE,UAAU,GAAG,IAAI,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,0FAA0F;IAC1F,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IACtD,yGAAyG;IACzG,IAAI,CAAC,MAAM,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IAC7G,4GAA4G;IAC5G,OAAO,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;CACnH;AA4GD,eAAO,MAAM,kBAAkB,SAAU,WAAW,KAAG,kBAkNrD,CAAA"}
@@ -3,6 +3,7 @@ import { constants } from "node:fs";
3
3
  import { open, readFile, stat } from "node:fs/promises";
4
4
  import { CliError } from "@leemour/cli-core";
5
5
  import { directoryPaths } from "../attachments/directory.js";
6
+ import { documentExtractor, documentKind } from "../attachments/documents.js";
6
7
  import { classify, extractText, importEngine, MAX_FILE_BYTES, MAX_TEXT_CHARS, } from "../attachments/extract.js";
7
8
  import { ocrImage, ocrPdf } from "../attachments/ocr.js";
8
9
  import { NOT_FILES } from "../domain/attachments.js";
@@ -33,8 +34,11 @@ const outcome = async (file, path, load, signal, noFollow = false, ocr) => {
33
34
  const sha = createHash("sha256").update(bytes).digest("hex");
34
35
  const isPdf = Buffer.from(bytes.subarray(0, 5)).toString() === "%PDF-";
35
36
  const ocrCandidate = ocr !== undefined && (known === "image" || isPdf);
37
+ const localKind = documentKind(hint);
36
38
  if (file.read?.origin === "extracted" &&
37
39
  file.read.contentSha256 === sha &&
40
+ (!localKind || file.read.extractor === documentExtractor(localKind)) &&
41
+ (file.read.error === null || (!ocrCandidate && file.read.error === "no_text")) &&
38
42
  (!ocrCandidate || (file.read.extractor === ocr?.extractor && file.read.error === null)))
39
43
  return { status: "unchanged" };
40
44
  if (ocr && ocrCandidate) {
@@ -43,7 +47,7 @@ const outcome = async (file, path, load, signal, noFollow = false, ocr) => {
43
47
  }
44
48
  if (known === "image")
45
49
  return { status: "needs-agent", extraction: { status: "needs-agent", extractor: "none" }, bytes: size, sha };
46
- const extraction = await extractText(bytes, hint, load);
50
+ const extraction = await extractText(bytes, hint, load, signal);
47
51
  return { status: extraction.status, extraction, bytes: size, sha };
48
52
  };
49
53
  const keep = async (store, file, extraction, bytes, sha) => {
@@ -138,7 +142,10 @@ export const attachmentsService = (deps) => ({
138
142
  run.complete = false;
139
143
  return;
140
144
  }
141
- if (extraction && bytes !== undefined && (!ocr || status === "extracted")) {
145
+ if (extraction &&
146
+ bytes !== undefined &&
147
+ (!ocr || status === "extracted") &&
148
+ (status === "extracted" || file.read?.error !== null)) {
142
149
  if ((await keep(store, file, extraction, bytes, sha)) === false) {
143
150
  run.unchanged += 1;
144
151
  read += 1;
@@ -1 +1 @@
1
- {"version":3,"file":"attachments.js","sourceRoot":"","sources":["../../src/services/attachments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACnC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EACL,QAAQ,EAGR,WAAW,EACX,YAAY,EAEZ,cAAc,EACd,cAAc,GACf,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAoB,QAAQ,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC1E,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAI7E,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAqF5C,MAAM,IAAI,GAAG,GAAG,CAAA;AAEhB,MAAM,OAAO,GAAG,KAAK,EACnB,IAAoB,EACpB,IAAY,EACZ,IAAgB,EAChB,MAAoB,EACpB,QAAQ,GAAG,KAAK,EAChB,GAAiB,EAMhB,EAAE;IACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAChC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,EACpD,GAAG,EAAE,CAAC,SAAS,CAChB,CAAA;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;IACpD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAA;IACxE,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC5B,IAAI,KAAK,KAAK,aAAa;QAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;IAC7D,IAAI,IAAI,GAAG,cAAc;QAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;IACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3F,IAAI,KAAiB,CAAA;IACrB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,cAAc;YAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QACpF,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;IAC5D,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,OAAO,CAAA;IACtE,MAAM,YAAY,GAAG,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,KAAK,OAAO,IAAI,KAAK,CAAC,CAAA;IACtE,IACE,IAAI,CAAC,IAAI,EAAE,MAAM,KAAK,WAAW;QACjC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,GAAG;QAC/B,CAAC,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,GAAG,EAAE,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QAEvF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;IAChC,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QAClH,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;IACpE,CAAC;IACD,IAAI,KAAK,KAAK,OAAO;QACnB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;IAC9G,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACvD,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;AACpE,CAAC,CAAA;AAED,MAAM,IAAI,GAAG,KAAK,EAChB,KAAmB,EACnB,IAAoB,EACpB,UAAsB,EACtB,KAAa,EACb,GAAuB,EACvB,EAAE;IACF,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,WAAoB,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;IACxE,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAA;IAC/G,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE;YACvC,GAAG,IAAI;YACP,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC,CAAA;IACJ,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,KAAK,aAAa,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACvE,yFAAyF;QACzF,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;IACpH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,OAAmB,EAAE,IAAoB,EAAkB,EAAE,CAAC,CAAC;IAC7E,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;IAClF,UAAU,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;IAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,SAAS,EAAE,IAAI,CAAC,SAAS;IACzB,IAAI,EAAE,IAAI,CAAC,IAAI;CAChB,CAAC,CAAA;AAEF,0EAA0E;AAC1E,MAAM,SAAS,GAAG,KAAK,EACrB,IAAiB,EACjB,KAAmB,EACnB,OAAmB,EACnB,IAAY,EACZ,OAA2B,EACa,EAAE;IAC1C,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,IAAI,OAAO,KAAK,SAAS;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAA;QACxG,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO;YAC9E,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,mEAAmE,CAAC,CAAA;QAC7G,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,OAAO,EAAE,CAAA;IAC7D,CAAC;IACD,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;IAC9G,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAA;AACxG,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAiB,EAAsB,EAAE,CAAC,CAAC;IAC5E,OAAO,EAAE,KAAK,EAAE,EACd,IAAI,EACJ,OAAO,EAAE,WAAW,EACpB,KAAK,EACL,OAAO,EACP,MAAM,EACN,SAAS,EAAE,kBAAkB,EAC7B,KAAK,EAAE,cAAc,EACrB,QAAQ,EACR,MAAM,EACN,MAAM,EACN,IAAI,GAAG,YAAY,EACnB,GAAG,EACH,WAAW,GAAG,CAAC,GAChB,GAAG,EAAE,EAAE,EAAE;QACR,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;YACrG,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2DAA2D,CAAC,CAAA;QACrG,MAAM,KAAK,GAAG,cAAc,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QACvD,MAAM,SAAS,GAAG,kBAAkB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QAC/D,IAAI,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC;YAC1F,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,8CAA8C,CAAC,CAAA;QACxF,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC;YAC3D,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,gEAAgE,CAAC,CAAA;QAC1G,IAAI,WAAW,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;YACjD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,iCAAiC,CAAC,CAAA;QAC3E,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClG,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2BAA2B,CAAC,CAAA;QACrE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;QAClF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,OAAO,GAAe,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;QAChD,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACxG,MAAM,SAAS,GACb,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,MAAgB,EAAE,OAAO,CAAC,CAAA;QACrG,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;QACjE,MAAM,GAAG,GAAe;YACtB,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE,EAAE;SACnB,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QACjC,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,QAAQ,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAChE,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,MAAM,OAAO,GAAoB,EAAE,CAAA;QACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAA;QAC/C,MAAM,WAAW,GAAG,KAAK,EAAE,IAAoB,EAAE,IAAY,EAAE,EAAE;YAC/D,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;YACzF,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9G,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC3B,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;gBAClB,OAAM;YACR,CAAC;YACD,IAAI,MAAM,KAAK,aAAa,EAAE,CAAC;gBAC7B,GAAG,CAAC,WAAW,IAAI,CAAC,CAAA;gBACpB,OAAM;YACR,CAAC;YACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAA;gBACpB,OAAM;YACR,CAAC;YACD,IAAI,UAAU,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,MAAM,KAAK,WAAW,CAAC,EAAE,CAAC;gBAC1E,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;oBAChE,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;oBAClB,IAAI,IAAI,CAAC,CAAA;oBACT,OAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,gBAAgB;gBAAE,IAAI,IAAI,CAAC,CAAA;YAC5F,IAAI,UAAU,EAAE,MAAM,KAAK,gBAAgB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;gBAC5F,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC5C,IAAI,MAAM,KAAK,WAAW;gBAAE,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;iBACzC,IAAI,MAAM,KAAK,aAAa;gBAAE,GAAG,CAAC,UAAU,IAAI,CAAC,CAAA;iBACjD,IAAI,MAAM,KAAK,YAAY;gBAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAA;YACjD,MAAM,IAAI,GAAgB;gBACxB,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClF,UAAU,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM;gBACN,GAAG,CAAC,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxD,GAAG,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClF,GAAG,CAAC,UAAU,IAAI,WAAW,IAAI,UAAU,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/G,GAAG,CAAC,UAAU,EAAE,MAAM,KAAK,WAAW;oBACpC,CAAC,CAAC;wBACE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM;wBAC7B,GAAG,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC;qBACtG;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAA;YACD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC3B,MAAM,EAAE,CAAC,IAAI,CAAC,CAAA;QAChB,CAAC,CAAA;QACD,IAAI,CAAC;YACH,IAAI,EAAE,SAAS,CAAC;gBACd,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;oBAChD,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;oBAC3C,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;oBAChE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;oBAC/C,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAA;gBACF,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;oBACxB,OACE,OAAO,CAAC,MAAM;wBACd,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC;wBAE1F,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;oBACvB,IACE,MAAM,EAAE,OAAO;wBACf,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC;wBACtC,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,IAAI,SAAS,CAAC,EACjD,CAAC;wBACD,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAA;wBACpB,IAAI,QAAQ,KAAK,SAAS;4BAAE,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAA;wBACzD,MAAM,IAAI,CAAA;oBACZ,CAAC;oBACD,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAA;oBAClB,OAAO,IAAI,CAAC,CAAA;oBACZ,IAAI,IAAI,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAA;oBACtF,IAAI,SAAS,IAAI,IAAI;wBACnB,MAAM,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;4BAC9D,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE;yBACnD,CAAC,CAAA;oBACJ,IAAI,QAAQ,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBAAE,SAAQ;oBAChE,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAA;oBAClD,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBACvD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;wBACpB,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;wBAC3C,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oBACzC,CAAC;oBACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,GAAG,CAAC,aAAa,IAAI,CAAC,CAAA;wBACtB,SAAQ;oBACV,CAAC;oBACD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;oBACpC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;oBACzB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACpB,CAAC;gBACD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI;oBAAE,MAAK;YAC/B,CAAC;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;QACnC,CAAC;QACD,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;QACrF,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,EAAE,EAAE,EAAE;QACnD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;QACpC,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACxG,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE;YAC7C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YAC3C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK;YAC1B,KAAK,EAAE,KAAK,GAAG,CAAC;SACjB,CAAC,CAAA;QACF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE;QACrD,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAA;QACrG,IAAI,IAAI,CAAC,MAAM,GAAG,cAAc;YAC9B,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,oBAAoB,cAAc,6CAA6C,CAChF,CAAA;QACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;QACpC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QAClF,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CACzF,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CACnC,CAAA;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YACpB,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,oCAAoC,SAAS,wBAAwB,MAAM,EAAE,CAAC,CAAA;QAChH,MAAM,MAAM,GACV,UAAU,KAAK,SAAS;YACtB,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACV,CAAC,CAAC,SAAS;YACb,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,UAAU,GAAG,CAAC,CAAC,CAAA;QAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,UAAU,KAAK,SAAS;gBACtB,CAAC,CAAC,WAAW,SAAS,QAAQ,KAAK,CAAC,MAAM,wCAAwC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACzI,CAAC,CAAC,WAAW,SAAS,uBAAuB,UAAU,aAAa,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7H,CAAA;QACH,CAAC;QACD,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;QACxF,OAAO;YACL,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACxE,UAAU,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC;YAC/B,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI;SACtC,CAAA;IACH,CAAC;CACF,CAAC,CAAA"}
1
+ {"version":3,"file":"attachments.js","sourceRoot":"","sources":["../../src/services/attachments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACnC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAA;AAC7E,OAAO,EACL,QAAQ,EAGR,WAAW,EACX,YAAY,EAEZ,cAAc,EACd,cAAc,GACf,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAoB,QAAQ,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC1E,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAI7E,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAqF5C,MAAM,IAAI,GAAG,GAAG,CAAA;AAEhB,MAAM,OAAO,GAAG,KAAK,EACnB,IAAoB,EACpB,IAAY,EACZ,IAAgB,EAChB,MAAoB,EACpB,QAAQ,GAAG,KAAK,EAChB,GAAiB,EAMhB,EAAE;IACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAChC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,EACpD,GAAG,EAAE,CAAC,SAAS,CAChB,CAAA;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;IACpD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAA;IACxE,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC5B,IAAI,KAAK,KAAK,aAAa;QAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;IAC7D,IAAI,IAAI,GAAG,cAAc;QAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;IACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3F,IAAI,KAAiB,CAAA;IACrB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,cAAc;YAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QACpF,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;IAC5D,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,OAAO,CAAA;IACtE,MAAM,YAAY,GAAG,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,KAAK,OAAO,IAAI,KAAK,CAAC,CAAA;IACtE,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IACpC,IACE,IAAI,CAAC,IAAI,EAAE,MAAM,KAAK,WAAW;QACjC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,GAAG;QAC/B,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,iBAAiB,CAAC,SAAS,CAAC,CAAC;QACpE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QAC9E,CAAC,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,GAAG,EAAE,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QAEvF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;IAChC,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QAClH,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;IACpE,CAAC;IACD,IAAI,KAAK,KAAK,OAAO;QACnB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;IAC9G,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IAC/D,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;AACpE,CAAC,CAAA;AAED,MAAM,IAAI,GAAG,KAAK,EAChB,KAAmB,EACnB,IAAoB,EACpB,UAAsB,EACtB,KAAa,EACb,GAAuB,EACvB,EAAE;IACF,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,WAAoB,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;IACxE,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAA;IAC/G,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE;YACvC,GAAG,IAAI;YACP,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC,CAAA;IACJ,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,KAAK,aAAa,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACvE,yFAAyF;QACzF,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;IACpH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,OAAmB,EAAE,IAAoB,EAAkB,EAAE,CAAC,CAAC;IAC7E,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;IAClF,UAAU,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;IAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,SAAS,EAAE,IAAI,CAAC,SAAS;IACzB,IAAI,EAAE,IAAI,CAAC,IAAI;CAChB,CAAC,CAAA;AAEF,0EAA0E;AAC1E,MAAM,SAAS,GAAG,KAAK,EACrB,IAAiB,EACjB,KAAmB,EACnB,OAAmB,EACnB,IAAY,EACZ,OAA2B,EACa,EAAE;IAC1C,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,IAAI,OAAO,KAAK,SAAS;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAA;QACxG,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO;YAC9E,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,mEAAmE,CAAC,CAAA;QAC7G,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,OAAO,EAAE,CAAA;IAC7D,CAAC;IACD,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;IAC9G,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAA;AACxG,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAiB,EAAsB,EAAE,CAAC,CAAC;IAC5E,OAAO,EAAE,KAAK,EAAE,EACd,IAAI,EACJ,OAAO,EAAE,WAAW,EACpB,KAAK,EACL,OAAO,EACP,MAAM,EACN,SAAS,EAAE,kBAAkB,EAC7B,KAAK,EAAE,cAAc,EACrB,QAAQ,EACR,MAAM,EACN,MAAM,EACN,IAAI,GAAG,YAAY,EACnB,GAAG,EACH,WAAW,GAAG,CAAC,GAChB,GAAG,EAAE,EAAE,EAAE;QACR,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;YACrG,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2DAA2D,CAAC,CAAA;QACrG,MAAM,KAAK,GAAG,cAAc,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QACvD,MAAM,SAAS,GAAG,kBAAkB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QAC/D,IAAI,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC;YAC1F,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,8CAA8C,CAAC,CAAA;QACxF,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC;YAC3D,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,gEAAgE,CAAC,CAAA;QAC1G,IAAI,WAAW,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;YACjD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,iCAAiC,CAAC,CAAA;QAC3E,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClG,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2BAA2B,CAAC,CAAA;QACrE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;QAClF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,OAAO,GAAe,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;QAChD,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACxG,MAAM,SAAS,GACb,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,MAAgB,EAAE,OAAO,CAAC,CAAA;QACrG,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;QACjE,MAAM,GAAG,GAAe;YACtB,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE,EAAE;SACnB,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QACjC,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,QAAQ,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAChE,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,MAAM,OAAO,GAAoB,EAAE,CAAA;QACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAA;QAC/C,MAAM,WAAW,GAAG,KAAK,EAAE,IAAoB,EAAE,IAAY,EAAE,EAAE;YAC/D,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;YACzF,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9G,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC3B,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;gBAClB,OAAM;YACR,CAAC;YACD,IAAI,MAAM,KAAK,aAAa,EAAE,CAAC;gBAC7B,GAAG,CAAC,WAAW,IAAI,CAAC,CAAA;gBACpB,OAAM;YACR,CAAC;YACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAA;gBACpB,OAAM;YACR,CAAC;YACD,IACE,UAAU;gBACV,KAAK,KAAK,SAAS;gBACnB,CAAC,CAAC,GAAG,IAAI,MAAM,KAAK,WAAW,CAAC;gBAChC,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC,EACrD,CAAC;gBACD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;oBAChE,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;oBAClB,IAAI,IAAI,CAAC,CAAA;oBACT,OAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,gBAAgB;gBAAE,IAAI,IAAI,CAAC,CAAA;YAC5F,IAAI,UAAU,EAAE,MAAM,KAAK,gBAAgB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;gBAC5F,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC5C,IAAI,MAAM,KAAK,WAAW;gBAAE,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;iBACzC,IAAI,MAAM,KAAK,aAAa;gBAAE,GAAG,CAAC,UAAU,IAAI,CAAC,CAAA;iBACjD,IAAI,MAAM,KAAK,YAAY;gBAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAA;YACjD,MAAM,IAAI,GAAgB;gBACxB,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClF,UAAU,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM;gBACN,GAAG,CAAC,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxD,GAAG,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClF,GAAG,CAAC,UAAU,IAAI,WAAW,IAAI,UAAU,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/G,GAAG,CAAC,UAAU,EAAE,MAAM,KAAK,WAAW;oBACpC,CAAC,CAAC;wBACE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM;wBAC7B,GAAG,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC;qBACtG;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAA;YACD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC3B,MAAM,EAAE,CAAC,IAAI,CAAC,CAAA;QAChB,CAAC,CAAA;QACD,IAAI,CAAC;YACH,IAAI,EAAE,SAAS,CAAC;gBACd,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;oBAChD,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;oBAC3C,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;oBAChE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;oBAC/C,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAA;gBACF,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;oBACxB,OACE,OAAO,CAAC,MAAM;wBACd,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC;wBAE1F,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;oBACvB,IACE,MAAM,EAAE,OAAO;wBACf,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC;wBACtC,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,IAAI,SAAS,CAAC,EACjD,CAAC;wBACD,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAA;wBACpB,IAAI,QAAQ,KAAK,SAAS;4BAAE,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAA;wBACzD,MAAM,IAAI,CAAA;oBACZ,CAAC;oBACD,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAA;oBAClB,OAAO,IAAI,CAAC,CAAA;oBACZ,IAAI,IAAI,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAA;oBACtF,IAAI,SAAS,IAAI,IAAI;wBACnB,MAAM,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;4BAC9D,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE;yBACnD,CAAC,CAAA;oBACJ,IAAI,QAAQ,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBAAE,SAAQ;oBAChE,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAA;oBAClD,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBACvD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;wBACpB,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;wBAC3C,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oBACzC,CAAC;oBACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,GAAG,CAAC,aAAa,IAAI,CAAC,CAAA;wBACtB,SAAQ;oBACV,CAAC;oBACD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;oBACpC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;oBACzB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACpB,CAAC;gBACD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI;oBAAE,MAAK;YAC/B,CAAC;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;QACnC,CAAC;QACD,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;QACrF,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,EAAE,EAAE,EAAE;QACnD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;QACpC,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACxG,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE;YAC7C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YAC3C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK;YAC1B,KAAK,EAAE,KAAK,GAAG,CAAC;SACjB,CAAC,CAAA;QACF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE;QACrD,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAA;QACrG,IAAI,IAAI,CAAC,MAAM,GAAG,cAAc;YAC9B,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,oBAAoB,cAAc,6CAA6C,CAChF,CAAA;QACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;QACpC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QAClF,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CACzF,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CACnC,CAAA;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YACpB,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,oCAAoC,SAAS,wBAAwB,MAAM,EAAE,CAAC,CAAA;QAChH,MAAM,MAAM,GACV,UAAU,KAAK,SAAS;YACtB,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACV,CAAC,CAAC,SAAS;YACb,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,UAAU,GAAG,CAAC,CAAC,CAAA;QAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,UAAU,KAAK,SAAS;gBACtB,CAAC,CAAC,WAAW,SAAS,QAAQ,KAAK,CAAC,MAAM,wCAAwC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACzI,CAAC,CAAC,WAAW,SAAS,uBAAuB,UAAU,aAAa,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7H,CAAA;QACH,CAAC;QACD,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;QACxF,OAAO;YACL,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACxE,UAAU,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC;YAC/B,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI;SACtC,CAAA;IACH,CAAC;CACF,CAAC,CAAA"}
@@ -43,7 +43,7 @@ export declare const fileAttachments: ({ database }: StoreContext, accountKey: n
43
43
  }) => FileAttachment[];
44
44
  /** Where a downloaded attachment was saved, after `messages download` recorded it. */
45
45
  export declare const localPathOf: ({ database }: StoreContext, attachmentPk: number) => string | null;
46
- /** An extraction never replaces what an agent wrote; an agent replaces anything. */
46
+ /** Failed extraction cannot erase good text; agent text wins over every automated write. */
47
47
  export declare const keepText: ({ database, now }: StoreContext, attachmentPk: number, entry: AttachmentTextEntry) => boolean;
48
48
  /**
49
49
  * For `store reindex`: the normalized copies follow the current normalizer, then the word index is
@@ -1 +1 @@
1
- {"version":3,"file":"attachment-texts.d.ts","sourceRoot":"","sources":["../../../src/store/sqlite/attachment-texts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAEjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAG7C,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,OAAO,CAAA;AAE9C,2DAA2D;AAC3D,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,EAAE,CAAA;IACV,SAAS,EAAE,EAAE,CAAA;IACb,yBAAyB;IACzB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,wDAAwD;IACxD,IAAI,EAAE;QACJ,MAAM,EAAE,UAAU,CAAA;QAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,GAAG,IAAI,CAAA;CACT;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CACtB;AAID;;;GAGG;AACH,eAAO,MAAM,eAAe,iBACZ,YAAY,cACd,MAAM,2CACuB;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAC9G,cAAc,EAyCV,CAAA;AAEP,sFAAsF;AACtF,eAAO,MAAM,WAAW,iBAAkB,YAAY,gBAAgB,MAAM,KAAG,MAAM,GAAG,IAGvF,CAAA;AAED,oFAAoF;AACpF,eAAO,MAAM,QAAQ,sBACA,YAAY,gBACjB,MAAM,SACb,mBAAmB,KACzB,OAuBF,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,oBAAoB,aAAc,aAAa,KAAG,MAiB9D,CAAA;AAED,wFAAwF;AACxF,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,EAAE,CAAA;IACV,SAAS,EAAE,EAAE,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAA;CAC5F;AAOD;;;GAGG;AACH,eAAO,MAAM,eAAe,iBACZ,YAAY,cACd,MAAM,qDAOf;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAC3F,cAAc,EAmDhB,CAAA"}
1
+ {"version":3,"file":"attachment-texts.d.ts","sourceRoot":"","sources":["../../../src/store/sqlite/attachment-texts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAEjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAG7C,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,OAAO,CAAA;AAE9C,2DAA2D;AAC3D,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,EAAE,CAAA;IACV,SAAS,EAAE,EAAE,CAAA;IACb,yBAAyB;IACzB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,wDAAwD;IACxD,IAAI,EAAE;QACJ,MAAM,EAAE,UAAU,CAAA;QAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,GAAG,IAAI,CAAA;CACT;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CACtB;AAID;;;GAGG;AACH,eAAO,MAAM,eAAe,iBACZ,YAAY,cACd,MAAM,2CACuB;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAC9G,cAAc,EAyCV,CAAA;AAEP,sFAAsF;AACtF,eAAO,MAAM,WAAW,iBAAkB,YAAY,gBAAgB,MAAM,KAAG,MAAM,GAAG,IAGvF,CAAA;AAED,4FAA4F;AAC5F,eAAO,MAAM,QAAQ,sBACA,YAAY,gBACjB,MAAM,SACb,mBAAmB,KACzB,OAuBF,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,oBAAoB,aAAc,aAAa,KAAG,MAiB9D,CAAA;AAED,wFAAwF;AACxF,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,EAAE,CAAA;IACV,SAAS,EAAE,EAAE,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAA;CAC5F;AAOD;;;GAGG;AACH,eAAO,MAAM,eAAe,iBACZ,YAAY,cACd,MAAM,qDAOf;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAC3F,cAAc,EAmDhB,CAAA"}
@@ -43,7 +43,7 @@ export const localPathOf = ({ database }, attachmentPk) => {
43
43
  const row = database.prepare("SELECT local_path FROM attachments WHERE pk = ?").get(attachmentPk);
44
44
  return row?.local_path == null ? null : String(row.local_path);
45
45
  };
46
- /** An extraction never replaces what an agent wrote; an agent replaces anything. */
46
+ /** Failed extraction cannot erase good text; agent text wins over every automated write. */
47
47
  export const keepText = ({ database, now }, attachmentPk, entry) => {
48
48
  const { changes } = database
49
49
  .prepare(`INSERT INTO attachment_texts
@@ -52,7 +52,7 @@ export const keepText = ({ database, now }, attachmentPk, entry) => {
52
52
  ON CONFLICT (attachment_pk) DO UPDATE SET text = excluded.text, normalized_text = excluded.normalized_text,
53
53
  origin = excluded.origin, extractor = excluded.extractor, content_sha256 = excluded.content_sha256,
54
54
  bytes = excluded.bytes, error = excluded.error, written_at = excluded.written_at
55
- ${entry.origin === "agent" ? "" : "WHERE attachment_texts.origin <> 'agent'"}`)
55
+ ${entry.origin === "agent" ? "" : "WHERE attachment_texts.origin <> 'agent' AND (excluded.error IS NULL OR attachment_texts.error IS NOT NULL OR attachment_texts.text = '')"}`)
56
56
  .run(attachmentPk, entry.text, normalize(entry.text), entry.origin, entry.extractor, entry.contentSha256 ?? null, entry.bytes ?? null, entry.error ?? null, now());
57
57
  return Number(changes) > 0;
58
58
  };
@@ -1 +1 @@
1
- {"version":3,"file":"attachment-texts.js","sourceRoot":"","sources":["../../../src/store/sqlite/attachment-texts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAGvD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAmC3C,MAAM,aAAa,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEzE;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,EAAE,QAAQ,EAAgB,EAC1B,UAAkB,EAClB,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAA0E,EAC7F,EAAE,CACpB,QAAQ;KACL,OAAO,CACN;;;;;;8EAMwE,aAAa;;WAEhF,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,IAAI,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,qBAAqB;oCAC/E,CAC/B;KACA,GAAG,CACF,UAAU,EACV,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAC3C,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC/C,QAAQ,IAAI,MAAM,CAAC,gBAAgB,EACnC,KAAK,CACN;KACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;IACjE,IAAI,EACF,GAAG,CAAC,MAAM,IAAI,IAAI;QAChB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC;YACE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAe;YACxC,KAAK,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;YAC7D,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;YAC7E,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YACnD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;SACjC;CACR,CAAC,CAAC,CAAA;AAEP,sFAAsF;AACtF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAAE,QAAQ,EAAgB,EAAE,YAAoB,EAAiB,EAAE;IAC7F,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IACjG,OAAO,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;AAChE,CAAC,CAAA;AAED,oFAAoF;AACpF,MAAM,CAAC,MAAM,QAAQ,GAAG,CACtB,EAAE,QAAQ,EAAE,GAAG,EAAgB,EAC/B,YAAoB,EACpB,KAA0B,EACjB,EAAE;IACX,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ;SACzB,OAAO,CACN;;;;;;SAMG,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,0CAA0C,EAAE,CAChF;SACA,GAAG,CACF,YAAY,EACZ,KAAK,CAAC,IAAI,EACV,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EACrB,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,GAAG,EAAE,CACN,CAAA;IACH,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;AAC5B,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,QAAuB,EAAU,EAAE;IACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAC,GAAG,EAAE,CAAA;IACpG,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,CAAA;IACrB,OAAO,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,yEAAyE,CAAC,CAAA;QAC1G,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YAC9G,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;YAC9C,IAAI,UAAU,KAAK,GAAG,CAAC,eAAe;gBAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAA;QAC3F,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAA;QACtF,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ;aACzB,OAAO,CACN,+IAA+I,CAChJ;aACA,GAAG,EAAE,CAAA;QACR,OAAO,MAAM,CAAC,OAAO,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAcD,+DAA+D;AAC/D,MAAM,YAAY,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC;KAC1F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC;KAC1B,IAAI,CAAC,GAAG,CAAC,CAAA;AAEZ;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,EAAE,QAAQ,EAAgB,EAC1B,UAAkB,EAClB,EACE,OAAO,EACP,SAAS,EACT,SAAS,GAAG,KAAK,EACjB,MAAM,GAAG,CAAC,EACV,KAAK,GACqF,EAC1E,EAAE;IACpB,MAAM,KAAK,GAAG;QACZ,kBAAkB;QAClB,sBAAsB;QACtB,oBAAoB,aAAa,GAAG;QACpC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QACnD,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACvD,GAAG,CAAC,SAAS;YACX,CAAC,CAAC;gBACE,4BAA4B;gBAC5B,oBAAoB,YAAY,GAAG;gBACnC,kFAAkF;aACnF;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAA;IACD,OAAO,QAAQ;SACZ,OAAO,CACN;;;;;;eAMS,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;2EACyC,CACtE;SACA,GAAG,CACF,UAAU,EACV,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAC3C,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC/C,KAAK,EACL,MAAM,CACP;SACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC3B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACtB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QAChD,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjE,IAAI,EACF,GAAG,CAAC,MAAM,IAAI,IAAI;YAChB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC;gBACE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAe;gBACxC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;aACpD;KACR,CAAC,CAAC,CAAA;AACP,CAAC,CAAA"}
1
+ {"version":3,"file":"attachment-texts.js","sourceRoot":"","sources":["../../../src/store/sqlite/attachment-texts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAGvD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAmC3C,MAAM,aAAa,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEzE;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,EAAE,QAAQ,EAAgB,EAC1B,UAAkB,EAClB,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAA0E,EAC7F,EAAE,CACpB,QAAQ;KACL,OAAO,CACN;;;;;;8EAMwE,aAAa;;WAEhF,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,IAAI,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,qBAAqB;oCAC/E,CAC/B;KACA,GAAG,CACF,UAAU,EACV,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAC3C,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC/C,QAAQ,IAAI,MAAM,CAAC,gBAAgB,EACnC,KAAK,CACN;KACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;IACjE,IAAI,EACF,GAAG,CAAC,MAAM,IAAI,IAAI;QAChB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC;YACE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAe;YACxC,KAAK,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;YAC7D,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;YAC7E,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YACnD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;SACjC;CACR,CAAC,CAAC,CAAA;AAEP,sFAAsF;AACtF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAAE,QAAQ,EAAgB,EAAE,YAAoB,EAAiB,EAAE;IAC7F,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IACjG,OAAO,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;AAChE,CAAC,CAAA;AAED,4FAA4F;AAC5F,MAAM,CAAC,MAAM,QAAQ,GAAG,CACtB,EAAE,QAAQ,EAAE,GAAG,EAAgB,EAC/B,YAAoB,EACpB,KAA0B,EACjB,EAAE;IACX,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ;SACzB,OAAO,CACN;;;;;;SAMG,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,2IAA2I,EAAE,CACjL;SACA,GAAG,CACF,YAAY,EACZ,KAAK,CAAC,IAAI,EACV,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EACrB,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,GAAG,EAAE,CACN,CAAA;IACH,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;AAC5B,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,QAAuB,EAAU,EAAE;IACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAC,GAAG,EAAE,CAAA;IACpG,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,CAAA;IACrB,OAAO,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,yEAAyE,CAAC,CAAA;QAC1G,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YAC9G,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;YAC9C,IAAI,UAAU,KAAK,GAAG,CAAC,eAAe;gBAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAA;QAC3F,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAA;QACtF,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ;aACzB,OAAO,CACN,+IAA+I,CAChJ;aACA,GAAG,EAAE,CAAA;QACR,OAAO,MAAM,CAAC,OAAO,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAcD,+DAA+D;AAC/D,MAAM,YAAY,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC;KAC1F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC;KAC1B,IAAI,CAAC,GAAG,CAAC,CAAA;AAEZ;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,EAAE,QAAQ,EAAgB,EAC1B,UAAkB,EAClB,EACE,OAAO,EACP,SAAS,EACT,SAAS,GAAG,KAAK,EACjB,MAAM,GAAG,CAAC,EACV,KAAK,GACqF,EAC1E,EAAE;IACpB,MAAM,KAAK,GAAG;QACZ,kBAAkB;QAClB,sBAAsB;QACtB,oBAAoB,aAAa,GAAG;QACpC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QACnD,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACvD,GAAG,CAAC,SAAS;YACX,CAAC,CAAC;gBACE,4BAA4B;gBAC5B,oBAAoB,YAAY,GAAG;gBACnC,kFAAkF;aACnF;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAA;IACD,OAAO,QAAQ;SACZ,OAAO,CACN;;;;;;eAMS,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;2EACyC,CACtE;SACA,GAAG,CACF,UAAU,EACV,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAC3C,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC/C,KAAK,EACL,MAAM,CACP;SACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC3B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACtB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QAChD,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjE,IAAI,EACF,GAAG,CAAC,MAAM,IAAI,IAAI;YAChB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC;gBACE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAe;gBACxC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;aACpD;KACR,CAAC,CAAC,CAAA;AACP,CAAC,CAAA"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@leemour/cli-messaging",
3
- "version": "0.178.0",
3
+ "version": "0.179.0",
4
4
  "description": "The messenger-neutral half of a messaging CLI: domain model, message locators, rendering, name resolution, the SQLite seam, the command skeleton and shared read commands, the send guard, run records and the message store",
5
5
  "license": "MIT",
6
6
  "author": "Viacheslav Ptsarev",
@@ -110,7 +110,11 @@
110
110
  "@modelcontextprotocol/server": "2.1.0",
111
111
  "@resvg/resvg-js": "2.6.2",
112
112
  "@valibot/to-json-schema": "1.8.0",
113
+ "@xmldom/xmldom": "0.9.12",
114
+ "chardet": "2.2.0",
113
115
  "echarts": "6.1.0",
116
+ "fflate": "0.8.3",
117
+ "iconv-lite": "0.7.3",
114
118
  "image-size": "2.0.4",
115
119
  "liquidjs": "10.30.0",
116
120
  "lossless-json": "4.3.0",
@@ -149,8 +153,8 @@
149
153
  "access": "public"
150
154
  },
151
155
  "peerDependencies": {
152
- "@napi-rs/canvas": ">=0.1.69 <2",
153
156
  "@leemour/cli-core": ">=0.16.0 <0.18.0",
157
+ "@napi-rs/canvas": ">=0.1.69 <2",
154
158
  "commander": ">=15",
155
159
  "mammoth": ">=1.8.0 <2",
156
160
  "unpdf": ">=1.0.0 <2"