@open-mercato/core 0.4.5-develop-509cc99488 → 0.4.5-develop-9247b50ff6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/modules/inbox_ops/lib/emailParser.js +2 -6
- package/dist/modules/inbox_ops/lib/emailParser.js.map +2 -2
- package/dist/modules/inbox_ops/lib/htmlToPlainText.js +16 -0
- package/dist/modules/inbox_ops/lib/htmlToPlainText.js.map +7 -0
- package/dist/modules/inbox_ops/subscribers/extractionWorker.js +2 -5
- package/dist/modules/inbox_ops/subscribers/extractionWorker.js.map +2 -2
- package/package.json +3 -3
- package/src/modules/inbox_ops/lib/emailParser.ts +2 -11
- package/src/modules/inbox_ops/lib/htmlToPlainText.ts +17 -0
- package/src/modules/inbox_ops/subscribers/extractionWorker.ts +2 -9
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createHash } from "node:crypto";
|
|
2
|
-
import
|
|
2
|
+
import { htmlToPlainText } from "./htmlToPlainText.js";
|
|
3
3
|
const SIGNATURE_PATTERNS = [
|
|
4
4
|
/^--\s*$/m,
|
|
5
5
|
/^Sent from my (iPhone|iPad|Android|Galaxy|Samsung|Pixel)/m,
|
|
@@ -58,11 +58,7 @@ function stripQuotedReplies(text) {
|
|
|
58
58
|
return cleanLines.join("\n").trimEnd();
|
|
59
59
|
}
|
|
60
60
|
function stripHtml(html) {
|
|
61
|
-
|
|
62
|
-
allowedTags: [],
|
|
63
|
-
allowedAttributes: {}
|
|
64
|
-
});
|
|
65
|
-
return sanitized.replace(/\r\n/g, "\n").replace(/\r/g, "\n").replace(/\n{3,}/g, "\n\n").trim();
|
|
61
|
+
return htmlToPlainText(html);
|
|
66
62
|
}
|
|
67
63
|
function normalizeText(text) {
|
|
68
64
|
return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n").replace(/\t/g, " ").replace(/ {2,}/g, " ").replace(/\n{3,}/g, "\n\n").trim();
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../../src/modules/inbox_ops/lib/emailParser.ts"],
|
|
4
|
-
"sourcesContent": ["import { createHash } from 'node:crypto'\nimport
|
|
5
|
-
"mappings": "AAAA,SAAS,kBAAkB;
|
|
4
|
+
"sourcesContent": ["import { createHash } from 'node:crypto'\nimport type { InboxEmail, ThreadMessage } from '../data/entities'\nimport { htmlToPlainText } from './htmlToPlainText'\n\nexport interface ParsedEmail {\n messageId?: string | null\n from: { name?: string; email: string }\n to: { name?: string; email: string }[]\n subject: string\n replyTo?: string | null\n inReplyTo?: string | null\n references?: string[] | null\n rawText?: string | null\n rawHtml?: string | null\n cleanedText: string\n threadMessages: ThreadMessage[]\n detectedLanguage?: string | null\n contentHash: string\n}\n\nconst SIGNATURE_PATTERNS = [\n /^--\\s*$/m,\n /^Sent from my (iPhone|iPad|Android|Galaxy|Samsung|Pixel)/m,\n /^Get Outlook for/m,\n /^_{10,}/m,\n /^Regards,?\\s*$/m,\n /^Best,?\\s*$/m,\n /^Thanks,?\\s*$/m,\n /^Cheers,?\\s*$/m,\n /^Kind regards,?\\s*$/m,\n /^Best regards,?\\s*$/m,\n]\n\nconst QUOTE_PATTERNS = [\n /^On .+ wrote:\\s*$/m,\n /^>+\\s/m,\n /^From:\\s/m,\n /^-{3,}\\s*Original Message\\s*-{3,}/m,\n /^-{3,}\\s*Forwarded message\\s*-{3,}/m,\n /^Begin forwarded message:/m,\n]\n\nconst DATE_HEADER_PATTERN = /^Date:\\s*(.+)$/m\n\nfunction stripSignature(text: string): string {\n const lines = text.split('\\n')\n let cutIndex = lines.length\n for (let i = lines.length - 1; i >= 0; i--) {\n const line = lines[i]\n if (SIGNATURE_PATTERNS.some((p) => p.test(line))) {\n cutIndex = i\n break\n }\n }\n return lines.slice(0, cutIndex).join('\\n').trimEnd()\n}\n\nfunction stripQuotedReplies(text: string): string {\n const lines = text.split('\\n')\n const cleanLines: string[] = []\n let inQuote = false\n\n for (const line of lines) {\n if (QUOTE_PATTERNS.some((p) => p.test(line))) {\n inQuote = true\n continue\n }\n if (inQuote && line.startsWith('>')) {\n continue\n }\n if (inQuote && line.trim() === '') {\n continue\n }\n if (inQuote && !line.startsWith('>') && line.trim().length > 0) {\n inQuote = false\n }\n if (!inQuote) {\n cleanLines.push(line)\n }\n }\n\n return cleanLines.join('\\n').trimEnd()\n}\n\nfunction stripHtml(html: string): string {\n return htmlToPlainText(html)\n}\n\nfunction normalizeText(text: string): string {\n return text\n .replace(/\\r\\n/g, '\\n')\n .replace(/\\r/g, '\\n')\n .replace(/\\t/g, ' ')\n .replace(/ {2,}/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()\n}\n\nfunction generateContentHash(subject: string, from: string, text: string): string {\n const input = `${subject}|${from}|${text.slice(0, 500)}`\n const normalized = input.toLowerCase().replace(/\\s+/g, ' ').trim()\n return createHash('sha256').update(normalized).digest('hex')\n}\n\nfunction parseAddressField(value: string | undefined | null): { name?: string; email: string } {\n if (!value) return { email: '' }\n const match = value.match(/^(.+?)\\s*<([^>]+)>$/)\n if (match) {\n return { name: match[1].trim().replace(/^[\"']|[\"']$/g, ''), email: match[2].trim().toLowerCase() }\n }\n return { email: value.trim().toLowerCase() }\n}\n\nfunction parseAddressListField(value: string | string[] | undefined | null): { name?: string; email: string }[] {\n if (!value) return []\n const list = Array.isArray(value) ? value : value.split(',')\n return list.map((v) => parseAddressField(v.trim())).filter((a) => a.email)\n}\n\nfunction parseDateFromBlock(block: string): string {\n const match = block.match(DATE_HEADER_PATTERN)\n if (match) {\n const parsed = new Date(match[1].trim())\n if (!Number.isNaN(parsed.getTime())) {\n return parsed.toISOString()\n }\n }\n return new Date().toISOString()\n}\n\nfunction parseInlineHeaders(block: string): {\n from: { name?: string; email: string }\n to: { name?: string; email: string }[]\n subject?: string\n bodyStart: number\n} {\n const lines = block.split('\\n')\n let from: { name?: string; email: string } = { email: '' }\n let to: { name?: string; email: string }[] = []\n let subject: string | undefined\n let lastHeaderLine = -1\n\n for (let i = 0; i < lines.length && i < 10; i++) {\n const line = lines[i]\n const fromMatch = line.match(/^From:\\s*(.+)$/i)\n if (fromMatch) {\n from = parseAddressField(fromMatch[1].trim())\n lastHeaderLine = i\n continue\n }\n const toMatch = line.match(/^To:\\s*(.+)$/i)\n if (toMatch) {\n to = parseAddressListField(toMatch[1].trim())\n lastHeaderLine = i\n continue\n }\n const subjectMatch = line.match(/^Subject:\\s*(.+)$/i)\n if (subjectMatch) {\n subject = subjectMatch[1].trim()\n lastHeaderLine = i\n continue\n }\n if (line.match(/^Date:\\s/i) || line.match(/^CC:\\s/i)) {\n lastHeaderLine = i\n continue\n }\n if (lastHeaderLine >= 0 && line.trim() === '') {\n lastHeaderLine = i\n break\n }\n if (lastHeaderLine >= 0) break\n }\n\n return { from, to, subject, bodyStart: lastHeaderLine + 1 }\n}\n\nfunction splitThread(text: string): ThreadMessage[] {\n const separator = /(?:^|\\n)(?:-{3,}\\s*(?:Original Message|Forwarded message)\\s*-{3,}|(?:On .+ wrote:))\\s*\\n/gm\n const parts = text.split(separator).filter((p) => p.trim())\n\n if (parts.length <= 1) {\n return [{\n from: { email: '' },\n to: [],\n date: new Date().toISOString(),\n body: normalizeText(text),\n contentType: 'text',\n isForwarded: false,\n }]\n }\n\n return parts.map((part, index) => {\n if (index === 0) {\n return {\n from: { email: '' } as { name?: string; email: string },\n to: [] as { name?: string; email: string }[],\n date: parseDateFromBlock(part),\n body: normalizeText(part),\n contentType: 'text' as const,\n isForwarded: false,\n }\n }\n\n const headers = parseInlineHeaders(part)\n const bodyLines = part.split('\\n').slice(headers.bodyStart)\n return {\n from: headers.from,\n to: headers.to,\n subject: headers.subject,\n date: parseDateFromBlock(part),\n body: normalizeText(bodyLines.join('\\n')),\n contentType: 'text' as const,\n isForwarded: true,\n }\n })\n}\n\nexport function parseInboundEmail(payload: {\n from?: string\n to?: string | string[]\n subject?: string\n text?: string\n html?: string\n messageId?: string\n replyTo?: string\n inReplyTo?: string\n references?: string | string[]\n}): ParsedEmail {\n const fromParsed = parseAddressField(payload.from)\n const toParsed = parseAddressListField(payload.to)\n const subject = payload.subject?.trim() || '(no subject)'\n\n const rawText = payload.text || null\n const rawHtml = payload.html || null\n\n let textContent = rawText || ''\n if (!textContent && rawHtml) {\n textContent = stripHtml(rawHtml)\n }\n\n const normalized = normalizeText(textContent)\n const withoutSignature = stripSignature(normalized)\n const cleanedText = stripQuotedReplies(withoutSignature)\n\n const threadMessages = splitThread(normalized)\n if (threadMessages.length > 0 && fromParsed.email) {\n threadMessages[0].from = fromParsed\n threadMessages[0].to = toParsed\n threadMessages[0].subject = subject\n }\n\n const contentHash = generateContentHash(\n subject,\n fromParsed.email,\n textContent,\n )\n\n const references = payload.references\n ? (Array.isArray(payload.references) ? payload.references : payload.references.split(/\\s+/))\n : null\n\n return {\n messageId: payload.messageId || null,\n from: fromParsed,\n to: toParsed,\n subject,\n replyTo: payload.replyTo || null,\n inReplyTo: payload.inReplyTo || null,\n references,\n rawText,\n rawHtml,\n cleanedText,\n threadMessages,\n // TODO: Phase 2 \u2014 detect language via LLM or `franc` library\n detectedLanguage: null,\n contentHash,\n }\n}\n\nexport function extractParticipantsFromThread(\n email: InboxEmail,\n): { name: string; email: string; role: string }[] {\n const seen = new Set<string>()\n const participants: { name: string; email: string; role: string }[] = []\n\n // Pre-seed with the inbox's own address so it's excluded from participants\n const inboxAddress = (email.toAddress || '').toLowerCase()\n if (inboxAddress) seen.add(inboxAddress)\n\n const addParticipant = (name: string, addr: string, role: string) => {\n const key = addr.toLowerCase()\n if (!key || seen.has(key)) return\n seen.add(key)\n participants.push({ name, email: key, role })\n }\n\n if (email.threadMessages) {\n for (const msg of email.threadMessages) {\n if (msg.from?.email) {\n addParticipant(msg.from.name || '', msg.from.email, 'other')\n }\n if (msg.to) {\n for (const to of msg.to) {\n addParticipant(to.name || '', to.email, 'other')\n }\n }\n if (msg.cc) {\n for (const cc of msg.cc) {\n addParticipant(cc.name || '', cc.email, 'other')\n }\n }\n }\n }\n\n if (email.forwardedByAddress) {\n addParticipant(email.forwardedByName || '', email.forwardedByAddress, 'seller')\n }\n\n return participants\n}\n"],
|
|
5
|
+
"mappings": "AAAA,SAAS,kBAAkB;AAE3B,SAAS,uBAAuB;AAkBhC,MAAM,qBAAqB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,iBAAiB;AAAA,EACrB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,sBAAsB;AAE5B,SAAS,eAAe,MAAsB;AAC5C,QAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,MAAI,WAAW,MAAM;AACrB,WAAS,IAAI,MAAM,SAAS,GAAG,KAAK,GAAG,KAAK;AAC1C,UAAM,OAAO,MAAM,CAAC;AACpB,QAAI,mBAAmB,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,GAAG;AAChD,iBAAW;AACX;AAAA,IACF;AAAA,EACF;AACA,SAAO,MAAM,MAAM,GAAG,QAAQ,EAAE,KAAK,IAAI,EAAE,QAAQ;AACrD;AAEA,SAAS,mBAAmB,MAAsB;AAChD,QAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,QAAM,aAAuB,CAAC;AAC9B,MAAI,UAAU;AAEd,aAAW,QAAQ,OAAO;AACxB,QAAI,eAAe,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,GAAG;AAC5C,gBAAU;AACV;AAAA,IACF;AACA,QAAI,WAAW,KAAK,WAAW,GAAG,GAAG;AACnC;AAAA,IACF;AACA,QAAI,WAAW,KAAK,KAAK,MAAM,IAAI;AACjC;AAAA,IACF;AACA,QAAI,WAAW,CAAC,KAAK,WAAW,GAAG,KAAK,KAAK,KAAK,EAAE,SAAS,GAAG;AAC9D,gBAAU;AAAA,IACZ;AACA,QAAI,CAAC,SAAS;AACZ,iBAAW,KAAK,IAAI;AAAA,IACtB;AAAA,EACF;AAEA,SAAO,WAAW,KAAK,IAAI,EAAE,QAAQ;AACvC;AAEA,SAAS,UAAU,MAAsB;AACvC,SAAO,gBAAgB,IAAI;AAC7B;AAEA,SAAS,cAAc,MAAsB;AAC3C,SAAO,KACJ,QAAQ,SAAS,IAAI,EACrB,QAAQ,OAAO,IAAI,EACnB,QAAQ,OAAO,GAAG,EAClB,QAAQ,UAAU,GAAG,EACrB,QAAQ,WAAW,MAAM,EACzB,KAAK;AACV;AAEA,SAAS,oBAAoB,SAAiB,MAAc,MAAsB;AAChF,QAAM,QAAQ,GAAG,OAAO,IAAI,IAAI,IAAI,KAAK,MAAM,GAAG,GAAG,CAAC;AACtD,QAAM,aAAa,MAAM,YAAY,EAAE,QAAQ,QAAQ,GAAG,EAAE,KAAK;AACjE,SAAO,WAAW,QAAQ,EAAE,OAAO,UAAU,EAAE,OAAO,KAAK;AAC7D;AAEA,SAAS,kBAAkB,OAAoE;AAC7F,MAAI,CAAC,MAAO,QAAO,EAAE,OAAO,GAAG;AAC/B,QAAM,QAAQ,MAAM,MAAM,qBAAqB;AAC/C,MAAI,OAAO;AACT,WAAO,EAAE,MAAM,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,gBAAgB,EAAE,GAAG,OAAO,MAAM,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE;AAAA,EACnG;AACA,SAAO,EAAE,OAAO,MAAM,KAAK,EAAE,YAAY,EAAE;AAC7C;AAEA,SAAS,sBAAsB,OAAiF;AAC9G,MAAI,CAAC,MAAO,QAAO,CAAC;AACpB,QAAM,OAAO,MAAM,QAAQ,KAAK,IAAI,QAAQ,MAAM,MAAM,GAAG;AAC3D,SAAO,KAAK,IAAI,CAAC,MAAM,kBAAkB,EAAE,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK;AAC3E;AAEA,SAAS,mBAAmB,OAAuB;AACjD,QAAM,QAAQ,MAAM,MAAM,mBAAmB;AAC7C,MAAI,OAAO;AACT,UAAM,SAAS,IAAI,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC;AACvC,QAAI,CAAC,OAAO,MAAM,OAAO,QAAQ,CAAC,GAAG;AACnC,aAAO,OAAO,YAAY;AAAA,IAC5B;AAAA,EACF;AACA,UAAO,oBAAI,KAAK,GAAE,YAAY;AAChC;AAEA,SAAS,mBAAmB,OAK1B;AACA,QAAM,QAAQ,MAAM,MAAM,IAAI;AAC9B,MAAI,OAAyC,EAAE,OAAO,GAAG;AACzD,MAAI,KAAyC,CAAC;AAC9C,MAAI;AACJ,MAAI,iBAAiB;AAErB,WAAS,IAAI,GAAG,IAAI,MAAM,UAAU,IAAI,IAAI,KAAK;AAC/C,UAAM,OAAO,MAAM,CAAC;AACpB,UAAM,YAAY,KAAK,MAAM,iBAAiB;AAC9C,QAAI,WAAW;AACb,aAAO,kBAAkB,UAAU,CAAC,EAAE,KAAK,CAAC;AAC5C,uBAAiB;AACjB;AAAA,IACF;AACA,UAAM,UAAU,KAAK,MAAM,eAAe;AAC1C,QAAI,SAAS;AACX,WAAK,sBAAsB,QAAQ,CAAC,EAAE,KAAK,CAAC;AAC5C,uBAAiB;AACjB;AAAA,IACF;AACA,UAAM,eAAe,KAAK,MAAM,oBAAoB;AACpD,QAAI,cAAc;AAChB,gBAAU,aAAa,CAAC,EAAE,KAAK;AAC/B,uBAAiB;AACjB;AAAA,IACF;AACA,QAAI,KAAK,MAAM,WAAW,KAAK,KAAK,MAAM,SAAS,GAAG;AACpD,uBAAiB;AACjB;AAAA,IACF;AACA,QAAI,kBAAkB,KAAK,KAAK,KAAK,MAAM,IAAI;AAC7C,uBAAiB;AACjB;AAAA,IACF;AACA,QAAI,kBAAkB,EAAG;AAAA,EAC3B;AAEA,SAAO,EAAE,MAAM,IAAI,SAAS,WAAW,iBAAiB,EAAE;AAC5D;AAEA,SAAS,YAAY,MAA+B;AAClD,QAAM,YAAY;AAClB,QAAM,QAAQ,KAAK,MAAM,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC;AAE1D,MAAI,MAAM,UAAU,GAAG;AACrB,WAAO,CAAC;AAAA,MACN,MAAM,EAAE,OAAO,GAAG;AAAA,MAClB,IAAI,CAAC;AAAA,MACL,OAAM,oBAAI,KAAK,GAAE,YAAY;AAAA,MAC7B,MAAM,cAAc,IAAI;AAAA,MACxB,aAAa;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAEA,SAAO,MAAM,IAAI,CAAC,MAAM,UAAU;AAChC,QAAI,UAAU,GAAG;AACf,aAAO;AAAA,QACL,MAAM,EAAE,OAAO,GAAG;AAAA,QAClB,IAAI,CAAC;AAAA,QACL,MAAM,mBAAmB,IAAI;AAAA,QAC7B,MAAM,cAAc,IAAI;AAAA,QACxB,aAAa;AAAA,QACb,aAAa;AAAA,MACf;AAAA,IACF;AAEA,UAAM,UAAU,mBAAmB,IAAI;AACvC,UAAM,YAAY,KAAK,MAAM,IAAI,EAAE,MAAM,QAAQ,SAAS;AAC1D,WAAO;AAAA,MACL,MAAM,QAAQ;AAAA,MACd,IAAI,QAAQ;AAAA,MACZ,SAAS,QAAQ;AAAA,MACjB,MAAM,mBAAmB,IAAI;AAAA,MAC7B,MAAM,cAAc,UAAU,KAAK,IAAI,CAAC;AAAA,MACxC,aAAa;AAAA,MACb,aAAa;AAAA,IACf;AAAA,EACF,CAAC;AACH;AAEO,SAAS,kBAAkB,SAUlB;AACd,QAAM,aAAa,kBAAkB,QAAQ,IAAI;AACjD,QAAM,WAAW,sBAAsB,QAAQ,EAAE;AACjD,QAAM,UAAU,QAAQ,SAAS,KAAK,KAAK;AAE3C,QAAM,UAAU,QAAQ,QAAQ;AAChC,QAAM,UAAU,QAAQ,QAAQ;AAEhC,MAAI,cAAc,WAAW;AAC7B,MAAI,CAAC,eAAe,SAAS;AAC3B,kBAAc,UAAU,OAAO;AAAA,EACjC;AAEA,QAAM,aAAa,cAAc,WAAW;AAC5C,QAAM,mBAAmB,eAAe,UAAU;AAClD,QAAM,cAAc,mBAAmB,gBAAgB;AAEvD,QAAM,iBAAiB,YAAY,UAAU;AAC7C,MAAI,eAAe,SAAS,KAAK,WAAW,OAAO;AACjD,mBAAe,CAAC,EAAE,OAAO;AACzB,mBAAe,CAAC,EAAE,KAAK;AACvB,mBAAe,CAAC,EAAE,UAAU;AAAA,EAC9B;AAEA,QAAM,cAAc;AAAA,IAClB;AAAA,IACA,WAAW;AAAA,IACX;AAAA,EACF;AAEA,QAAM,aAAa,QAAQ,aACtB,MAAM,QAAQ,QAAQ,UAAU,IAAI,QAAQ,aAAa,QAAQ,WAAW,MAAM,KAAK,IACxF;AAEJ,SAAO;AAAA,IACL,WAAW,QAAQ,aAAa;AAAA,IAChC,MAAM;AAAA,IACN,IAAI;AAAA,IACJ;AAAA,IACA,SAAS,QAAQ,WAAW;AAAA,IAC5B,WAAW,QAAQ,aAAa;AAAA,IAChC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA;AAAA,IAEA,kBAAkB;AAAA,IAClB;AAAA,EACF;AACF;AAEO,SAAS,8BACd,OACiD;AACjD,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,eAAgE,CAAC;AAGvE,QAAM,gBAAgB,MAAM,aAAa,IAAI,YAAY;AACzD,MAAI,aAAc,MAAK,IAAI,YAAY;AAEvC,QAAM,iBAAiB,CAAC,MAAc,MAAc,SAAiB;AACnE,UAAM,MAAM,KAAK,YAAY;AAC7B,QAAI,CAAC,OAAO,KAAK,IAAI,GAAG,EAAG;AAC3B,SAAK,IAAI,GAAG;AACZ,iBAAa,KAAK,EAAE,MAAM,OAAO,KAAK,KAAK,CAAC;AAAA,EAC9C;AAEA,MAAI,MAAM,gBAAgB;AACxB,eAAW,OAAO,MAAM,gBAAgB;AACtC,UAAI,IAAI,MAAM,OAAO;AACnB,uBAAe,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO,OAAO;AAAA,MAC7D;AACA,UAAI,IAAI,IAAI;AACV,mBAAW,MAAM,IAAI,IAAI;AACvB,yBAAe,GAAG,QAAQ,IAAI,GAAG,OAAO,OAAO;AAAA,QACjD;AAAA,MACF;AACA,UAAI,IAAI,IAAI;AACV,mBAAW,MAAM,IAAI,IAAI;AACvB,yBAAe,GAAG,QAAQ,IAAI,GAAG,OAAO,OAAO;AAAA,QACjD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI,MAAM,oBAAoB;AAC5B,mBAAe,MAAM,mBAAmB,IAAI,MAAM,oBAAoB,QAAQ;AAAA,EAChF;AAEA,SAAO;AACT;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { convert } from "html-to-text";
|
|
2
|
+
function htmlToPlainText(html) {
|
|
3
|
+
if (!html) return "";
|
|
4
|
+
return convert(html, {
|
|
5
|
+
wordwrap: false,
|
|
6
|
+
preserveNewlines: true,
|
|
7
|
+
selectors: [
|
|
8
|
+
{ selector: "script", format: "skip" },
|
|
9
|
+
{ selector: "style", format: "skip" }
|
|
10
|
+
]
|
|
11
|
+
}).replace(/\r\n/g, "\n").replace(/\r/g, "\n").replace(/\n{3,}/g, "\n\n").trim();
|
|
12
|
+
}
|
|
13
|
+
export {
|
|
14
|
+
htmlToPlainText
|
|
15
|
+
};
|
|
16
|
+
//# sourceMappingURL=htmlToPlainText.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../../src/modules/inbox_ops/lib/htmlToPlainText.ts"],
|
|
4
|
+
"sourcesContent": ["import { convert } from 'html-to-text'\n\nexport function htmlToPlainText(html: string): string {\n if (!html) return ''\n return convert(html, {\n wordwrap: false,\n preserveNewlines: true,\n selectors: [\n { selector: 'script', format: 'skip' },\n { selector: 'style', format: 'skip' },\n ],\n })\n .replace(/\\r\\n/g, '\\n')\n .replace(/\\r/g, '\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()\n}\n"],
|
|
5
|
+
"mappings": "AAAA,SAAS,eAAe;AAEjB,SAAS,gBAAgB,MAAsB;AACpD,MAAI,CAAC,KAAM,QAAO;AAClB,SAAO,QAAQ,MAAM;AAAA,IACnB,UAAU;AAAA,IACV,kBAAkB;AAAA,IAClB,WAAW;AAAA,MACT,EAAE,UAAU,UAAU,QAAQ,OAAO;AAAA,MACrC,EAAE,UAAU,SAAS,QAAQ,OAAO;AAAA,IACtC;AAAA,EACF,CAAC,EACE,QAAQ,SAAS,IAAI,EACrB,QAAQ,OAAO,IAAI,EACnB,QAAQ,WAAW,MAAM,EACzB,KAAK;AACV;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import { randomUUID } from "node:crypto";
|
|
2
|
-
import sanitizeHtml from "sanitize-html";
|
|
3
2
|
import { findOneWithDecryption } from "@open-mercato/shared/lib/encryption/find";
|
|
4
3
|
import { InboxEmail, InboxProposal, InboxProposalAction, InboxDiscrepancy, InboxSettings } from "../data/entities.js";
|
|
5
4
|
import { matchContacts } from "../lib/contactMatcher.js";
|
|
@@ -11,6 +10,7 @@ import { validatePrices } from "../lib/priceValidator.js";
|
|
|
11
10
|
import { extractParticipantsFromThread } from "../lib/emailParser.js";
|
|
12
11
|
import { runExtractionWithConfiguredProvider } from "../lib/llmProvider.js";
|
|
13
12
|
import { safeParsePayloadJson } from "../lib/validation.js";
|
|
13
|
+
import { htmlToPlainText } from "../lib/htmlToPlainText.js";
|
|
14
14
|
import { emitInboxOpsEvent } from "../events.js";
|
|
15
15
|
const metadata = {
|
|
16
16
|
event: "inbox_ops.email.received",
|
|
@@ -627,10 +627,7 @@ function enrichDraftReplyTargets(draftReplies, participantEmailMap) {
|
|
|
627
627
|
function buildFullTextForExtraction(email) {
|
|
628
628
|
let text = email.rawText || "";
|
|
629
629
|
if (!text && email.rawHtml) {
|
|
630
|
-
text =
|
|
631
|
-
allowedTags: [],
|
|
632
|
-
allowedAttributes: {}
|
|
633
|
-
}).replace(/\r\n/g, "\n").replace(/\r/g, "\n").replace(/\n{3,}/g, "\n\n").trim();
|
|
630
|
+
text = htmlToPlainText(email.rawHtml);
|
|
634
631
|
}
|
|
635
632
|
return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n").replace(/\t/g, " ").replace(/ {2,}/g, " ").replace(/\n{3,}/g, "\n\n").trim();
|
|
636
633
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../../src/modules/inbox_ops/subscribers/extractionWorker.ts"],
|
|
4
|
-
"sourcesContent": ["import { randomUUID } from 'node:crypto'\nimport type { EntityManager } from '@mikro-orm/postgresql'\nimport type { EntityClass } from '@mikro-orm/core'\nimport sanitizeHtml from 'sanitize-html'\nimport { findOneWithDecryption } from '@open-mercato/shared/lib/encryption/find'\nimport { InboxEmail, InboxProposal, InboxProposalAction, InboxDiscrepancy, InboxSettings } from '../data/entities'\nimport type { ExtractedParticipant, InboxDiscrepancyType } from '../data/entities'\nimport { extractionOutputSchema } from '../data/validators'\nimport { matchContacts } from '../lib/contactMatcher'\nimport { buildExtractionSystemPrompt, buildExtractionUserPrompt } from '../lib/extractionPrompt'\nimport { REQUIRED_FEATURES_MAP } from '../lib/constants'\nimport { fetchCatalogProductsForExtraction } from '../lib/catalogLookup'\nimport { enrichOrderPayload } from '../lib/payloadEnrichment'\nimport { validatePrices } from '../lib/priceValidator'\nimport { extractParticipantsFromThread } from '../lib/emailParser'\nimport { runExtractionWithConfiguredProvider } from '../lib/llmProvider'\nimport { safeParsePayloadJson } from '../lib/validation'\nimport { emitInboxOpsEvent } from '../events'\n\nexport const metadata = {\n event: 'inbox_ops.email.received',\n persistent: true,\n id: 'inbox_ops:extraction-worker',\n}\n\ninterface EmailReceivedPayload {\n emailId: string\n tenantId: string\n organizationId: string\n forwardedByAddress: string\n subject: string\n}\n\ninterface ResolverContext {\n resolve: <T = unknown>(name: string) => T\n}\n\ninterface ExtractionEntityClasses {\n customerEntity?: EntityClass<{ id: string; kind: string; displayName: string; primaryEmail?: string | null }>\n catalogProduct?: EntityClass<{ id: string; name: string; sku?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>\n catalogProductPrice?: EntityClass<{ product?: unknown; unitPriceNet?: string | null; unitPriceGross?: string | null; currencyCode?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null; createdAt?: Date }>\n salesOrder?: EntityClass<{ id: string; orderNumber: string; customerReference?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>\n salesChannel?: EntityClass<{ id: string; name: string; currencyCode?: string; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>\n customerAddress?: EntityClass<{ id: string; isPrimary: boolean; tenantId?: string; organizationId?: string; entity?: { id: string } | string; createdAt?: Date }>\n}\n\ninterface DiscrepancyInput {\n actionIndex?: number\n type: InboxDiscrepancyType\n severity: 'warning' | 'error'\n description: string\n expectedValue?: string | null\n foundValue?: string | null\n}\n\nfunction tryResolve<T>(ctx: ResolverContext, name: string): T | undefined {\n try {\n return ctx.resolve<T>(name)\n } catch {\n console.debug(`[inbox_ops:extraction] optional dependency \"${name}\" not available`)\n return undefined\n }\n}\n\nfunction resolveEntityClasses(ctx: ResolverContext): ExtractionEntityClasses {\n return {\n customerEntity: tryResolve(ctx, 'CustomerEntity'),\n catalogProduct: tryResolve(ctx, 'CatalogProduct'),\n catalogProductPrice: tryResolve(ctx, 'CatalogProductPrice'),\n salesOrder: tryResolve(ctx, 'SalesOrder'),\n salesChannel: tryResolve(ctx, 'SalesChannel'),\n customerAddress: tryResolve(ctx, 'CustomerAddress'),\n }\n}\n\nfunction createDiscrepancy(\n em: EntityManager,\n proposalId: string,\n allActions: { id: string }[],\n input: DiscrepancyInput,\n scope: { organizationId: string; tenantId: string },\n) {\n return em.create(InboxDiscrepancy, {\n proposalId,\n actionId: input.actionIndex !== undefined && allActions[input.actionIndex]\n ? allActions[input.actionIndex].id\n : null,\n type: input.type,\n severity: input.severity,\n description: input.description,\n expectedValue: input.expectedValue || null,\n foundValue: input.foundValue || null,\n resolved: false,\n organizationId: scope.organizationId,\n tenantId: scope.tenantId,\n })\n}\n\nexport default async function handle(payload: EmailReceivedPayload, ctx: ResolverContext) {\n const em = (ctx.resolve('em') as EntityManager).fork()\n const entityClasses = resolveEntityClasses(ctx)\n\n // Optimistic lock: atomically claim the email for processing.\n // If another worker already claimed it, nativeUpdate returns 0 rows.\n const claimed = await em.nativeUpdate(\n InboxEmail,\n { id: payload.emailId, status: 'received' },\n { status: 'processing' },\n )\n if (claimed === 0) return\n\n const email = await findOneWithDecryption(\n em,\n InboxEmail,\n { id: payload.emailId },\n undefined,\n { tenantId: payload.tenantId, organizationId: payload.organizationId },\n )\n if (!email) {\n console.error(`[inbox_ops:extraction-worker] Email not found: ${payload.emailId}`)\n return\n }\n\n try {\n const scope = {\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n }\n\n // Load tenant settings for working language\n const settings = await findOneWithDecryption(em, InboxSettings, { organizationId: scope.organizationId, tenantId: scope.tenantId, deletedAt: null }, undefined, scope)\n const workingLanguage = settings?.workingLanguage || 'en'\n\n // Step 1: Build full text for LLM extraction.\n // Use rawText (or derive from rawHtml) instead of cleanedText because\n // cleanedText strips quoted replies \u2014 which contain the actual order content\n // in forwarded email threads.\n const fullText = buildFullTextForExtraction(email)\n if (!fullText.trim()) {\n email.status = 'failed'\n email.processingError = 'No text content found in email'\n await em.flush()\n return\n }\n\n // Step 2: Match contacts from thread participants\n const threadParticipants = extractParticipantsFromThread(email)\n const contactMatches = await matchContacts(em, threadParticipants, scope,\n entityClasses.customerEntity ? { customerEntityClass: entityClasses.customerEntity } : undefined,\n )\n\n // Step 2b: Fetch catalog products for LLM context\n const catalogProducts = await fetchCatalogProductsForExtraction(em, scope,\n entityClasses.catalogProduct && entityClasses.catalogProductPrice\n ? { catalogProductClass: entityClasses.catalogProduct, catalogProductPriceClass: entityClasses.catalogProductPrice }\n : undefined,\n )\n\n // Step 3: Call LLM for extraction\n const maxTextSize = parseInt(process.env.INBOX_OPS_MAX_TEXT_SIZE || '204800', 10)\n const truncatedText = fullText.slice(0, maxTextSize)\n\n const systemPrompt = buildExtractionSystemPrompt(contactMatches, catalogProducts, undefined, workingLanguage)\n const userPrompt = buildExtractionUserPrompt(truncatedText)\n\n let extractionResult: ReturnType<typeof extractionOutputSchema.parse>\n let tokensUsed = 0\n let modelUsed = ''\n\n try {\n const timeoutMsRaw = Number.parseInt(process.env.INBOX_OPS_LLM_TIMEOUT_MS || '90000', 10)\n const timeoutMs = Number.isFinite(timeoutMsRaw) && timeoutMsRaw > 0 ? timeoutMsRaw : 90000\n const extraction = await runExtractionWithConfiguredProvider({\n systemPrompt,\n userPrompt,\n modelOverride: process.env.INBOX_OPS_LLM_MODEL,\n timeoutMs,\n })\n extractionResult = extraction.object\n tokensUsed = extraction.totalTokens\n modelUsed = extraction.modelWithProvider\n } catch (llmError) {\n email.status = 'failed'\n email.processingError = `LLM extraction failed: ${llmError instanceof Error ? llmError.message : String(llmError)}`\n await em.flush()\n\n try {\n await emitInboxOpsEvent('inbox_ops.email.failed', {\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n error: email.processingError,\n })\n } catch (eventError) {\n console.error('[inbox_ops:extraction-worker] Failed to emit email.failed event:', eventError)\n }\n\n return\n }\n\n const confidenceThresholdRaw = Number.parseFloat(process.env.INBOX_OPS_CONFIDENCE_THRESHOLD || '0.5')\n const confidenceThreshold = Number.isFinite(confidenceThresholdRaw)\n ? Math.min(Math.max(confidenceThresholdRaw, 0), 1)\n : 0.5\n const requiresReview = extractionResult.confidence < confidenceThreshold\n\n // Step 4: Validate prices for order/quote actions\n const orderActions = extractionResult.proposedActions\n .map((action, index) => ({\n ...action, payload: safeParsePayloadJson(action.payloadJson), index,\n }))\n .filter((a) => a.actionType === 'create_order' || a.actionType === 'create_quote')\n\n const priceDiscrepancies = await validatePrices(em, orderActions, scope,\n entityClasses.catalogProductPrice ? { catalogProductPriceClass: entityClasses.catalogProductPrice } : undefined,\n )\n\n // Step 4b: Check for duplicate orders by customerReference\n const duplicateOrderDiscrepancies = await detectDuplicateOrders(em, orderActions, scope, entityClasses.salesOrder)\n\n // Step 5: Match LLM-discovered participants not found in email headers.\n // Header-based matchContacts (step 2) only covers From/To/Cc addresses.\n // In forwarded threads, the original sender is in the body, not the headers.\n const headerEmails = new Set(contactMatches.map((m) => m.participant.email.toLowerCase()))\n const llmOnlyParticipants = extractionResult.participants\n .filter((p) => p.email && !headerEmails.has(p.email.toLowerCase()))\n .map((p) => ({ name: p.name, email: p.email, role: p.role || 'unknown' }))\n\n if (llmOnlyParticipants.length > 0) {\n const llmContactMatches = await matchContacts(em, llmOnlyParticipants, scope,\n entityClasses.customerEntity ? { customerEntityClass: entityClasses.customerEntity } : undefined,\n )\n contactMatches.push(...llmContactMatches)\n }\n\n // Step 5b: Merge contact match data into participants\n const enrichedParticipants: ExtractedParticipant[] = extractionResult.participants.map((p) => {\n const match = contactMatches.find(\n (m) => m.participant.email.toLowerCase() === p.email.toLowerCase(),\n )\n return {\n ...p,\n matchedContactId: match?.match?.contactId || null,\n matchedContactType: match?.match?.contactType || null,\n matchConfidence: match?.match?.confidence,\n }\n })\n\n // Step 6: Detect partial forward\n const possiblyIncomplete = extractionResult.possiblyIncomplete || detectPartialForward(email)\n\n // Step 6b: Normalize + enrich order/quote payloads\n const enrichmentDiscrepancies: DiscrepancyInput[] = []\n for (const [actionIndex, action] of extractionResult.proposedActions.entries()) {\n if (action.actionType === 'create_order' || action.actionType === 'create_quote') {\n const parsedPayload = safeParsePayloadJson(action.payloadJson)\n\n normalizeOrderPayloadFields(parsedPayload)\n\n const { payload: enriched, warnings } = await enrichOrderPayload(parsedPayload, {\n em,\n scope,\n contactMatches,\n catalogProducts,\n senderEmail: email.forwardedByAddress,\n salesChannelClass: entityClasses.salesChannel,\n customerAddressClass: entityClasses.customerAddress,\n })\n\n action.payloadJson = JSON.stringify(enriched)\n\n // Discrepancy descriptions are stored in the DB and rendered on the proposal review page.\n // Not i18n keys \u2014 the proposal UI displays them as-is for operator guidance.\n for (const warning of warnings) {\n if (warning === 'no_channel_resolved') {\n enrichmentDiscrepancies.push({\n actionIndex,\n type: 'other',\n severity: 'error',\n description: 'No sales channel available. Create a channel in Sales settings before accepting this order.',\n })\n } else if (warning === 'no_currency_resolved') {\n enrichmentDiscrepancies.push({\n actionIndex,\n type: 'currency_mismatch',\n severity: 'warning',\n description: 'No currency could be resolved for this order. Set a currency code or configure a sales channel with a default currency.',\n })\n }\n }\n }\n }\n\n // Step 6b-2: Enrich create_contact payloads with participant emails when the LLM omitted them,\n // and fix hallucinated draft_reply target emails using known participant data.\n const participantEmailMap = buildParticipantEmailMap(contactMatches, extractionResult.participants)\n enrichCreateContactEmails(extractionResult.proposedActions, participantEmailMap)\n enrichDraftReplyTargets(extractionResult.draftReplies, participantEmailMap)\n\n // Step 6c: Detect unresolved products and auto-generate create_product actions\n const productNotFoundDiscrepancies: DiscrepancyInput[] = []\n const autoProductActions: { actionType: 'create_product'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] = []\n const seenProductNames = new Set<string>()\n\n for (const [actionIndex, action] of extractionResult.proposedActions.entries()) {\n if (action.actionType !== 'create_order' && action.actionType !== 'create_quote') continue\n const parsedPayload = safeParsePayloadJson(action.payloadJson)\n const lineItems = Array.isArray(parsedPayload.lineItems)\n ? (parsedPayload.lineItems as Record<string, unknown>[])\n : []\n for (const item of lineItems) {\n if (!item.productId) {\n const productName = typeof item.productName === 'string'\n ? item.productName\n : (typeof item.description === 'string' ? item.description : 'Unknown')\n productNotFoundDiscrepancies.push({\n actionIndex,\n type: 'product_not_found',\n severity: 'error',\n description: `Product \"${productName}\" could not be matched to any catalog product`,\n foundValue: productName,\n })\n const nameKey = productName.toLowerCase().trim()\n if (nameKey && nameKey !== 'unknown' && !seenProductNames.has(nameKey)) {\n seenProductNames.add(nameKey)\n const sku = typeof item.sku === 'string' ? item.sku : undefined\n const unitPrice = typeof item.unitPrice === 'string' ? item.unitPrice : undefined\n const currencyCode = typeof parsedPayload.currencyCode === 'string' ? parsedPayload.currencyCode : undefined\n autoProductActions.push({\n actionType: 'create_product',\n description: `Create catalog product \"${productName}\"`,\n confidence: 0.9,\n requiredFeature: REQUIRED_FEATURES_MAP.create_product,\n payloadJson: JSON.stringify({\n title: productName,\n ...(sku && { sku }),\n ...(unitPrice && { unitPrice }),\n ...(currencyCode && { currencyCode }),\n kind: 'product',\n }),\n })\n }\n }\n }\n }\n\n // Step 7: Create proposal + actions + discrepancies atomically\n const proposalId = randomUUID()\n const proposal = em.create(InboxProposal, {\n id: proposalId,\n inboxEmailId: email.id,\n summary: extractionResult.summary,\n participants: enrichedParticipants,\n confidence: String(extractionResult.confidence.toFixed(2)),\n detectedLanguage: extractionResult.detectedLanguage || email.detectedLanguage,\n status: 'pending',\n possiblyIncomplete,\n llmModel: modelUsed,\n llmTokensUsed: tokensUsed,\n workingLanguage,\n organizationId: email.organizationId,\n tenantId: email.tenantId,\n })\n em.persist(proposal)\n\n // Step 6d: Auto-generate create_contact actions for unmatched participants (from headers)\n const autoContactActions = buildContactActionsForUnmatchedParticipants(\n contactMatches,\n extractionResult.proposedActions,\n email.toAddress,\n )\n\n // Step 6d-2: Also generate create_contact for LLM-discovered unmatched participants\n const llmContactActions = buildContactActionsForUnmatchedLlmParticipants(\n enrichedParticipants,\n contactMatches,\n extractionResult.proposedActions,\n autoContactActions,\n email.toAddress,\n )\n autoContactActions.push(...llmContactActions)\n\n // Step 6e: Auto-generate link_contact actions for matched participants\n const autoLinkActions = buildLinkContactActionsForMatchedParticipants(\n contactMatches,\n extractionResult.proposedActions,\n email.toAddress,\n )\n\n // Create actions \u2014 contact & product creation actions go first so they're executed before orders\n const combinedProposedActions = [...autoContactActions, ...autoLinkActions, ...autoProductActions, ...extractionResult.proposedActions]\n const allActions = [\n ...combinedProposedActions.map((action, index) => {\n const parsedPayload = safeParsePayloadJson(action.payloadJson)\n return em.create(InboxProposalAction, {\n id: randomUUID(),\n proposalId: proposalId,\n sortOrder: index,\n actionType: action.actionType,\n description: action.description,\n payload: parsedPayload,\n status: 'pending',\n confidence: String(action.confidence.toFixed(2)),\n requiredFeature: action.requiredFeature || REQUIRED_FEATURES_MAP[action.actionType] || null,\n organizationId: email.organizationId,\n tenantId: email.tenantId,\n })\n }),\n ...extractionResult.draftReplies.map((reply, index) =>\n em.create(InboxProposalAction, {\n id: randomUUID(),\n proposalId: proposalId,\n sortOrder: combinedProposedActions.length + index,\n actionType: 'draft_reply',\n description: `Draft reply to ${reply.toName || reply.to}: ${reply.subject}`,\n payload: {\n to: reply.to,\n toName: reply.toName,\n subject: reply.subject,\n body: reply.body,\n context: reply.context,\n replyTo: email.replyTo,\n inReplyToMessageId: email.messageId,\n references: email.emailReferences,\n },\n status: 'pending',\n confidence: String(extractionResult.confidence.toFixed(2)),\n requiredFeature: 'inbox_ops.replies.send',\n organizationId: email.organizationId,\n tenantId: email.tenantId,\n }),\n ),\n ]\n allActions.forEach((a) => em.persist(a))\n\n // Discrepancy actionIndex values reference extractionResult.proposedActions,\n // but allActions prepends auto-generated actions. Offset indices accordingly.\n const actionIndexOffset = autoContactActions.length + autoLinkActions.length + autoProductActions.length\n const offsetIndex = (d: DiscrepancyInput): DiscrepancyInput =>\n d.actionIndex !== undefined ? { ...d, actionIndex: d.actionIndex + actionIndexOffset } : d\n\n // Create discrepancies using factory\n const allDiscrepancies = [\n ...extractionResult.discrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...priceDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...duplicateOrderDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...productNotFoundDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...enrichmentDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ]\n\n // Flag unmatched contacts as discrepancies (from header-based matches + LLM-discovered participants)\n const contactDiscrepancyEmails = new Set<string>()\n for (const match of contactMatches) {\n if (!match.match && match.participant.email) {\n const emailLower = match.participant.email.toLowerCase()\n contactDiscrepancyEmails.add(emailLower)\n allDiscrepancies.push(\n createDiscrepancy(em, proposalId, allActions, {\n type: 'unknown_contact',\n severity: 'warning',\n description: `No matching contact found for ${match.participant.name} (${match.participant.email})`,\n foundValue: match.participant.email,\n }, scope),\n )\n }\n }\n for (const participant of enrichedParticipants) {\n if (participant.matchedContactId) continue\n const emailLower = (participant.email || '').toLowerCase()\n if (!emailLower || contactDiscrepancyEmails.has(emailLower)) continue\n contactDiscrepancyEmails.add(emailLower)\n allDiscrepancies.push(\n createDiscrepancy(em, proposalId, allActions, {\n type: 'unknown_contact',\n severity: 'warning',\n description: `No matching contact found for ${participant.name} (${participant.email})`,\n foundValue: participant.email,\n }, scope),\n )\n }\n\n // Flag draft_reply actions that target unmatched contacts (blocks accept)\n const matchedEmails = new Set(\n contactMatches\n .filter((m) => m.match?.contactId)\n .map((m) => m.participant.email.toLowerCase()),\n )\n for (const [actionIndex, action] of allActions.entries()) {\n if (action.actionType !== 'draft_reply') continue\n const payload = action.payload as Record<string, unknown> | null\n const toEmail = typeof payload?.to === 'string' ? payload.to.trim().toLowerCase() : ''\n if (toEmail && !matchedEmails.has(toEmail)) {\n allDiscrepancies.push(\n createDiscrepancy(em, proposalId, allActions, {\n actionIndex,\n type: 'unknown_contact',\n severity: 'error',\n description: `Draft reply target \"${toEmail}\" has no matching contact. Create the contact first.`,\n foundValue: toEmail,\n }, scope),\n )\n }\n }\n\n allDiscrepancies.forEach((d) => em.persist(d))\n\n // Step 8: Update email status\n email.status = requiresReview ? 'needs_review' : 'processed'\n email.detectedLanguage = extractionResult.detectedLanguage || email.detectedLanguage\n\n await em.flush()\n\n // Step 9: Emit events\n try {\n await emitInboxOpsEvent('inbox_ops.email.processed', {\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n })\n\n await emitInboxOpsEvent('inbox_ops.proposal.created', {\n proposalId: proposal.id,\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n actionCount: allActions.length,\n discrepancyCount: allDiscrepancies.length,\n confidence: proposal.confidence,\n summary: proposal.summary,\n })\n } catch (eventError) {\n console.error('[inbox_ops:extraction-worker] Failed to emit events:', eventError)\n }\n } catch (err) {\n email.status = 'failed'\n email.processingError = err instanceof Error ? err.message : String(err)\n await em.flush()\n\n try {\n await emitInboxOpsEvent('inbox_ops.email.failed', {\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n error: email.processingError,\n })\n } catch (eventError) {\n console.error('[inbox_ops:extraction-worker] Failed to emit email.failed event:', eventError)\n }\n\n console.error('[inbox_ops:extraction-worker] Extraction failed:', err)\n }\n}\n\nfunction normalizeOrderPayloadFields(payload: Record<string, unknown>): void {\n const lineItems = Array.isArray(payload.lineItems)\n ? (payload.lineItems as Record<string, unknown>[])\n : []\n for (const item of lineItems) {\n if (!item.productName && typeof item.description === 'string') {\n item.productName = item.description\n }\n if (typeof item.quantity === 'number') {\n item.quantity = String(item.quantity)\n }\n if (typeof item.unitPrice === 'number') {\n item.unitPrice = String(item.unitPrice)\n }\n }\n}\n\nfunction buildContactActionsForUnmatchedParticipants(\n contactMatches: { participant: { name: string; email: string }; match?: { contactId: string } | null }[],\n existingActions: { actionType: string; payloadJson: string }[],\n inboxAddress: string,\n): { actionType: 'create_contact'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] {\n const alreadyProposed = new Set(\n existingActions\n .filter((a) => a.actionType === 'create_contact')\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n return typeof p.email === 'string' ? p.email.toLowerCase() : ''\n })\n .filter(Boolean),\n )\n\n const inboxLower = (inboxAddress || '').toLowerCase()\n const systemPatterns = ['noreply', 'no-reply', 'donotreply', 'mailer-daemon', 'postmaster']\n\n return contactMatches\n .filter((m) => {\n if (m.match?.contactId) return false\n const emailLower = m.participant.email.toLowerCase()\n if (alreadyProposed.has(emailLower)) return false\n if (emailLower === inboxLower) return false\n return !systemPatterns.some((p) => emailLower.includes(p))\n })\n .map((m) => ({\n actionType: 'create_contact' as const,\n description: `Create contact for ${m.participant.name} (${m.participant.email})`,\n confidence: 0.9,\n requiredFeature: REQUIRED_FEATURES_MAP.create_contact,\n payloadJson: JSON.stringify({\n type: 'person',\n name: m.participant.name,\n email: m.participant.email,\n source: 'inbox_ops',\n }),\n }))\n}\n\nfunction buildLinkContactActionsForMatchedParticipants(\n contactMatches: { participant: { name: string; email: string }; match?: { contactId: string; contactType?: string; contactName?: string } | null }[],\n existingActions: { actionType: string; payloadJson: string }[],\n inboxAddress: string,\n): { actionType: 'link_contact'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] {\n const alreadyProposed = new Set(\n existingActions\n .filter((a) => a.actionType === 'link_contact')\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n const email = typeof p.emailAddress === 'string' ? p.emailAddress : (typeof p.email === 'string' ? p.email : '')\n return email.toLowerCase()\n })\n .filter(Boolean),\n )\n\n const inboxLower = (inboxAddress || '').toLowerCase()\n const systemPatterns = ['noreply', 'no-reply', 'donotreply', 'mailer-daemon', 'postmaster']\n\n return contactMatches\n .filter((m) => {\n if (!m.match?.contactId) return false\n const emailLower = m.participant.email.toLowerCase()\n if (alreadyProposed.has(emailLower)) return false\n if (emailLower === inboxLower) return false\n return !systemPatterns.some((p) => emailLower.includes(p))\n })\n .map((m) => ({\n actionType: 'link_contact' as const,\n description: `Link ${m.participant.name} (${m.participant.email}) to existing contact`,\n confidence: 0.95,\n requiredFeature: REQUIRED_FEATURES_MAP.link_contact,\n payloadJson: JSON.stringify({\n emailAddress: m.participant.email,\n contactId: m.match!.contactId,\n contactType: m.match!.contactType || 'person',\n contactName: m.participant.name,\n }),\n }))\n}\n\nfunction buildContactActionsForUnmatchedLlmParticipants(\n enrichedParticipants: { name: string; email: string; matchedContactId?: string | null }[],\n contactMatches: { participant: { email: string } }[],\n existingActions: { actionType: string; payloadJson: string }[],\n alreadyAutoCreated: { payloadJson: string }[],\n inboxAddress: string,\n): { actionType: 'create_contact'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] {\n const headerEmails = new Set(\n contactMatches.map((m) => m.participant.email.toLowerCase()),\n )\n\n const alreadyProposed = new Set([\n ...existingActions\n .filter((a) => a.actionType === 'create_contact')\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n return typeof p.email === 'string' ? p.email.toLowerCase() : ''\n })\n .filter(Boolean),\n ...alreadyAutoCreated\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n return typeof p.email === 'string' ? p.email.toLowerCase() : ''\n })\n .filter(Boolean),\n ])\n\n const inboxLower = (inboxAddress || '').toLowerCase()\n const systemPatterns = ['noreply', 'no-reply', 'donotreply', 'mailer-daemon', 'postmaster']\n\n return enrichedParticipants\n .filter((p) => {\n if (p.matchedContactId) return false\n const emailLower = (p.email || '').toLowerCase()\n if (!emailLower) return false\n if (headerEmails.has(emailLower)) return false\n if (alreadyProposed.has(emailLower)) return false\n if (emailLower === inboxLower) return false\n return !systemPatterns.some((pat) => emailLower.includes(pat))\n })\n .map((p) => ({\n actionType: 'create_contact' as const,\n description: `Create contact for ${p.name} (${p.email})`,\n confidence: 0.85,\n requiredFeature: REQUIRED_FEATURES_MAP.create_contact,\n payloadJson: JSON.stringify({\n type: 'person',\n name: p.name,\n email: p.email,\n source: 'inbox_ops',\n }),\n }))\n}\n\nasync function detectDuplicateOrders(\n em: EntityManager,\n orderActions: { actionType: string; payload: Record<string, unknown>; index: number }[],\n scope: { tenantId: string; organizationId: string },\n salesOrderClass?: EntityClass<{ id: string; orderNumber: string; customerReference?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>,\n): Promise<{ type: 'duplicate_order'; severity: 'error'; description: string; expectedValue: string | null; foundValue: string | null; actionIndex: number }[]> {\n if (!salesOrderClass) return []\n const discrepancies: { type: 'duplicate_order'; severity: 'error'; description: string; expectedValue: string | null; foundValue: string | null; actionIndex: number }[] = []\n\n for (const action of orderActions) {\n if (action.actionType !== 'create_order') continue\n\n const customerReference = typeof action.payload.customerReference === 'string'\n ? action.payload.customerReference.trim()\n : null\n\n if (!customerReference) continue\n\n try {\n const existing = await findOneWithDecryption(\n em,\n salesOrderClass,\n {\n customerReference,\n tenantId: scope.tenantId,\n organizationId: scope.organizationId,\n deletedAt: null,\n },\n undefined,\n scope,\n )\n\n if (existing) {\n discrepancies.push({\n type: 'duplicate_order',\n severity: 'error',\n description: `An order with customer reference \"${customerReference}\" already exists (${existing.orderNumber || existing.id})`,\n expectedValue: null,\n foundValue: customerReference,\n actionIndex: action.index,\n })\n }\n } catch {\n // Skip duplicate detection if lookup fails\n }\n }\n\n return discrepancies\n}\n\nfunction detectPartialForward(email: InboxEmail): boolean {\n const subject = email.subject || ''\n const hasReOrFw = /^(RE|FW|Fwd):/i.test(subject)\n const messageCount = email.threadMessages?.length || 0\n return hasReOrFw && messageCount < 2\n}\n\nfunction buildParticipantEmailMap(\n contactMatches: { participant: { name: string; email: string } }[],\n llmParticipants: { name: string; email: string }[],\n): Map<string, string> {\n const nameToEmail = new Map<string, string>()\n // Header-based participants are the most reliable source\n for (const m of contactMatches) {\n if (m.participant.name && m.participant.email) {\n nameToEmail.set(m.participant.name.trim().toLowerCase(), m.participant.email.trim().toLowerCase())\n }\n }\n // LLM-extracted participants as fallback (don't overwrite header-based)\n for (const p of llmParticipants) {\n if (p.name && p.email) {\n const key = p.name.trim().toLowerCase()\n if (!nameToEmail.has(key)) {\n nameToEmail.set(key, p.email.trim().toLowerCase())\n }\n }\n }\n return nameToEmail\n}\n\nfunction enrichCreateContactEmails(\n actions: { actionType: string; payloadJson: string }[],\n participantEmailMap: Map<string, string>,\n): void {\n for (const action of actions) {\n if (action.actionType !== 'create_contact') continue\n const payload = safeParsePayloadJson(action.payloadJson)\n if (payload.email) continue\n const name = typeof payload.name === 'string' ? payload.name.trim() : ''\n if (!name) continue\n // Try exact name match first, then partial (first part before / or ,)\n const email = participantEmailMap.get(name.toLowerCase())\n ?? findPartialNameMatch(name, participantEmailMap)\n if (email) {\n payload.email = email\n action.payloadJson = JSON.stringify(payload)\n }\n }\n}\n\nfunction enrichDraftReplyTargets(\n draftReplies: { to: string; toName?: string; subject: string; body: string; context?: string }[],\n participantEmailMap: Map<string, string>,\n): void {\n const knownEmails = new Set(participantEmailMap.values())\n for (const reply of draftReplies) {\n const toEmail = reply.to.trim().toLowerCase()\n if (knownEmails.has(toEmail)) continue\n // The LLM hallucinated an email \u2014 try to resolve via toName\n const toName = (reply.toName || '').trim()\n if (!toName) continue\n const correctedEmail = participantEmailMap.get(toName.toLowerCase())\n ?? findPartialNameMatch(toName, participantEmailMap)\n if (correctedEmail) {\n reply.to = correctedEmail\n }\n }\n}\n\nfunction buildFullTextForExtraction(email: InboxEmail): string {\n let text = email.rawText || ''\n if (!text && email.rawHtml) {\n text = sanitizeHtml(email.rawHtml, {\n allowedTags: [],\n allowedAttributes: {},\n })\n .replace(/\\r\\n/g, '\\n')\n .replace(/\\r/g, '\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()\n }\n return text\n .replace(/\\r\\n/g, '\\n')\n .replace(/\\r/g, '\\n')\n .replace(/\\t/g, ' ')\n .replace(/ {2,}/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()\n}\n\nfunction findPartialNameMatch(name: string, map: Map<string, string>): string | undefined {\n const lower = name.toLowerCase()\n // Split on common separators (e.g. \"Marco Rossi / Rossi Imports S.r.l.\")\n const parts = lower.split(/\\s*[\\/,]\\s*/).map((p) => p.trim()).filter(Boolean)\n for (const part of parts) {\n const match = map.get(part)\n if (match) return match\n }\n // Try matching first+last name against map keys\n for (const [mapName, mapEmail] of map) {\n if (lower.includes(mapName) || mapName.includes(lower)) {\n return mapEmail\n }\n for (const part of parts) {\n if (part.includes(mapName) || mapName.includes(part)) {\n return mapEmail\n }\n }\n }\n return undefined\n}\n"],
|
|
5
|
-
"mappings": "AAAA,SAAS,kBAAkB;AAG3B,OAAO,kBAAkB;AACzB,SAAS,6BAA6B;AACtC,SAAS,YAAY,eAAe,qBAAqB,kBAAkB,qBAAqB;AAGhG,SAAS,qBAAqB;AAC9B,SAAS,6BAA6B,iCAAiC;AACvE,SAAS,6BAA6B;AACtC,SAAS,yCAAyC;AAClD,SAAS,0BAA0B;AACnC,SAAS,sBAAsB;AAC/B,SAAS,qCAAqC;AAC9C,SAAS,2CAA2C;AACpD,SAAS,4BAA4B;AACrC,SAAS,yBAAyB;AAE3B,MAAM,WAAW;AAAA,EACtB,OAAO;AAAA,EACP,YAAY;AAAA,EACZ,IAAI;AACN;AAgCA,SAAS,WAAc,KAAsB,MAA6B;AACxE,MAAI;AACF,WAAO,IAAI,QAAW,IAAI;AAAA,EAC5B,QAAQ;AACN,YAAQ,MAAM,+CAA+C,IAAI,iBAAiB;AAClF,WAAO;AAAA,EACT;AACF;AAEA,SAAS,qBAAqB,KAA+C;AAC3E,SAAO;AAAA,IACL,gBAAgB,WAAW,KAAK,gBAAgB;AAAA,IAChD,gBAAgB,WAAW,KAAK,gBAAgB;AAAA,IAChD,qBAAqB,WAAW,KAAK,qBAAqB;AAAA,IAC1D,YAAY,WAAW,KAAK,YAAY;AAAA,IACxC,cAAc,WAAW,KAAK,cAAc;AAAA,IAC5C,iBAAiB,WAAW,KAAK,iBAAiB;AAAA,EACpD;AACF;AAEA,SAAS,kBACP,IACA,YACA,YACA,OACA,OACA;AACA,SAAO,GAAG,OAAO,kBAAkB;AAAA,IACjC;AAAA,IACA,UAAU,MAAM,gBAAgB,UAAa,WAAW,MAAM,WAAW,IACrE,WAAW,MAAM,WAAW,EAAE,KAC9B;AAAA,IACJ,MAAM,MAAM;AAAA,IACZ,UAAU,MAAM;AAAA,IAChB,aAAa,MAAM;AAAA,IACnB,eAAe,MAAM,iBAAiB;AAAA,IACtC,YAAY,MAAM,cAAc;AAAA,IAChC,UAAU;AAAA,IACV,gBAAgB,MAAM;AAAA,IACtB,UAAU,MAAM;AAAA,EAClB,CAAC;AACH;AAEA,eAAO,OAA8B,SAA+B,KAAsB;AACxF,QAAM,KAAM,IAAI,QAAQ,IAAI,EAAoB,KAAK;AACrD,QAAM,gBAAgB,qBAAqB,GAAG;AAI9C,QAAM,UAAU,MAAM,GAAG;AAAA,IACvB;AAAA,IACA,EAAE,IAAI,QAAQ,SAAS,QAAQ,WAAW;AAAA,IAC1C,EAAE,QAAQ,aAAa;AAAA,EACzB;AACA,MAAI,YAAY,EAAG;AAEnB,QAAM,QAAQ,MAAM;AAAA,IAClB;AAAA,IACA;AAAA,IACA,EAAE,IAAI,QAAQ,QAAQ;AAAA,IACtB;AAAA,IACA,EAAE,UAAU,QAAQ,UAAU,gBAAgB,QAAQ,eAAe;AAAA,EACvE;AACA,MAAI,CAAC,OAAO;AACV,YAAQ,MAAM,kDAAkD,QAAQ,OAAO,EAAE;AACjF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,QAAQ;AAAA,MACZ,UAAU,MAAM;AAAA,MAChB,gBAAgB,MAAM;AAAA,IACxB;AAGA,UAAM,WAAW,MAAM,sBAAsB,IAAI,eAAe,EAAE,gBAAgB,MAAM,gBAAgB,UAAU,MAAM,UAAU,WAAW,KAAK,GAAG,QAAW,KAAK;AACrK,UAAM,kBAAkB,UAAU,mBAAmB;AAMrD,UAAM,WAAW,2BAA2B,KAAK;AACjD,QAAI,CAAC,SAAS,KAAK,GAAG;AACpB,YAAM,SAAS;AACf,YAAM,kBAAkB;AACxB,YAAM,GAAG,MAAM;AACf;AAAA,IACF;AAGA,UAAM,qBAAqB,8BAA8B,KAAK;AAC9D,UAAM,iBAAiB,MAAM;AAAA,MAAc;AAAA,MAAI;AAAA,MAAoB;AAAA,MACjE,cAAc,iBAAiB,EAAE,qBAAqB,cAAc,eAAe,IAAI;AAAA,IACzF;AAGA,UAAM,kBAAkB,MAAM;AAAA,MAAkC;AAAA,MAAI;AAAA,MAClE,cAAc,kBAAkB,cAAc,sBAC1C,EAAE,qBAAqB,cAAc,gBAAgB,0BAA0B,cAAc,oBAAoB,IACjH;AAAA,IACN;AAGA,UAAM,cAAc,SAAS,QAAQ,IAAI,2BAA2B,UAAU,EAAE;AAChF,UAAM,gBAAgB,SAAS,MAAM,GAAG,WAAW;AAEnD,UAAM,eAAe,4BAA4B,gBAAgB,iBAAiB,QAAW,eAAe;AAC5G,UAAM,aAAa,0BAA0B,aAAa;AAE1D,QAAI;AACJ,QAAI,aAAa;AACjB,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,eAAe,OAAO,SAAS,QAAQ,IAAI,4BAA4B,SAAS,EAAE;AACxF,YAAM,YAAY,OAAO,SAAS,YAAY,KAAK,eAAe,IAAI,eAAe;AACrF,YAAM,aAAa,MAAM,oCAAoC;AAAA,QAC3D;AAAA,QACA;AAAA,QACA,eAAe,QAAQ,IAAI;AAAA,QAC3B;AAAA,MACF,CAAC;AACD,yBAAmB,WAAW;AAC9B,mBAAa,WAAW;AACxB,kBAAY,WAAW;AAAA,IACzB,SAAS,UAAU;AACjB,YAAM,SAAS;AACf,YAAM,kBAAkB,0BAA0B,oBAAoB,QAAQ,SAAS,UAAU,OAAO,QAAQ,CAAC;AACjH,YAAM,GAAG,MAAM;AAEf,UAAI;AACF,cAAM,kBAAkB,0BAA0B;AAAA,UAChD,SAAS,MAAM;AAAA,UACf,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,OAAO,MAAM;AAAA,QACf,CAAC;AAAA,MACH,SAAS,YAAY;AACnB,gBAAQ,MAAM,oEAAoE,UAAU;AAAA,MAC9F;AAEA;AAAA,IACF;AAEA,UAAM,yBAAyB,OAAO,WAAW,QAAQ,IAAI,kCAAkC,KAAK;AACpG,UAAM,sBAAsB,OAAO,SAAS,sBAAsB,IAC9D,KAAK,IAAI,KAAK,IAAI,wBAAwB,CAAC,GAAG,CAAC,IAC/C;AACJ,UAAM,iBAAiB,iBAAiB,aAAa;AAGrD,UAAM,eAAe,iBAAiB,gBACnC,IAAI,CAAC,QAAQ,WAAW;AAAA,MACvB,GAAG;AAAA,MAAQ,SAAS,qBAAqB,OAAO,WAAW;AAAA,MAAG;AAAA,IAChE,EAAE,EACD,OAAO,CAAC,MAAM,EAAE,eAAe,kBAAkB,EAAE,eAAe,cAAc;AAEnF,UAAM,qBAAqB,MAAM;AAAA,MAAe;AAAA,MAAI;AAAA,MAAc;AAAA,MAChE,cAAc,sBAAsB,EAAE,0BAA0B,cAAc,oBAAoB,IAAI;AAAA,IACxG;AAGA,UAAM,8BAA8B,MAAM,sBAAsB,IAAI,cAAc,OAAO,cAAc,UAAU;AAKjH,UAAM,eAAe,IAAI,IAAI,eAAe,IAAI,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,CAAC,CAAC;AACzF,UAAM,sBAAsB,iBAAiB,aAC1C,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,aAAa,IAAI,EAAE,MAAM,YAAY,CAAC,CAAC,EACjE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,EAAE,OAAO,MAAM,EAAE,QAAQ,UAAU,EAAE;AAE3E,QAAI,oBAAoB,SAAS,GAAG;AAClC,YAAM,oBAAoB,MAAM;AAAA,QAAc;AAAA,QAAI;AAAA,QAAqB;AAAA,QACrE,cAAc,iBAAiB,EAAE,qBAAqB,cAAc,eAAe,IAAI;AAAA,MACzF;AACA,qBAAe,KAAK,GAAG,iBAAiB;AAAA,IAC1C;AAGA,UAAM,uBAA+C,iBAAiB,aAAa,IAAI,CAAC,MAAM;AAC5F,YAAM,QAAQ,eAAe;AAAA,QAC3B,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,MAAM,EAAE,MAAM,YAAY;AAAA,MACnE;AACA,aAAO;AAAA,QACL,GAAG;AAAA,QACH,kBAAkB,OAAO,OAAO,aAAa;AAAA,QAC7C,oBAAoB,OAAO,OAAO,eAAe;AAAA,QACjD,iBAAiB,OAAO,OAAO;AAAA,MACjC;AAAA,IACF,CAAC;AAGD,UAAM,qBAAqB,iBAAiB,sBAAsB,qBAAqB,KAAK;AAG5F,UAAM,0BAA8C,CAAC;AACrD,eAAW,CAAC,aAAa,MAAM,KAAK,iBAAiB,gBAAgB,QAAQ,GAAG;AAC9E,UAAI,OAAO,eAAe,kBAAkB,OAAO,eAAe,gBAAgB;AAChF,cAAM,gBAAgB,qBAAqB,OAAO,WAAW;AAE7D,oCAA4B,aAAa;AAEzC,cAAM,EAAE,SAAS,UAAU,SAAS,IAAI,MAAM,mBAAmB,eAAe;AAAA,UAC9E;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,aAAa,MAAM;AAAA,UACnB,mBAAmB,cAAc;AAAA,UACjC,sBAAsB,cAAc;AAAA,QACtC,CAAC;AAED,eAAO,cAAc,KAAK,UAAU,QAAQ;AAI5C,mBAAW,WAAW,UAAU;AAC9B,cAAI,YAAY,uBAAuB;AACrC,oCAAwB,KAAK;AAAA,cAC3B;AAAA,cACA,MAAM;AAAA,cACN,UAAU;AAAA,cACV,aAAa;AAAA,YACf,CAAC;AAAA,UACH,WAAW,YAAY,wBAAwB;AAC7C,oCAAwB,KAAK;AAAA,cAC3B;AAAA,cACA,MAAM;AAAA,cACN,UAAU;AAAA,cACV,aAAa;AAAA,YACf,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAIA,UAAM,sBAAsB,yBAAyB,gBAAgB,iBAAiB,YAAY;AAClG,8BAA0B,iBAAiB,iBAAiB,mBAAmB;AAC/E,4BAAwB,iBAAiB,cAAc,mBAAmB;AAG1E,UAAM,+BAAmD,CAAC;AAC1D,UAAM,qBAAgJ,CAAC;AACvJ,UAAM,mBAAmB,oBAAI,IAAY;AAEzC,eAAW,CAAC,aAAa,MAAM,KAAK,iBAAiB,gBAAgB,QAAQ,GAAG;AAC9E,UAAI,OAAO,eAAe,kBAAkB,OAAO,eAAe,eAAgB;AAClF,YAAM,gBAAgB,qBAAqB,OAAO,WAAW;AAC7D,YAAM,YAAY,MAAM,QAAQ,cAAc,SAAS,IAClD,cAAc,YACf,CAAC;AACL,iBAAW,QAAQ,WAAW;AAC5B,YAAI,CAAC,KAAK,WAAW;AACnB,gBAAM,cAAc,OAAO,KAAK,gBAAgB,WAC5C,KAAK,cACJ,OAAO,KAAK,gBAAgB,WAAW,KAAK,cAAc;AAC/D,uCAA6B,KAAK;AAAA,YAChC;AAAA,YACA,MAAM;AAAA,YACN,UAAU;AAAA,YACV,aAAa,YAAY,WAAW;AAAA,YACpC,YAAY;AAAA,UACd,CAAC;AACD,gBAAM,UAAU,YAAY,YAAY,EAAE,KAAK;AAC/C,cAAI,WAAW,YAAY,aAAa,CAAC,iBAAiB,IAAI,OAAO,GAAG;AACtE,6BAAiB,IAAI,OAAO;AAC5B,kBAAM,MAAM,OAAO,KAAK,QAAQ,WAAW,KAAK,MAAM;AACtD,kBAAM,YAAY,OAAO,KAAK,cAAc,WAAW,KAAK,YAAY;AACxE,kBAAM,eAAe,OAAO,cAAc,iBAAiB,WAAW,cAAc,eAAe;AACnG,+BAAmB,KAAK;AAAA,cACtB,YAAY;AAAA,cACZ,aAAa,2BAA2B,WAAW;AAAA,cACnD,YAAY;AAAA,cACZ,iBAAiB,sBAAsB;AAAA,cACvC,aAAa,KAAK,UAAU;AAAA,gBAC1B,OAAO;AAAA,gBACP,GAAI,OAAO,EAAE,IAAI;AAAA,gBACjB,GAAI,aAAa,EAAE,UAAU;AAAA,gBAC7B,GAAI,gBAAgB,EAAE,aAAa;AAAA,gBACnC,MAAM;AAAA,cACR,CAAC;AAAA,YACH,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,UAAM,aAAa,WAAW;AAC9B,UAAM,WAAW,GAAG,OAAO,eAAe;AAAA,MACxC,IAAI;AAAA,MACJ,cAAc,MAAM;AAAA,MACpB,SAAS,iBAAiB;AAAA,MAC1B,cAAc;AAAA,MACd,YAAY,OAAO,iBAAiB,WAAW,QAAQ,CAAC,CAAC;AAAA,MACzD,kBAAkB,iBAAiB,oBAAoB,MAAM;AAAA,MAC7D,QAAQ;AAAA,MACR;AAAA,MACA,UAAU;AAAA,MACV,eAAe;AAAA,MACf;AAAA,MACA,gBAAgB,MAAM;AAAA,MACtB,UAAU,MAAM;AAAA,IAClB,CAAC;AACD,OAAG,QAAQ,QAAQ;AAGnB,UAAM,qBAAqB;AAAA,MACzB;AAAA,MACA,iBAAiB;AAAA,MACjB,MAAM;AAAA,IACR;AAGA,UAAM,oBAAoB;AAAA,MACxB;AAAA,MACA;AAAA,MACA,iBAAiB;AAAA,MACjB;AAAA,MACA,MAAM;AAAA,IACR;AACA,uBAAmB,KAAK,GAAG,iBAAiB;AAG5C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA,iBAAiB;AAAA,MACjB,MAAM;AAAA,IACR;AAGA,UAAM,0BAA0B,CAAC,GAAG,oBAAoB,GAAG,iBAAiB,GAAG,oBAAoB,GAAG,iBAAiB,eAAe;AACtI,UAAM,aAAa;AAAA,MACjB,GAAG,wBAAwB,IAAI,CAAC,QAAQ,UAAU;AAChD,cAAM,gBAAgB,qBAAqB,OAAO,WAAW;AAC7D,eAAO,GAAG,OAAO,qBAAqB;AAAA,UACpC,IAAI,WAAW;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX,YAAY,OAAO;AAAA,UACnB,aAAa,OAAO;AAAA,UACpB,SAAS;AAAA,UACT,QAAQ;AAAA,UACR,YAAY,OAAO,OAAO,WAAW,QAAQ,CAAC,CAAC;AAAA,UAC/C,iBAAiB,OAAO,mBAAmB,sBAAsB,OAAO,UAAU,KAAK;AAAA,UACvF,gBAAgB,MAAM;AAAA,UACtB,UAAU,MAAM;AAAA,QAClB,CAAC;AAAA,MACH,CAAC;AAAA,MACD,GAAG,iBAAiB,aAAa;AAAA,QAAI,CAAC,OAAO,UAC3C,GAAG,OAAO,qBAAqB;AAAA,UAC7B,IAAI,WAAW;AAAA,UACf;AAAA,UACA,WAAW,wBAAwB,SAAS;AAAA,UAC5C,YAAY;AAAA,UACZ,aAAa,kBAAkB,MAAM,UAAU,MAAM,EAAE,KAAK,MAAM,OAAO;AAAA,UACzE,SAAS;AAAA,YACP,IAAI,MAAM;AAAA,YACV,QAAQ,MAAM;AAAA,YACd,SAAS,MAAM;AAAA,YACf,MAAM,MAAM;AAAA,YACZ,SAAS,MAAM;AAAA,YACf,SAAS,MAAM;AAAA,YACf,oBAAoB,MAAM;AAAA,YAC1B,YAAY,MAAM;AAAA,UACpB;AAAA,UACA,QAAQ;AAAA,UACR,YAAY,OAAO,iBAAiB,WAAW,QAAQ,CAAC,CAAC;AAAA,UACzD,iBAAiB;AAAA,UACjB,gBAAgB,MAAM;AAAA,UACtB,UAAU,MAAM;AAAA,QAClB,CAAC;AAAA,MACH;AAAA,IACF;AACA,eAAW,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;AAIvC,UAAM,oBAAoB,mBAAmB,SAAS,gBAAgB,SAAS,mBAAmB;AAClG,UAAM,cAAc,CAAC,MACnB,EAAE,gBAAgB,SAAY,EAAE,GAAG,GAAG,aAAa,EAAE,cAAc,kBAAkB,IAAI;AAG3F,UAAM,mBAAmB;AAAA,MACvB,GAAG,iBAAiB,cAAc;AAAA,QAAI,CAAC,MACrC,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,mBAAmB;AAAA,QAAI,CAAC,MACzB,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,4BAA4B;AAAA,QAAI,CAAC,MAClC,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,6BAA6B;AAAA,QAAI,CAAC,MACnC,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,wBAAwB;AAAA,QAAI,CAAC,MAC9B,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,IACF;AAGA,UAAM,2BAA2B,oBAAI,IAAY;AACjD,eAAW,SAAS,gBAAgB;AAClC,UAAI,CAAC,MAAM,SAAS,MAAM,YAAY,OAAO;AAC3C,cAAM,aAAa,MAAM,YAAY,MAAM,YAAY;AACvD,iCAAyB,IAAI,UAAU;AACvC,yBAAiB;AAAA,UACf,kBAAkB,IAAI,YAAY,YAAY;AAAA,YAC5C,MAAM;AAAA,YACN,UAAU;AAAA,YACV,aAAa,iCAAiC,MAAM,YAAY,IAAI,KAAK,MAAM,YAAY,KAAK;AAAA,YAChG,YAAY,MAAM,YAAY;AAAA,UAChC,GAAG,KAAK;AAAA,QACV;AAAA,MACF;AAAA,IACF;AACA,eAAW,eAAe,sBAAsB;AAC9C,UAAI,YAAY,iBAAkB;AAClC,YAAM,cAAc,YAAY,SAAS,IAAI,YAAY;AACzD,UAAI,CAAC,cAAc,yBAAyB,IAAI,UAAU,EAAG;AAC7D,+BAAyB,IAAI,UAAU;AACvC,uBAAiB;AAAA,QACf,kBAAkB,IAAI,YAAY,YAAY;AAAA,UAC5C,MAAM;AAAA,UACN,UAAU;AAAA,UACV,aAAa,iCAAiC,YAAY,IAAI,KAAK,YAAY,KAAK;AAAA,UACpF,YAAY,YAAY;AAAA,QAC1B,GAAG,KAAK;AAAA,MACV;AAAA,IACF;AAGA,UAAM,gBAAgB,IAAI;AAAA,MACxB,eACG,OAAO,CAAC,MAAM,EAAE,OAAO,SAAS,EAChC,IAAI,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,CAAC;AAAA,IACjD;AACA,eAAW,CAAC,aAAa,MAAM,KAAK,WAAW,QAAQ,GAAG;AACxD,UAAI,OAAO,eAAe,cAAe;AACzC,YAAMA,WAAU,OAAO;AACvB,YAAM,UAAU,OAAOA,UAAS,OAAO,WAAWA,SAAQ,GAAG,KAAK,EAAE,YAAY,IAAI;AACpF,UAAI,WAAW,CAAC,cAAc,IAAI,OAAO,GAAG;AAC1C,yBAAiB;AAAA,UACf,kBAAkB,IAAI,YAAY,YAAY;AAAA,YAC5C;AAAA,YACA,MAAM;AAAA,YACN,UAAU;AAAA,YACV,aAAa,uBAAuB,OAAO;AAAA,YAC3C,YAAY;AAAA,UACd,GAAG,KAAK;AAAA,QACV;AAAA,MACF;AAAA,IACF;AAEA,qBAAiB,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;AAG7C,UAAM,SAAS,iBAAiB,iBAAiB;AACjD,UAAM,mBAAmB,iBAAiB,oBAAoB,MAAM;AAEpE,UAAM,GAAG,MAAM;AAGf,QAAI;AACF,YAAM,kBAAkB,6BAA6B;AAAA,QACnD,SAAS,MAAM;AAAA,QACf,UAAU,MAAM;AAAA,QAChB,gBAAgB,MAAM;AAAA,MACxB,CAAC;AAED,YAAM,kBAAkB,8BAA8B;AAAA,QACpD,YAAY,SAAS;AAAA,QACrB,SAAS,MAAM;AAAA,QACf,UAAU,MAAM;AAAA,QAChB,gBAAgB,MAAM;AAAA,QACtB,aAAa,WAAW;AAAA,QACxB,kBAAkB,iBAAiB;AAAA,QACnC,YAAY,SAAS;AAAA,QACrB,SAAS,SAAS;AAAA,MACpB,CAAC;AAAA,IACH,SAAS,YAAY;AACnB,cAAQ,MAAM,wDAAwD,UAAU;AAAA,IAClF;AAAA,EACF,SAAS,KAAK;AACZ,UAAM,SAAS;AACf,UAAM,kBAAkB,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AACvE,UAAM,GAAG,MAAM;AAEf,QAAI;AACF,YAAM,kBAAkB,0BAA0B;AAAA,QAChD,SAAS,MAAM;AAAA,QACf,UAAU,MAAM;AAAA,QAChB,gBAAgB,MAAM;AAAA,QACtB,OAAO,MAAM;AAAA,MACf,CAAC;AAAA,IACH,SAAS,YAAY;AACnB,cAAQ,MAAM,oEAAoE,UAAU;AAAA,IAC9F;AAEA,YAAQ,MAAM,oDAAoD,GAAG;AAAA,EACvE;AACF;AAEA,SAAS,4BAA4B,SAAwC;AAC3E,QAAM,YAAY,MAAM,QAAQ,QAAQ,SAAS,IAC5C,QAAQ,YACT,CAAC;AACL,aAAW,QAAQ,WAAW;AAC5B,QAAI,CAAC,KAAK,eAAe,OAAO,KAAK,gBAAgB,UAAU;AAC7D,WAAK,cAAc,KAAK;AAAA,IAC1B;AACA,QAAI,OAAO,KAAK,aAAa,UAAU;AACrC,WAAK,WAAW,OAAO,KAAK,QAAQ;AAAA,IACtC;AACA,QAAI,OAAO,KAAK,cAAc,UAAU;AACtC,WAAK,YAAY,OAAO,KAAK,SAAS;AAAA,IACxC;AAAA,EACF;AACF;AAEA,SAAS,4CACP,gBACA,iBACA,cAC2H;AAC3H,QAAM,kBAAkB,IAAI;AAAA,IAC1B,gBACG,OAAO,CAAC,MAAM,EAAE,eAAe,gBAAgB,EAC/C,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,aAAO,OAAO,EAAE,UAAU,WAAW,EAAE,MAAM,YAAY,IAAI;AAAA,IAC/D,CAAC,EACA,OAAO,OAAO;AAAA,EACnB;AAEA,QAAM,cAAc,gBAAgB,IAAI,YAAY;AACpD,QAAM,iBAAiB,CAAC,WAAW,YAAY,cAAc,iBAAiB,YAAY;AAE1F,SAAO,eACJ,OAAO,CAAC,MAAM;AACb,QAAI,EAAE,OAAO,UAAW,QAAO;AAC/B,UAAM,aAAa,EAAE,YAAY,MAAM,YAAY;AACnD,QAAI,gBAAgB,IAAI,UAAU,EAAG,QAAO;AAC5C,QAAI,eAAe,WAAY,QAAO;AACtC,WAAO,CAAC,eAAe,KAAK,CAAC,MAAM,WAAW,SAAS,CAAC,CAAC;AAAA,EAC3D,CAAC,EACA,IAAI,CAAC,OAAO;AAAA,IACX,YAAY;AAAA,IACZ,aAAa,sBAAsB,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,KAAK;AAAA,IAC7E,YAAY;AAAA,IACZ,iBAAiB,sBAAsB;AAAA,IACvC,aAAa,KAAK,UAAU;AAAA,MAC1B,MAAM;AAAA,MACN,MAAM,EAAE,YAAY;AAAA,MACpB,OAAO,EAAE,YAAY;AAAA,MACrB,QAAQ;AAAA,IACV,CAAC;AAAA,EACH,EAAE;AACN;AAEA,SAAS,8CACP,gBACA,iBACA,cACyH;AACzH,QAAM,kBAAkB,IAAI;AAAA,IAC1B,gBACG,OAAO,CAAC,MAAM,EAAE,eAAe,cAAc,EAC7C,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,YAAM,QAAQ,OAAO,EAAE,iBAAiB,WAAW,EAAE,eAAgB,OAAO,EAAE,UAAU,WAAW,EAAE,QAAQ;AAC7G,aAAO,MAAM,YAAY;AAAA,IAC3B,CAAC,EACA,OAAO,OAAO;AAAA,EACnB;AAEA,QAAM,cAAc,gBAAgB,IAAI,YAAY;AACpD,QAAM,iBAAiB,CAAC,WAAW,YAAY,cAAc,iBAAiB,YAAY;AAE1F,SAAO,eACJ,OAAO,CAAC,MAAM;AACb,QAAI,CAAC,EAAE,OAAO,UAAW,QAAO;AAChC,UAAM,aAAa,EAAE,YAAY,MAAM,YAAY;AACnD,QAAI,gBAAgB,IAAI,UAAU,EAAG,QAAO;AAC5C,QAAI,eAAe,WAAY,QAAO;AACtC,WAAO,CAAC,eAAe,KAAK,CAAC,MAAM,WAAW,SAAS,CAAC,CAAC;AAAA,EAC3D,CAAC,EACA,IAAI,CAAC,OAAO;AAAA,IACX,YAAY;AAAA,IACZ,aAAa,QAAQ,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,KAAK;AAAA,IAC/D,YAAY;AAAA,IACZ,iBAAiB,sBAAsB;AAAA,IACvC,aAAa,KAAK,UAAU;AAAA,MAC1B,cAAc,EAAE,YAAY;AAAA,MAC5B,WAAW,EAAE,MAAO;AAAA,MACpB,aAAa,EAAE,MAAO,eAAe;AAAA,MACrC,aAAa,EAAE,YAAY;AAAA,IAC7B,CAAC;AAAA,EACH,EAAE;AACN;AAEA,SAAS,+CACP,sBACA,gBACA,iBACA,oBACA,cAC2H;AAC3H,QAAM,eAAe,IAAI;AAAA,IACvB,eAAe,IAAI,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,CAAC;AAAA,EAC7D;AAEA,QAAM,kBAAkB,oBAAI,IAAI;AAAA,IAC9B,GAAG,gBACA,OAAO,CAAC,MAAM,EAAE,eAAe,gBAAgB,EAC/C,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,aAAO,OAAO,EAAE,UAAU,WAAW,EAAE,MAAM,YAAY,IAAI;AAAA,IAC/D,CAAC,EACA,OAAO,OAAO;AAAA,IACjB,GAAG,mBACA,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,aAAO,OAAO,EAAE,UAAU,WAAW,EAAE,MAAM,YAAY,IAAI;AAAA,IAC/D,CAAC,EACA,OAAO,OAAO;AAAA,EACnB,CAAC;AAED,QAAM,cAAc,gBAAgB,IAAI,YAAY;AACpD,QAAM,iBAAiB,CAAC,WAAW,YAAY,cAAc,iBAAiB,YAAY;AAE1F,SAAO,qBACJ,OAAO,CAAC,MAAM;AACb,QAAI,EAAE,iBAAkB,QAAO;AAC/B,UAAM,cAAc,EAAE,SAAS,IAAI,YAAY;AAC/C,QAAI,CAAC,WAAY,QAAO;AACxB,QAAI,aAAa,IAAI,UAAU,EAAG,QAAO;AACzC,QAAI,gBAAgB,IAAI,UAAU,EAAG,QAAO;AAC5C,QAAI,eAAe,WAAY,QAAO;AACtC,WAAO,CAAC,eAAe,KAAK,CAAC,QAAQ,WAAW,SAAS,GAAG,CAAC;AAAA,EAC/D,CAAC,EACA,IAAI,CAAC,OAAO;AAAA,IACX,YAAY;AAAA,IACZ,aAAa,sBAAsB,EAAE,IAAI,KAAK,EAAE,KAAK;AAAA,IACrD,YAAY;AAAA,IACZ,iBAAiB,sBAAsB;AAAA,IACvC,aAAa,KAAK,UAAU;AAAA,MAC1B,MAAM;AAAA,MACN,MAAM,EAAE;AAAA,MACR,OAAO,EAAE;AAAA,MACT,QAAQ;AAAA,IACV,CAAC;AAAA,EACH,EAAE;AACN;AAEA,eAAe,sBACb,IACA,cACA,OACA,iBAC8J;AAC9J,MAAI,CAAC,gBAAiB,QAAO,CAAC;AAC9B,QAAM,gBAAqK,CAAC;AAE5K,aAAW,UAAU,cAAc;AACjC,QAAI,OAAO,eAAe,eAAgB;AAE1C,UAAM,oBAAoB,OAAO,OAAO,QAAQ,sBAAsB,WAClE,OAAO,QAAQ,kBAAkB,KAAK,IACtC;AAEJ,QAAI,CAAC,kBAAmB;AAExB,QAAI;AACF,YAAM,WAAW,MAAM;AAAA,QACrB;AAAA,QACA;AAAA,QACA;AAAA,UACE;AAAA,UACA,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,WAAW;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAEA,UAAI,UAAU;AACZ,sBAAc,KAAK;AAAA,UACjB,MAAM;AAAA,UACN,UAAU;AAAA,UACV,aAAa,qCAAqC,iBAAiB,qBAAqB,SAAS,eAAe,SAAS,EAAE;AAAA,UAC3H,eAAe;AAAA,UACf,YAAY;AAAA,UACZ,aAAa,OAAO;AAAA,QACtB,CAAC;AAAA,MACH;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,qBAAqB,OAA4B;AACxD,QAAM,UAAU,MAAM,WAAW;AACjC,QAAM,YAAY,iBAAiB,KAAK,OAAO;AAC/C,QAAM,eAAe,MAAM,gBAAgB,UAAU;AACrD,SAAO,aAAa,eAAe;AACrC;AAEA,SAAS,yBACP,gBACA,iBACqB;AACrB,QAAM,cAAc,oBAAI,IAAoB;AAE5C,aAAW,KAAK,gBAAgB;AAC9B,QAAI,EAAE,YAAY,QAAQ,EAAE,YAAY,OAAO;AAC7C,kBAAY,IAAI,EAAE,YAAY,KAAK,KAAK,EAAE,YAAY,GAAG,EAAE,YAAY,MAAM,KAAK,EAAE,YAAY,CAAC;AAAA,IACnG;AAAA,EACF;AAEA,aAAW,KAAK,iBAAiB;AAC/B,QAAI,EAAE,QAAQ,EAAE,OAAO;AACrB,YAAM,MAAM,EAAE,KAAK,KAAK,EAAE,YAAY;AACtC,UAAI,CAAC,YAAY,IAAI,GAAG,GAAG;AACzB,oBAAY,IAAI,KAAK,EAAE,MAAM,KAAK,EAAE,YAAY,CAAC;AAAA,MACnD;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,0BACP,SACA,qBACM;AACN,aAAW,UAAU,SAAS;AAC5B,QAAI,OAAO,eAAe,iBAAkB;AAC5C,UAAM,UAAU,qBAAqB,OAAO,WAAW;AACvD,QAAI,QAAQ,MAAO;AACnB,UAAM,OAAO,OAAO,QAAQ,SAAS,WAAW,QAAQ,KAAK,KAAK,IAAI;AACtE,QAAI,CAAC,KAAM;AAEX,UAAM,QAAQ,oBAAoB,IAAI,KAAK,YAAY,CAAC,KACnD,qBAAqB,MAAM,mBAAmB;AACnD,QAAI,OAAO;AACT,cAAQ,QAAQ;AAChB,aAAO,cAAc,KAAK,UAAU,OAAO;AAAA,IAC7C;AAAA,EACF;AACF;AAEA,SAAS,wBACP,cACA,qBACM;AACN,QAAM,cAAc,IAAI,IAAI,oBAAoB,OAAO,CAAC;AACxD,aAAW,SAAS,cAAc;AAChC,UAAM,UAAU,MAAM,GAAG,KAAK,EAAE,YAAY;AAC5C,QAAI,YAAY,IAAI,OAAO,EAAG;AAE9B,UAAM,UAAU,MAAM,UAAU,IAAI,KAAK;AACzC,QAAI,CAAC,OAAQ;AACb,UAAM,iBAAiB,oBAAoB,IAAI,OAAO,YAAY,CAAC,KAC9D,qBAAqB,QAAQ,mBAAmB;AACrD,QAAI,gBAAgB;AAClB,YAAM,KAAK;AAAA,IACb;AAAA,EACF;AACF;AAEA,SAAS,2BAA2B,OAA2B;AAC7D,MAAI,OAAO,MAAM,WAAW;AAC5B,MAAI,CAAC,QAAQ,MAAM,SAAS;AAC1B,WAAO,aAAa,MAAM,SAAS;AAAA,MACjC,aAAa,CAAC;AAAA,MACd,mBAAmB,CAAC;AAAA,IACtB,CAAC,EACE,QAAQ,SAAS,IAAI,EACrB,QAAQ,OAAO,IAAI,EACnB,QAAQ,WAAW,MAAM,EACzB,KAAK;AAAA,EACV;AACA,SAAO,KACJ,QAAQ,SAAS,IAAI,EACrB,QAAQ,OAAO,IAAI,EACnB,QAAQ,OAAO,GAAG,EAClB,QAAQ,UAAU,GAAG,EACrB,QAAQ,WAAW,MAAM,EACzB,KAAK;AACV;AAEA,SAAS,qBAAqB,MAAc,KAA8C;AACxF,QAAM,QAAQ,KAAK,YAAY;AAE/B,QAAM,QAAQ,MAAM,MAAM,aAAa,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,OAAO;AAC5E,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,IAAI,IAAI,IAAI;AAC1B,QAAI,MAAO,QAAO;AAAA,EACpB;AAEA,aAAW,CAAC,SAAS,QAAQ,KAAK,KAAK;AACrC,QAAI,MAAM,SAAS,OAAO,KAAK,QAAQ,SAAS,KAAK,GAAG;AACtD,aAAO;AAAA,IACT;AACA,eAAW,QAAQ,OAAO;AACxB,UAAI,KAAK,SAAS,OAAO,KAAK,QAAQ,SAAS,IAAI,GAAG;AACpD,eAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;",
|
|
4
|
+
"sourcesContent": ["import { randomUUID } from 'node:crypto'\nimport type { EntityManager } from '@mikro-orm/postgresql'\nimport type { EntityClass } from '@mikro-orm/core'\nimport { findOneWithDecryption } from '@open-mercato/shared/lib/encryption/find'\nimport { InboxEmail, InboxProposal, InboxProposalAction, InboxDiscrepancy, InboxSettings } from '../data/entities'\nimport type { ExtractedParticipant, InboxDiscrepancyType } from '../data/entities'\nimport { extractionOutputSchema } from '../data/validators'\nimport { matchContacts } from '../lib/contactMatcher'\nimport { buildExtractionSystemPrompt, buildExtractionUserPrompt } from '../lib/extractionPrompt'\nimport { REQUIRED_FEATURES_MAP } from '../lib/constants'\nimport { fetchCatalogProductsForExtraction } from '../lib/catalogLookup'\nimport { enrichOrderPayload } from '../lib/payloadEnrichment'\nimport { validatePrices } from '../lib/priceValidator'\nimport { extractParticipantsFromThread } from '../lib/emailParser'\nimport { runExtractionWithConfiguredProvider } from '../lib/llmProvider'\nimport { safeParsePayloadJson } from '../lib/validation'\nimport { htmlToPlainText } from '../lib/htmlToPlainText'\nimport { emitInboxOpsEvent } from '../events'\n\nexport const metadata = {\n event: 'inbox_ops.email.received',\n persistent: true,\n id: 'inbox_ops:extraction-worker',\n}\n\ninterface EmailReceivedPayload {\n emailId: string\n tenantId: string\n organizationId: string\n forwardedByAddress: string\n subject: string\n}\n\ninterface ResolverContext {\n resolve: <T = unknown>(name: string) => T\n}\n\ninterface ExtractionEntityClasses {\n customerEntity?: EntityClass<{ id: string; kind: string; displayName: string; primaryEmail?: string | null }>\n catalogProduct?: EntityClass<{ id: string; name: string; sku?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>\n catalogProductPrice?: EntityClass<{ product?: unknown; unitPriceNet?: string | null; unitPriceGross?: string | null; currencyCode?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null; createdAt?: Date }>\n salesOrder?: EntityClass<{ id: string; orderNumber: string; customerReference?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>\n salesChannel?: EntityClass<{ id: string; name: string; currencyCode?: string; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>\n customerAddress?: EntityClass<{ id: string; isPrimary: boolean; tenantId?: string; organizationId?: string; entity?: { id: string } | string; createdAt?: Date }>\n}\n\ninterface DiscrepancyInput {\n actionIndex?: number\n type: InboxDiscrepancyType\n severity: 'warning' | 'error'\n description: string\n expectedValue?: string | null\n foundValue?: string | null\n}\n\nfunction tryResolve<T>(ctx: ResolverContext, name: string): T | undefined {\n try {\n return ctx.resolve<T>(name)\n } catch {\n console.debug(`[inbox_ops:extraction] optional dependency \"${name}\" not available`)\n return undefined\n }\n}\n\nfunction resolveEntityClasses(ctx: ResolverContext): ExtractionEntityClasses {\n return {\n customerEntity: tryResolve(ctx, 'CustomerEntity'),\n catalogProduct: tryResolve(ctx, 'CatalogProduct'),\n catalogProductPrice: tryResolve(ctx, 'CatalogProductPrice'),\n salesOrder: tryResolve(ctx, 'SalesOrder'),\n salesChannel: tryResolve(ctx, 'SalesChannel'),\n customerAddress: tryResolve(ctx, 'CustomerAddress'),\n }\n}\n\nfunction createDiscrepancy(\n em: EntityManager,\n proposalId: string,\n allActions: { id: string }[],\n input: DiscrepancyInput,\n scope: { organizationId: string; tenantId: string },\n) {\n return em.create(InboxDiscrepancy, {\n proposalId,\n actionId: input.actionIndex !== undefined && allActions[input.actionIndex]\n ? allActions[input.actionIndex].id\n : null,\n type: input.type,\n severity: input.severity,\n description: input.description,\n expectedValue: input.expectedValue || null,\n foundValue: input.foundValue || null,\n resolved: false,\n organizationId: scope.organizationId,\n tenantId: scope.tenantId,\n })\n}\n\nexport default async function handle(payload: EmailReceivedPayload, ctx: ResolverContext) {\n const em = (ctx.resolve('em') as EntityManager).fork()\n const entityClasses = resolveEntityClasses(ctx)\n\n // Optimistic lock: atomically claim the email for processing.\n // If another worker already claimed it, nativeUpdate returns 0 rows.\n const claimed = await em.nativeUpdate(\n InboxEmail,\n { id: payload.emailId, status: 'received' },\n { status: 'processing' },\n )\n if (claimed === 0) return\n\n const email = await findOneWithDecryption(\n em,\n InboxEmail,\n { id: payload.emailId },\n undefined,\n { tenantId: payload.tenantId, organizationId: payload.organizationId },\n )\n if (!email) {\n console.error(`[inbox_ops:extraction-worker] Email not found: ${payload.emailId}`)\n return\n }\n\n try {\n const scope = {\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n }\n\n // Load tenant settings for working language\n const settings = await findOneWithDecryption(em, InboxSettings, { organizationId: scope.organizationId, tenantId: scope.tenantId, deletedAt: null }, undefined, scope)\n const workingLanguage = settings?.workingLanguage || 'en'\n\n // Step 1: Build full text for LLM extraction.\n // Use rawText (or derive from rawHtml) instead of cleanedText because\n // cleanedText strips quoted replies \u2014 which contain the actual order content\n // in forwarded email threads.\n const fullText = buildFullTextForExtraction(email)\n if (!fullText.trim()) {\n email.status = 'failed'\n email.processingError = 'No text content found in email'\n await em.flush()\n return\n }\n\n // Step 2: Match contacts from thread participants\n const threadParticipants = extractParticipantsFromThread(email)\n const contactMatches = await matchContacts(em, threadParticipants, scope,\n entityClasses.customerEntity ? { customerEntityClass: entityClasses.customerEntity } : undefined,\n )\n\n // Step 2b: Fetch catalog products for LLM context\n const catalogProducts = await fetchCatalogProductsForExtraction(em, scope,\n entityClasses.catalogProduct && entityClasses.catalogProductPrice\n ? { catalogProductClass: entityClasses.catalogProduct, catalogProductPriceClass: entityClasses.catalogProductPrice }\n : undefined,\n )\n\n // Step 3: Call LLM for extraction\n const maxTextSize = parseInt(process.env.INBOX_OPS_MAX_TEXT_SIZE || '204800', 10)\n const truncatedText = fullText.slice(0, maxTextSize)\n\n const systemPrompt = buildExtractionSystemPrompt(contactMatches, catalogProducts, undefined, workingLanguage)\n const userPrompt = buildExtractionUserPrompt(truncatedText)\n\n let extractionResult: ReturnType<typeof extractionOutputSchema.parse>\n let tokensUsed = 0\n let modelUsed = ''\n\n try {\n const timeoutMsRaw = Number.parseInt(process.env.INBOX_OPS_LLM_TIMEOUT_MS || '90000', 10)\n const timeoutMs = Number.isFinite(timeoutMsRaw) && timeoutMsRaw > 0 ? timeoutMsRaw : 90000\n const extraction = await runExtractionWithConfiguredProvider({\n systemPrompt,\n userPrompt,\n modelOverride: process.env.INBOX_OPS_LLM_MODEL,\n timeoutMs,\n })\n extractionResult = extraction.object\n tokensUsed = extraction.totalTokens\n modelUsed = extraction.modelWithProvider\n } catch (llmError) {\n email.status = 'failed'\n email.processingError = `LLM extraction failed: ${llmError instanceof Error ? llmError.message : String(llmError)}`\n await em.flush()\n\n try {\n await emitInboxOpsEvent('inbox_ops.email.failed', {\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n error: email.processingError,\n })\n } catch (eventError) {\n console.error('[inbox_ops:extraction-worker] Failed to emit email.failed event:', eventError)\n }\n\n return\n }\n\n const confidenceThresholdRaw = Number.parseFloat(process.env.INBOX_OPS_CONFIDENCE_THRESHOLD || '0.5')\n const confidenceThreshold = Number.isFinite(confidenceThresholdRaw)\n ? Math.min(Math.max(confidenceThresholdRaw, 0), 1)\n : 0.5\n const requiresReview = extractionResult.confidence < confidenceThreshold\n\n // Step 4: Validate prices for order/quote actions\n const orderActions = extractionResult.proposedActions\n .map((action, index) => ({\n ...action, payload: safeParsePayloadJson(action.payloadJson), index,\n }))\n .filter((a) => a.actionType === 'create_order' || a.actionType === 'create_quote')\n\n const priceDiscrepancies = await validatePrices(em, orderActions, scope,\n entityClasses.catalogProductPrice ? { catalogProductPriceClass: entityClasses.catalogProductPrice } : undefined,\n )\n\n // Step 4b: Check for duplicate orders by customerReference\n const duplicateOrderDiscrepancies = await detectDuplicateOrders(em, orderActions, scope, entityClasses.salesOrder)\n\n // Step 5: Match LLM-discovered participants not found in email headers.\n // Header-based matchContacts (step 2) only covers From/To/Cc addresses.\n // In forwarded threads, the original sender is in the body, not the headers.\n const headerEmails = new Set(contactMatches.map((m) => m.participant.email.toLowerCase()))\n const llmOnlyParticipants = extractionResult.participants\n .filter((p) => p.email && !headerEmails.has(p.email.toLowerCase()))\n .map((p) => ({ name: p.name, email: p.email, role: p.role || 'unknown' }))\n\n if (llmOnlyParticipants.length > 0) {\n const llmContactMatches = await matchContacts(em, llmOnlyParticipants, scope,\n entityClasses.customerEntity ? { customerEntityClass: entityClasses.customerEntity } : undefined,\n )\n contactMatches.push(...llmContactMatches)\n }\n\n // Step 5b: Merge contact match data into participants\n const enrichedParticipants: ExtractedParticipant[] = extractionResult.participants.map((p) => {\n const match = contactMatches.find(\n (m) => m.participant.email.toLowerCase() === p.email.toLowerCase(),\n )\n return {\n ...p,\n matchedContactId: match?.match?.contactId || null,\n matchedContactType: match?.match?.contactType || null,\n matchConfidence: match?.match?.confidence,\n }\n })\n\n // Step 6: Detect partial forward\n const possiblyIncomplete = extractionResult.possiblyIncomplete || detectPartialForward(email)\n\n // Step 6b: Normalize + enrich order/quote payloads\n const enrichmentDiscrepancies: DiscrepancyInput[] = []\n for (const [actionIndex, action] of extractionResult.proposedActions.entries()) {\n if (action.actionType === 'create_order' || action.actionType === 'create_quote') {\n const parsedPayload = safeParsePayloadJson(action.payloadJson)\n\n normalizeOrderPayloadFields(parsedPayload)\n\n const { payload: enriched, warnings } = await enrichOrderPayload(parsedPayload, {\n em,\n scope,\n contactMatches,\n catalogProducts,\n senderEmail: email.forwardedByAddress,\n salesChannelClass: entityClasses.salesChannel,\n customerAddressClass: entityClasses.customerAddress,\n })\n\n action.payloadJson = JSON.stringify(enriched)\n\n // Discrepancy descriptions are stored in the DB and rendered on the proposal review page.\n // Not i18n keys \u2014 the proposal UI displays them as-is for operator guidance.\n for (const warning of warnings) {\n if (warning === 'no_channel_resolved') {\n enrichmentDiscrepancies.push({\n actionIndex,\n type: 'other',\n severity: 'error',\n description: 'No sales channel available. Create a channel in Sales settings before accepting this order.',\n })\n } else if (warning === 'no_currency_resolved') {\n enrichmentDiscrepancies.push({\n actionIndex,\n type: 'currency_mismatch',\n severity: 'warning',\n description: 'No currency could be resolved for this order. Set a currency code or configure a sales channel with a default currency.',\n })\n }\n }\n }\n }\n\n // Step 6b-2: Enrich create_contact payloads with participant emails when the LLM omitted them,\n // and fix hallucinated draft_reply target emails using known participant data.\n const participantEmailMap = buildParticipantEmailMap(contactMatches, extractionResult.participants)\n enrichCreateContactEmails(extractionResult.proposedActions, participantEmailMap)\n enrichDraftReplyTargets(extractionResult.draftReplies, participantEmailMap)\n\n // Step 6c: Detect unresolved products and auto-generate create_product actions\n const productNotFoundDiscrepancies: DiscrepancyInput[] = []\n const autoProductActions: { actionType: 'create_product'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] = []\n const seenProductNames = new Set<string>()\n\n for (const [actionIndex, action] of extractionResult.proposedActions.entries()) {\n if (action.actionType !== 'create_order' && action.actionType !== 'create_quote') continue\n const parsedPayload = safeParsePayloadJson(action.payloadJson)\n const lineItems = Array.isArray(parsedPayload.lineItems)\n ? (parsedPayload.lineItems as Record<string, unknown>[])\n : []\n for (const item of lineItems) {\n if (!item.productId) {\n const productName = typeof item.productName === 'string'\n ? item.productName\n : (typeof item.description === 'string' ? item.description : 'Unknown')\n productNotFoundDiscrepancies.push({\n actionIndex,\n type: 'product_not_found',\n severity: 'error',\n description: `Product \"${productName}\" could not be matched to any catalog product`,\n foundValue: productName,\n })\n const nameKey = productName.toLowerCase().trim()\n if (nameKey && nameKey !== 'unknown' && !seenProductNames.has(nameKey)) {\n seenProductNames.add(nameKey)\n const sku = typeof item.sku === 'string' ? item.sku : undefined\n const unitPrice = typeof item.unitPrice === 'string' ? item.unitPrice : undefined\n const currencyCode = typeof parsedPayload.currencyCode === 'string' ? parsedPayload.currencyCode : undefined\n autoProductActions.push({\n actionType: 'create_product',\n description: `Create catalog product \"${productName}\"`,\n confidence: 0.9,\n requiredFeature: REQUIRED_FEATURES_MAP.create_product,\n payloadJson: JSON.stringify({\n title: productName,\n ...(sku && { sku }),\n ...(unitPrice && { unitPrice }),\n ...(currencyCode && { currencyCode }),\n kind: 'product',\n }),\n })\n }\n }\n }\n }\n\n // Step 7: Create proposal + actions + discrepancies atomically\n const proposalId = randomUUID()\n const proposal = em.create(InboxProposal, {\n id: proposalId,\n inboxEmailId: email.id,\n summary: extractionResult.summary,\n participants: enrichedParticipants,\n confidence: String(extractionResult.confidence.toFixed(2)),\n detectedLanguage: extractionResult.detectedLanguage || email.detectedLanguage,\n status: 'pending',\n possiblyIncomplete,\n llmModel: modelUsed,\n llmTokensUsed: tokensUsed,\n workingLanguage,\n organizationId: email.organizationId,\n tenantId: email.tenantId,\n })\n em.persist(proposal)\n\n // Step 6d: Auto-generate create_contact actions for unmatched participants (from headers)\n const autoContactActions = buildContactActionsForUnmatchedParticipants(\n contactMatches,\n extractionResult.proposedActions,\n email.toAddress,\n )\n\n // Step 6d-2: Also generate create_contact for LLM-discovered unmatched participants\n const llmContactActions = buildContactActionsForUnmatchedLlmParticipants(\n enrichedParticipants,\n contactMatches,\n extractionResult.proposedActions,\n autoContactActions,\n email.toAddress,\n )\n autoContactActions.push(...llmContactActions)\n\n // Step 6e: Auto-generate link_contact actions for matched participants\n const autoLinkActions = buildLinkContactActionsForMatchedParticipants(\n contactMatches,\n extractionResult.proposedActions,\n email.toAddress,\n )\n\n // Create actions \u2014 contact & product creation actions go first so they're executed before orders\n const combinedProposedActions = [...autoContactActions, ...autoLinkActions, ...autoProductActions, ...extractionResult.proposedActions]\n const allActions = [\n ...combinedProposedActions.map((action, index) => {\n const parsedPayload = safeParsePayloadJson(action.payloadJson)\n return em.create(InboxProposalAction, {\n id: randomUUID(),\n proposalId: proposalId,\n sortOrder: index,\n actionType: action.actionType,\n description: action.description,\n payload: parsedPayload,\n status: 'pending',\n confidence: String(action.confidence.toFixed(2)),\n requiredFeature: action.requiredFeature || REQUIRED_FEATURES_MAP[action.actionType] || null,\n organizationId: email.organizationId,\n tenantId: email.tenantId,\n })\n }),\n ...extractionResult.draftReplies.map((reply, index) =>\n em.create(InboxProposalAction, {\n id: randomUUID(),\n proposalId: proposalId,\n sortOrder: combinedProposedActions.length + index,\n actionType: 'draft_reply',\n description: `Draft reply to ${reply.toName || reply.to}: ${reply.subject}`,\n payload: {\n to: reply.to,\n toName: reply.toName,\n subject: reply.subject,\n body: reply.body,\n context: reply.context,\n replyTo: email.replyTo,\n inReplyToMessageId: email.messageId,\n references: email.emailReferences,\n },\n status: 'pending',\n confidence: String(extractionResult.confidence.toFixed(2)),\n requiredFeature: 'inbox_ops.replies.send',\n organizationId: email.organizationId,\n tenantId: email.tenantId,\n }),\n ),\n ]\n allActions.forEach((a) => em.persist(a))\n\n // Discrepancy actionIndex values reference extractionResult.proposedActions,\n // but allActions prepends auto-generated actions. Offset indices accordingly.\n const actionIndexOffset = autoContactActions.length + autoLinkActions.length + autoProductActions.length\n const offsetIndex = (d: DiscrepancyInput): DiscrepancyInput =>\n d.actionIndex !== undefined ? { ...d, actionIndex: d.actionIndex + actionIndexOffset } : d\n\n // Create discrepancies using factory\n const allDiscrepancies = [\n ...extractionResult.discrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...priceDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...duplicateOrderDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...productNotFoundDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ...enrichmentDiscrepancies.map((d) =>\n createDiscrepancy(em, proposalId, allActions, offsetIndex(d), scope),\n ),\n ]\n\n // Flag unmatched contacts as discrepancies (from header-based matches + LLM-discovered participants)\n const contactDiscrepancyEmails = new Set<string>()\n for (const match of contactMatches) {\n if (!match.match && match.participant.email) {\n const emailLower = match.participant.email.toLowerCase()\n contactDiscrepancyEmails.add(emailLower)\n allDiscrepancies.push(\n createDiscrepancy(em, proposalId, allActions, {\n type: 'unknown_contact',\n severity: 'warning',\n description: `No matching contact found for ${match.participant.name} (${match.participant.email})`,\n foundValue: match.participant.email,\n }, scope),\n )\n }\n }\n for (const participant of enrichedParticipants) {\n if (participant.matchedContactId) continue\n const emailLower = (participant.email || '').toLowerCase()\n if (!emailLower || contactDiscrepancyEmails.has(emailLower)) continue\n contactDiscrepancyEmails.add(emailLower)\n allDiscrepancies.push(\n createDiscrepancy(em, proposalId, allActions, {\n type: 'unknown_contact',\n severity: 'warning',\n description: `No matching contact found for ${participant.name} (${participant.email})`,\n foundValue: participant.email,\n }, scope),\n )\n }\n\n // Flag draft_reply actions that target unmatched contacts (blocks accept)\n const matchedEmails = new Set(\n contactMatches\n .filter((m) => m.match?.contactId)\n .map((m) => m.participant.email.toLowerCase()),\n )\n for (const [actionIndex, action] of allActions.entries()) {\n if (action.actionType !== 'draft_reply') continue\n const payload = action.payload as Record<string, unknown> | null\n const toEmail = typeof payload?.to === 'string' ? payload.to.trim().toLowerCase() : ''\n if (toEmail && !matchedEmails.has(toEmail)) {\n allDiscrepancies.push(\n createDiscrepancy(em, proposalId, allActions, {\n actionIndex,\n type: 'unknown_contact',\n severity: 'error',\n description: `Draft reply target \"${toEmail}\" has no matching contact. Create the contact first.`,\n foundValue: toEmail,\n }, scope),\n )\n }\n }\n\n allDiscrepancies.forEach((d) => em.persist(d))\n\n // Step 8: Update email status\n email.status = requiresReview ? 'needs_review' : 'processed'\n email.detectedLanguage = extractionResult.detectedLanguage || email.detectedLanguage\n\n await em.flush()\n\n // Step 9: Emit events\n try {\n await emitInboxOpsEvent('inbox_ops.email.processed', {\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n })\n\n await emitInboxOpsEvent('inbox_ops.proposal.created', {\n proposalId: proposal.id,\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n actionCount: allActions.length,\n discrepancyCount: allDiscrepancies.length,\n confidence: proposal.confidence,\n summary: proposal.summary,\n })\n } catch (eventError) {\n console.error('[inbox_ops:extraction-worker] Failed to emit events:', eventError)\n }\n } catch (err) {\n email.status = 'failed'\n email.processingError = err instanceof Error ? err.message : String(err)\n await em.flush()\n\n try {\n await emitInboxOpsEvent('inbox_ops.email.failed', {\n emailId: email.id,\n tenantId: email.tenantId,\n organizationId: email.organizationId,\n error: email.processingError,\n })\n } catch (eventError) {\n console.error('[inbox_ops:extraction-worker] Failed to emit email.failed event:', eventError)\n }\n\n console.error('[inbox_ops:extraction-worker] Extraction failed:', err)\n }\n}\n\nfunction normalizeOrderPayloadFields(payload: Record<string, unknown>): void {\n const lineItems = Array.isArray(payload.lineItems)\n ? (payload.lineItems as Record<string, unknown>[])\n : []\n for (const item of lineItems) {\n if (!item.productName && typeof item.description === 'string') {\n item.productName = item.description\n }\n if (typeof item.quantity === 'number') {\n item.quantity = String(item.quantity)\n }\n if (typeof item.unitPrice === 'number') {\n item.unitPrice = String(item.unitPrice)\n }\n }\n}\n\nfunction buildContactActionsForUnmatchedParticipants(\n contactMatches: { participant: { name: string; email: string }; match?: { contactId: string } | null }[],\n existingActions: { actionType: string; payloadJson: string }[],\n inboxAddress: string,\n): { actionType: 'create_contact'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] {\n const alreadyProposed = new Set(\n existingActions\n .filter((a) => a.actionType === 'create_contact')\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n return typeof p.email === 'string' ? p.email.toLowerCase() : ''\n })\n .filter(Boolean),\n )\n\n const inboxLower = (inboxAddress || '').toLowerCase()\n const systemPatterns = ['noreply', 'no-reply', 'donotreply', 'mailer-daemon', 'postmaster']\n\n return contactMatches\n .filter((m) => {\n if (m.match?.contactId) return false\n const emailLower = m.participant.email.toLowerCase()\n if (alreadyProposed.has(emailLower)) return false\n if (emailLower === inboxLower) return false\n return !systemPatterns.some((p) => emailLower.includes(p))\n })\n .map((m) => ({\n actionType: 'create_contact' as const,\n description: `Create contact for ${m.participant.name} (${m.participant.email})`,\n confidence: 0.9,\n requiredFeature: REQUIRED_FEATURES_MAP.create_contact,\n payloadJson: JSON.stringify({\n type: 'person',\n name: m.participant.name,\n email: m.participant.email,\n source: 'inbox_ops',\n }),\n }))\n}\n\nfunction buildLinkContactActionsForMatchedParticipants(\n contactMatches: { participant: { name: string; email: string }; match?: { contactId: string; contactType?: string; contactName?: string } | null }[],\n existingActions: { actionType: string; payloadJson: string }[],\n inboxAddress: string,\n): { actionType: 'link_contact'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] {\n const alreadyProposed = new Set(\n existingActions\n .filter((a) => a.actionType === 'link_contact')\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n const email = typeof p.emailAddress === 'string' ? p.emailAddress : (typeof p.email === 'string' ? p.email : '')\n return email.toLowerCase()\n })\n .filter(Boolean),\n )\n\n const inboxLower = (inboxAddress || '').toLowerCase()\n const systemPatterns = ['noreply', 'no-reply', 'donotreply', 'mailer-daemon', 'postmaster']\n\n return contactMatches\n .filter((m) => {\n if (!m.match?.contactId) return false\n const emailLower = m.participant.email.toLowerCase()\n if (alreadyProposed.has(emailLower)) return false\n if (emailLower === inboxLower) return false\n return !systemPatterns.some((p) => emailLower.includes(p))\n })\n .map((m) => ({\n actionType: 'link_contact' as const,\n description: `Link ${m.participant.name} (${m.participant.email}) to existing contact`,\n confidence: 0.95,\n requiredFeature: REQUIRED_FEATURES_MAP.link_contact,\n payloadJson: JSON.stringify({\n emailAddress: m.participant.email,\n contactId: m.match!.contactId,\n contactType: m.match!.contactType || 'person',\n contactName: m.participant.name,\n }),\n }))\n}\n\nfunction buildContactActionsForUnmatchedLlmParticipants(\n enrichedParticipants: { name: string; email: string; matchedContactId?: string | null }[],\n contactMatches: { participant: { email: string } }[],\n existingActions: { actionType: string; payloadJson: string }[],\n alreadyAutoCreated: { payloadJson: string }[],\n inboxAddress: string,\n): { actionType: 'create_contact'; description: string; confidence: number; requiredFeature: string; payloadJson: string }[] {\n const headerEmails = new Set(\n contactMatches.map((m) => m.participant.email.toLowerCase()),\n )\n\n const alreadyProposed = new Set([\n ...existingActions\n .filter((a) => a.actionType === 'create_contact')\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n return typeof p.email === 'string' ? p.email.toLowerCase() : ''\n })\n .filter(Boolean),\n ...alreadyAutoCreated\n .map((a) => {\n const p = safeParsePayloadJson(a.payloadJson)\n return typeof p.email === 'string' ? p.email.toLowerCase() : ''\n })\n .filter(Boolean),\n ])\n\n const inboxLower = (inboxAddress || '').toLowerCase()\n const systemPatterns = ['noreply', 'no-reply', 'donotreply', 'mailer-daemon', 'postmaster']\n\n return enrichedParticipants\n .filter((p) => {\n if (p.matchedContactId) return false\n const emailLower = (p.email || '').toLowerCase()\n if (!emailLower) return false\n if (headerEmails.has(emailLower)) return false\n if (alreadyProposed.has(emailLower)) return false\n if (emailLower === inboxLower) return false\n return !systemPatterns.some((pat) => emailLower.includes(pat))\n })\n .map((p) => ({\n actionType: 'create_contact' as const,\n description: `Create contact for ${p.name} (${p.email})`,\n confidence: 0.85,\n requiredFeature: REQUIRED_FEATURES_MAP.create_contact,\n payloadJson: JSON.stringify({\n type: 'person',\n name: p.name,\n email: p.email,\n source: 'inbox_ops',\n }),\n }))\n}\n\nasync function detectDuplicateOrders(\n em: EntityManager,\n orderActions: { actionType: string; payload: Record<string, unknown>; index: number }[],\n scope: { tenantId: string; organizationId: string },\n salesOrderClass?: EntityClass<{ id: string; orderNumber: string; customerReference?: string | null; tenantId?: string; organizationId?: string; deletedAt?: Date | null }>,\n): Promise<{ type: 'duplicate_order'; severity: 'error'; description: string; expectedValue: string | null; foundValue: string | null; actionIndex: number }[]> {\n if (!salesOrderClass) return []\n const discrepancies: { type: 'duplicate_order'; severity: 'error'; description: string; expectedValue: string | null; foundValue: string | null; actionIndex: number }[] = []\n\n for (const action of orderActions) {\n if (action.actionType !== 'create_order') continue\n\n const customerReference = typeof action.payload.customerReference === 'string'\n ? action.payload.customerReference.trim()\n : null\n\n if (!customerReference) continue\n\n try {\n const existing = await findOneWithDecryption(\n em,\n salesOrderClass,\n {\n customerReference,\n tenantId: scope.tenantId,\n organizationId: scope.organizationId,\n deletedAt: null,\n },\n undefined,\n scope,\n )\n\n if (existing) {\n discrepancies.push({\n type: 'duplicate_order',\n severity: 'error',\n description: `An order with customer reference \"${customerReference}\" already exists (${existing.orderNumber || existing.id})`,\n expectedValue: null,\n foundValue: customerReference,\n actionIndex: action.index,\n })\n }\n } catch {\n // Skip duplicate detection if lookup fails\n }\n }\n\n return discrepancies\n}\n\nfunction detectPartialForward(email: InboxEmail): boolean {\n const subject = email.subject || ''\n const hasReOrFw = /^(RE|FW|Fwd):/i.test(subject)\n const messageCount = email.threadMessages?.length || 0\n return hasReOrFw && messageCount < 2\n}\n\nfunction buildParticipantEmailMap(\n contactMatches: { participant: { name: string; email: string } }[],\n llmParticipants: { name: string; email: string }[],\n): Map<string, string> {\n const nameToEmail = new Map<string, string>()\n // Header-based participants are the most reliable source\n for (const m of contactMatches) {\n if (m.participant.name && m.participant.email) {\n nameToEmail.set(m.participant.name.trim().toLowerCase(), m.participant.email.trim().toLowerCase())\n }\n }\n // LLM-extracted participants as fallback (don't overwrite header-based)\n for (const p of llmParticipants) {\n if (p.name && p.email) {\n const key = p.name.trim().toLowerCase()\n if (!nameToEmail.has(key)) {\n nameToEmail.set(key, p.email.trim().toLowerCase())\n }\n }\n }\n return nameToEmail\n}\n\nfunction enrichCreateContactEmails(\n actions: { actionType: string; payloadJson: string }[],\n participantEmailMap: Map<string, string>,\n): void {\n for (const action of actions) {\n if (action.actionType !== 'create_contact') continue\n const payload = safeParsePayloadJson(action.payloadJson)\n if (payload.email) continue\n const name = typeof payload.name === 'string' ? payload.name.trim() : ''\n if (!name) continue\n // Try exact name match first, then partial (first part before / or ,)\n const email = participantEmailMap.get(name.toLowerCase())\n ?? findPartialNameMatch(name, participantEmailMap)\n if (email) {\n payload.email = email\n action.payloadJson = JSON.stringify(payload)\n }\n }\n}\n\nfunction enrichDraftReplyTargets(\n draftReplies: { to: string; toName?: string; subject: string; body: string; context?: string }[],\n participantEmailMap: Map<string, string>,\n): void {\n const knownEmails = new Set(participantEmailMap.values())\n for (const reply of draftReplies) {\n const toEmail = reply.to.trim().toLowerCase()\n if (knownEmails.has(toEmail)) continue\n // The LLM hallucinated an email \u2014 try to resolve via toName\n const toName = (reply.toName || '').trim()\n if (!toName) continue\n const correctedEmail = participantEmailMap.get(toName.toLowerCase())\n ?? findPartialNameMatch(toName, participantEmailMap)\n if (correctedEmail) {\n reply.to = correctedEmail\n }\n }\n}\n\nfunction buildFullTextForExtraction(email: InboxEmail): string {\n let text = email.rawText || ''\n if (!text && email.rawHtml) {\n text = htmlToPlainText(email.rawHtml)\n }\n return text\n .replace(/\\r\\n/g, '\\n')\n .replace(/\\r/g, '\\n')\n .replace(/\\t/g, ' ')\n .replace(/ {2,}/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()\n}\n\nfunction findPartialNameMatch(name: string, map: Map<string, string>): string | undefined {\n const lower = name.toLowerCase()\n // Split on common separators (e.g. \"Marco Rossi / Rossi Imports S.r.l.\")\n const parts = lower.split(/\\s*[\\/,]\\s*/).map((p) => p.trim()).filter(Boolean)\n for (const part of parts) {\n const match = map.get(part)\n if (match) return match\n }\n // Try matching first+last name against map keys\n for (const [mapName, mapEmail] of map) {\n if (lower.includes(mapName) || mapName.includes(lower)) {\n return mapEmail\n }\n for (const part of parts) {\n if (part.includes(mapName) || mapName.includes(part)) {\n return mapEmail\n }\n }\n }\n return undefined\n}\n"],
|
|
5
|
+
"mappings": "AAAA,SAAS,kBAAkB;AAG3B,SAAS,6BAA6B;AACtC,SAAS,YAAY,eAAe,qBAAqB,kBAAkB,qBAAqB;AAGhG,SAAS,qBAAqB;AAC9B,SAAS,6BAA6B,iCAAiC;AACvE,SAAS,6BAA6B;AACtC,SAAS,yCAAyC;AAClD,SAAS,0BAA0B;AACnC,SAAS,sBAAsB;AAC/B,SAAS,qCAAqC;AAC9C,SAAS,2CAA2C;AACpD,SAAS,4BAA4B;AACrC,SAAS,uBAAuB;AAChC,SAAS,yBAAyB;AAE3B,MAAM,WAAW;AAAA,EACtB,OAAO;AAAA,EACP,YAAY;AAAA,EACZ,IAAI;AACN;AAgCA,SAAS,WAAc,KAAsB,MAA6B;AACxE,MAAI;AACF,WAAO,IAAI,QAAW,IAAI;AAAA,EAC5B,QAAQ;AACN,YAAQ,MAAM,+CAA+C,IAAI,iBAAiB;AAClF,WAAO;AAAA,EACT;AACF;AAEA,SAAS,qBAAqB,KAA+C;AAC3E,SAAO;AAAA,IACL,gBAAgB,WAAW,KAAK,gBAAgB;AAAA,IAChD,gBAAgB,WAAW,KAAK,gBAAgB;AAAA,IAChD,qBAAqB,WAAW,KAAK,qBAAqB;AAAA,IAC1D,YAAY,WAAW,KAAK,YAAY;AAAA,IACxC,cAAc,WAAW,KAAK,cAAc;AAAA,IAC5C,iBAAiB,WAAW,KAAK,iBAAiB;AAAA,EACpD;AACF;AAEA,SAAS,kBACP,IACA,YACA,YACA,OACA,OACA;AACA,SAAO,GAAG,OAAO,kBAAkB;AAAA,IACjC;AAAA,IACA,UAAU,MAAM,gBAAgB,UAAa,WAAW,MAAM,WAAW,IACrE,WAAW,MAAM,WAAW,EAAE,KAC9B;AAAA,IACJ,MAAM,MAAM;AAAA,IACZ,UAAU,MAAM;AAAA,IAChB,aAAa,MAAM;AAAA,IACnB,eAAe,MAAM,iBAAiB;AAAA,IACtC,YAAY,MAAM,cAAc;AAAA,IAChC,UAAU;AAAA,IACV,gBAAgB,MAAM;AAAA,IACtB,UAAU,MAAM;AAAA,EAClB,CAAC;AACH;AAEA,eAAO,OAA8B,SAA+B,KAAsB;AACxF,QAAM,KAAM,IAAI,QAAQ,IAAI,EAAoB,KAAK;AACrD,QAAM,gBAAgB,qBAAqB,GAAG;AAI9C,QAAM,UAAU,MAAM,GAAG;AAAA,IACvB;AAAA,IACA,EAAE,IAAI,QAAQ,SAAS,QAAQ,WAAW;AAAA,IAC1C,EAAE,QAAQ,aAAa;AAAA,EACzB;AACA,MAAI,YAAY,EAAG;AAEnB,QAAM,QAAQ,MAAM;AAAA,IAClB;AAAA,IACA;AAAA,IACA,EAAE,IAAI,QAAQ,QAAQ;AAAA,IACtB;AAAA,IACA,EAAE,UAAU,QAAQ,UAAU,gBAAgB,QAAQ,eAAe;AAAA,EACvE;AACA,MAAI,CAAC,OAAO;AACV,YAAQ,MAAM,kDAAkD,QAAQ,OAAO,EAAE;AACjF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,QAAQ;AAAA,MACZ,UAAU,MAAM;AAAA,MAChB,gBAAgB,MAAM;AAAA,IACxB;AAGA,UAAM,WAAW,MAAM,sBAAsB,IAAI,eAAe,EAAE,gBAAgB,MAAM,gBAAgB,UAAU,MAAM,UAAU,WAAW,KAAK,GAAG,QAAW,KAAK;AACrK,UAAM,kBAAkB,UAAU,mBAAmB;AAMrD,UAAM,WAAW,2BAA2B,KAAK;AACjD,QAAI,CAAC,SAAS,KAAK,GAAG;AACpB,YAAM,SAAS;AACf,YAAM,kBAAkB;AACxB,YAAM,GAAG,MAAM;AACf;AAAA,IACF;AAGA,UAAM,qBAAqB,8BAA8B,KAAK;AAC9D,UAAM,iBAAiB,MAAM;AAAA,MAAc;AAAA,MAAI;AAAA,MAAoB;AAAA,MACjE,cAAc,iBAAiB,EAAE,qBAAqB,cAAc,eAAe,IAAI;AAAA,IACzF;AAGA,UAAM,kBAAkB,MAAM;AAAA,MAAkC;AAAA,MAAI;AAAA,MAClE,cAAc,kBAAkB,cAAc,sBAC1C,EAAE,qBAAqB,cAAc,gBAAgB,0BAA0B,cAAc,oBAAoB,IACjH;AAAA,IACN;AAGA,UAAM,cAAc,SAAS,QAAQ,IAAI,2BAA2B,UAAU,EAAE;AAChF,UAAM,gBAAgB,SAAS,MAAM,GAAG,WAAW;AAEnD,UAAM,eAAe,4BAA4B,gBAAgB,iBAAiB,QAAW,eAAe;AAC5G,UAAM,aAAa,0BAA0B,aAAa;AAE1D,QAAI;AACJ,QAAI,aAAa;AACjB,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,eAAe,OAAO,SAAS,QAAQ,IAAI,4BAA4B,SAAS,EAAE;AACxF,YAAM,YAAY,OAAO,SAAS,YAAY,KAAK,eAAe,IAAI,eAAe;AACrF,YAAM,aAAa,MAAM,oCAAoC;AAAA,QAC3D;AAAA,QACA;AAAA,QACA,eAAe,QAAQ,IAAI;AAAA,QAC3B;AAAA,MACF,CAAC;AACD,yBAAmB,WAAW;AAC9B,mBAAa,WAAW;AACxB,kBAAY,WAAW;AAAA,IACzB,SAAS,UAAU;AACjB,YAAM,SAAS;AACf,YAAM,kBAAkB,0BAA0B,oBAAoB,QAAQ,SAAS,UAAU,OAAO,QAAQ,CAAC;AACjH,YAAM,GAAG,MAAM;AAEf,UAAI;AACF,cAAM,kBAAkB,0BAA0B;AAAA,UAChD,SAAS,MAAM;AAAA,UACf,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,OAAO,MAAM;AAAA,QACf,CAAC;AAAA,MACH,SAAS,YAAY;AACnB,gBAAQ,MAAM,oEAAoE,UAAU;AAAA,MAC9F;AAEA;AAAA,IACF;AAEA,UAAM,yBAAyB,OAAO,WAAW,QAAQ,IAAI,kCAAkC,KAAK;AACpG,UAAM,sBAAsB,OAAO,SAAS,sBAAsB,IAC9D,KAAK,IAAI,KAAK,IAAI,wBAAwB,CAAC,GAAG,CAAC,IAC/C;AACJ,UAAM,iBAAiB,iBAAiB,aAAa;AAGrD,UAAM,eAAe,iBAAiB,gBACnC,IAAI,CAAC,QAAQ,WAAW;AAAA,MACvB,GAAG;AAAA,MAAQ,SAAS,qBAAqB,OAAO,WAAW;AAAA,MAAG;AAAA,IAChE,EAAE,EACD,OAAO,CAAC,MAAM,EAAE,eAAe,kBAAkB,EAAE,eAAe,cAAc;AAEnF,UAAM,qBAAqB,MAAM;AAAA,MAAe;AAAA,MAAI;AAAA,MAAc;AAAA,MAChE,cAAc,sBAAsB,EAAE,0BAA0B,cAAc,oBAAoB,IAAI;AAAA,IACxG;AAGA,UAAM,8BAA8B,MAAM,sBAAsB,IAAI,cAAc,OAAO,cAAc,UAAU;AAKjH,UAAM,eAAe,IAAI,IAAI,eAAe,IAAI,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,CAAC,CAAC;AACzF,UAAM,sBAAsB,iBAAiB,aAC1C,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,aAAa,IAAI,EAAE,MAAM,YAAY,CAAC,CAAC,EACjE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,EAAE,OAAO,MAAM,EAAE,QAAQ,UAAU,EAAE;AAE3E,QAAI,oBAAoB,SAAS,GAAG;AAClC,YAAM,oBAAoB,MAAM;AAAA,QAAc;AAAA,QAAI;AAAA,QAAqB;AAAA,QACrE,cAAc,iBAAiB,EAAE,qBAAqB,cAAc,eAAe,IAAI;AAAA,MACzF;AACA,qBAAe,KAAK,GAAG,iBAAiB;AAAA,IAC1C;AAGA,UAAM,uBAA+C,iBAAiB,aAAa,IAAI,CAAC,MAAM;AAC5F,YAAM,QAAQ,eAAe;AAAA,QAC3B,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,MAAM,EAAE,MAAM,YAAY;AAAA,MACnE;AACA,aAAO;AAAA,QACL,GAAG;AAAA,QACH,kBAAkB,OAAO,OAAO,aAAa;AAAA,QAC7C,oBAAoB,OAAO,OAAO,eAAe;AAAA,QACjD,iBAAiB,OAAO,OAAO;AAAA,MACjC;AAAA,IACF,CAAC;AAGD,UAAM,qBAAqB,iBAAiB,sBAAsB,qBAAqB,KAAK;AAG5F,UAAM,0BAA8C,CAAC;AACrD,eAAW,CAAC,aAAa,MAAM,KAAK,iBAAiB,gBAAgB,QAAQ,GAAG;AAC9E,UAAI,OAAO,eAAe,kBAAkB,OAAO,eAAe,gBAAgB;AAChF,cAAM,gBAAgB,qBAAqB,OAAO,WAAW;AAE7D,oCAA4B,aAAa;AAEzC,cAAM,EAAE,SAAS,UAAU,SAAS,IAAI,MAAM,mBAAmB,eAAe;AAAA,UAC9E;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,aAAa,MAAM;AAAA,UACnB,mBAAmB,cAAc;AAAA,UACjC,sBAAsB,cAAc;AAAA,QACtC,CAAC;AAED,eAAO,cAAc,KAAK,UAAU,QAAQ;AAI5C,mBAAW,WAAW,UAAU;AAC9B,cAAI,YAAY,uBAAuB;AACrC,oCAAwB,KAAK;AAAA,cAC3B;AAAA,cACA,MAAM;AAAA,cACN,UAAU;AAAA,cACV,aAAa;AAAA,YACf,CAAC;AAAA,UACH,WAAW,YAAY,wBAAwB;AAC7C,oCAAwB,KAAK;AAAA,cAC3B;AAAA,cACA,MAAM;AAAA,cACN,UAAU;AAAA,cACV,aAAa;AAAA,YACf,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAIA,UAAM,sBAAsB,yBAAyB,gBAAgB,iBAAiB,YAAY;AAClG,8BAA0B,iBAAiB,iBAAiB,mBAAmB;AAC/E,4BAAwB,iBAAiB,cAAc,mBAAmB;AAG1E,UAAM,+BAAmD,CAAC;AAC1D,UAAM,qBAAgJ,CAAC;AACvJ,UAAM,mBAAmB,oBAAI,IAAY;AAEzC,eAAW,CAAC,aAAa,MAAM,KAAK,iBAAiB,gBAAgB,QAAQ,GAAG;AAC9E,UAAI,OAAO,eAAe,kBAAkB,OAAO,eAAe,eAAgB;AAClF,YAAM,gBAAgB,qBAAqB,OAAO,WAAW;AAC7D,YAAM,YAAY,MAAM,QAAQ,cAAc,SAAS,IAClD,cAAc,YACf,CAAC;AACL,iBAAW,QAAQ,WAAW;AAC5B,YAAI,CAAC,KAAK,WAAW;AACnB,gBAAM,cAAc,OAAO,KAAK,gBAAgB,WAC5C,KAAK,cACJ,OAAO,KAAK,gBAAgB,WAAW,KAAK,cAAc;AAC/D,uCAA6B,KAAK;AAAA,YAChC;AAAA,YACA,MAAM;AAAA,YACN,UAAU;AAAA,YACV,aAAa,YAAY,WAAW;AAAA,YACpC,YAAY;AAAA,UACd,CAAC;AACD,gBAAM,UAAU,YAAY,YAAY,EAAE,KAAK;AAC/C,cAAI,WAAW,YAAY,aAAa,CAAC,iBAAiB,IAAI,OAAO,GAAG;AACtE,6BAAiB,IAAI,OAAO;AAC5B,kBAAM,MAAM,OAAO,KAAK,QAAQ,WAAW,KAAK,MAAM;AACtD,kBAAM,YAAY,OAAO,KAAK,cAAc,WAAW,KAAK,YAAY;AACxE,kBAAM,eAAe,OAAO,cAAc,iBAAiB,WAAW,cAAc,eAAe;AACnG,+BAAmB,KAAK;AAAA,cACtB,YAAY;AAAA,cACZ,aAAa,2BAA2B,WAAW;AAAA,cACnD,YAAY;AAAA,cACZ,iBAAiB,sBAAsB;AAAA,cACvC,aAAa,KAAK,UAAU;AAAA,gBAC1B,OAAO;AAAA,gBACP,GAAI,OAAO,EAAE,IAAI;AAAA,gBACjB,GAAI,aAAa,EAAE,UAAU;AAAA,gBAC7B,GAAI,gBAAgB,EAAE,aAAa;AAAA,gBACnC,MAAM;AAAA,cACR,CAAC;AAAA,YACH,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,UAAM,aAAa,WAAW;AAC9B,UAAM,WAAW,GAAG,OAAO,eAAe;AAAA,MACxC,IAAI;AAAA,MACJ,cAAc,MAAM;AAAA,MACpB,SAAS,iBAAiB;AAAA,MAC1B,cAAc;AAAA,MACd,YAAY,OAAO,iBAAiB,WAAW,QAAQ,CAAC,CAAC;AAAA,MACzD,kBAAkB,iBAAiB,oBAAoB,MAAM;AAAA,MAC7D,QAAQ;AAAA,MACR;AAAA,MACA,UAAU;AAAA,MACV,eAAe;AAAA,MACf;AAAA,MACA,gBAAgB,MAAM;AAAA,MACtB,UAAU,MAAM;AAAA,IAClB,CAAC;AACD,OAAG,QAAQ,QAAQ;AAGnB,UAAM,qBAAqB;AAAA,MACzB;AAAA,MACA,iBAAiB;AAAA,MACjB,MAAM;AAAA,IACR;AAGA,UAAM,oBAAoB;AAAA,MACxB;AAAA,MACA;AAAA,MACA,iBAAiB;AAAA,MACjB;AAAA,MACA,MAAM;AAAA,IACR;AACA,uBAAmB,KAAK,GAAG,iBAAiB;AAG5C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA,iBAAiB;AAAA,MACjB,MAAM;AAAA,IACR;AAGA,UAAM,0BAA0B,CAAC,GAAG,oBAAoB,GAAG,iBAAiB,GAAG,oBAAoB,GAAG,iBAAiB,eAAe;AACtI,UAAM,aAAa;AAAA,MACjB,GAAG,wBAAwB,IAAI,CAAC,QAAQ,UAAU;AAChD,cAAM,gBAAgB,qBAAqB,OAAO,WAAW;AAC7D,eAAO,GAAG,OAAO,qBAAqB;AAAA,UACpC,IAAI,WAAW;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX,YAAY,OAAO;AAAA,UACnB,aAAa,OAAO;AAAA,UACpB,SAAS;AAAA,UACT,QAAQ;AAAA,UACR,YAAY,OAAO,OAAO,WAAW,QAAQ,CAAC,CAAC;AAAA,UAC/C,iBAAiB,OAAO,mBAAmB,sBAAsB,OAAO,UAAU,KAAK;AAAA,UACvF,gBAAgB,MAAM;AAAA,UACtB,UAAU,MAAM;AAAA,QAClB,CAAC;AAAA,MACH,CAAC;AAAA,MACD,GAAG,iBAAiB,aAAa;AAAA,QAAI,CAAC,OAAO,UAC3C,GAAG,OAAO,qBAAqB;AAAA,UAC7B,IAAI,WAAW;AAAA,UACf;AAAA,UACA,WAAW,wBAAwB,SAAS;AAAA,UAC5C,YAAY;AAAA,UACZ,aAAa,kBAAkB,MAAM,UAAU,MAAM,EAAE,KAAK,MAAM,OAAO;AAAA,UACzE,SAAS;AAAA,YACP,IAAI,MAAM;AAAA,YACV,QAAQ,MAAM;AAAA,YACd,SAAS,MAAM;AAAA,YACf,MAAM,MAAM;AAAA,YACZ,SAAS,MAAM;AAAA,YACf,SAAS,MAAM;AAAA,YACf,oBAAoB,MAAM;AAAA,YAC1B,YAAY,MAAM;AAAA,UACpB;AAAA,UACA,QAAQ;AAAA,UACR,YAAY,OAAO,iBAAiB,WAAW,QAAQ,CAAC,CAAC;AAAA,UACzD,iBAAiB;AAAA,UACjB,gBAAgB,MAAM;AAAA,UACtB,UAAU,MAAM;AAAA,QAClB,CAAC;AAAA,MACH;AAAA,IACF;AACA,eAAW,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;AAIvC,UAAM,oBAAoB,mBAAmB,SAAS,gBAAgB,SAAS,mBAAmB;AAClG,UAAM,cAAc,CAAC,MACnB,EAAE,gBAAgB,SAAY,EAAE,GAAG,GAAG,aAAa,EAAE,cAAc,kBAAkB,IAAI;AAG3F,UAAM,mBAAmB;AAAA,MACvB,GAAG,iBAAiB,cAAc;AAAA,QAAI,CAAC,MACrC,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,mBAAmB;AAAA,QAAI,CAAC,MACzB,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,4BAA4B;AAAA,QAAI,CAAC,MAClC,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,6BAA6B;AAAA,QAAI,CAAC,MACnC,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,MACA,GAAG,wBAAwB;AAAA,QAAI,CAAC,MAC9B,kBAAkB,IAAI,YAAY,YAAY,YAAY,CAAC,GAAG,KAAK;AAAA,MACrE;AAAA,IACF;AAGA,UAAM,2BAA2B,oBAAI,IAAY;AACjD,eAAW,SAAS,gBAAgB;AAClC,UAAI,CAAC,MAAM,SAAS,MAAM,YAAY,OAAO;AAC3C,cAAM,aAAa,MAAM,YAAY,MAAM,YAAY;AACvD,iCAAyB,IAAI,UAAU;AACvC,yBAAiB;AAAA,UACf,kBAAkB,IAAI,YAAY,YAAY;AAAA,YAC5C,MAAM;AAAA,YACN,UAAU;AAAA,YACV,aAAa,iCAAiC,MAAM,YAAY,IAAI,KAAK,MAAM,YAAY,KAAK;AAAA,YAChG,YAAY,MAAM,YAAY;AAAA,UAChC,GAAG,KAAK;AAAA,QACV;AAAA,MACF;AAAA,IACF;AACA,eAAW,eAAe,sBAAsB;AAC9C,UAAI,YAAY,iBAAkB;AAClC,YAAM,cAAc,YAAY,SAAS,IAAI,YAAY;AACzD,UAAI,CAAC,cAAc,yBAAyB,IAAI,UAAU,EAAG;AAC7D,+BAAyB,IAAI,UAAU;AACvC,uBAAiB;AAAA,QACf,kBAAkB,IAAI,YAAY,YAAY;AAAA,UAC5C,MAAM;AAAA,UACN,UAAU;AAAA,UACV,aAAa,iCAAiC,YAAY,IAAI,KAAK,YAAY,KAAK;AAAA,UACpF,YAAY,YAAY;AAAA,QAC1B,GAAG,KAAK;AAAA,MACV;AAAA,IACF;AAGA,UAAM,gBAAgB,IAAI;AAAA,MACxB,eACG,OAAO,CAAC,MAAM,EAAE,OAAO,SAAS,EAChC,IAAI,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,CAAC;AAAA,IACjD;AACA,eAAW,CAAC,aAAa,MAAM,KAAK,WAAW,QAAQ,GAAG;AACxD,UAAI,OAAO,eAAe,cAAe;AACzC,YAAMA,WAAU,OAAO;AACvB,YAAM,UAAU,OAAOA,UAAS,OAAO,WAAWA,SAAQ,GAAG,KAAK,EAAE,YAAY,IAAI;AACpF,UAAI,WAAW,CAAC,cAAc,IAAI,OAAO,GAAG;AAC1C,yBAAiB;AAAA,UACf,kBAAkB,IAAI,YAAY,YAAY;AAAA,YAC5C;AAAA,YACA,MAAM;AAAA,YACN,UAAU;AAAA,YACV,aAAa,uBAAuB,OAAO;AAAA,YAC3C,YAAY;AAAA,UACd,GAAG,KAAK;AAAA,QACV;AAAA,MACF;AAAA,IACF;AAEA,qBAAiB,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;AAG7C,UAAM,SAAS,iBAAiB,iBAAiB;AACjD,UAAM,mBAAmB,iBAAiB,oBAAoB,MAAM;AAEpE,UAAM,GAAG,MAAM;AAGf,QAAI;AACF,YAAM,kBAAkB,6BAA6B;AAAA,QACnD,SAAS,MAAM;AAAA,QACf,UAAU,MAAM;AAAA,QAChB,gBAAgB,MAAM;AAAA,MACxB,CAAC;AAED,YAAM,kBAAkB,8BAA8B;AAAA,QACpD,YAAY,SAAS;AAAA,QACrB,SAAS,MAAM;AAAA,QACf,UAAU,MAAM;AAAA,QAChB,gBAAgB,MAAM;AAAA,QACtB,aAAa,WAAW;AAAA,QACxB,kBAAkB,iBAAiB;AAAA,QACnC,YAAY,SAAS;AAAA,QACrB,SAAS,SAAS;AAAA,MACpB,CAAC;AAAA,IACH,SAAS,YAAY;AACnB,cAAQ,MAAM,wDAAwD,UAAU;AAAA,IAClF;AAAA,EACF,SAAS,KAAK;AACZ,UAAM,SAAS;AACf,UAAM,kBAAkB,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AACvE,UAAM,GAAG,MAAM;AAEf,QAAI;AACF,YAAM,kBAAkB,0BAA0B;AAAA,QAChD,SAAS,MAAM;AAAA,QACf,UAAU,MAAM;AAAA,QAChB,gBAAgB,MAAM;AAAA,QACtB,OAAO,MAAM;AAAA,MACf,CAAC;AAAA,IACH,SAAS,YAAY;AACnB,cAAQ,MAAM,oEAAoE,UAAU;AAAA,IAC9F;AAEA,YAAQ,MAAM,oDAAoD,GAAG;AAAA,EACvE;AACF;AAEA,SAAS,4BAA4B,SAAwC;AAC3E,QAAM,YAAY,MAAM,QAAQ,QAAQ,SAAS,IAC5C,QAAQ,YACT,CAAC;AACL,aAAW,QAAQ,WAAW;AAC5B,QAAI,CAAC,KAAK,eAAe,OAAO,KAAK,gBAAgB,UAAU;AAC7D,WAAK,cAAc,KAAK;AAAA,IAC1B;AACA,QAAI,OAAO,KAAK,aAAa,UAAU;AACrC,WAAK,WAAW,OAAO,KAAK,QAAQ;AAAA,IACtC;AACA,QAAI,OAAO,KAAK,cAAc,UAAU;AACtC,WAAK,YAAY,OAAO,KAAK,SAAS;AAAA,IACxC;AAAA,EACF;AACF;AAEA,SAAS,4CACP,gBACA,iBACA,cAC2H;AAC3H,QAAM,kBAAkB,IAAI;AAAA,IAC1B,gBACG,OAAO,CAAC,MAAM,EAAE,eAAe,gBAAgB,EAC/C,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,aAAO,OAAO,EAAE,UAAU,WAAW,EAAE,MAAM,YAAY,IAAI;AAAA,IAC/D,CAAC,EACA,OAAO,OAAO;AAAA,EACnB;AAEA,QAAM,cAAc,gBAAgB,IAAI,YAAY;AACpD,QAAM,iBAAiB,CAAC,WAAW,YAAY,cAAc,iBAAiB,YAAY;AAE1F,SAAO,eACJ,OAAO,CAAC,MAAM;AACb,QAAI,EAAE,OAAO,UAAW,QAAO;AAC/B,UAAM,aAAa,EAAE,YAAY,MAAM,YAAY;AACnD,QAAI,gBAAgB,IAAI,UAAU,EAAG,QAAO;AAC5C,QAAI,eAAe,WAAY,QAAO;AACtC,WAAO,CAAC,eAAe,KAAK,CAAC,MAAM,WAAW,SAAS,CAAC,CAAC;AAAA,EAC3D,CAAC,EACA,IAAI,CAAC,OAAO;AAAA,IACX,YAAY;AAAA,IACZ,aAAa,sBAAsB,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,KAAK;AAAA,IAC7E,YAAY;AAAA,IACZ,iBAAiB,sBAAsB;AAAA,IACvC,aAAa,KAAK,UAAU;AAAA,MAC1B,MAAM;AAAA,MACN,MAAM,EAAE,YAAY;AAAA,MACpB,OAAO,EAAE,YAAY;AAAA,MACrB,QAAQ;AAAA,IACV,CAAC;AAAA,EACH,EAAE;AACN;AAEA,SAAS,8CACP,gBACA,iBACA,cACyH;AACzH,QAAM,kBAAkB,IAAI;AAAA,IAC1B,gBACG,OAAO,CAAC,MAAM,EAAE,eAAe,cAAc,EAC7C,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,YAAM,QAAQ,OAAO,EAAE,iBAAiB,WAAW,EAAE,eAAgB,OAAO,EAAE,UAAU,WAAW,EAAE,QAAQ;AAC7G,aAAO,MAAM,YAAY;AAAA,IAC3B,CAAC,EACA,OAAO,OAAO;AAAA,EACnB;AAEA,QAAM,cAAc,gBAAgB,IAAI,YAAY;AACpD,QAAM,iBAAiB,CAAC,WAAW,YAAY,cAAc,iBAAiB,YAAY;AAE1F,SAAO,eACJ,OAAO,CAAC,MAAM;AACb,QAAI,CAAC,EAAE,OAAO,UAAW,QAAO;AAChC,UAAM,aAAa,EAAE,YAAY,MAAM,YAAY;AACnD,QAAI,gBAAgB,IAAI,UAAU,EAAG,QAAO;AAC5C,QAAI,eAAe,WAAY,QAAO;AACtC,WAAO,CAAC,eAAe,KAAK,CAAC,MAAM,WAAW,SAAS,CAAC,CAAC;AAAA,EAC3D,CAAC,EACA,IAAI,CAAC,OAAO;AAAA,IACX,YAAY;AAAA,IACZ,aAAa,QAAQ,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,KAAK;AAAA,IAC/D,YAAY;AAAA,IACZ,iBAAiB,sBAAsB;AAAA,IACvC,aAAa,KAAK,UAAU;AAAA,MAC1B,cAAc,EAAE,YAAY;AAAA,MAC5B,WAAW,EAAE,MAAO;AAAA,MACpB,aAAa,EAAE,MAAO,eAAe;AAAA,MACrC,aAAa,EAAE,YAAY;AAAA,IAC7B,CAAC;AAAA,EACH,EAAE;AACN;AAEA,SAAS,+CACP,sBACA,gBACA,iBACA,oBACA,cAC2H;AAC3H,QAAM,eAAe,IAAI;AAAA,IACvB,eAAe,IAAI,CAAC,MAAM,EAAE,YAAY,MAAM,YAAY,CAAC;AAAA,EAC7D;AAEA,QAAM,kBAAkB,oBAAI,IAAI;AAAA,IAC9B,GAAG,gBACA,OAAO,CAAC,MAAM,EAAE,eAAe,gBAAgB,EAC/C,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,aAAO,OAAO,EAAE,UAAU,WAAW,EAAE,MAAM,YAAY,IAAI;AAAA,IAC/D,CAAC,EACA,OAAO,OAAO;AAAA,IACjB,GAAG,mBACA,IAAI,CAAC,MAAM;AACV,YAAM,IAAI,qBAAqB,EAAE,WAAW;AAC5C,aAAO,OAAO,EAAE,UAAU,WAAW,EAAE,MAAM,YAAY,IAAI;AAAA,IAC/D,CAAC,EACA,OAAO,OAAO;AAAA,EACnB,CAAC;AAED,QAAM,cAAc,gBAAgB,IAAI,YAAY;AACpD,QAAM,iBAAiB,CAAC,WAAW,YAAY,cAAc,iBAAiB,YAAY;AAE1F,SAAO,qBACJ,OAAO,CAAC,MAAM;AACb,QAAI,EAAE,iBAAkB,QAAO;AAC/B,UAAM,cAAc,EAAE,SAAS,IAAI,YAAY;AAC/C,QAAI,CAAC,WAAY,QAAO;AACxB,QAAI,aAAa,IAAI,UAAU,EAAG,QAAO;AACzC,QAAI,gBAAgB,IAAI,UAAU,EAAG,QAAO;AAC5C,QAAI,eAAe,WAAY,QAAO;AACtC,WAAO,CAAC,eAAe,KAAK,CAAC,QAAQ,WAAW,SAAS,GAAG,CAAC;AAAA,EAC/D,CAAC,EACA,IAAI,CAAC,OAAO;AAAA,IACX,YAAY;AAAA,IACZ,aAAa,sBAAsB,EAAE,IAAI,KAAK,EAAE,KAAK;AAAA,IACrD,YAAY;AAAA,IACZ,iBAAiB,sBAAsB;AAAA,IACvC,aAAa,KAAK,UAAU;AAAA,MAC1B,MAAM;AAAA,MACN,MAAM,EAAE;AAAA,MACR,OAAO,EAAE;AAAA,MACT,QAAQ;AAAA,IACV,CAAC;AAAA,EACH,EAAE;AACN;AAEA,eAAe,sBACb,IACA,cACA,OACA,iBAC8J;AAC9J,MAAI,CAAC,gBAAiB,QAAO,CAAC;AAC9B,QAAM,gBAAqK,CAAC;AAE5K,aAAW,UAAU,cAAc;AACjC,QAAI,OAAO,eAAe,eAAgB;AAE1C,UAAM,oBAAoB,OAAO,OAAO,QAAQ,sBAAsB,WAClE,OAAO,QAAQ,kBAAkB,KAAK,IACtC;AAEJ,QAAI,CAAC,kBAAmB;AAExB,QAAI;AACF,YAAM,WAAW,MAAM;AAAA,QACrB;AAAA,QACA;AAAA,QACA;AAAA,UACE;AAAA,UACA,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,WAAW;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAEA,UAAI,UAAU;AACZ,sBAAc,KAAK;AAAA,UACjB,MAAM;AAAA,UACN,UAAU;AAAA,UACV,aAAa,qCAAqC,iBAAiB,qBAAqB,SAAS,eAAe,SAAS,EAAE;AAAA,UAC3H,eAAe;AAAA,UACf,YAAY;AAAA,UACZ,aAAa,OAAO;AAAA,QACtB,CAAC;AAAA,MACH;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,qBAAqB,OAA4B;AACxD,QAAM,UAAU,MAAM,WAAW;AACjC,QAAM,YAAY,iBAAiB,KAAK,OAAO;AAC/C,QAAM,eAAe,MAAM,gBAAgB,UAAU;AACrD,SAAO,aAAa,eAAe;AACrC;AAEA,SAAS,yBACP,gBACA,iBACqB;AACrB,QAAM,cAAc,oBAAI,IAAoB;AAE5C,aAAW,KAAK,gBAAgB;AAC9B,QAAI,EAAE,YAAY,QAAQ,EAAE,YAAY,OAAO;AAC7C,kBAAY,IAAI,EAAE,YAAY,KAAK,KAAK,EAAE,YAAY,GAAG,EAAE,YAAY,MAAM,KAAK,EAAE,YAAY,CAAC;AAAA,IACnG;AAAA,EACF;AAEA,aAAW,KAAK,iBAAiB;AAC/B,QAAI,EAAE,QAAQ,EAAE,OAAO;AACrB,YAAM,MAAM,EAAE,KAAK,KAAK,EAAE,YAAY;AACtC,UAAI,CAAC,YAAY,IAAI,GAAG,GAAG;AACzB,oBAAY,IAAI,KAAK,EAAE,MAAM,KAAK,EAAE,YAAY,CAAC;AAAA,MACnD;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,0BACP,SACA,qBACM;AACN,aAAW,UAAU,SAAS;AAC5B,QAAI,OAAO,eAAe,iBAAkB;AAC5C,UAAM,UAAU,qBAAqB,OAAO,WAAW;AACvD,QAAI,QAAQ,MAAO;AACnB,UAAM,OAAO,OAAO,QAAQ,SAAS,WAAW,QAAQ,KAAK,KAAK,IAAI;AACtE,QAAI,CAAC,KAAM;AAEX,UAAM,QAAQ,oBAAoB,IAAI,KAAK,YAAY,CAAC,KACnD,qBAAqB,MAAM,mBAAmB;AACnD,QAAI,OAAO;AACT,cAAQ,QAAQ;AAChB,aAAO,cAAc,KAAK,UAAU,OAAO;AAAA,IAC7C;AAAA,EACF;AACF;AAEA,SAAS,wBACP,cACA,qBACM;AACN,QAAM,cAAc,IAAI,IAAI,oBAAoB,OAAO,CAAC;AACxD,aAAW,SAAS,cAAc;AAChC,UAAM,UAAU,MAAM,GAAG,KAAK,EAAE,YAAY;AAC5C,QAAI,YAAY,IAAI,OAAO,EAAG;AAE9B,UAAM,UAAU,MAAM,UAAU,IAAI,KAAK;AACzC,QAAI,CAAC,OAAQ;AACb,UAAM,iBAAiB,oBAAoB,IAAI,OAAO,YAAY,CAAC,KAC9D,qBAAqB,QAAQ,mBAAmB;AACrD,QAAI,gBAAgB;AAClB,YAAM,KAAK;AAAA,IACb;AAAA,EACF;AACF;AAEA,SAAS,2BAA2B,OAA2B;AAC7D,MAAI,OAAO,MAAM,WAAW;AAC5B,MAAI,CAAC,QAAQ,MAAM,SAAS;AAC1B,WAAO,gBAAgB,MAAM,OAAO;AAAA,EACtC;AACA,SAAO,KACJ,QAAQ,SAAS,IAAI,EACrB,QAAQ,OAAO,IAAI,EACnB,QAAQ,OAAO,GAAG,EAClB,QAAQ,UAAU,GAAG,EACrB,QAAQ,WAAW,MAAM,EACzB,KAAK;AACV;AAEA,SAAS,qBAAqB,MAAc,KAA8C;AACxF,QAAM,QAAQ,KAAK,YAAY;AAE/B,QAAM,QAAQ,MAAM,MAAM,aAAa,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,OAAO;AAC5E,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,IAAI,IAAI,IAAI;AAC1B,QAAI,MAAO,QAAO;AAAA,EACpB;AAEA,aAAW,CAAC,SAAS,QAAQ,KAAK,KAAK;AACrC,QAAI,MAAM,SAAS,OAAO,KAAK,QAAQ,SAAS,KAAK,GAAG;AACtD,aAAO;AAAA,IACT;AACA,eAAW,QAAQ,OAAO;AACxB,UAAI,KAAK,SAAS,OAAO,KAAK,QAAQ,SAAS,IAAI,GAAG;AACpD,eAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;",
|
|
6
6
|
"names": ["payload"]
|
|
7
7
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@open-mercato/core",
|
|
3
|
-
"version": "0.4.5-develop-
|
|
3
|
+
"version": "0.4.5-develop-9247b50ff6",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"scripts": {
|
|
@@ -207,13 +207,13 @@
|
|
|
207
207
|
}
|
|
208
208
|
},
|
|
209
209
|
"dependencies": {
|
|
210
|
-
"@open-mercato/shared": "0.4.5-develop-
|
|
210
|
+
"@open-mercato/shared": "0.4.5-develop-9247b50ff6",
|
|
211
211
|
"@types/semver": "^7.5.8",
|
|
212
212
|
"@xyflow/react": "^12.6.0",
|
|
213
213
|
"ai": "^6.0.0",
|
|
214
214
|
"date-fns": "^4.1.0",
|
|
215
215
|
"date-fns-tz": "^3.2.0",
|
|
216
|
-
"
|
|
216
|
+
"html-to-text": "^9.0.5",
|
|
217
217
|
"semver": "^7.6.3"
|
|
218
218
|
},
|
|
219
219
|
"devDependencies": {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { createHash } from 'node:crypto'
|
|
2
|
-
import sanitizeHtml from 'sanitize-html'
|
|
3
2
|
import type { InboxEmail, ThreadMessage } from '../data/entities'
|
|
3
|
+
import { htmlToPlainText } from './htmlToPlainText'
|
|
4
4
|
|
|
5
5
|
export interface ParsedEmail {
|
|
6
6
|
messageId?: string | null
|
|
@@ -83,16 +83,7 @@ function stripQuotedReplies(text: string): string {
|
|
|
83
83
|
}
|
|
84
84
|
|
|
85
85
|
function stripHtml(html: string): string {
|
|
86
|
-
|
|
87
|
-
allowedTags: [],
|
|
88
|
-
allowedAttributes: {},
|
|
89
|
-
})
|
|
90
|
-
|
|
91
|
-
return sanitized
|
|
92
|
-
.replace(/\r\n/g, '\n')
|
|
93
|
-
.replace(/\r/g, '\n')
|
|
94
|
-
.replace(/\n{3,}/g, '\n\n')
|
|
95
|
-
.trim()
|
|
86
|
+
return htmlToPlainText(html)
|
|
96
87
|
}
|
|
97
88
|
|
|
98
89
|
function normalizeText(text: string): string {
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { convert } from 'html-to-text'
|
|
2
|
+
|
|
3
|
+
export function htmlToPlainText(html: string): string {
|
|
4
|
+
if (!html) return ''
|
|
5
|
+
return convert(html, {
|
|
6
|
+
wordwrap: false,
|
|
7
|
+
preserveNewlines: true,
|
|
8
|
+
selectors: [
|
|
9
|
+
{ selector: 'script', format: 'skip' },
|
|
10
|
+
{ selector: 'style', format: 'skip' },
|
|
11
|
+
],
|
|
12
|
+
})
|
|
13
|
+
.replace(/\r\n/g, '\n')
|
|
14
|
+
.replace(/\r/g, '\n')
|
|
15
|
+
.replace(/\n{3,}/g, '\n\n')
|
|
16
|
+
.trim()
|
|
17
|
+
}
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import { randomUUID } from 'node:crypto'
|
|
2
2
|
import type { EntityManager } from '@mikro-orm/postgresql'
|
|
3
3
|
import type { EntityClass } from '@mikro-orm/core'
|
|
4
|
-
import sanitizeHtml from 'sanitize-html'
|
|
5
4
|
import { findOneWithDecryption } from '@open-mercato/shared/lib/encryption/find'
|
|
6
5
|
import { InboxEmail, InboxProposal, InboxProposalAction, InboxDiscrepancy, InboxSettings } from '../data/entities'
|
|
7
6
|
import type { ExtractedParticipant, InboxDiscrepancyType } from '../data/entities'
|
|
@@ -15,6 +14,7 @@ import { validatePrices } from '../lib/priceValidator'
|
|
|
15
14
|
import { extractParticipantsFromThread } from '../lib/emailParser'
|
|
16
15
|
import { runExtractionWithConfiguredProvider } from '../lib/llmProvider'
|
|
17
16
|
import { safeParsePayloadJson } from '../lib/validation'
|
|
17
|
+
import { htmlToPlainText } from '../lib/htmlToPlainText'
|
|
18
18
|
import { emitInboxOpsEvent } from '../events'
|
|
19
19
|
|
|
20
20
|
export const metadata = {
|
|
@@ -835,14 +835,7 @@ function enrichDraftReplyTargets(
|
|
|
835
835
|
function buildFullTextForExtraction(email: InboxEmail): string {
|
|
836
836
|
let text = email.rawText || ''
|
|
837
837
|
if (!text && email.rawHtml) {
|
|
838
|
-
text =
|
|
839
|
-
allowedTags: [],
|
|
840
|
-
allowedAttributes: {},
|
|
841
|
-
})
|
|
842
|
-
.replace(/\r\n/g, '\n')
|
|
843
|
-
.replace(/\r/g, '\n')
|
|
844
|
-
.replace(/\n{3,}/g, '\n\n')
|
|
845
|
-
.trim()
|
|
838
|
+
text = htmlToPlainText(email.rawHtml)
|
|
846
839
|
}
|
|
847
840
|
return text
|
|
848
841
|
.replace(/\r\n/g, '\n')
|