@arela/uploader 1.1.3 → 1.2.0

package/.claude/worktrees/agent-multi-profile/src/document-types/doda-xml.js

@@ -0,0 +1,118 @@
+import { FieldResult } from '../document-type-shared.js';
+
+/**
+ * DODA XML Document Type Definition
+ * Detects DODA (Documento de Operación para Despacho Aduanero) in XML format.
+ * XML DODAs contain structured data from VUCEM/customs systems.
+ * They reside in the SAME directory as the pedimento_simplificado,
+ * so within-table propagation handles arela_path assignment.
+ */
+export const dodaXmlDefinition = {
+  type: 'doda_xml',
+  extensions: ['xml'],
+  match: (source) => {
+    // DODA XML files contain specific XML tags/namespaces
+    const xmlMarkers = [
+      /documentoOperacion/i,
+      /despachoAduanero/i,
+      /<doda\b/i,
+      /xmlns[^"]*doda/i,
+      /VUCEM/i,
+    ];
+
+    // Also check for pedimento-related XML structure
+    const pedimentoXmlMarkers = [
+      /numPedimento/i,
+      /patenteAduanal/i,
+      /aduanaDespacho/i,
+      /tipoOperacion/i,
+    ];
+
+    const dodaMatches = xmlMarkers.filter((m) => m.test(source)).length;
+    const pedimentoMatches = pedimentoXmlMarkers.filter((m) =>
+      m.test(source),
+    ).length;
+
+    // Match if: has DODA-specific markers, or combination of pedimento markers with XML structure
+    return (
+      dodaMatches >= 1 || (pedimentoMatches >= 3 && /<\?xml/i.test(source))
+    );
+  },
+
+  extractNumPedimento: (source, fields) => {
+    return fields?.find((f) => f.name === 'numPedimento')?.value ?? null;
+  },
+
+  extractPedimentoYear: (source, fields) => {
+    const numPedimento = fields?.find((f) => f.name === 'numPedimento')?.value;
+    if (!numPedimento) {
+      // Try to extract year from date in XML
+      const dateMatch = source.match(/(\d{4})-\d{2}-\d{2}/);
+      if (dateMatch) {
+        return parseInt(dateMatch[1], 10);
+      }
+      return null;
+    }
+    const year = parseInt(numPedimento.substring(0, 2), 10);
+    return year < 50 ? year + 2000 : year + 1900;
+  },
+
+  extractors: [
+    {
+      field: 'numPedimento',
+      extract: (source) => {
+        // Try XML tag format first
+        const xmlMatch = source.match(/numPedimento[^>]*>(\d{15})<\/[^>]+>/i);
+        if (xmlMatch) {
+          return new FieldResult('numPedimento', true, xmlMatch[1]);
+        }
+
+        // Try attribute format
+        const attrMatch = source.match(
+          /numPedimento[=:"]\s*["']?(\d{15})["']?/i,
+        );
+        if (attrMatch) {
+          return new FieldResult('numPedimento', true, attrMatch[1]);
+        }
+
+        // Fallback: 15-digit pattern
+        const fallback = source.match(/\d{2}\s?\d{2}\s?\d{4}\s?\d{7}/);
+        return new FieldResult(
+          'numPedimento',
+          !!fallback,
+          fallback ? fallback[0].replace(/\s/g, '') : null,
+        );
+      },
+    },
+    {
+      field: 'rfc',
+      extract: (source) => {
+        // Try XML tag format
+        const xmlMatch = source.match(
+          /rfc[^>]*>([A-ZÑ&]{3,4}\d{6}[A-Z0-9]{3})<\/[^>]+>/i,
+        );
+        if (xmlMatch) {
+          return new FieldResult('rfc', true, xmlMatch[1]);
+        }
+
+        // Fallback: generic RFC pattern
+        const match = source.match(/\b([A-ZÑ&]{3,4}\d{6}[A-Z0-9]{3})\b/);
+        return new FieldResult('rfc', !!match, match ? match[1] : null);
+      },
+    },
+    {
+      field: 'patente',
+      extract: (source) => {
+        const match = source.match(/patenteAduanal[^>]*>(\d{4})<\/[^>]+>/i);
+        return new FieldResult('patente', !!match, match ? match[1] : null);
+      },
+    },
+    {
+      field: 'aduana',
+      extract: (source) => {
+        const match = source.match(/aduanaDespacho[^>]*>(\d{2,4})<\/[^>]+>/i);
+        return new FieldResult('aduana', !!match, match ? match[1] : null);
+      },
+    },
+  ],
+};

package/.claude/worktrees/agent-multi-profile/src/document-types/factura-inter-agencia.js

@@ -0,0 +1,186 @@
+// NOTE: We intentionally do NOT import `FieldResult` from
+// '../document-type-shared.js' to avoid a circular-import TDZ when this
+// module is imported directly (e.g. from unit tests). `FieldResult` is a
+// plain data-class with shape `{ name, found, value }`, so we construct
+// equivalent plain objects locally.
+const fieldResult = (name, found, value) => ({ name, found, value });
+
+/**
+ * Factura Inter-Agencia Document Type Definition
+ *
+ * Detects CFDIs (XML or PDF) issued between customs broker agencies (e.g.,
+ * NORCOM ↔ PALCO). These files are dropped into a pedimento folder by the
+ * broker but they are NOT part of the customs electronic file (expediente
+ * aduanal) — they are inter-agency billing for broker services.
+ *
+ * Detection rules (ALL required):
+ *   1) CFDI markers present (either xml structure or PDF text representation)
+ *   2) Both emisor and receptor RFCs belong to the configured agency pair
+ *      (NAA120215F20 = NORCOM, PCC1008161WA = PALCO) in any direction.
+ *   3) At least one concepto with ClaveProdServ 78141502 (Servicios de
+ *      agentes aduaneros) — confirms the billing is for broker services.
+ *
+ * IMPORTANT: This matcher MUST be registered BEFORE `facturasComerciales`
+ * in document-type-shared.js — both would match a CFDI in a pedimento
+ * folder, but inter-agency invoices must take precedence so they are
+ * filtered out of the Arela push pipeline (see arela-api
+ * NON_PUSHABLE_TYPES_SQL).
+ *
+ * Currently scope-limited to NORCOM↔PALCO. To widen, move INTER_AGENCIA_RFCS
+ * to env config and require ≥2 distinct RFCs from the configured list.
+ */
+
+/**
+ * RFCs of agencies whose mutual invoices should be excluded from the Arela
+ * push pipeline. Order is irrelevant — a match is any pair of distinct RFCs
+ * from this set appearing as emisor and receptor.
+ */
+export const INTER_AGENCIA_RFCS = ['NAA120215F20', 'PCC1008161WA'];
+
+const BROKER_SERVICE_CLAVE_PROD_SERV = '78141502';
+
+const CFDI_XML_MARKERS = [
+  /cfdi:Comprobante/i,
+  /xmlns:cfdi/i,
+  /TipoDeComprobante/i,
+];
+
+/**
+ * Detect that the source represents a CFDI — either as the original XML
+ * structure or as text extracted from a printed CFDI (PDF representation).
+ *
+ * PDF text loses XML tags, so we look for the human-readable equivalents
+ * commonly rendered by SAT-style invoice templates ("Folio Fiscal", "Sello
+ * Digital del CFDI", "Cadena Original ... Certificacion Digital del SAT").
+ */
+function isCfdiContent(source) {
+  const xmlHits = CFDI_XML_MARKERS.filter((re) => re.test(source)).length;
+  if (xmlHits >= 2) return true;
+
+  const pdfMarkers = [
+    /folio\s*fiscal/i,
+    /sello\s*digital\s*del\s*cfdi/i,
+    /cadena\s*original.*certificaci[oó]n\s*digital\s*del\s*sat/i,
+    /representaci[oó]n\s*impresa\s*de\s*un\s*cfdi/i,
+  ];
+  return pdfMarkers.filter((re) => re.test(source)).length >= 2;
+}
+
+/**
+ * Return the subset of INTER_AGENCIA_RFCS that appear in `source`. Matching is
+ * case-insensitive and uses word boundaries so substrings inside larger tokens
+ * (cert/sello base64) don't produce false positives.
+ */
+function findInterAgenciaRfcs(source) {
+  const found = new Set();
+  for (const rfc of INTER_AGENCIA_RFCS) {
+    const re = new RegExp(`\\b${rfc}\\b`, 'i');
+    if (re.test(source)) found.add(rfc.toUpperCase());
+  }
+  return [...found];
+}
+
+export const facturaInterAgenciaDefinition = {
+  type: 'factura_inter_agencia',
+  extensions: ['xml', 'pdf'],
+
+  match: (source) => {
+    if (!isCfdiContent(source)) return false;
+
+    // Need ≥2 distinct configured RFCs present (one as emisor, one as receptor)
+    const rfcsFound = findInterAgenciaRfcs(source);
+    if (rfcsFound.length < 2) return false;
+
+    // Confirm the invoice is for broker services (customs agent services)
+    if (!source.includes(BROKER_SERVICE_CLAVE_PROD_SERV)) return false;
+
+    return true;
+  },
+
+  // Pedimento extraction is optional / informational — these files are
+  // excluded from push, so arela_path is never composed. We still extract
+  // a pedimento number when present (from the "Referencias" / "Pedimento:"
+  // section of the printable CFDI) for auditability.
+  extractNumPedimento: (source, fields) => {
+    return fields?.find((f) => f.name === 'numPedimento')?.value ?? null;
+  },
+
+  extractPedimentoYear: (source, fields) => {
+    const numPedimento = fields?.find((f) => f.name === 'numPedimento')?.value;
+    if (numPedimento && numPedimento.length >= 2) {
+      const yy = parseInt(numPedimento.substring(0, 2), 10);
+      if (!isNaN(yy)) return yy < 50 ? yy + 2000 : yy + 1900;
+    }
+    return null;
+  },
+
+  extractors: [
+    {
+      field: 'rfcEmisor',
+      extract: (source) => {
+        // XML form: <cfdi:Emisor Rfc="..." />
+        const xmlMatch = source.match(
+          /<[^>]*Emisor[^>]*Rfc\s*=\s*["']([A-ZÑ&]{3,4}\d{6}[A-Z0-9]{3})["']/i,
+        );
+        if (xmlMatch) return fieldResult('rfcEmisor', true, xmlMatch[1]);
+
+        // PDF form: "Emisor" section followed by RFC label/value on later lines.
+        // We pick the first INTER_AGENCIA RFC that appears in the document.
+        const rfcs = findInterAgenciaRfcs(source);
+        if (rfcs.length > 0) return fieldResult('rfcEmisor', true, rfcs[0]);
+
+        return fieldResult('rfcEmisor', false, null);
+      },
+    },
+    {
+      field: 'rfcReceptor',
+      extract: (source) => {
+        const xmlMatch = source.match(
+          /<[^>]*Receptor[^>]*Rfc\s*=\s*["']([A-ZÑ&]{3,4}\d{6}[A-Z0-9]{3})["']/i,
+        );
+        if (xmlMatch) return fieldResult('rfcReceptor', true, xmlMatch[1]);
+
+        const rfcs = findInterAgenciaRfcs(source);
+        if (rfcs.length >= 2) {
+          return fieldResult('rfcReceptor', true, rfcs[1]);
+        }
+        return fieldResult('rfcReceptor', false, null);
+      },
+    },
+    {
+      field: 'folio',
+      extract: (source) => {
+        // CFDI Folio attribute
+        const xmlMatch = source.match(/\bFolio\s*=\s*["']([A-Z0-9-]+)["']/i);
+        if (xmlMatch) return fieldResult('folio', true, xmlMatch[1]);
+
+        // PDF: "Numero Folio    012749"
+        const pdfMatch = source.match(/Numero\s+Folio\s+([A-Z0-9-]+)/i);
+        if (pdfMatch) return fieldResult('folio', true, pdfMatch[1]);
+
+        return fieldResult('folio', false, null);
+      },
+    },
+    {
+      field: 'uuid',
+      extract: (source) => {
+        const uuidRe =
+          /[0-9A-F]{8}-[0-9A-F]{4}-[0-9A-F]{4}-[0-9A-F]{4}-[0-9A-F]{12}/i;
+        const m = source.match(uuidRe);
+        return fieldResult('uuid', !!m, m ? m[0].toUpperCase() : null);
+      },
+    },
+    {
+      field: 'numPedimento',
+      extract: (source) => {
+        // Printable CFDI "Pedimento: 3458 6000046 Fecha: ..." — recovers an
+        // 11-digit pedimento (no YY prefix). Useful for auditability only.
+        const m = source.match(/Pedimento:?\s*(\d{4})\s*(\d{7})/i);
+        if (m) {
+          return fieldResult('numPedimento', true, `${m[1]}${m[2]}`);
+        }
+        return fieldResult('numPedimento', false, null);
+      },
+    },
+  ],
+};

package/.claude/worktrees/agent-multi-profile/src/document-types/facturas-comerciales.js

@@ -0,0 +1,233 @@
+import { FieldResult } from '../document-type-shared.js';
+
+/**
+ * Facturas Comerciales Document Type Definition
+ * Detects commercial invoices (facturas) related to customs operations.
+ *
+ * CRITICAL: Facturas reside in a DIFFERENT directory than the pedimento_simplificado,
+ * creating a different CLI scan table. Cross-table propagation uses `detected_pedimento`
+ * to link facturas to their corresponding pedimento and assign arela_path.
+ *
+ * Supported formats: PDF (scanned invoices), XML (CFDI/electronic invoices)
+ */
+export const facturasComerciales = {
+  type: 'factura_comercial',
+  extensions: ['pdf', 'xml'],
+  match: (source) => {
+    // CFDI / electronic invoice markers (XML)
+    const cfdiMarkers = [
+      /cfdi:Comprobante/i,
+      /xmlns:cfdi/i,
+      /TipoDeComprobante/i,
+      /timbreFiscalDigital/i,
+      /SelloSAT/i,
+    ];
+
+    // PDF invoice markers
+    const invoiceMarkers = [
+      /factura\s*(comercial|de\s*venta|de\s*exportaci[oó]n)?/i,
+      /commercial\s*invoice/i,
+      /invoice\s*number/i,
+      /n[uú]mero\s*de\s*factura/i,
+    ];
+
+    // Customs-related invoice context
+    const customsContext = [
+      /pedimento/i,
+      /aduana/i,
+      /importaci[oó]n|exportaci[oó]n/i,
+      /despacho\s*aduanero/i,
+      /fracci[oó]n\s*arancelaria/i,
+    ];
+
+    const cfdiMatches = cfdiMarkers.filter((m) => m.test(source)).length;
+    const invoiceMatches = invoiceMarkers.filter((m) => m.test(source)).length;
+    const customsMatches = customsContext.filter((m) => m.test(source)).length;
+
+    // Match if: CFDI structure (>=2 markers), or invoice + customs context
+    return cfdiMatches >= 2 || (invoiceMatches >= 1 && customsMatches >= 1);
+  },
+
+  extractNumPedimento: (source, fields) => {
+    return fields?.find((f) => f.name === 'numPedimento')?.value ?? null;
+  },
+
+  extractPedimentoYear: (source, fields) => {
+    const numPedimento = fields?.find((f) => f.name === 'numPedimento')?.value;
+    if (numPedimento) {
+      const year = parseInt(numPedimento.substring(0, 2), 10);
+      return year < 50 ? year + 2000 : year + 1900;
+    }
+    // Try invoice date field
+    const invoiceDate = fields?.find((f) => f.name === 'invoiceDate')?.value;
+    if (invoiceDate) {
+      const yearMatch = invoiceDate.match(/^(\d{4})/);
+      if (yearMatch) return parseInt(yearMatch[1], 10);
+    }
+    // Try to extract year from any date in source
+    const dateMatch = source.match(/(\d{4})-\d{2}-\d{2}/);
+    if (dateMatch) return parseInt(dateMatch[1], 10);
+    const mmmMatch = source.match(
+      /\d{1,2}\/(?:ene|feb|mar|abr|may|jun|jul|ago|sep|oct|nov|dic)\/(\d{4})/i,
+    );
+    if (mmmMatch) return parseInt(mmmMatch[1], 10);
+    return null;
+  },
+
+  extractors: [
+    {
+      field: 'numPedimento',
+      extract: (source) => {
+        // Try dash-separated format: YY-AA-PPPP-NNNNNNN (most common in Mexican import invoices)
+        // e.g. "26-07-3429-6016477" — may be wrapped across lines in PDF text
+        const dashMatch = source.match(
+          /(\d{2})-(\d{2})-(\d{4})-(\d{1,7})\s*(\d*)/,
+        );
+        if (dashMatch) {
+          const lastPart = (dashMatch[4] + dashMatch[5]).substring(0, 7);
+          if (lastPart.length === 7) {
+            const full = dashMatch[1] + dashMatch[2] + dashMatch[3] + lastPart;
+            return new FieldResult('numPedimento', true, full);
+          }
+        }
+
+        // Try CFDI XML: NumPedimento attribute or InformacionAduanera
+        const cfdiMatch = source.match(
+          /(?:NumPedimento|NumeroPedimento)[=:"]\s*["']?(\d{15})["']?/i,
+        );
+        if (cfdiMatch) {
+          return new FieldResult('numPedimento', true, cfdiMatch[1]);
+        }
+
+        // Try InformacionAduanera tag
+        const aduaneraMatch = source.match(
+          /InformacionAduanera[^>]*NumeroPedimento[=:"]\s*["']?(\d{15})["']?/i,
+        );
+        if (aduaneraMatch) {
+          return new FieldResult('numPedimento', true, aduaneraMatch[1]);
+        }
+
+        // Try generic XML tag
+        const xmlMatch = source.match(/pedimento[^>]*>(\d{15})<\/[^>]+>/i);
+        if (xmlMatch) {
+          return new FieldResult('numPedimento', true, xmlMatch[1]);
+        }
+
+        // Try space-separated near pedimento keyword
+        const textMatch = source.match(
+          /pedimento[^\d]{0,30}(\d{2}\s?\d{2}\s?\d{4}\s?\d{7})/i,
+        );
+        if (textMatch) {
+          return new FieldResult(
+            'numPedimento',
+            true,
+            textMatch[1].replace(/\s/g, ''),
+          );
+        }
+
+        return new FieldResult('numPedimento', false, null);
+      },
+    },
+    {
+      field: 'rfc',
+      extract: (source) => {
+        // Try CFDI Rfc attribute (emisor)
+        const cfdiMatch = source.match(
+          /Emisor[^>]*Rfc[=:"]\s*["']?([A-ZÑ&]{3,4}\d{6}[A-Z0-9]{3})["']?/i,
+        );
+        if (cfdiMatch) {
+          return new FieldResult('rfc', true, cfdiMatch[1]);
+        }
+
+        // Try Receptor Rfc (for import invoices, receptor is the importer)
+        const receptorMatch = source.match(
+          /Receptor[^>]*Rfc[=:"]\s*["']?([A-ZÑ&]{3,4}\d{6}[A-Z0-9]{3})["']?/i,
+        );
+        if (receptorMatch) {
+          return new FieldResult('rfc', true, receptorMatch[1]);
+        }
+
+        // Fallback: generic RFC pattern
+        const match = source.match(/\b([A-ZÑ&]{3,4}\d{6}[A-Z0-9]{3})\b/);
+        return new FieldResult('rfc', !!match, match ? match[1] : null);
+      },
+    },
+    {
+      field: 'invoiceNumber',
+      extract: (source) => {
+        // CFDI Folio
+        const folioMatch = source.match(/Folio[=:"]\s*["']?([A-Z0-9-]+)["']?/i);
+        if (folioMatch) {
+          return new FieldResult('invoiceNumber', true, folioMatch[1]);
+        }
+
+        // Header line followed by invoice number on next line
+        // e.g. "FACTURA FECHA ADUANA...\nMIB260064 02/mar/2026..."
+        const headerMatch = source.match(
+          /FACTURA\s+FECHA[^\n]*\n([A-Z]{2,5}\d{4,10})/i,
+        );
+        if (headerMatch) {
+          return new FieldResult('invoiceNumber', true, headerMatch[1]);
+        }
+
+        // Text-based invoice number
+        const textMatch = source.match(
+          /(?:factura|invoice)\s*(?:no\.?|number|#|num\.?)?[:\s]*([A-Z]{2,5}\d{4,10})/i,
+        );
+        return new FieldResult(
+          'invoiceNumber',
+          !!textMatch,
+          textMatch ? textMatch[1] : null,
+        );
+      },
+    },
+    {
+      field: 'invoiceDate',
+      extract: (source) => {
+        // CFDI Fecha attribute
+        const cfdiMatch = source.match(
+          /Fecha[=:"]\s*["']?(\d{4}-\d{2}-\d{2})/i,
+        );
+        if (cfdiMatch) {
+          return new FieldResult('invoiceDate', true, cfdiMatch[1]);
+        }
+
+        // DD/MMM/YYYY format (e.g. "02/mar/2026")
+        const mmmMonths = {
+          ene: '01',
+          feb: '02',
+          mar: '03',
+          abr: '04',
+          may: '05',
+          jun: '06',
+          jul: '07',
+          ago: '08',
+          sep: '09',
+          oct: '10',
+          nov: '11',
+          dic: '12',
+        };
+        const mmmMatch = source.match(
+          /(\d{1,2})\/(ene|feb|mar|abr|may|jun|jul|ago|sep|oct|nov|dic)\/(\d{4})/i,
+        );
+        if (mmmMatch) {
+          const day = mmmMatch[1].padStart(2, '0');
+          const month = mmmMonths[mmmMatch[2].toLowerCase()];
+          return new FieldResult(
+            'invoiceDate',
+            true,
+            `${mmmMatch[3]}-${month}-${day}`,
+          );
+        }
+
+        // ISO date
+        const isoMatch = source.match(/(\d{4}-\d{2}-\d{2})/);
+        return new FieldResult(
+          'invoiceDate',
+          !!isoMatch,
+          isoMatch ? isoMatch[1] : null,
+        );
+      },
+    },
+  ],
+};