@staticn0va/wigolo 0.1.0 → 0.1.2

package/dist/extraction/markdown.js.map

@@ -1 +1 @@
-{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/extraction/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,UAAU,CAAC;AAEvC,SAAS,aAAa;IACpB,MAAM,EAAE,GAAG,IAAI,eAAe,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,CAAC;IAElF,wCAAwC;IACxC,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAE/B,iDAAiD;IACjD,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE;QAClB,MAAM,EAAE,OAAO;QACf,WAAW,CAAC,QAAQ,EAAE,IAAI;YACxB,MAAM,EAAE,GAAG,IAAe,CAAC;YAC3B,MAAM,IAAI,GAAc,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEjC,MAAM,SAAS,GAAG,CAAC,GAAY,EAAU,EAAE;gBACzC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACzD,OAAO,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YACnG,CAAC,CAAC;YAEF,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,WAAW,GAAG,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YAChE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;YACrE,MAAM,SAAS,GAAG,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YAEzE,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,KAAK,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC5E,OAAO,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;YAC5C,CAAC;YAED,MAAM,KAAK,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;YACjF,OAAO,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;QAC5C,CAAC;KACF,CAAC,CAAC;IAEH,qFAAqF;IACrF,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;QACtB,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;QACrD,WAAW,CAAC,OAAO;YACjB,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC;AAEjC,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC;AAQD,SAAS,aAAa,CAAC,KAAe;IACpC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACjD,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAe,EAAE,QAAmB,EAAE,UAAkB;IAClF,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC;IAEhC,0EAA0E;IAC1E,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtD,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACvC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5B,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,QAAgB,EAChB,OAAe,EACf,YAAY,GAAG,CAAC;IAEhB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEtC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAExE,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEnD,8BAA8B;IAC9B,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;IAE/E,yDAAyD;IACzD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;QAClE,MAAM,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;QACzC,OAAO,EAAE,OAAO,EAAE,kBAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC5E,CAAC;IAED,4EAA4E;IAC5E,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAEzF,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC7E,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;IAED,MAAM,EAAE,CAAC,EAAE,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAC7C,OAAO,EAAE,OAAO,EAAE,kBAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAAgB;IACpD,MAAM,YAAY,GAAG,yBAAyB,CAAC;IAC/C,MAAM,WAAW,GAAG,8BAA8B,CAAC;IAEnD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,IAAI,KAA6B,CAAC;IAElC,uBAAuB;IACvB,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACtD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,4BAA4B;IAC5B,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;AAClE,CAAC"}
+{"version":3,"sources":["../../src/extraction/markdown.ts"],"sourcesContent":["import TurndownService from 'turndown';\nimport { detectCodeLanguage } from './lang-hints.js';\n\nfunction longestBacktickRun(s: string): number {\n  let max = 0;\n  let cur = 0;\n  for (let i = 0; i < s.length; i++) {\n    if (s.charCodeAt(i) === 96) {\n      cur++;\n      if (cur > max) max = cur;\n    } else {\n      cur = 0;\n    }\n  }\n  return max;\n}\n\nexport function buildTurndown(): TurndownService {\n  const td = new TurndownService({ headingStyle: 'atx', codeBlockStyle: 'fenced' });\n\n  // Remove script and style tags entirely\n  td.remove(['script', 'style']);\n\n  // Custom rule: convert <table> to markdown table\n  td.addRule('table', {\n    filter: 'table',\n    replacement(_content, node) {\n      const el = node as Element;\n      const rows: Element[] = Array.from(el.querySelectorAll('tr'));\n      if (rows.length === 0) return '';\n\n      const renderRow = (row: Element): string => {\n        const cells = Array.from(row.querySelectorAll('th, td'));\n        return '| ' + cells.map(c => c.textContent?.replace(/\\n/g, ' ').trim() ?? '').join(' | ') + ' |';\n      };\n\n      const headerRow = rows[0];\n      const isHeaderRow = headerRow.querySelectorAll('th').length > 0;\n      const headerCells = Array.from(headerRow.querySelectorAll('th, td'));\n      const separator = '| ' + headerCells.map(() => '---').join(' | ') + ' |';\n\n      if (isHeaderRow) {\n        const bodyRows = rows.slice(1);\n        const lines = [renderRow(headerRow), separator, ...bodyRows.map(renderRow)];\n        return '\\n\\n' + lines.join('\\n') + '\\n\\n';\n      }\n\n      const lines = [renderRow(headerRow), separator, ...rows.slice(1).map(renderRow)];\n      return '\\n\\n' + lines.join('\\n') + '\\n\\n';\n    },\n  });\n\n  // Suppress thead/tbody/tr/th/td individually since table rule handles the whole node\n  td.addRule('tableCell', {\n    filter: ['thead', 'tbody', 'tfoot', 'tr', 'th', 'td'],\n    replacement(content) {\n      return content;\n    },\n  });\n\n  td.addRule('codeBlockLang', {\n    filter(node) {\n      return node.nodeName === 'PRE' && (node as Element).querySelector('code') !== null;\n    },\n    replacement(_content, node) {\n      const pre = node as Element;\n      const code = pre.querySelector('code');\n      const cls = code?.getAttribute('class') ?? pre.getAttribute('class') ?? '';\n      const lang = detectCodeLanguage(cls);\n      const body = code?.textContent ?? pre.textContent ?? '';\n      const fence = '`'.repeat(Math.max(3, longestBacktickRun(body) + 1));\n      return `\\n\\n${fence}${lang ?? ''}\\n${body.replace(/\\n+$/, '')}\\n${fence}\\n\\n`;\n    },\n  });\n\n  return td;\n}\n\nconst turndown = buildTurndown();\n\nexport function htmlToMarkdown(html: string): string {\n  if (!html) return '';\n  return turndown.turndown(html);\n}\n\nexport interface Heading {\n  level: number;\n  text: string;\n  lineIndex: number;\n}\n\nexport function parseHeadings(lines: string[]): Heading[] {\n  const headings: Heading[] = [];\n  for (let i = 0; i < lines.length; i++) {\n    const match = lines[i].match(/^(#{1,6})\\s+(.+)/);\n    if (match) {\n      headings.push({ level: match[1].length, text: match[2].trim(), lineIndex: i });\n    }\n  }\n  return headings;\n}\n\n// Prefix-sum array of char offsets: offsets[i] is the index in\n// `lines.join('\\n')` at which lines[i] begins.\nexport function lineStartCharOffsets(lines: string[]): number[] {\n  const offsets = new Array<number>(lines.length);\n  let acc = 0;\n  for (let i = 0; i < lines.length; i++) {\n    offsets[i] = acc;\n    acc += lines[i].length + 1; // +1 for the '\\n' separator\n  }\n  return offsets;\n}\n\nfunction extractFromHeading(lines: string[], headings: Heading[], headingIdx: number): string {\n  const heading = headings[headingIdx];\n  const start = heading.lineIndex;\n\n  // Find the next heading of equal or higher level (lower or equal # count)\n  let end = lines.length;\n  for (let i = headingIdx + 1; i < headings.length; i++) {\n    if (headings[i].level <= heading.level) {\n      end = headings[i].lineIndex;\n      break;\n    }\n  }\n\n  return lines.slice(start, end).join('\\n');\n}\n\nexport function extractSection(\n  markdown: string,\n  section: string,\n  sectionIndex = 0,\n): { content: string; matched: boolean } {\n  const lines = markdown.split('\\n');\n  const headings = parseHeadings(lines);\n\n  if (headings.length === 0) return { content: markdown, matched: false };\n\n  const lower = section.toLowerCase();\n  const indexed = headings.map((h, i) => ({ h, i }));\n\n  // Collect exact matches first\n  const exactMatches = indexed.filter(({ h }) => h.text.toLowerCase() === lower);\n\n  // If exact matches satisfy the requested index, use them\n  if (exactMatches.length > 0 && sectionIndex < exactMatches.length) {\n    const { i } = exactMatches[sectionIndex];\n    return { content: extractFromHeading(lines, headings, i), matched: true };\n  }\n\n  // Fall back to substring matches (includes exact headings and partial ones)\n  const substringMatches = indexed.filter(({ h }) => h.text.toLowerCase().includes(lower));\n\n  if (substringMatches.length === 0 || sectionIndex >= substringMatches.length) {\n    return { content: markdown, matched: false };\n  }\n\n  const { i } = substringMatches[sectionIndex];\n  return { content: extractFromHeading(lines, headings, i), matched: true };\n}\n\nexport function extractLinksAndImages(markdown: string): { links: string[]; images: string[] } {\n  const imagePattern = /!\\[[^\\]]*\\]\\(([^)]+)\\)/g;\n  const linkPattern = /(?<!!)\\[[^\\]]*\\]\\(([^)]+)\\)/g;\n\n  const images = new Set<string>();\n  const links = new Set<string>();\n\n  let match: RegExpExecArray | null;\n\n  // Extract images first\n  while ((match = imagePattern.exec(markdown)) !== null) {\n    images.add(match[1]);\n  }\n\n  // Extract links (non-image)\n  while ((match = linkPattern.exec(markdown)) !== null) {\n    links.add(match[1]);\n  }\n\n  return { links: Array.from(links), images: Array.from(images) };\n}\n\nconst DECORATIVE_URL_MARKERS = [\n  'avatar',\n  'icon',\n  'logo',\n  'badge',\n  'shield',\n  'tracking',\n  'pixel',\n  'sprite',\n  'emoji',\n  'favicon',\n];\n\n// Drop `![alt](src)` tokens that look decorative. Heuristic only -- keep\n// images that have alt text unless the URL clearly marks them decorative.\n// Tracking pixels (tiny data-URI gifs) and empty-alt icons are removed.\nexport function filterDecorativeImages(markdown: string): string {\n  if (!markdown) return markdown;\n  return markdown.replace(/!\\[([^\\]]*)\\]\\(([^)]+)\\)/g, (match, alt: string, src: string) => {\n    const trimmedAlt = alt.trim();\n    const lowerSrc = src.toLowerCase();\n\n    // Tiny animated-GIF tracking pixel / 1x1 beacons\n    if (lowerSrc.startsWith('data:image/gif;base64,')) return '';\n\n    // Inline SVG icon data URIs (short = tiny, likely decorative glyph)\n    if (lowerSrc.startsWith('data:image/svg+xml') && src.length < 200) return '';\n\n    // URL marks it as decorative regardless of alt\n    for (const marker of DECORATIVE_URL_MARKERS) {\n      if (lowerSrc.includes(marker)) return '';\n    }\n\n    // No alt text + no title = decorative\n    if (!trimmedAlt) return '';\n\n    return match;\n  });\n}\n\n// Resolve relative `[text](path)` and `![alt](path)` targets against baseUrl.\n// Leaves absolute URLs, mailto:, tel:, javascript:, and #fragments untouched.\nexport function resolveRelativeUrls(markdown: string, baseUrl: string): string {\n  if (!markdown || !baseUrl) return markdown;\n\n  const rewrite = (path: string): string => {\n    const trimmed = path.trim();\n    if (!trimmed) return path;\n    if (/^(?:https?:|mailto:|tel:|javascript:|data:)/i.test(trimmed)) return path;\n    if (trimmed.startsWith('#')) {\n      try {\n        return new URL(trimmed, baseUrl).href;\n      } catch {\n        return path;\n      }\n    }\n    if (trimmed.startsWith('//')) {\n      try {\n        const base = new URL(baseUrl);\n        return `${base.protocol}${trimmed}`;\n      } catch {\n        return path;\n      }\n    }\n    try {\n      return new URL(trimmed, baseUrl).href;\n    } catch {\n      return path;\n    }\n  };\n\n  // Image links first so the shared link regex does not rewrite them twice.\n  let result = markdown.replace(\n    /(!\\[[^\\]]*\\]\\()([^)\\s]+)(\\s*(?:\"[^\"]*\")?\\))/g,\n    (_m, open, path, close) => `${open}${rewrite(path)}${close}`,\n  );\n\n  result = result.replace(\n    /(^|[^!])(\\[[^\\]]*\\]\\()([^)\\s]+)(\\s*(?:\"[^\"]*\")?\\))/g,\n    (_m, pre, open, path, close) => `${pre}${open}${rewrite(path)}${close}`,\n  );\n\n  return result;\n}\n"],"mappings":"AAAA,OAAO,qBAAqB;AAC5B,SAAS,0BAA0B;AAEnC,SAAS,mBAAmB,GAAmB;AAC7C,MAAI,MAAM;AACV,MAAI,MAAM;AACV,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,QAAI,EAAE,WAAW,CAAC,MAAM,IAAI;AAC1B;AACA,UAAI,MAAM,IAAK,OAAM;AAAA,IACvB,OAAO;AACL,YAAM;AAAA,IACR;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,gBAAiC;AAC/C,QAAM,KAAK,IAAI,gBAAgB,EAAE,cAAc,OAAO,gBAAgB,SAAS,CAAC;AAGhF,KAAG,OAAO,CAAC,UAAU,OAAO,CAAC;AAG7B,KAAG,QAAQ,SAAS;AAAA,IAClB,QAAQ;AAAA,IACR,YAAY,UAAU,MAAM;AAC1B,YAAM,KAAK;AACX,YAAM,OAAkB,MAAM,KAAK,GAAG,iBAAiB,IAAI,CAAC;AAC5D,UAAI,KAAK,WAAW,EAAG,QAAO;AAE9B,YAAM,YAAY,CAAC,QAAyB;AAC1C,cAAM,QAAQ,MAAM,KAAK,IAAI,iBAAiB,QAAQ,CAAC;AACvD,eAAO,OAAO,MAAM,IAAI,OAAK,EAAE,aAAa,QAAQ,OAAO,GAAG,EAAE,KAAK,KAAK,EAAE,EAAE,KAAK,KAAK,IAAI;AAAA,MAC9F;AAEA,YAAM,YAAY,KAAK,CAAC;AACxB,YAAM,cAAc,UAAU,iBAAiB,IAAI,EAAE,SAAS;AAC9D,YAAM,cAAc,MAAM,KAAK,UAAU,iBAAiB,QAAQ,CAAC;AACnE,YAAM,YAAY,OAAO,YAAY,IAAI,MAAM,KAAK,EAAE,KAAK,KAAK,IAAI;AAEpE,UAAI,aAAa;AACf,cAAM,WAAW,KAAK,MAAM,CAAC;AAC7B,cAAMA,SAAQ,CAAC,UAAU,SAAS,GAAG,WAAW,GAAG,SAAS,IAAI,SAAS,CAAC;AAC1E,eAAO,SAASA,OAAM,KAAK,IAAI,IAAI;AAAA,MACrC;AAEA,YAAM,QAAQ,CAAC,UAAU,SAAS,GAAG,WAAW,GAAG,KAAK,MAAM,CAAC,EAAE,IAAI,SAAS,CAAC;AAC/E,aAAO,SAAS,MAAM,KAAK,IAAI,IAAI;AAAA,IACrC;AAAA,EACF,CAAC;AAGD,KAAG,QAAQ,aAAa;AAAA,IACtB,QAAQ,CAAC,SAAS,SAAS,SAAS,MAAM,MAAM,IAAI;AAAA,IACpD,YAAY,SAAS;AACnB,aAAO;AAAA,IACT;AAAA,EACF,CAAC;AAED,KAAG,QAAQ,iBAAiB;AAAA,IAC1B,OAAO,MAAM;AACX,aAAO,KAAK,aAAa,SAAU,KAAiB,cAAc,MAAM,MAAM;AAAA,IAChF;AAAA,IACA,YAAY,UAAU,MAAM;AAC1B,YAAM,MAAM;AACZ,YAAM,OAAO,IAAI,cAAc,MAAM;AACrC,YAAM,MAAM,MAAM,aAAa,OAAO,KAAK,IAAI,aAAa,OAAO,KAAK;AACxE,YAAM,OAAO,mBAAmB,GAAG;AACnC,YAAM,OAAO,MAAM,eAAe,IAAI,eAAe;AACrD,YAAM,QAAQ,IAAI,OAAO,KAAK,IAAI,GAAG,mBAAmB,IAAI,IAAI,CAAC,CAAC;AAClE,aAAO;AAAA;AAAA,EAAO,KAAK,GAAG,QAAQ,EAAE;AAAA,EAAK,KAAK,QAAQ,QAAQ,EAAE,CAAC;AAAA,EAAK,KAAK;AAAA;AAAA;AAAA,IACzE;AAAA,EACF,CAAC;AAED,SAAO;AACT;AAEA,MAAM,WAAW,cAAc;AAExB,SAAS,eAAe,MAAsB;AACnD,MAAI,CAAC,KAAM,QAAO;AAClB,SAAO,SAAS,SAAS,IAAI;AAC/B;AAQO,SAAS,cAAc,OAA4B;AACxD,QAAM,WAAsB,CAAC;AAC7B,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAM,QAAQ,MAAM,CAAC,EAAE,MAAM,kBAAkB;AAC/C,QAAI,OAAO;AACT,eAAS,KAAK,EAAE,OAAO,MAAM,CAAC,EAAE,QAAQ,MAAM,MAAM,CAAC,EAAE,KAAK,GAAG,WAAW,EAAE,CAAC;AAAA,IAC/E;AAAA,EACF;AACA,SAAO;AACT;AAIO,SAAS,qBAAqB,OAA2B;AAC9D,QAAM,UAAU,IAAI,MAAc,MAAM,MAAM;AAC9C,MAAI,MAAM;AACV,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAQ,CAAC,IAAI;AACb,WAAO,MAAM,CAAC,EAAE,SAAS;AAAA,EAC3B;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,OAAiB,UAAqB,YAA4B;AAC5F,QAAM,UAAU,SAAS,UAAU;AACnC,QAAM,QAAQ,QAAQ;AAGtB,MAAI,MAAM,MAAM;AAChB,WAAS,IAAI,aAAa,GAAG,IAAI,SAAS,QAAQ,KAAK;AACrD,QAAI,SAAS,CAAC,EAAE,SAAS,QAAQ,OAAO;AACtC,YAAM,SAAS,CAAC,EAAE;AAClB;AAAA,IACF;AAAA,EACF;AAEA,SAAO,MAAM,MAAM,OAAO,GAAG,EAAE,KAAK,IAAI;AAC1C;AAEO,SAAS,eACd,UACA,SACA,eAAe,GACwB;AACvC,QAAM,QAAQ,SAAS,MAAM,IAAI;AACjC,QAAM,WAAW,cAAc,KAAK;AAEpC,MAAI,SAAS,WAAW,EAAG,QAAO,EAAE,SAAS,UAAU,SAAS,MAAM;AAEtE,QAAM,QAAQ,QAAQ,YAAY;AAClC,QAAM,UAAU,SAAS,IAAI,CAAC,GAAGC,QAAO,EAAE,GAAG,GAAAA,GAAE,EAAE;AAGjD,QAAM,eAAe,QAAQ,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,YAAY,MAAM,KAAK;AAG7E,MAAI,aAAa,SAAS,KAAK,eAAe,aAAa,QAAQ;AACjE,UAAM,EAAE,GAAAA,GAAE,IAAI,aAAa,YAAY;AACvC,WAAO,EAAE,SAAS,mBAAmB,OAAO,UAAUA,EAAC,GAAG,SAAS,KAAK;AAAA,EAC1E;AAGA,QAAM,mBAAmB,QAAQ,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAEvF,MAAI,iBAAiB,WAAW,KAAK,gBAAgB,iBAAiB,QAAQ;AAC5E,WAAO,EAAE,SAAS,UAAU,SAAS,MAAM;AAAA,EAC7C;AAEA,QAAM,EAAE,EAAE,IAAI,iBAAiB,YAAY;AAC3C,SAAO,EAAE,SAAS,mBAAmB,OAAO,UAAU,CAAC,GAAG,SAAS,KAAK;AAC1E;AAEO,SAAS,sBAAsB,UAAyD;AAC7F,QAAM,eAAe;AACrB,QAAM,cAAc;AAEpB,QAAM,SAAS,oBAAI,IAAY;AAC/B,QAAM,QAAQ,oBAAI,IAAY;AAE9B,MAAI;AAGJ,UAAQ,QAAQ,aAAa,KAAK,QAAQ,OAAO,MAAM;AACrD,WAAO,IAAI,MAAM,CAAC,CAAC;AAAA,EACrB;AAGA,UAAQ,QAAQ,YAAY,KAAK,QAAQ,OAAO,MAAM;AACpD,UAAM,IAAI,MAAM,CAAC,CAAC;AAAA,EACpB;AAEA,SAAO,EAAE,OAAO,MAAM,KAAK,KAAK,GAAG,QAAQ,MAAM,KAAK,MAAM,EAAE;AAChE;AAEA,MAAM,yBAAyB;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAKO,SAAS,uBAAuB,UAA0B;AAC/D,MAAI,CAAC,SAAU,QAAO;AACtB,SAAO,SAAS,QAAQ,6BAA6B,CAAC,OAAO,KAAa,QAAgB;AACxF,UAAM,aAAa,IAAI,KAAK;AAC5B,UAAM,WAAW,IAAI,YAAY;AAGjC,QAAI,SAAS,WAAW,wBAAwB,EAAG,QAAO;AAG1D,QAAI,SAAS,WAAW,oBAAoB,KAAK,IAAI,SAAS,IAAK,QAAO;AAG1E,eAAW,UAAU,wBAAwB;AAC3C,UAAI,SAAS,SAAS,MAAM,EAAG,QAAO;AAAA,IACxC;AAGA,QAAI,CAAC,WAAY,QAAO;AAExB,WAAO;AAAA,EACT,CAAC;AACH;AAIO,SAAS,oBAAoB,UAAkB,SAAyB;AAC7E,MAAI,CAAC,YAAY,CAAC,QAAS,QAAO;AAElC,QAAM,UAAU,CAAC,SAAyB;AACxC,UAAM,UAAU,KAAK,KAAK;AAC1B,QAAI,CAAC,QAAS,QAAO;AACrB,QAAI,+CAA+C,KAAK,OAAO,EAAG,QAAO;AACzE,QAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAI;AACF,eAAO,IAAI,IAAI,SAAS,OAAO,EAAE;AAAA,MACnC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF;AACA,QAAI,QAAQ,WAAW,IAAI,GAAG;AAC5B,UAAI;AACF,cAAM,OAAO,IAAI,IAAI,OAAO;AAC5B,eAAO,GAAG,KAAK,QAAQ,GAAG,OAAO;AAAA,MACnC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF;AACA,QAAI;AACF,aAAO,IAAI,IAAI,SAAS,OAAO,EAAE;AAAA,IACnC,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAGA,MAAI,SAAS,SAAS;AAAA,IACpB;AAAA,IACA,CAAC,IAAI,MAAM,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,IAAI,CAAC,GAAG,KAAK;AAAA,EAC5D;AAEA,WAAS,OAAO;AAAA,IACd;AAAA,IACA,CAAC,IAAI,KAAK,MAAM,MAAM,UAAU,GAAG,GAAG,GAAG,IAAI,GAAG,QAAQ,IAAI,CAAC,GAAG,KAAK;AAAA,EACvE;AAEA,SAAO;AACT;","names":["lines","i"]}

package/dist/extraction/pipeline.d.ts

@@ -7,5 +7,13 @@ export interface ExtractionOptions {
     pdfBuffer?: Buffer;
 }
 export declare function registerExtractor(extractor: Extractor): void;
+/**
+ * @deprecated Use `getExtractProvider().extract(...)` from
+ * `src/providers/extract-provider.ts`. This facade remains for backwards
+ * compatibility with existing test mocks and benchmark runners that import
+ * `extractContent` directly. Will be removed after the test-mock migration.
+ */
 export declare function extractContent(html: string, url: string, options?: ExtractionOptions): Promise<ExtractionResult>;
+export declare function mergeMetadata(base: ExtractionResult['metadata'], html: string): ExtractionResult['metadata'];
+export declare function applyPostProcessing(result: ExtractionResult, url: string, html: string, options: ExtractionOptions): ExtractionResult;
 //# sourceMappingURL=pipeline.d.ts.map

package/dist/extraction/pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/extraction/pipeline.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAU/D,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AASD,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAE5D;AAED,wBAAsB,cAAc,CAClC,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,gBAAgB,CAAC,CAmE3B"}
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/extraction/pipeline.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAI/D,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAKD,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAE5D;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,gBAAgB,CAAC,CAG3B;AAED,wBAAgB,aAAa,CAC3B,IAAI,EAAE,gBAAgB,CAAC,UAAU,CAAC,EAClC,IAAI,EAAE,MAAM,GACX,gBAAgB,CAAC,UAAU,CAAC,CAkB9B;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,gBAAgB,EACxB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,iBAAiB,GACzB,gBAAgB,CAsBlB"}

package/dist/extraction/pipeline.js

@@ -1,95 +1,61 @@
-import { defuddleExtract } from './defuddle.js';
-import { readabilityExtract } from './readability.js';
-import { trafilaturaExtract, isTrafilaturaAvailable } from './trafilatura.js';
-import { htmlToMarkdown, extractSection, extractLinksAndImages } from './markdown.js';
-import { githubExtractor } from './site-extractors/github.js';
-import { stackoverflowExtractor } from './site-extractors/stackoverflow.js';
-import { mdnExtractor } from './site-extractors/mdn.js';
-import { docsGenericExtractor } from './site-extractors/docs-generic.js';
-import { createLogger } from '../logger.js';
-import { getConfig } from '../config.js';
-const log = createLogger('extract');
-const siteExtractors = [
-    githubExtractor,
-    stackoverflowExtractor,
-    mdnExtractor,
-    docsGenericExtractor,
-];
-export function registerExtractor(extractor) {
-    siteExtractors.push(extractor);
+import {
+  extractSection,
+  extractLinksAndImages,
+  filterDecorativeImages,
+  resolveRelativeUrls
+} from "./markdown.js";
+import { extractMetadata } from "./extract.js";
+import { stripBoilerplateMarkdown } from "./boilerplate.js";
+import { sanitizeExtractedMarkdown } from "./markdown-sanitize.js";
+import { registerSiteExtractor } from "./v1/site-extractors.js";
+import { getExtractProvider } from "../providers/extract-provider.js";
+function registerExtractor(extractor) {
+  registerSiteExtractor(extractor);
 }
-export async function extractContent(html, url, options = {}) {
-    let result = null;
-    if (options.contentType === 'application/pdf') {
-        let pdfText = '';
-        if (options.pdfBuffer) {
-            try {
-                const pdfParse = (await import('pdf-parse')).default;
-                const parsed = await pdfParse(options.pdfBuffer);
-                pdfText = parsed.text ?? '';
-            }
-            catch (err) {
-                log.warn('pdf-parse failed', { url, error: String(err) });
-            }
-        }
-        result = {
-            title: '',
-            markdown: pdfText,
-            metadata: {},
-            links: [],
-            images: [],
-            extractor: 'turndown',
-        };
-        return applyPostProcessing(result, options);
-    }
-    const siteExtractor = siteExtractors.find((e) => e.canHandle(url, html));
-    if (siteExtractor) {
-        const extracted = siteExtractor.extract(html, url);
-        if (extracted) {
-            result = extracted;
-            return applyPostProcessing(result, options);
-        }
-    }
-    result = await defuddleExtract(html, url);
-    if (!result) {
-        const config = getConfig();
-        if (config.trafilatura !== 'never') {
-            const trafAvailable = await isTrafilaturaAvailable();
-            if (trafAvailable) {
-                result = await trafilaturaExtract(html, url);
-                if (result) {
-                    log.info('Trafilatura extraction succeeded', { url, chars: result.markdown.length });
-                    return applyPostProcessing(result, options);
-                }
-            }
-        }
-    }
-    if (!result) {
-        result = readabilityExtract(html, url);
-    }
-    if (!result) {
-        const markdown = htmlToMarkdown(html);
-        result = {
-            title: '',
-            markdown,
-            metadata: {},
-            links: [],
-            images: [],
-            extractor: 'turndown',
-        };
-    }
-    return applyPostProcessing(result, options);
+async function extractContent(html, url, options = {}) {
+  const provider = await getExtractProvider();
+  return provider.extract(html, url, options);
 }
-function applyPostProcessing(result, options) {
-    let markdown = result.markdown;
-    if (options.section) {
-        const { content } = extractSection(markdown, options.section, options.sectionIndex ?? 0);
-        markdown = content;
-    }
-    const { links, images } = extractLinksAndImages(markdown);
-    if (options.maxChars && markdown.length > options.maxChars) {
-        markdown = markdown.slice(0, options.maxChars);
-    }
-    return { ...result, markdown, links, images };
+function mergeMetadata(base, html) {
+  try {
+    const meta = extractMetadata(html);
+    return {
+      ...meta,
+      // Extractor-provided fields win when set (they already inspected the article body).
+      description: base.description || meta.description,
+      author: base.author || meta.author,
+      date: base.date || meta.date,
+      language: base.language,
+      og_image: base.og_image ?? meta.og_image,
+      og_type: base.og_type ?? meta.og_type,
+      canonical_url: base.canonical_url ?? meta.canonical_url,
+      keywords: base.keywords ?? meta.keywords
+    };
+  } catch {
+    return base;
+  }
 }
+function applyPostProcessing(result, url, html, options) {
+  let markdown = result.markdown;
+  markdown = resolveRelativeUrls(markdown, url);
+  markdown = stripBoilerplateMarkdown(markdown);
+  markdown = filterDecorativeImages(markdown);
+  markdown = sanitizeExtractedMarkdown(markdown);
+  if (options.section) {
+    const { content } = extractSection(markdown, options.section, options.sectionIndex ?? 0);
+    markdown = content;
+  }
+  const { links, images } = extractLinksAndImages(markdown);
+  const metadata = mergeMetadata(result.metadata, html);
+  if (options.maxChars && markdown.length > options.maxChars) {
+    markdown = markdown.slice(0, options.maxChars);
+  }
+  return { ...result, markdown, links, images, metadata };
+}
+export {
+  applyPostProcessing,
+  extractContent,
+  mergeMetadata,
+  registerExtractor
+};
 //# sourceMappingURL=pipeline.js.map

package/dist/extraction/pipeline.js.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/extraction/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAEtF,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AAUpC,MAAM,cAAc,GAAgB;IAClC,eAAe;IACf,sBAAsB;IACtB,YAAY;IACZ,oBAAoB;CACrB,CAAC;AAEF,MAAM,UAAU,iBAAiB,CAAC,SAAoB;IACpD,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAY,EACZ,GAAW,EACX,UAA6B,EAAE;IAE/B,IAAI,MAAM,GAA4B,IAAI,CAAC;IAE3C,IAAI,OAAO,CAAC,WAAW,KAAK,iBAAiB,EAAE,CAAC;QAC9C,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;gBACrD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACjD,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAC9B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QACD,MAAM,GAAG;YACP,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,OAAO;YACjB,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,UAAU;SACtB,CAAC;QACF,OAAO,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IACzE,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,GAAG,SAAS,CAAC;YACnB,OAAO,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAE1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACnC,MAAM,aAAa,GAAG,MAAM,sBAAsB,EAAE,CAAC;YACrD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC7C,IAAI,MAAM,EAAE,CAAC;oBACX,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;oBACrF,OAAO,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,GAAG;YACP,KAAK,EAAE,EAAE;YACT,QAAQ;YACR,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,UAAU;SACtB,CAAC;IACJ,CAAC;IAED,OAAO,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAwB,EACxB,OAA0B;IAE1B,IAAI,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAE/B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;QACzF,QAAQ,GAAG,OAAO,CAAC;IACrB,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAE1D,IAAI,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC3D,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAChD,CAAC"}
+{"version":3,"sources":["../../src/extraction/pipeline.ts"],"sourcesContent":["import {\n  extractSection,\n  extractLinksAndImages,\n  filterDecorativeImages,\n  resolveRelativeUrls,\n} from './markdown.js';\nimport { extractMetadata } from './extract.js';\nimport { stripBoilerplateMarkdown } from './boilerplate.js';\nimport { sanitizeExtractedMarkdown } from './markdown-sanitize.js';\nimport type { ExtractionResult, Extractor } from '../types.js';\nimport { registerSiteExtractor } from './v1/site-extractors.js';\nimport { getExtractProvider } from '../providers/extract-provider.js';\n\nexport interface ExtractionOptions {\n  maxChars?: number;\n  section?: string;\n  sectionIndex?: number;\n  contentType?: string;\n  pdfBuffer?: Buffer;\n}\n\n// Plugin entry point — back-compat alias. `src/server.ts` imports\n// `registerExtractor` from here. The registry lives in v1/site-extractors.ts\n// so both the facade and the v1 router see the same plugin-registered extractors.\nexport function registerExtractor(extractor: Extractor): void {\n  registerSiteExtractor(extractor);\n}\n\n/**\n * @deprecated Use `getExtractProvider().extract(...)` from\n * `src/providers/extract-provider.ts`. This facade remains for backwards\n * compatibility with existing test mocks and benchmark runners that import\n * `extractContent` directly. Will be removed after the test-mock migration.\n */\nexport async function extractContent(\n  html: string,\n  url: string,\n  options: ExtractionOptions = {},\n): Promise<ExtractionResult> {\n  const provider = await getExtractProvider();\n  return provider.extract(html, url, options);\n}\n\nexport function mergeMetadata(\n  base: ExtractionResult['metadata'],\n  html: string,\n): ExtractionResult['metadata'] {\n  try {\n    const meta = extractMetadata(html);\n    return {\n      ...meta,\n      // Extractor-provided fields win when set (they already inspected the article body).\n      description: base.description || meta.description,\n      author: base.author || meta.author,\n      date: base.date || meta.date,\n      language: base.language,\n      og_image: base.og_image ?? meta.og_image,\n      og_type: base.og_type ?? meta.og_type,\n      canonical_url: base.canonical_url ?? meta.canonical_url,\n      keywords: base.keywords ?? meta.keywords,\n    };\n  } catch {\n    return base;\n  }\n}\n\nexport function applyPostProcessing(\n  result: ExtractionResult,\n  url: string,\n  html: string,\n  options: ExtractionOptions,\n): ExtractionResult {\n  let markdown = result.markdown;\n\n  // Resolve relative links/images before slicing so downstream consumers get absolute URLs.\n  markdown = resolveRelativeUrls(markdown, url);\n  markdown = stripBoilerplateMarkdown(markdown);\n  markdown = filterDecorativeImages(markdown);\n  markdown = sanitizeExtractedMarkdown(markdown);\n\n  if (options.section) {\n    const { content } = extractSection(markdown, options.section, options.sectionIndex ?? 0);\n    markdown = content;\n  }\n\n  const { links, images } = extractLinksAndImages(markdown);\n  const metadata = mergeMetadata(result.metadata, html);\n\n  if (options.maxChars && markdown.length > options.maxChars) {\n    markdown = markdown.slice(0, options.maxChars);\n  }\n\n  return { ...result, markdown, links, images, metadata };\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB;AAChC,SAAS,gCAAgC;AACzC,SAAS,iCAAiC;AAE1C,SAAS,6BAA6B;AACtC,SAAS,0BAA0B;AAa5B,SAAS,kBAAkB,WAA4B;AAC5D,wBAAsB,SAAS;AACjC;AAQA,eAAsB,eACpB,MACA,KACA,UAA6B,CAAC,GACH;AAC3B,QAAM,WAAW,MAAM,mBAAmB;AAC1C,SAAO,SAAS,QAAQ,MAAM,KAAK,OAAO;AAC5C;AAEO,SAAS,cACd,MACA,MAC8B;AAC9B,MAAI;AACF,UAAM,OAAO,gBAAgB,IAAI;AACjC,WAAO;AAAA,MACL,GAAG;AAAA;AAAA,MAEH,aAAa,KAAK,eAAe,KAAK;AAAA,MACtC,QAAQ,KAAK,UAAU,KAAK;AAAA,MAC5B,MAAM,KAAK,QAAQ,KAAK;AAAA,MACxB,UAAU,KAAK;AAAA,MACf,UAAU,KAAK,YAAY,KAAK;AAAA,MAChC,SAAS,KAAK,WAAW,KAAK;AAAA,MAC9B,eAAe,KAAK,iBAAiB,KAAK;AAAA,MAC1C,UAAU,KAAK,YAAY,KAAK;AAAA,IAClC;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,oBACd,QACA,KACA,MACA,SACkB;AAClB,MAAI,WAAW,OAAO;AAGtB,aAAW,oBAAoB,UAAU,GAAG;AAC5C,aAAW,yBAAyB,QAAQ;AAC5C,aAAW,uBAAuB,QAAQ;AAC1C,aAAW,0BAA0B,QAAQ;AAE7C,MAAI,QAAQ,SAAS;AACnB,UAAM,EAAE,QAAQ,IAAI,eAAe,UAAU,QAAQ,SAAS,QAAQ,gBAAgB,CAAC;AACvF,eAAW;AAAA,EACb;AAEA,QAAM,EAAE,OAAO,OAAO,IAAI,sBAAsB,QAAQ;AACxD,QAAM,WAAW,cAAc,OAAO,UAAU,IAAI;AAEpD,MAAI,QAAQ,YAAY,SAAS,SAAS,QAAQ,UAAU;AAC1D,eAAW,SAAS,MAAM,GAAG,QAAQ,QAAQ;AAAA,EAC/C;AAEA,SAAO,EAAE,GAAG,QAAQ,UAAU,OAAO,QAAQ,SAAS;AACxD;","names":[]}

package/dist/extraction/readability.d.ts

@@ -1,3 +1,3 @@
 import type { ExtractionResult } from '../types.js';
-export declare function readabilityExtract(html: string, url: string): ExtractionResult | null;
+export declare function readabilityExtract(html: string, _url: string): ExtractionResult | null;
 //# sourceMappingURL=readability.d.ts.map

package/dist/extraction/readability.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"readability.d.ts","sourceRoot":"","sources":["../../src/extraction/readability.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAIpD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CA0BrF"}
+{"version":3,"file":"readability.d.ts","sourceRoot":"","sources":["../../src/extraction/readability.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAIpD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAyBtF"}

package/dist/extraction/readability.js

@@ -1,32 +1,31 @@
-import { Readability } from '@mozilla/readability';
-import { parseHTML } from 'linkedom';
-import TurndownService from 'turndown';
+import { Readability } from "@mozilla/readability";
+import { parseHTML } from "linkedom";
+import { htmlToMarkdown } from "./markdown.js";
 const MIN_CONTENT_THRESHOLD = 100;
-export function readabilityExtract(html, url) {
-    try {
-        const { document } = parseHTML(html);
-        const reader = new Readability(document);
-        const article = reader.parse();
-        if (!article || !article.content)
-            return null;
-        const turndown = new TurndownService({ headingStyle: 'atx', codeBlockStyle: 'fenced' });
-        const markdown = turndown.turndown(article.content);
-        if (markdown.length < MIN_CONTENT_THRESHOLD)
-            return null;
-        return {
-            title: article.title ?? '',
-            markdown,
-            metadata: {
-                author: article.byline || undefined,
-                language: article.lang || undefined,
-            },
-            links: [],
-            images: [],
-            extractor: 'readability',
-        };
-    }
-    catch {
-        return null;
-    }
+function readabilityExtract(html, _url) {
+  try {
+    const { document } = parseHTML(html);
+    const reader = new Readability(document);
+    const article = reader.parse();
+    if (!article || !article.content) return null;
+    const markdown = htmlToMarkdown(article.content);
+    if (markdown.length < MIN_CONTENT_THRESHOLD) return null;
+    return {
+      title: article.title ?? "",
+      markdown,
+      metadata: {
+        author: article.byline || void 0,
+        language: article.lang || void 0
+      },
+      links: [],
+      images: [],
+      extractor: "readability"
+    };
+  } catch {
+    return null;
+  }
 }
+export {
+  readabilityExtract
+};
 //# sourceMappingURL=readability.js.map

package/dist/extraction/readability.js.map

@@ -1 +1 @@
-{"version":3,"file":"readability.js","sourceRoot":"","sources":["../../src/extraction/readability.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,eAAe,MAAM,UAAU,CAAC;AAGvC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,GAAW;IAC1D,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,QAAe,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxF,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAEpD,IAAI,QAAQ,CAAC,MAAM,GAAG,qBAAqB;YAAE,OAAO,IAAI,CAAC;QAEzD,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;YAC1B,QAAQ;YACR,QAAQ,EAAE;gBACR,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS;gBACnC,QAAQ,EAAE,OAAO,CAAC,IAAI,IAAI,SAAS;aACpC;YACD,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,aAAa;SACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"sources":["../../src/extraction/readability.ts"],"sourcesContent":["import { Readability } from '@mozilla/readability';\nimport { parseHTML } from 'linkedom';\nimport { htmlToMarkdown } from './markdown.js';\nimport type { ExtractionResult } from '../types.js';\n\nconst MIN_CONTENT_THRESHOLD = 100;\n\nexport function readabilityExtract(html: string, _url: string): ExtractionResult | null {\n  try {\n    const { document } = parseHTML(html);\n    const reader = new Readability(document as any);\n    const article = reader.parse();\n    if (!article || !article.content) return null;\n\n    const markdown = htmlToMarkdown(article.content);\n\n    if (markdown.length < MIN_CONTENT_THRESHOLD) return null;\n\n    return {\n      title: article.title ?? '',\n      markdown,\n      metadata: {\n        author: article.byline || undefined,\n        language: article.lang || undefined,\n      },\n      links: [],\n      images: [],\n      extractor: 'readability',\n    };\n  } catch {\n    return null;\n  }\n}\n"],"mappings":"AAAA,SAAS,mBAAmB;AAC5B,SAAS,iBAAiB;AAC1B,SAAS,sBAAsB;AAG/B,MAAM,wBAAwB;AAEvB,SAAS,mBAAmB,MAAc,MAAuC;AACtF,MAAI;AACF,UAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,UAAM,SAAS,IAAI,YAAY,QAAe;AAC9C,UAAM,UAAU,OAAO,MAAM;AAC7B,QAAI,CAAC,WAAW,CAAC,QAAQ,QAAS,QAAO;AAEzC,UAAM,WAAW,eAAe,QAAQ,OAAO;AAE/C,QAAI,SAAS,SAAS,sBAAuB,QAAO;AAEpD,WAAO;AAAA,MACL,OAAO,QAAQ,SAAS;AAAA,MACxB;AAAA,MACA,UAAU;AAAA,QACR,QAAQ,QAAQ,UAAU;AAAA,QAC1B,UAAU,QAAQ,QAAQ;AAAA,MAC5B;AAAA,MACA,OAAO,CAAC;AAAA,MACR,QAAQ,CAAC;AAAA,MACT,WAAW;AAAA,IACb;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/extraction/schema.d.ts

@@ -1,7 +1,19 @@
+import { type LLMFallbackBudget } from './llm-fallback.js';
+import type { SchemaExtractionResult } from '../types.js';
 export interface JsonSchema {
     type?: string;
     properties?: Record<string, JsonSchema>;
     items?: JsonSchema;
+    required?: string[];
+}
+export interface SchemaExtractionOpts {
+    signal?: AbortSignal;
+    budget?: LLMFallbackBudget;
 }
 export declare function extractWithSchema(html: string, schema: JsonSchema): Record<string, unknown>;
+export declare function extractWithSchemaDetailed(html: string, schema: JsonSchema): SchemaExtractionResult;
+export interface SchemaExtractionAsyncResult extends SchemaExtractionResult {
+    warnings: string[];
+}
+export declare function extractWithSchemaDetailedAsync(html: string, schema: JsonSchema, opts?: SchemaExtractionOpts): Promise<SchemaExtractionAsyncResult>;
 //# sourceMappingURL=schema.d.ts.map

package/dist/extraction/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/extraction/schema.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,UAAU;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACxC,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,GACjB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAmBzB"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/extraction/schema.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkB,KAAK,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,KAAK,EAEV,sBAAsB,EAEvB,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,UAAU;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACxC,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC5B;AAQD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,GACjB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAEzB;AAED,wBAAgB,yBAAyB,CACvC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,GACjB,sBAAsB,CAsCxB;AAED,MAAM,WAAW,2BAA4B,SAAQ,sBAAsB;IACzE,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAsB,8BAA8B,CAClD,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,EAClB,IAAI,GAAE,oBAAyB,GAC9B,OAAO,CAAC,2BAA2B,CAAC,CA+BtC"}

package/dist/extraction/schema.js

@@ -1,86 +1,149 @@
-import { parseHTML } from 'linkedom';
-import { extractJsonLd, matchJsonLdToSchema } from './jsonld.js';
-export function extractWithSchema(html, schema) {
-    if (!html || !schema.properties)
-        return {};
-    const jsonLdBlocks = extractJsonLd(html);
-    const jsonLdResult = matchJsonLdToSchema(jsonLdBlocks, schema);
-    const { document: doc } = parseHTML(html);
-    const heuristicResult = {};
-    for (const [fieldName, fieldSchema] of Object.entries(schema.properties)) {
-        if (jsonLdResult[fieldName] !== undefined)
-            continue;
-        const value = findFieldValue(doc, fieldName, fieldSchema);
-        if (value !== undefined) {
-            heuristicResult[fieldName] = value;
+import { parseHTML } from "linkedom";
+import { extractStructuredData } from "./structured-data.js";
+import { extractWithLLM } from "./llm-fallback.js";
+const PROVENANCE_PRIORITY = [
+  "json-ld",
+  "microdata",
+  "rdfa"
+];
+function extractWithSchema(html, schema) {
+  return extractWithSchemaDetailed(html, schema).values;
+}
+function extractWithSchemaDetailed(html, schema) {
+  const values = {};
+  const provenance = {};
+  if (!html || !schema.properties) return { values, provenance };
+  const blocks = extractStructuredData(html);
+  for (const source of PROVENANCE_PRIORITY) {
+    for (const block of blocks) {
+      if (block.provenance !== source) continue;
+      for (const fieldName of Object.keys(schema.properties)) {
+        if (values[fieldName] !== void 0) continue;
+        const v = pickField(block.fields, fieldName);
+        if (v !== void 0) {
+          values[fieldName] = v;
+          provenance[fieldName] = source;
         }
+      }
+    }
+  }
+  const allCovered = Object.keys(schema.properties).every(
+    (k) => values[k] !== void 0
+  );
+  if (allCovered) return { values, provenance };
+  const { document: doc } = parseHTML(html);
+  for (const [fieldName, fieldSchema] of Object.entries(schema.properties)) {
+    if (values[fieldName] !== void 0) continue;
+    const v = findFieldValue(doc, fieldName, fieldSchema);
+    if (v !== void 0) {
+      values[fieldName] = v;
+      provenance[fieldName] = "heuristic";
     }
-    return { ...jsonLdResult, ...heuristicResult };
+  }
+  return { values, provenance };
 }
-function findFieldValue(doc, fieldName, schema) {
-    const normalizedName = fieldName.toLowerCase().replace(/_/g, '-');
-    const compactName = fieldName.replace(/_/g, '').toLowerCase();
-    const variants = [fieldName, normalizedName, compactName];
-    if (schema.type === 'array') {
-        return findArrayValues(doc, variants);
+async function extractWithSchemaDetailedAsync(html, schema, opts = {}) {
+  const det = extractWithSchemaDetailed(html, schema);
+  const warnings = [];
+  if (!schema.required || schema.required.length === 0) {
+    return { ...det, warnings };
+  }
+  const missing = schema.required.filter((k) => det.values[k] === void 0);
+  if (missing.length === 0) {
+    return { ...det, warnings };
+  }
+  const llm = await extractWithLLM({
+    html,
+    jsonSchema: schema,
+    partial: det.values,
+    missing,
+    signal: opts.signal,
+    budget: opts.budget
+  });
+  const values = { ...det.values };
+  const provenance = { ...det.provenance };
+  for (const key of missing) {
+    if (llm.values[key] !== void 0 && values[key] === void 0) {
+      values[key] = llm.values[key];
+      provenance[key] = "llm";
+    }
+  }
+  return { values, provenance, warnings: llm.warnings };
+}
+function pickField(fields, name) {
+  if (fields[name] !== void 0) return fields[name];
+  for (const v of Object.values(fields)) {
+    if (v && typeof v === "object" && !Array.isArray(v)) {
+      const nested = v[name];
+      if (nested !== void 0) return nested;
     }
-    return findSingleValue(doc, variants);
+  }
+  return void 0;
+}
+function findFieldValue(doc, fieldName, schema) {
+  const normalizedName = fieldName.toLowerCase().replace(/_/g, "-");
+  const compactName = fieldName.replace(/_/g, "").toLowerCase();
+  const variants = [fieldName, normalizedName, compactName];
+  if (schema.type === "array") {
+    return findArrayValues(doc, variants);
+  }
+  return findSingleValue(doc, variants);
 }
 function cssEscape(value) {
-    return value.replace(/([^\w-])/g, '\\$1');
+  return value.replace(/([^\w-])/g, "\\$1");
 }
 function findSingleValue(doc, variants) {
-    for (const name of variants) {
-        const byItemprop = doc.querySelector(`[itemprop="${name}"]`);
-        if (byItemprop) {
-            const text = byItemprop.getAttribute('content') ?? byItemprop.textContent?.trim();
-            if (text)
-                return text;
-        }
-        // Substring match is intentional — heuristic best-effort for partial class names
-        const byClass = doc.querySelector(`[class*="${name}"]`);
-        if (byClass) {
-            const text = byClass.textContent?.trim();
-            if (text)
-                return text;
-        }
-        const allWithAria = doc.querySelectorAll('[aria-label]');
-        for (const el of allWithAria) {
-            const label = el.getAttribute('aria-label')?.toLowerCase().replace(/\s+/g, '-') ?? '';
-            if (label === name.toLowerCase()) {
-                const text = el.textContent?.trim();
-                if (text)
-                    return text;
-            }
-        }
-        const byId = doc.querySelector(`#${cssEscape(name)}`);
-        if (byId) {
-            const text = byId.textContent?.trim();
-            if (text)
-                return text;
-        }
-        const byData = doc.querySelector(`[data-${name}]`);
-        if (byData) {
-            return byData.getAttribute(`data-${name}`) ?? byData.textContent?.trim() ?? undefined;
-        }
+  for (const name of variants) {
+    const byItemprop = doc.querySelector(`[itemprop="${name}"]`);
+    if (byItemprop) {
+      const text = byItemprop.getAttribute("content") ?? byItemprop.textContent?.trim();
+      if (text) return text;
+    }
+    const byClass = doc.querySelector(`[class*="${name}"]`);
+    if (byClass) {
+      const text = byClass.textContent?.trim();
+      if (text) return text;
+    }
+    const allWithAria = doc.querySelectorAll("[aria-label]");
+    for (const el of allWithAria) {
+      const label = el.getAttribute("aria-label")?.toLowerCase().replace(/\s+/g, "-") ?? "";
+      if (label === name.toLowerCase()) {
+        const text = el.textContent?.trim();
+        if (text) return text;
+      }
+    }
+    const byId = doc.querySelector(`#${cssEscape(name)}`);
+    if (byId) {
+      const text = byId.textContent?.trim();
+      if (text) return text;
     }
-    return undefined;
+    const byData = doc.querySelector(`[data-${name}]`);
+    if (byData) {
+      return byData.getAttribute(`data-${name}`) ?? byData.textContent?.trim() ?? void 0;
+    }
+  }
+  return void 0;
 }
 function findArrayValues(doc, variants) {
-    for (const name of variants) {
-        const container = doc.querySelector(`[class*="${name}"]`);
-        if (container) {
-            const items = container.querySelectorAll('li, [class*="item"]');
-            if (items.length > 0) {
-                return Array.from(items).map((el) => (el.textContent ?? '').trim()).filter(Boolean);
-            }
-        }
-        const singular = name.replace(/s$/, '');
-        const elements = doc.querySelectorAll(`[class*="${singular}"]`);
-        if (elements.length > 1) {
-            return Array.from(elements).map((el) => (el.textContent ?? '').trim()).filter(Boolean);
-        }
+  for (const name of variants) {
+    const container = doc.querySelector(`[class*="${name}"]`);
+    if (container) {
+      const items = container.querySelectorAll('li, [class*="item"]');
+      if (items.length > 0) {
+        return Array.from(items).map((el) => (el.textContent ?? "").trim()).filter(Boolean);
+      }
+    }
+    const singular = name.replace(/s$/, "");
+    const elements = doc.querySelectorAll(`[class*="${singular}"]`);
+    if (elements.length > 1) {
+      return Array.from(elements).map((el) => (el.textContent ?? "").trim()).filter(Boolean);
     }
-    return undefined;
+  }
+  return void 0;
 }
+export {
+  extractWithSchema,
+  extractWithSchemaDetailed,
+  extractWithSchemaDetailedAsync
+};
 //# sourceMappingURL=schema.js.map

package/dist/extraction/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/extraction/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAQjE,MAAM,UAAU,iBAAiB,CAC/B,IAAY,EACZ,MAAkB;IAElB,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU;QAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,YAAY,GAAG,mBAAmB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAE/D,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,eAAe,GAA4B,EAAE,CAAC;IAEpD,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QACzE,IAAI,YAAY,CAAC,SAAS,CAAC,KAAK,SAAS;YAAE,SAAS;QAEpD,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,eAAe,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC;QACrC,CAAC;IACH,CAAC;IAED,OAAO,EAAE,GAAG,YAAY,EAAE,GAAG,eAAe,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,cAAc,CACrB,GAAa,EACb,SAAiB,EACjB,MAAkB;IAElB,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9D,MAAM,QAAQ,GAAG,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,OAAO,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,eAAe,CAAC,GAAa,EAAE,QAAkB;IACxD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,GAAG,CAAC,aAAa,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;QAC7D,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;YAClF,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;QACxB,CAAC;QAED,iFAAiF;QACjF,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;QACxD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;YACzC,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;QACxB,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QACzD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YACtF,IAAI,KAAK,KAAK,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;gBACpC,IAAI,IAAI;oBAAE,OAAO,IAAI,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;YACtC,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;QACxB,CAAC;QAED,MAAM,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC;QACnD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC,YAAY,CAAC,QAAQ,IAAI,EAAE,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;QACxF,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,GAAa,EAAE,QAAkB;IACxD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,GAAG,CAAC,aAAa,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;QAC1D,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,SAAS,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,CAAC;YAChE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,gBAAgB,CAAC,YAAY,QAAQ,IAAI,CAAC,CAAC;QAChE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}
+{"version":3,"sources":["../../src/extraction/schema.ts"],"sourcesContent":["import { parseHTML } from 'linkedom';\nimport { extractStructuredData } from './structured-data.js';\nimport { extractWithLLM, type LLMFallbackBudget } from './llm-fallback.js';\nimport type {\n  FieldProvenance,\n  SchemaExtractionResult,\n  StructuredDataResult,\n} from '../types.js';\n\nexport interface JsonSchema {\n  type?: string;\n  properties?: Record<string, JsonSchema>;\n  items?: JsonSchema;\n  required?: string[];\n}\n\nexport interface SchemaExtractionOpts {\n  signal?: AbortSignal;\n  budget?: LLMFallbackBudget;\n}\n\nconst PROVENANCE_PRIORITY: StructuredDataResult['provenance'][] = [\n  'json-ld',\n  'microdata',\n  'rdfa',\n];\n\nexport function extractWithSchema(\n  html: string,\n  schema: JsonSchema,\n): Record<string, unknown> {\n  return extractWithSchemaDetailed(html, schema).values;\n}\n\nexport function extractWithSchemaDetailed(\n  html: string,\n  schema: JsonSchema,\n): SchemaExtractionResult {\n  const values: Record<string, unknown> = {};\n  const provenance: Record<string, FieldProvenance> = {};\n  if (!html || !schema.properties) return { values, provenance };\n\n  const blocks = extractStructuredData(html);\n\n  for (const source of PROVENANCE_PRIORITY) {\n    for (const block of blocks) {\n      if (block.provenance !== source) continue;\n      for (const fieldName of Object.keys(schema.properties)) {\n        if (values[fieldName] !== undefined) continue;\n        const v = pickField(block.fields, fieldName);\n        if (v !== undefined) {\n          values[fieldName] = v;\n          provenance[fieldName] = source;\n        }\n      }\n    }\n  }\n\n  const allCovered = Object.keys(schema.properties).every(\n    (k) => values[k] !== undefined,\n  );\n  if (allCovered) return { values, provenance };\n\n  // Heuristic fallback only for fields still missing\n  const { document: doc } = parseHTML(html);\n  for (const [fieldName, fieldSchema] of Object.entries(schema.properties)) {\n    if (values[fieldName] !== undefined) continue;\n    const v = findFieldValue(doc, fieldName, fieldSchema);\n    if (v !== undefined) {\n      values[fieldName] = v;\n      provenance[fieldName] = 'heuristic';\n    }\n  }\n\n  return { values, provenance };\n}\n\nexport interface SchemaExtractionAsyncResult extends SchemaExtractionResult {\n  warnings: string[];\n}\n\nexport async function extractWithSchemaDetailedAsync(\n  html: string,\n  schema: JsonSchema,\n  opts: SchemaExtractionOpts = {},\n): Promise<SchemaExtractionAsyncResult> {\n  const det = extractWithSchemaDetailed(html, schema);\n  const warnings: string[] = [];\n\n  if (!schema.required || schema.required.length === 0) {\n    return { ...det, warnings };\n  }\n\n  const missing = schema.required.filter((k) => det.values[k] === undefined);\n  if (missing.length === 0) {\n    return { ...det, warnings };\n  }\n\n  const llm = await extractWithLLM({\n    html,\n    jsonSchema: schema as unknown as Record<string, unknown>,\n    partial: det.values,\n    missing,\n    signal: opts.signal,\n    budget: opts.budget,\n  });\n\n  const values = { ...det.values };\n  const provenance: Record<string, FieldProvenance> = { ...det.provenance };\n  for (const key of missing) {\n    if (llm.values[key] !== undefined && values[key] === undefined) {\n      values[key] = llm.values[key];\n      provenance[key] = 'llm';\n    }\n  }\n  return { values, provenance, warnings: llm.warnings };\n}\n\nfunction pickField(fields: Record<string, unknown>, name: string): unknown {\n  if (fields[name] !== undefined) return fields[name];\n  // Shallow nested — e.g. JSON-LD Product.offers.price\n  for (const v of Object.values(fields)) {\n    if (v && typeof v === 'object' && !Array.isArray(v)) {\n      const nested = (v as Record<string, unknown>)[name];\n      if (nested !== undefined) return nested;\n    }\n  }\n  return undefined;\n}\n\n// ---------- heuristic helpers (preserved from prior schema.ts) ----------\n\nfunction findFieldValue(\n  doc: Document,\n  fieldName: string,\n  schema: JsonSchema,\n): unknown {\n  const normalizedName = fieldName.toLowerCase().replace(/_/g, '-');\n  const compactName = fieldName.replace(/_/g, '').toLowerCase();\n  const variants = [fieldName, normalizedName, compactName];\n\n  if (schema.type === 'array') {\n    return findArrayValues(doc, variants);\n  }\n\n  return findSingleValue(doc, variants);\n}\n\nfunction cssEscape(value: string): string {\n  return value.replace(/([^\\w-])/g, '\\\\$1');\n}\n\nfunction findSingleValue(doc: Document, variants: string[]): string | undefined {\n  for (const name of variants) {\n    const byItemprop = doc.querySelector(`[itemprop=\"${name}\"]`);\n    if (byItemprop) {\n      const text = byItemprop.getAttribute('content') ?? byItemprop.textContent?.trim();\n      if (text) return text;\n    }\n\n    const byClass = doc.querySelector(`[class*=\"${name}\"]`);\n    if (byClass) {\n      const text = byClass.textContent?.trim();\n      if (text) return text;\n    }\n\n    const allWithAria = doc.querySelectorAll('[aria-label]');\n    for (const el of allWithAria) {\n      const label = el.getAttribute('aria-label')?.toLowerCase().replace(/\\s+/g, '-') ?? '';\n      if (label === name.toLowerCase()) {\n        const text = el.textContent?.trim();\n        if (text) return text;\n      }\n    }\n\n    const byId = doc.querySelector(`#${cssEscape(name)}`);\n    if (byId) {\n      const text = byId.textContent?.trim();\n      if (text) return text;\n    }\n\n    const byData = doc.querySelector(`[data-${name}]`);\n    if (byData) {\n      return byData.getAttribute(`data-${name}`) ?? byData.textContent?.trim() ?? undefined;\n    }\n  }\n\n  return undefined;\n}\n\nfunction findArrayValues(doc: Document, variants: string[]): string[] | undefined {\n  for (const name of variants) {\n    const container = doc.querySelector(`[class*=\"${name}\"]`);\n    if (container) {\n      const items = container.querySelectorAll('li, [class*=\"item\"]');\n      if (items.length > 0) {\n        return Array.from(items).map((el) => (el.textContent ?? '').trim()).filter(Boolean);\n      }\n    }\n\n    const singular = name.replace(/s$/, '');\n    const elements = doc.querySelectorAll(`[class*=\"${singular}\"]`);\n    if (elements.length > 1) {\n      return Array.from(elements).map((el) => (el.textContent ?? '').trim()).filter(Boolean);\n    }\n  }\n\n  return undefined;\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,6BAA6B;AACtC,SAAS,sBAA8C;AAmBvD,MAAM,sBAA4D;AAAA,EAChE;AAAA,EACA;AAAA,EACA;AACF;AAEO,SAAS,kBACd,MACA,QACyB;AACzB,SAAO,0BAA0B,MAAM,MAAM,EAAE;AACjD;AAEO,SAAS,0BACd,MACA,QACwB;AACxB,QAAM,SAAkC,CAAC;AACzC,QAAM,aAA8C,CAAC;AACrD,MAAI,CAAC,QAAQ,CAAC,OAAO,WAAY,QAAO,EAAE,QAAQ,WAAW;AAE7D,QAAM,SAAS,sBAAsB,IAAI;AAEzC,aAAW,UAAU,qBAAqB;AACxC,eAAW,SAAS,QAAQ;AAC1B,UAAI,MAAM,eAAe,OAAQ;AACjC,iBAAW,aAAa,OAAO,KAAK,OAAO,UAAU,GAAG;AACtD,YAAI,OAAO,SAAS,MAAM,OAAW;AACrC,cAAM,IAAI,UAAU,MAAM,QAAQ,SAAS;AAC3C,YAAI,MAAM,QAAW;AACnB,iBAAO,SAAS,IAAI;AACpB,qBAAW,SAAS,IAAI;AAAA,QAC1B;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,aAAa,OAAO,KAAK,OAAO,UAAU,EAAE;AAAA,IAChD,CAAC,MAAM,OAAO,CAAC,MAAM;AAAA,EACvB;AACA,MAAI,WAAY,QAAO,EAAE,QAAQ,WAAW;AAG5C,QAAM,EAAE,UAAU,IAAI,IAAI,UAAU,IAAI;AACxC,aAAW,CAAC,WAAW,WAAW,KAAK,OAAO,QAAQ,OAAO,UAAU,GAAG;AACxE,QAAI,OAAO,SAAS,MAAM,OAAW;AACrC,UAAM,IAAI,eAAe,KAAK,WAAW,WAAW;AACpD,QAAI,MAAM,QAAW;AACnB,aAAO,SAAS,IAAI;AACpB,iBAAW,SAAS,IAAI;AAAA,IAC1B;AAAA,EACF;AAEA,SAAO,EAAE,QAAQ,WAAW;AAC9B;AAMA,eAAsB,+BACpB,MACA,QACA,OAA6B,CAAC,GACQ;AACtC,QAAM,MAAM,0BAA0B,MAAM,MAAM;AAClD,QAAM,WAAqB,CAAC;AAE5B,MAAI,CAAC,OAAO,YAAY,OAAO,SAAS,WAAW,GAAG;AACpD,WAAO,EAAE,GAAG,KAAK,SAAS;AAAA,EAC5B;AAEA,QAAM,UAAU,OAAO,SAAS,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,MAAS;AACzE,MAAI,QAAQ,WAAW,GAAG;AACxB,WAAO,EAAE,GAAG,KAAK,SAAS;AAAA,EAC5B;AAEA,QAAM,MAAM,MAAM,eAAe;AAAA,IAC/B;AAAA,IACA,YAAY;AAAA,IACZ,SAAS,IAAI;AAAA,IACb;AAAA,IACA,QAAQ,KAAK;AAAA,IACb,QAAQ,KAAK;AAAA,EACf,CAAC;AAED,QAAM,SAAS,EAAE,GAAG,IAAI,OAAO;AAC/B,QAAM,aAA8C,EAAE,GAAG,IAAI,WAAW;AACxE,aAAW,OAAO,SAAS;AACzB,QAAI,IAAI,OAAO,GAAG,MAAM,UAAa,OAAO,GAAG,MAAM,QAAW;AAC9D,aAAO,GAAG,IAAI,IAAI,OAAO,GAAG;AAC5B,iBAAW,GAAG,IAAI;AAAA,IACpB;AAAA,EACF;AACA,SAAO,EAAE,QAAQ,YAAY,UAAU,IAAI,SAAS;AACtD;AAEA,SAAS,UAAU,QAAiC,MAAuB;AACzE,MAAI,OAAO,IAAI,MAAM,OAAW,QAAO,OAAO,IAAI;AAElD,aAAW,KAAK,OAAO,OAAO,MAAM,GAAG;AACrC,QAAI,KAAK,OAAO,MAAM,YAAY,CAAC,MAAM,QAAQ,CAAC,GAAG;AACnD,YAAM,SAAU,EAA8B,IAAI;AAClD,UAAI,WAAW,OAAW,QAAO;AAAA,IACnC;AAAA,EACF;AACA,SAAO;AACT;AAIA,SAAS,eACP,KACA,WACA,QACS;AACT,QAAM,iBAAiB,UAAU,YAAY,EAAE,QAAQ,MAAM,GAAG;AAChE,QAAM,cAAc,UAAU,QAAQ,MAAM,EAAE,EAAE,YAAY;AAC5D,QAAM,WAAW,CAAC,WAAW,gBAAgB,WAAW;AAExD,MAAI,OAAO,SAAS,SAAS;AAC3B,WAAO,gBAAgB,KAAK,QAAQ;AAAA,EACtC;AAEA,SAAO,gBAAgB,KAAK,QAAQ;AACtC;AAEA,SAAS,UAAU,OAAuB;AACxC,SAAO,MAAM,QAAQ,aAAa,MAAM;AAC1C;AAEA,SAAS,gBAAgB,KAAe,UAAwC;AAC9E,aAAW,QAAQ,UAAU;AAC3B,UAAM,aAAa,IAAI,cAAc,cAAc,IAAI,IAAI;AAC3D,QAAI,YAAY;AACd,YAAM,OAAO,WAAW,aAAa,SAAS,KAAK,WAAW,aAAa,KAAK;AAChF,UAAI,KAAM,QAAO;AAAA,IACnB;AAEA,UAAM,UAAU,IAAI,cAAc,YAAY,IAAI,IAAI;AACtD,QAAI,SAAS;AACX,YAAM,OAAO,QAAQ,aAAa,KAAK;AACvC,UAAI,KAAM,QAAO;AAAA,IACnB;AAEA,UAAM,cAAc,IAAI,iBAAiB,cAAc;AACvD,eAAW,MAAM,aAAa;AAC5B,YAAM,QAAQ,GAAG,aAAa,YAAY,GAAG,YAAY,EAAE,QAAQ,QAAQ,GAAG,KAAK;AACnF,UAAI,UAAU,KAAK,YAAY,GAAG;AAChC,cAAM,OAAO,GAAG,aAAa,KAAK;AAClC,YAAI,KAAM,QAAO;AAAA,MACnB;AAAA,IACF;AAEA,UAAM,OAAO,IAAI,cAAc,IAAI,UAAU,IAAI,CAAC,EAAE;AACpD,QAAI,MAAM;AACR,YAAM,OAAO,KAAK,aAAa,KAAK;AACpC,UAAI,KAAM,QAAO;AAAA,IACnB;AAEA,UAAM,SAAS,IAAI,cAAc,SAAS,IAAI,GAAG;AACjD,QAAI,QAAQ;AACV,aAAO,OAAO,aAAa,QAAQ,IAAI,EAAE,KAAK,OAAO,aAAa,KAAK,KAAK;AAAA,IAC9E;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,gBAAgB,KAAe,UAA0C;AAChF,aAAW,QAAQ,UAAU;AAC3B,UAAM,YAAY,IAAI,cAAc,YAAY,IAAI,IAAI;AACxD,QAAI,WAAW;AACb,YAAM,QAAQ,UAAU,iBAAiB,qBAAqB;AAC9D,UAAI,MAAM,SAAS,GAAG;AACpB,eAAO,MAAM,KAAK,KAAK,EAAE,IAAI,CAAC,QAAQ,GAAG,eAAe,IAAI,KAAK,CAAC,EAAE,OAAO,OAAO;AAAA,MACpF;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,QAAQ,MAAM,EAAE;AACtC,UAAM,WAAW,IAAI,iBAAiB,YAAY,QAAQ,IAAI;AAC9D,QAAI,SAAS,SAAS,GAAG;AACvB,aAAO,MAAM,KAAK,QAAQ,EAAE,IAAI,CAAC,QAAQ,GAAG,eAAe,IAAI,KAAK,CAAC,EAAE,OAAO,OAAO;AAAA,IACvF;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}