@staticn0va/wigolo 0.1.0 → 0.1.1

package/dist/extraction/v1/schemas/Paper.js

@@ -0,0 +1,156 @@
+import { parseHTML } from "linkedom";
+import { extractJsonLd } from "../../jsonld.js";
+const SCHOLARLY_TYPES = ["scholarlyarticle", "article", "creativework"];
+async function extractPaper(html, url) {
+  if (!html) return null;
+  const fromJsonLd = tryJsonLd(html, url);
+  if (fromJsonLd) return fromJsonLd;
+  return tryMetaFallback(html, url);
+}
+function tryJsonLd(html, url) {
+  let blocks;
+  try {
+    blocks = extractJsonLd(html);
+  } catch {
+    return null;
+  }
+  const article = blocks.find((block) => {
+    const t = block["@type"];
+    if (typeof t === "string") return SCHOLARLY_TYPES.includes(normalizeType(t));
+    if (Array.isArray(t)) {
+      return t.some((entry) => typeof entry === "string" && SCHOLARLY_TYPES.includes(normalizeType(entry)));
+    }
+    return false;
+  });
+  if (!article) return null;
+  const title = stringField(article["headline"]) ?? stringField(article["name"]);
+  const abstract = stringField(article["abstract"]) ?? stringField(article["description"]);
+  if (!title && !abstract) return null;
+  const authors = readAuthors(article["author"]);
+  const data = {
+    title: title ?? "",
+    authors,
+    abstract: abstract ?? ""
+  };
+  const published = stringField(article["datePublished"]);
+  if (published) data.publishedDate = published;
+  const doi = readDoi(article["identifier"]) ?? readDoi(article["sameAs"]);
+  if (doi) data.doi = doi;
+  const arxivId = extractArxivId(url);
+  if (arxivId) data.arxivId = arxivId;
+  return data;
+}
+function tryMetaFallback(html, url) {
+  let document;
+  try {
+    ({ document } = parseHTML(html));
+  } catch {
+    return null;
+  }
+  const title = metaContent(document, 'meta[name="citation_title"]');
+  const authors = allMetaContent(document, 'meta[name="citation_author"]');
+  const abstract = metaContent(document, 'meta[name="citation_abstract"]') ?? metaContent(document, 'meta[name="description"]');
+  const publishedDate = metaContent(document, 'meta[name="citation_publication_date"]');
+  const doi = metaContent(document, 'meta[name="citation_doi"]');
+  const arxivIdFromMeta = metaContent(document, 'meta[name="citation_arxiv_id"]');
+  const arxivIdFromUrl = extractArxivId(url);
+  let resolvedAbstract = abstract;
+  let resolvedTitle = title;
+  if (!resolvedTitle) {
+    const h1 = document.querySelector("h1");
+    const t = h1?.textContent?.trim();
+    if (t) resolvedTitle = t;
+  }
+  if (!resolvedAbstract) {
+    const absEl = document.querySelector('[class*="abstract" i] p, p[class*="abstract" i], blockquote.abstract');
+    const t = absEl?.textContent?.trim();
+    if (t) resolvedAbstract = t;
+  }
+  if (!resolvedTitle && !resolvedAbstract) return null;
+  const data = {
+    title: resolvedTitle ?? "",
+    authors,
+    abstract: resolvedAbstract ?? ""
+  };
+  if (publishedDate) data.publishedDate = publishedDate;
+  if (doi) data.doi = doi;
+  const arxivId = arxivIdFromMeta ?? arxivIdFromUrl;
+  if (arxivId) data.arxivId = arxivId;
+  return data;
+}
+function metaContent(document, selector) {
+  const el = document.querySelector(selector);
+  const content = el?.getAttribute("content")?.trim();
+  return content && content.length > 0 ? content : void 0;
+}
+function allMetaContent(document, selector) {
+  const out = [];
+  for (const el of document.querySelectorAll(selector)) {
+    const content = el.getAttribute("content")?.trim();
+    if (content) out.push(content);
+  }
+  return out;
+}
+function extractArxivId(url) {
+  if (!url) return void 0;
+  const m = /arxiv\.org\/(?:abs|pdf)\/([^/?#]+)/i.exec(url);
+  if (!m) return void 0;
+  return m[1].replace(/\.pdf$/i, "");
+}
+function normalizeType(raw) {
+  const tail = raw.split(/[/#:]/).pop() ?? raw;
+  return tail.toLowerCase();
+}
+function stringField(value) {
+  if (typeof value !== "string") return void 0;
+  const trimmed = value.trim();
+  return trimmed.length > 0 ? trimmed : void 0;
+}
+function readAuthors(value) {
+  if (!value) return [];
+  const out = [];
+  const push = (entry) => {
+    if (typeof entry === "string") {
+      const t = entry.trim();
+      if (t) out.push(t);
+      return;
+    }
+    if (entry && typeof entry === "object") {
+      const name = entry["name"];
+      if (typeof name === "string") {
+        const t = name.trim();
+        if (t) out.push(t);
+      }
+    }
+  };
+  if (Array.isArray(value)) {
+    for (const entry of value) push(entry);
+  } else {
+    push(value);
+  }
+  return out;
+}
+function readDoi(value) {
+  if (typeof value === "string" && value.toLowerCase().includes("doi")) {
+    const m = /10\.\d{4,9}\/[^\s]+/.exec(value);
+    if (m) return m[0];
+  }
+  if (Array.isArray(value)) {
+    for (const entry of value) {
+      const doi = readDoi(entry);
+      if (doi) return doi;
+    }
+  }
+  if (value && typeof value === "object") {
+    const obj = value;
+    if (typeof obj["value"] === "string") {
+      const doi = readDoi(obj["value"]);
+      if (doi) return doi;
+    }
+  }
+  return void 0;
+}
+export {
+  extractPaper
+};
+//# sourceMappingURL=Paper.js.map

package/dist/extraction/v1/schemas/Paper.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/extraction/v1/schemas/Paper.ts"],"sourcesContent":["import { parseHTML } from 'linkedom';\nimport { extractJsonLd } from '../../jsonld.js';\n\nexport interface PaperData {\n  title: string;\n  authors: string[];\n  abstract: string;\n  publishedDate?: string;\n  doi?: string;\n  arxivId?: string;\n}\n\nconst SCHOLARLY_TYPES = ['scholarlyarticle', 'article', 'creativework'];\n\nexport async function extractPaper(html: string, url: string): Promise<PaperData | null> {\n  if (!html) return null;\n\n  const fromJsonLd = tryJsonLd(html, url);\n  if (fromJsonLd) return fromJsonLd;\n\n  return tryMetaFallback(html, url);\n}\n\nfunction tryJsonLd(html: string, url: string): PaperData | null {\n  let blocks: Record<string, unknown>[];\n  try {\n    blocks = extractJsonLd(html);\n  } catch {\n    return null;\n  }\n\n  const article = blocks.find((block) => {\n    const t = block['@type'];\n    if (typeof t === 'string') return SCHOLARLY_TYPES.includes(normalizeType(t));\n    if (Array.isArray(t)) {\n      return t.some((entry) => typeof entry === 'string' && SCHOLARLY_TYPES.includes(normalizeType(entry)));\n    }\n    return false;\n  });\n  if (!article) return null;\n\n  const title = stringField(article['headline']) ?? stringField(article['name']);\n  const abstract = stringField(article['abstract']) ?? stringField(article['description']);\n  if (!title && !abstract) return null;\n\n  const authors = readAuthors(article['author']);\n  const data: PaperData = {\n    title: title ?? '',\n    authors,\n    abstract: abstract ?? '',\n  };\n  const published = stringField(article['datePublished']);\n  if (published) data.publishedDate = published;\n\n  const doi = readDoi(article['identifier']) ?? readDoi(article['sameAs']);\n  if (doi) data.doi = doi;\n\n  const arxivId = extractArxivId(url);\n  if (arxivId) data.arxivId = arxivId;\n\n  return data;\n}\n\nfunction tryMetaFallback(html: string, url: string): PaperData | null {\n  let document: Document;\n  try {\n    ({ document } = parseHTML(html));\n  } catch {\n    return null;\n  }\n\n  const title = metaContent(document, 'meta[name=\"citation_title\"]');\n  const authors = allMetaContent(document, 'meta[name=\"citation_author\"]');\n  const abstract =\n    metaContent(document, 'meta[name=\"citation_abstract\"]') ??\n    metaContent(document, 'meta[name=\"description\"]');\n  const publishedDate = metaContent(document, 'meta[name=\"citation_publication_date\"]');\n  const doi = metaContent(document, 'meta[name=\"citation_doi\"]');\n  const arxivIdFromMeta = metaContent(document, 'meta[name=\"citation_arxiv_id\"]');\n  const arxivIdFromUrl = extractArxivId(url);\n\n  let resolvedAbstract = abstract;\n  let resolvedTitle = title;\n\n  if (!resolvedTitle) {\n    const h1 = document.querySelector('h1');\n    const t = h1?.textContent?.trim();\n    if (t) resolvedTitle = t;\n  }\n  if (!resolvedAbstract) {\n    const absEl = document.querySelector('[class*=\"abstract\" i] p, p[class*=\"abstract\" i], blockquote.abstract');\n    const t = absEl?.textContent?.trim();\n    if (t) resolvedAbstract = t;\n  }\n\n  if (!resolvedTitle && !resolvedAbstract) return null;\n\n  const data: PaperData = {\n    title: resolvedTitle ?? '',\n    authors,\n    abstract: resolvedAbstract ?? '',\n  };\n  if (publishedDate) data.publishedDate = publishedDate;\n  if (doi) data.doi = doi;\n  const arxivId = arxivIdFromMeta ?? arxivIdFromUrl;\n  if (arxivId) data.arxivId = arxivId;\n\n  return data;\n}\n\nfunction metaContent(document: Document, selector: string): string | undefined {\n  const el = document.querySelector(selector);\n  const content = el?.getAttribute('content')?.trim();\n  return content && content.length > 0 ? content : undefined;\n}\n\nfunction allMetaContent(document: Document, selector: string): string[] {\n  const out: string[] = [];\n  for (const el of document.querySelectorAll(selector)) {\n    const content = el.getAttribute('content')?.trim();\n    if (content) out.push(content);\n  }\n  return out;\n}\n\nfunction extractArxivId(url: string): string | undefined {\n  if (!url) return undefined;\n  const m = /arxiv\\.org\\/(?:abs|pdf)\\/([^/?#]+)/i.exec(url);\n  if (!m) return undefined;\n  return m[1].replace(/\\.pdf$/i, '');\n}\n\nfunction normalizeType(raw: string): string {\n  const tail = raw.split(/[/#:]/).pop() ?? raw;\n  return tail.toLowerCase();\n}\n\nfunction stringField(value: unknown): string | undefined {\n  if (typeof value !== 'string') return undefined;\n  const trimmed = value.trim();\n  return trimmed.length > 0 ? trimmed : undefined;\n}\n\nfunction readAuthors(value: unknown): string[] {\n  if (!value) return [];\n  const out: string[] = [];\n  const push = (entry: unknown): void => {\n    if (typeof entry === 'string') {\n      const t = entry.trim();\n      if (t) out.push(t);\n      return;\n    }\n    if (entry && typeof entry === 'object') {\n      const name = (entry as Record<string, unknown>)['name'];\n      if (typeof name === 'string') {\n        const t = name.trim();\n        if (t) out.push(t);\n      }\n    }\n  };\n  if (Array.isArray(value)) {\n    for (const entry of value) push(entry);\n  } else {\n    push(value);\n  }\n  return out;\n}\n\nfunction readDoi(value: unknown): string | undefined {\n  if (typeof value === 'string' && value.toLowerCase().includes('doi')) {\n    const m = /10\\.\\d{4,9}\\/[^\\s]+/.exec(value);\n    if (m) return m[0];\n  }\n  if (Array.isArray(value)) {\n    for (const entry of value) {\n      const doi = readDoi(entry);\n      if (doi) return doi;\n    }\n  }\n  if (value && typeof value === 'object') {\n    const obj = value as Record<string, unknown>;\n    if (typeof obj['value'] === 'string') {\n      const doi = readDoi(obj['value']);\n      if (doi) return doi;\n    }\n  }\n  return undefined;\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAW9B,MAAM,kBAAkB,CAAC,oBAAoB,WAAW,cAAc;AAEtE,eAAsB,aAAa,MAAc,KAAwC;AACvF,MAAI,CAAC,KAAM,QAAO;AAElB,QAAM,aAAa,UAAU,MAAM,GAAG;AACtC,MAAI,WAAY,QAAO;AAEvB,SAAO,gBAAgB,MAAM,GAAG;AAClC;AAEA,SAAS,UAAU,MAAc,KAA+B;AAC9D,MAAI;AACJ,MAAI;AACF,aAAS,cAAc,IAAI;AAAA,EAC7B,QAAQ;AACN,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,OAAO,KAAK,CAAC,UAAU;AACrC,UAAM,IAAI,MAAM,OAAO;AACvB,QAAI,OAAO,MAAM,SAAU,QAAO,gBAAgB,SAAS,cAAc,CAAC,CAAC;AAC3E,QAAI,MAAM,QAAQ,CAAC,GAAG;AACpB,aAAO,EAAE,KAAK,CAAC,UAAU,OAAO,UAAU,YAAY,gBAAgB,SAAS,cAAc,KAAK,CAAC,CAAC;AAAA,IACtG;AACA,WAAO;AAAA,EACT,CAAC;AACD,MAAI,CAAC,QAAS,QAAO;AAErB,QAAM,QAAQ,YAAY,QAAQ,UAAU,CAAC,KAAK,YAAY,QAAQ,MAAM,CAAC;AAC7E,QAAM,WAAW,YAAY,QAAQ,UAAU,CAAC,KAAK,YAAY,QAAQ,aAAa,CAAC;AACvF,MAAI,CAAC,SAAS,CAAC,SAAU,QAAO;AAEhC,QAAM,UAAU,YAAY,QAAQ,QAAQ,CAAC;AAC7C,QAAM,OAAkB;AAAA,IACtB,OAAO,SAAS;AAAA,IAChB;AAAA,IACA,UAAU,YAAY;AAAA,EACxB;AACA,QAAM,YAAY,YAAY,QAAQ,eAAe,CAAC;AACtD,MAAI,UAAW,MAAK,gBAAgB;AAEpC,QAAM,MAAM,QAAQ,QAAQ,YAAY,CAAC,KAAK,QAAQ,QAAQ,QAAQ,CAAC;AACvE,MAAI,IAAK,MAAK,MAAM;AAEpB,QAAM,UAAU,eAAe,GAAG;AAClC,MAAI,QAAS,MAAK,UAAU;AAE5B,SAAO;AACT;AAEA,SAAS,gBAAgB,MAAc,KAA+B;AACpE,MAAI;AACJ,MAAI;AACF,KAAC,EAAE,SAAS,IAAI,UAAU,IAAI;AAAA,EAChC,QAAQ;AACN,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,YAAY,UAAU,6BAA6B;AACjE,QAAM,UAAU,eAAe,UAAU,8BAA8B;AACvE,QAAM,WACJ,YAAY,UAAU,gCAAgC,KACtD,YAAY,UAAU,0BAA0B;AAClD,QAAM,gBAAgB,YAAY,UAAU,wCAAwC;AACpF,QAAM,MAAM,YAAY,UAAU,2BAA2B;AAC7D,QAAM,kBAAkB,YAAY,UAAU,gCAAgC;AAC9E,QAAM,iBAAiB,eAAe,GAAG;AAEzC,MAAI,mBAAmB;AACvB,MAAI,gBAAgB;AAEpB,MAAI,CAAC,eAAe;AAClB,UAAM,KAAK,SAAS,cAAc,IAAI;AACtC,UAAM,IAAI,IAAI,aAAa,KAAK;AAChC,QAAI,EAAG,iBAAgB;AAAA,EACzB;AACA,MAAI,CAAC,kBAAkB;AACrB,UAAM,QAAQ,SAAS,cAAc,sEAAsE;AAC3G,UAAM,IAAI,OAAO,aAAa,KAAK;AACnC,QAAI,EAAG,oBAAmB;AAAA,EAC5B;AAEA,MAAI,CAAC,iBAAiB,CAAC,iBAAkB,QAAO;AAEhD,QAAM,OAAkB;AAAA,IACtB,OAAO,iBAAiB;AAAA,IACxB;AAAA,IACA,UAAU,oBAAoB;AAAA,EAChC;AACA,MAAI,cAAe,MAAK,gBAAgB;AACxC,MAAI,IAAK,MAAK,MAAM;AACpB,QAAM,UAAU,mBAAmB;AACnC,MAAI,QAAS,MAAK,UAAU;AAE5B,SAAO;AACT;AAEA,SAAS,YAAY,UAAoB,UAAsC;AAC7E,QAAM,KAAK,SAAS,cAAc,QAAQ;AAC1C,QAAM,UAAU,IAAI,aAAa,SAAS,GAAG,KAAK;AAClD,SAAO,WAAW,QAAQ,SAAS,IAAI,UAAU;AACnD;AAEA,SAAS,eAAe,UAAoB,UAA4B;AACtE,QAAM,MAAgB,CAAC;AACvB,aAAW,MAAM,SAAS,iBAAiB,QAAQ,GAAG;AACpD,UAAM,UAAU,GAAG,aAAa,SAAS,GAAG,KAAK;AACjD,QAAI,QAAS,KAAI,KAAK,OAAO;AAAA,EAC/B;AACA,SAAO;AACT;AAEA,SAAS,eAAe,KAAiC;AACvD,MAAI,CAAC,IAAK,QAAO;AACjB,QAAM,IAAI,sCAAsC,KAAK,GAAG;AACxD,MAAI,CAAC,EAAG,QAAO;AACf,SAAO,EAAE,CAAC,EAAE,QAAQ,WAAW,EAAE;AACnC;AAEA,SAAS,cAAc,KAAqB;AAC1C,QAAM,OAAO,IAAI,MAAM,OAAO,EAAE,IAAI,KAAK;AACzC,SAAO,KAAK,YAAY;AAC1B;AAEA,SAAS,YAAY,OAAoC;AACvD,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,QAAM,UAAU,MAAM,KAAK;AAC3B,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAEA,SAAS,YAAY,OAA0B;AAC7C,MAAI,CAAC,MAAO,QAAO,CAAC;AACpB,QAAM,MAAgB,CAAC;AACvB,QAAM,OAAO,CAAC,UAAyB;AACrC,QAAI,OAAO,UAAU,UAAU;AAC7B,YAAM,IAAI,MAAM,KAAK;AACrB,UAAI,EAAG,KAAI,KAAK,CAAC;AACjB;AAAA,IACF;AACA,QAAI,SAAS,OAAO,UAAU,UAAU;AACtC,YAAM,OAAQ,MAAkC,MAAM;AACtD,UAAI,OAAO,SAAS,UAAU;AAC5B,cAAM,IAAI,KAAK,KAAK;AACpB,YAAI,EAAG,KAAI,KAAK,CAAC;AAAA,MACnB;AAAA,IACF;AAAA,EACF;AACA,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,eAAW,SAAS,MAAO,MAAK,KAAK;AAAA,EACvC,OAAO;AACL,SAAK,KAAK;AAAA,EACZ;AACA,SAAO;AACT;AAEA,SAAS,QAAQ,OAAoC;AACnD,MAAI,OAAO,UAAU,YAAY,MAAM,YAAY,EAAE,SAAS,KAAK,GAAG;AACpE,UAAM,IAAI,sBAAsB,KAAK,KAAK;AAC1C,QAAI,EAAG,QAAO,EAAE,CAAC;AAAA,EACnB;AACA,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,eAAW,SAAS,OAAO;AACzB,YAAM,MAAM,QAAQ,KAAK;AACzB,UAAI,IAAK,QAAO;AAAA,IAClB;AAAA,EACF;AACA,MAAI,SAAS,OAAO,UAAU,UAAU;AACtC,UAAM,MAAM;AACZ,QAAI,OAAO,IAAI,OAAO,MAAM,UAAU;AACpC,YAAM,MAAM,QAAQ,IAAI,OAAO,CAAC;AAChC,UAAI,IAAK,QAAO;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;","names":[]}

package/dist/extraction/v1/schemas/Product.d.ts

@@ -0,0 +1,17 @@
+export interface ProductData {
+    name: string;
+    description?: string;
+    brand?: string;
+    price?: {
+        amount: number;
+        currency: string;
+    };
+    sku?: string;
+    rating?: {
+        value: number;
+        count: number;
+    };
+    image?: string;
+}
+export declare function extractProductSchema(html: string, _url: string): Promise<ProductData | null>;
+//# sourceMappingURL=Product.d.ts.map

package/dist/extraction/v1/schemas/Product.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Product.d.ts","sourceRoot":"","sources":["../../../../src/extraction/v1/schemas/Product.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAOlG"}

package/dist/extraction/v1/schemas/Product.js

@@ -0,0 +1,149 @@
+import { parseHTML } from "linkedom";
+import { extractJsonLd } from "../../jsonld.js";
+async function extractProductSchema(html, _url) {
+  if (!html) return null;
+  const fromJsonLd = tryJsonLd(html);
+  if (fromJsonLd) return fromJsonLd;
+  return tryOpenGraph(html);
+}
+function tryJsonLd(html) {
+  let blocks;
+  try {
+    blocks = extractJsonLd(html);
+  } catch {
+    return null;
+  }
+  const product = blocks.find((block) => typeIncludes(block["@type"], "product"));
+  if (!product) return null;
+  const name = stringField(product["name"]);
+  if (!name) return null;
+  const data = { name };
+  const description = stringField(product["description"]);
+  if (description) data.description = description;
+  const brand = readBrand(product["brand"]);
+  if (brand) data.brand = brand;
+  const offer = pickOffer(product["offers"]);
+  if (offer) {
+    const amount = readNumber(offer["price"]);
+    const currency = stringField(offer["priceCurrency"]);
+    if (amount !== void 0 && currency) {
+      data.price = { amount, currency };
+    }
+  }
+  const sku = stringField(product["sku"]);
+  if (sku) data.sku = sku;
+  const rating = readRating(product["aggregateRating"]);
+  if (rating) data.rating = rating;
+  const image = firstImage(product["image"]);
+  if (image) data.image = image;
+  return data;
+}
+function tryOpenGraph(html) {
+  let document;
+  try {
+    ({ document } = parseHTML(html));
+  } catch {
+    return null;
+  }
+  const name = metaContent(document, 'meta[property="og:title"]');
+  if (!name) return null;
+  const data = { name };
+  const description = metaContent(document, 'meta[property="og:description"]');
+  if (description) data.description = description;
+  const image = metaContent(document, 'meta[property="og:image"]');
+  if (image) data.image = image;
+  const priceAmt = metaContent(document, 'meta[property="product:price:amount"]');
+  const priceCur = metaContent(document, 'meta[property="product:price:currency"]');
+  if (priceAmt && priceCur) {
+    const amount = Number.parseFloat(priceAmt);
+    if (Number.isFinite(amount)) {
+      data.price = { amount, currency: priceCur };
+    }
+  }
+  return data;
+}
+function metaContent(document, selector) {
+  const el = document.querySelector(selector);
+  const content = el?.getAttribute("content")?.trim();
+  return content && content.length > 0 ? content : void 0;
+}
+function typeIncludes(raw, want) {
+  const target = want.toLowerCase();
+  if (typeof raw === "string") return normalizeType(raw) === target;
+  if (Array.isArray(raw)) {
+    return raw.some((entry) => typeof entry === "string" && normalizeType(entry) === target);
+  }
+  return false;
+}
+function normalizeType(raw) {
+  const tail = raw.split(/[/#:]/).pop() ?? raw;
+  return tail.toLowerCase();
+}
+function stringField(value) {
+  if (typeof value === "string") {
+    const trimmed = value.trim();
+    return trimmed.length > 0 ? trimmed : void 0;
+  }
+  if (typeof value === "number" && Number.isFinite(value)) {
+    return String(value);
+  }
+  return void 0;
+}
+function readNumber(value) {
+  if (typeof value === "number" && Number.isFinite(value)) return value;
+  if (typeof value === "string") {
+    const parsed = Number.parseFloat(value);
+    if (Number.isFinite(parsed)) return parsed;
+  }
+  return void 0;
+}
+function readBrand(value) {
+  if (typeof value === "string") return stringField(value);
+  if (Array.isArray(value)) {
+    for (const entry of value) {
+      const name = readBrand(entry);
+      if (name) return name;
+    }
+    return void 0;
+  }
+  if (value && typeof value === "object") {
+    const name = value["name"];
+    return stringField(name);
+  }
+  return void 0;
+}
+function pickOffer(value) {
+  if (Array.isArray(value)) {
+    const first = value.find((entry) => entry && typeof entry === "object");
+    return first;
+  }
+  if (value && typeof value === "object") return value;
+  return void 0;
+}
+function readRating(value) {
+  if (!value || typeof value !== "object") return void 0;
+  const obj = value;
+  const ratingValue = readNumber(obj["ratingValue"]);
+  const reviewCount = readNumber(obj["reviewCount"]) ?? readNumber(obj["ratingCount"]);
+  if (ratingValue === void 0) return void 0;
+  return { value: ratingValue, count: reviewCount ?? 0 };
+}
+function firstImage(value) {
+  if (typeof value === "string") return stringField(value);
+  if (Array.isArray(value)) {
+    for (const entry of value) {
+      const img = firstImage(entry);
+      if (img) return img;
+    }
+    return void 0;
+  }
+  if (value && typeof value === "object") {
+    const url = value["url"];
+    return stringField(url);
+  }
+  return void 0;
+}
+export {
+  extractProductSchema
+};
+//# sourceMappingURL=Product.js.map

package/dist/extraction/v1/schemas/Product.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/extraction/v1/schemas/Product.ts"],"sourcesContent":["import { parseHTML } from 'linkedom';\nimport { extractJsonLd } from '../../jsonld.js';\n\nexport interface ProductData {\n  name: string;\n  description?: string;\n  brand?: string;\n  price?: { amount: number; currency: string };\n  sku?: string;\n  rating?: { value: number; count: number };\n  image?: string;\n}\n\nexport async function extractProductSchema(html: string, _url: string): Promise<ProductData | null> {\n  if (!html) return null;\n\n  const fromJsonLd = tryJsonLd(html);\n  if (fromJsonLd) return fromJsonLd;\n\n  return tryOpenGraph(html);\n}\n\nfunction tryJsonLd(html: string): ProductData | null {\n  let blocks: Record<string, unknown>[];\n  try {\n    blocks = extractJsonLd(html);\n  } catch {\n    return null;\n  }\n\n  const product = blocks.find((block) => typeIncludes(block['@type'], 'product'));\n  if (!product) return null;\n\n  const name = stringField(product['name']);\n  if (!name) return null;\n\n  const data: ProductData = { name };\n\n  const description = stringField(product['description']);\n  if (description) data.description = description;\n\n  const brand = readBrand(product['brand']);\n  if (brand) data.brand = brand;\n\n  const offer = pickOffer(product['offers']);\n  if (offer) {\n    const amount = readNumber(offer['price']);\n    const currency = stringField(offer['priceCurrency']);\n    if (amount !== undefined && currency) {\n      data.price = { amount, currency };\n    }\n  }\n\n  const sku = stringField(product['sku']);\n  if (sku) data.sku = sku;\n\n  const rating = readRating(product['aggregateRating']);\n  if (rating) data.rating = rating;\n\n  const image = firstImage(product['image']);\n  if (image) data.image = image;\n\n  return data;\n}\n\nfunction tryOpenGraph(html: string): ProductData | null {\n  let document: Document;\n  try {\n    ({ document } = parseHTML(html));\n  } catch {\n    return null;\n  }\n\n  const name = metaContent(document, 'meta[property=\"og:title\"]');\n  if (!name) return null;\n\n  const data: ProductData = { name };\n  const description = metaContent(document, 'meta[property=\"og:description\"]');\n  if (description) data.description = description;\n\n  const image = metaContent(document, 'meta[property=\"og:image\"]');\n  if (image) data.image = image;\n\n  const priceAmt = metaContent(document, 'meta[property=\"product:price:amount\"]');\n  const priceCur = metaContent(document, 'meta[property=\"product:price:currency\"]');\n  if (priceAmt && priceCur) {\n    const amount = Number.parseFloat(priceAmt);\n    if (Number.isFinite(amount)) {\n      data.price = { amount, currency: priceCur };\n    }\n  }\n\n  return data;\n}\n\nfunction metaContent(document: Document, selector: string): string | undefined {\n  const el = document.querySelector(selector);\n  const content = el?.getAttribute('content')?.trim();\n  return content && content.length > 0 ? content : undefined;\n}\n\nfunction typeIncludes(raw: unknown, want: string): boolean {\n  const target = want.toLowerCase();\n  if (typeof raw === 'string') return normalizeType(raw) === target;\n  if (Array.isArray(raw)) {\n    return raw.some((entry) => typeof entry === 'string' && normalizeType(entry) === target);\n  }\n  return false;\n}\n\nfunction normalizeType(raw: string): string {\n  const tail = raw.split(/[/#:]/).pop() ?? raw;\n  return tail.toLowerCase();\n}\n\nfunction stringField(value: unknown): string | undefined {\n  if (typeof value === 'string') {\n    const trimmed = value.trim();\n    return trimmed.length > 0 ? trimmed : undefined;\n  }\n  if (typeof value === 'number' && Number.isFinite(value)) {\n    return String(value);\n  }\n  return undefined;\n}\n\nfunction readNumber(value: unknown): number | undefined {\n  if (typeof value === 'number' && Number.isFinite(value)) return value;\n  if (typeof value === 'string') {\n    const parsed = Number.parseFloat(value);\n    if (Number.isFinite(parsed)) return parsed;\n  }\n  return undefined;\n}\n\nfunction readBrand(value: unknown): string | undefined {\n  if (typeof value === 'string') return stringField(value);\n  if (Array.isArray(value)) {\n    for (const entry of value) {\n      const name = readBrand(entry);\n      if (name) return name;\n    }\n    return undefined;\n  }\n  if (value && typeof value === 'object') {\n    const name = (value as Record<string, unknown>)['name'];\n    return stringField(name);\n  }\n  return undefined;\n}\n\nfunction pickOffer(value: unknown): Record<string, unknown> | undefined {\n  if (Array.isArray(value)) {\n    const first = value.find((entry) => entry && typeof entry === 'object');\n    return first as Record<string, unknown> | undefined;\n  }\n  if (value && typeof value === 'object') return value as Record<string, unknown>;\n  return undefined;\n}\n\nfunction readRating(value: unknown): { value: number; count: number } | undefined {\n  if (!value || typeof value !== 'object') return undefined;\n  const obj = value as Record<string, unknown>;\n  const ratingValue = readNumber(obj['ratingValue']);\n  const reviewCount = readNumber(obj['reviewCount']) ?? readNumber(obj['ratingCount']);\n  if (ratingValue === undefined) return undefined;\n  return { value: ratingValue, count: reviewCount ?? 0 };\n}\n\nfunction firstImage(value: unknown): string | undefined {\n  if (typeof value === 'string') return stringField(value);\n  if (Array.isArray(value)) {\n    for (const entry of value) {\n      const img = firstImage(entry);\n      if (img) return img;\n    }\n    return undefined;\n  }\n  if (value && typeof value === 'object') {\n    const url = (value as Record<string, unknown>)['url'];\n    return stringField(url);\n  }\n  return undefined;\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAY9B,eAAsB,qBAAqB,MAAc,MAA2C;AAClG,MAAI,CAAC,KAAM,QAAO;AAElB,QAAM,aAAa,UAAU,IAAI;AACjC,MAAI,WAAY,QAAO;AAEvB,SAAO,aAAa,IAAI;AAC1B;AAEA,SAAS,UAAU,MAAkC;AACnD,MAAI;AACJ,MAAI;AACF,aAAS,cAAc,IAAI;AAAA,EAC7B,QAAQ;AACN,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,OAAO,KAAK,CAAC,UAAU,aAAa,MAAM,OAAO,GAAG,SAAS,CAAC;AAC9E,MAAI,CAAC,QAAS,QAAO;AAErB,QAAM,OAAO,YAAY,QAAQ,MAAM,CAAC;AACxC,MAAI,CAAC,KAAM,QAAO;AAElB,QAAM,OAAoB,EAAE,KAAK;AAEjC,QAAM,cAAc,YAAY,QAAQ,aAAa,CAAC;AACtD,MAAI,YAAa,MAAK,cAAc;AAEpC,QAAM,QAAQ,UAAU,QAAQ,OAAO,CAAC;AACxC,MAAI,MAAO,MAAK,QAAQ;AAExB,QAAM,QAAQ,UAAU,QAAQ,QAAQ,CAAC;AACzC,MAAI,OAAO;AACT,UAAM,SAAS,WAAW,MAAM,OAAO,CAAC;AACxC,UAAM,WAAW,YAAY,MAAM,eAAe,CAAC;AACnD,QAAI,WAAW,UAAa,UAAU;AACpC,WAAK,QAAQ,EAAE,QAAQ,SAAS;AAAA,IAClC;AAAA,EACF;AAEA,QAAM,MAAM,YAAY,QAAQ,KAAK,CAAC;AACtC,MAAI,IAAK,MAAK,MAAM;AAEpB,QAAM,SAAS,WAAW,QAAQ,iBAAiB,CAAC;AACpD,MAAI,OAAQ,MAAK,SAAS;AAE1B,QAAM,QAAQ,WAAW,QAAQ,OAAO,CAAC;AACzC,MAAI,MAAO,MAAK,QAAQ;AAExB,SAAO;AACT;AAEA,SAAS,aAAa,MAAkC;AACtD,MAAI;AACJ,MAAI;AACF,KAAC,EAAE,SAAS,IAAI,UAAU,IAAI;AAAA,EAChC,QAAQ;AACN,WAAO;AAAA,EACT;AAEA,QAAM,OAAO,YAAY,UAAU,2BAA2B;AAC9D,MAAI,CAAC,KAAM,QAAO;AAElB,QAAM,OAAoB,EAAE,KAAK;AACjC,QAAM,cAAc,YAAY,UAAU,iCAAiC;AAC3E,MAAI,YAAa,MAAK,cAAc;AAEpC,QAAM,QAAQ,YAAY,UAAU,2BAA2B;AAC/D,MAAI,MAAO,MAAK,QAAQ;AAExB,QAAM,WAAW,YAAY,UAAU,uCAAuC;AAC9E,QAAM,WAAW,YAAY,UAAU,yCAAyC;AAChF,MAAI,YAAY,UAAU;AACxB,UAAM,SAAS,OAAO,WAAW,QAAQ;AACzC,QAAI,OAAO,SAAS,MAAM,GAAG;AAC3B,WAAK,QAAQ,EAAE,QAAQ,UAAU,SAAS;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,YAAY,UAAoB,UAAsC;AAC7E,QAAM,KAAK,SAAS,cAAc,QAAQ;AAC1C,QAAM,UAAU,IAAI,aAAa,SAAS,GAAG,KAAK;AAClD,SAAO,WAAW,QAAQ,SAAS,IAAI,UAAU;AACnD;AAEA,SAAS,aAAa,KAAc,MAAuB;AACzD,QAAM,SAAS,KAAK,YAAY;AAChC,MAAI,OAAO,QAAQ,SAAU,QAAO,cAAc,GAAG,MAAM;AAC3D,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,KAAK,CAAC,UAAU,OAAO,UAAU,YAAY,cAAc,KAAK,MAAM,MAAM;AAAA,EACzF;AACA,SAAO;AACT;AAEA,SAAS,cAAc,KAAqB;AAC1C,QAAM,OAAO,IAAI,MAAM,OAAO,EAAE,IAAI,KAAK;AACzC,SAAO,KAAK,YAAY;AAC1B;AAEA,SAAS,YAAY,OAAoC;AACvD,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,UAAU,MAAM,KAAK;AAC3B,WAAO,QAAQ,SAAS,IAAI,UAAU;AAAA,EACxC;AACA,MAAI,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,GAAG;AACvD,WAAO,OAAO,KAAK;AAAA,EACrB;AACA,SAAO;AACT;AAEA,SAAS,WAAW,OAAoC;AACtD,MAAI,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,EAAG,QAAO;AAChE,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,SAAS,OAAO,WAAW,KAAK;AACtC,QAAI,OAAO,SAAS,MAAM,EAAG,QAAO;AAAA,EACtC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,OAAoC;AACrD,MAAI,OAAO,UAAU,SAAU,QAAO,YAAY,KAAK;AACvD,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,eAAW,SAAS,OAAO;AACzB,YAAM,OAAO,UAAU,KAAK;AAC5B,UAAI,KAAM,QAAO;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AACA,MAAI,SAAS,OAAO,UAAU,UAAU;AACtC,UAAM,OAAQ,MAAkC,MAAM;AACtD,WAAO,YAAY,IAAI;AAAA,EACzB;AACA,SAAO;AACT;AAEA,SAAS,UAAU,OAAqD;AACtE,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,UAAM,QAAQ,MAAM,KAAK,CAAC,UAAU,SAAS,OAAO,UAAU,QAAQ;AACtE,WAAO;AAAA,EACT;AACA,MAAI,SAAS,OAAO,UAAU,SAAU,QAAO;AAC/C,SAAO;AACT;AAEA,SAAS,WAAW,OAA8D;AAChF,MAAI,CAAC,SAAS,OAAO,UAAU,SAAU,QAAO;AAChD,QAAM,MAAM;AACZ,QAAM,cAAc,WAAW,IAAI,aAAa,CAAC;AACjD,QAAM,cAAc,WAAW,IAAI,aAAa,CAAC,KAAK,WAAW,IAAI,aAAa,CAAC;AACnF,MAAI,gBAAgB,OAAW,QAAO;AACtC,SAAO,EAAE,OAAO,aAAa,OAAO,eAAe,EAAE;AACvD;AAEA,SAAS,WAAW,OAAoC;AACtD,MAAI,OAAO,UAAU,SAAU,QAAO,YAAY,KAAK;AACvD,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,eAAW,SAAS,OAAO;AACzB,YAAM,MAAM,WAAW,KAAK;AAC5B,UAAI,IAAK,QAAO;AAAA,IAClB;AACA,WAAO;AAAA,EACT;AACA,MAAI,SAAS,OAAO,UAAU,UAAU;AACtC,UAAM,MAAO,MAAkC,KAAK;AACpD,WAAO,YAAY,GAAG;AAAA,EACxB;AACA,SAAO;AACT;","names":[]}

package/dist/extraction/v1/schemas/Recipe.d.ts

@@ -0,0 +1,14 @@
+export interface RecipeData {
+    name: string;
+    description?: string;
+    ingredients: string[];
+    instructions: string[];
+    totalTime?: string;
+    prepTime?: string;
+    cookTime?: string;
+    recipeYield?: string;
+    author?: string;
+    date?: string;
+}
+export declare function extractRecipeSchema(html: string, url: string): Promise<RecipeData | null>;
+//# sourceMappingURL=Recipe.d.ts.map

package/dist/extraction/v1/schemas/Recipe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Recipe.d.ts","sourceRoot":"","sources":["../../../../src/extraction/v1/schemas/Recipe.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAO/F"}

package/dist/extraction/v1/schemas/Recipe.js

@@ -0,0 +1,160 @@
+import { extractJsonLd } from "../../jsonld.js";
+import { extractRecipe } from "../recipe.js";
+async function extractRecipeSchema(html, url) {
+  if (!html) return null;
+  const fromJsonLd = tryJsonLd(html);
+  if (fromJsonLd) return fromJsonLd;
+  return tryMarkdownFallback(html, url);
+}
+function tryJsonLd(html) {
+  let blocks;
+  try {
+    blocks = extractJsonLd(html);
+  } catch {
+    return null;
+  }
+  const recipe = blocks.find((block) => typeIncludes(block["@type"], "recipe"));
+  if (!recipe) return null;
+  const name = stringField(recipe["name"]);
+  if (!name) return null;
+  const ingredients = stringArray(recipe["recipeIngredient"]);
+  const instructions = readInstructions(recipe["recipeInstructions"]);
+  const data = {
+    name,
+    ingredients,
+    instructions
+  };
+  const description = stringField(recipe["description"]);
+  if (description) data.description = description;
+  const totalTime = stringField(recipe["totalTime"]);
+  if (totalTime) data.totalTime = totalTime;
+  const prepTime = stringField(recipe["prepTime"]);
+  if (prepTime) data.prepTime = prepTime;
+  const cookTime = stringField(recipe["cookTime"]);
+  if (cookTime) data.cookTime = cookTime;
+  const recipeYield = stringField(recipe["recipeYield"]);
+  if (recipeYield) data.recipeYield = recipeYield;
+  const author = readAuthor(recipe["author"]);
+  if (author) data.author = author;
+  const date = stringField(recipe["datePublished"]);
+  if (date) data.date = date;
+  return data;
+}
+async function tryMarkdownFallback(html, url) {
+  const result = await extractRecipe(html, url);
+  if (!result) return null;
+  const name = (result.title ?? "").trim();
+  if (!name) return null;
+  const ingredients = parseSection(result.markdown, "## Ingredients");
+  const instructions = parseNumberedSection(result.markdown, "## Instructions");
+  const data = {
+    name,
+    ingredients,
+    instructions
+  };
+  if (result.metadata.description) data.description = result.metadata.description;
+  if (result.metadata.author) data.author = result.metadata.author;
+  if (result.metadata.date) data.date = result.metadata.date;
+  return data;
+}
+function parseSection(markdown, header) {
+  if (!markdown) return [];
+  const idx = markdown.indexOf(header);
+  if (idx < 0) return [];
+  const rest = markdown.slice(idx + header.length);
+  const stop = rest.indexOf("\n## ");
+  const slice = stop >= 0 ? rest.slice(0, stop) : rest;
+  const out = [];
+  for (const line of slice.split("\n")) {
+    const trimmed = line.trim();
+    if (trimmed.startsWith("- ")) {
+      out.push(trimmed.slice(2).trim());
+    }
+  }
+  return out;
+}
+function parseNumberedSection(markdown, header) {
+  if (!markdown) return [];
+  const idx = markdown.indexOf(header);
+  if (idx < 0) return [];
+  const rest = markdown.slice(idx + header.length);
+  const stop = rest.indexOf("\n## ");
+  const slice = stop >= 0 ? rest.slice(0, stop) : rest;
+  const out = [];
+  for (const line of slice.split("\n")) {
+    const trimmed = line.trim();
+    const m = /^\d+\.\s+(.*)$/.exec(trimmed);
+    if (m) out.push(m[1].trim());
+  }
+  return out;
+}
+function typeIncludes(raw, want) {
+  const target = want.toLowerCase();
+  if (typeof raw === "string") return normalizeType(raw) === target;
+  if (Array.isArray(raw)) {
+    return raw.some((entry) => typeof entry === "string" && normalizeType(entry) === target);
+  }
+  return false;
+}
+function normalizeType(raw) {
+  const tail = raw.split(/[/#:]/).pop() ?? raw;
+  return tail.toLowerCase();
+}
+function stringField(value) {
+  if (typeof value !== "string") return void 0;
+  const trimmed = value.trim();
+  return trimmed.length > 0 ? trimmed : void 0;
+}
+function stringArray(value) {
+  if (!Array.isArray(value)) return [];
+  const out = [];
+  for (const entry of value) {
+    if (typeof entry === "string") {
+      const trimmed = entry.trim();
+      if (trimmed) out.push(trimmed);
+    }
+  }
+  return out;
+}
+function readInstructions(value) {
+  if (typeof value === "string") {
+    const trimmed = value.trim();
+    return trimmed ? [trimmed] : [];
+  }
+  if (!Array.isArray(value)) return [];
+  const out = [];
+  for (const entry of value) {
+    if (typeof entry === "string") {
+      const trimmed = entry.trim();
+      if (trimmed) out.push(trimmed);
+      continue;
+    }
+    if (entry && typeof entry === "object") {
+      const text = entry["text"];
+      if (typeof text === "string") {
+        const trimmed = text.trim();
+        if (trimmed) out.push(trimmed);
+      }
+    }
+  }
+  return out;
+}
+function readAuthor(value) {
+  if (typeof value === "string") return stringField(value);
+  if (Array.isArray(value)) {
+    for (const entry of value) {
+      const name = readAuthor(entry);
+      if (name) return name;
+    }
+    return void 0;
+  }
+  if (value && typeof value === "object") {
+    const name = value["name"];
+    if (typeof name === "string") return stringField(name);
+  }
+  return void 0;
+}
+export {
+  extractRecipeSchema
+};
+//# sourceMappingURL=Recipe.js.map

package/dist/extraction/v1/schemas/Recipe.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/extraction/v1/schemas/Recipe.ts"],"sourcesContent":["import { extractJsonLd } from '../../jsonld.js';\nimport { extractRecipe } from '../recipe.js';\n\nexport interface RecipeData {\n  name: string;\n  description?: string;\n  ingredients: string[];\n  instructions: string[];\n  totalTime?: string;\n  prepTime?: string;\n  cookTime?: string;\n  recipeYield?: string;\n  author?: string;\n  date?: string;\n}\n\nexport async function extractRecipeSchema(html: string, url: string): Promise<RecipeData | null> {\n  if (!html) return null;\n\n  const fromJsonLd = tryJsonLd(html);\n  if (fromJsonLd) return fromJsonLd;\n\n  return tryMarkdownFallback(html, url);\n}\n\nfunction tryJsonLd(html: string): RecipeData | null {\n  let blocks: Record<string, unknown>[];\n  try {\n    blocks = extractJsonLd(html);\n  } catch {\n    return null;\n  }\n\n  const recipe = blocks.find((block) => typeIncludes(block['@type'], 'recipe'));\n  if (!recipe) return null;\n\n  const name = stringField(recipe['name']);\n  if (!name) return null;\n\n  const ingredients = stringArray(recipe['recipeIngredient']);\n  const instructions = readInstructions(recipe['recipeInstructions']);\n\n  const data: RecipeData = {\n    name,\n    ingredients,\n    instructions,\n  };\n  const description = stringField(recipe['description']);\n  if (description) data.description = description;\n  const totalTime = stringField(recipe['totalTime']);\n  if (totalTime) data.totalTime = totalTime;\n  const prepTime = stringField(recipe['prepTime']);\n  if (prepTime) data.prepTime = prepTime;\n  const cookTime = stringField(recipe['cookTime']);\n  if (cookTime) data.cookTime = cookTime;\n  const recipeYield = stringField(recipe['recipeYield']);\n  if (recipeYield) data.recipeYield = recipeYield;\n  const author = readAuthor(recipe['author']);\n  if (author) data.author = author;\n  const date = stringField(recipe['datePublished']);\n  if (date) data.date = date;\n\n  return data;\n}\n\nasync function tryMarkdownFallback(html: string, url: string): Promise<RecipeData | null> {\n  const result = await extractRecipe(html, url);\n  if (!result) return null;\n\n  const name = (result.title ?? '').trim();\n  if (!name) return null;\n\n  const ingredients = parseSection(result.markdown, '## Ingredients');\n  const instructions = parseNumberedSection(result.markdown, '## Instructions');\n\n  const data: RecipeData = {\n    name,\n    ingredients,\n    instructions,\n  };\n  if (result.metadata.description) data.description = result.metadata.description;\n  if (result.metadata.author) data.author = result.metadata.author;\n  if (result.metadata.date) data.date = result.metadata.date;\n\n  return data;\n}\n\nfunction parseSection(markdown: string, header: string): string[] {\n  if (!markdown) return [];\n  const idx = markdown.indexOf(header);\n  if (idx < 0) return [];\n  const rest = markdown.slice(idx + header.length);\n  const stop = rest.indexOf('\\n## ');\n  const slice = stop >= 0 ? rest.slice(0, stop) : rest;\n  const out: string[] = [];\n  for (const line of slice.split('\\n')) {\n    const trimmed = line.trim();\n    if (trimmed.startsWith('- ')) {\n      out.push(trimmed.slice(2).trim());\n    }\n  }\n  return out;\n}\n\nfunction parseNumberedSection(markdown: string, header: string): string[] {\n  if (!markdown) return [];\n  const idx = markdown.indexOf(header);\n  if (idx < 0) return [];\n  const rest = markdown.slice(idx + header.length);\n  const stop = rest.indexOf('\\n## ');\n  const slice = stop >= 0 ? rest.slice(0, stop) : rest;\n  const out: string[] = [];\n  for (const line of slice.split('\\n')) {\n    const trimmed = line.trim();\n    const m = /^\\d+\\.\\s+(.*)$/.exec(trimmed);\n    if (m) out.push(m[1].trim());\n  }\n  return out;\n}\n\nfunction typeIncludes(raw: unknown, want: string): boolean {\n  const target = want.toLowerCase();\n  if (typeof raw === 'string') return normalizeType(raw) === target;\n  if (Array.isArray(raw)) {\n    return raw.some((entry) => typeof entry === 'string' && normalizeType(entry) === target);\n  }\n  return false;\n}\n\nfunction normalizeType(raw: string): string {\n  const tail = raw.split(/[/#:]/).pop() ?? raw;\n  return tail.toLowerCase();\n}\n\nfunction stringField(value: unknown): string | undefined {\n  if (typeof value !== 'string') return undefined;\n  const trimmed = value.trim();\n  return trimmed.length > 0 ? trimmed : undefined;\n}\n\nfunction stringArray(value: unknown): string[] {\n  if (!Array.isArray(value)) return [];\n  const out: string[] = [];\n  for (const entry of value) {\n    if (typeof entry === 'string') {\n      const trimmed = entry.trim();\n      if (trimmed) out.push(trimmed);\n    }\n  }\n  return out;\n}\n\nfunction readInstructions(value: unknown): string[] {\n  if (typeof value === 'string') {\n    const trimmed = value.trim();\n    return trimmed ? [trimmed] : [];\n  }\n  if (!Array.isArray(value)) return [];\n  const out: string[] = [];\n  for (const entry of value) {\n    if (typeof entry === 'string') {\n      const trimmed = entry.trim();\n      if (trimmed) out.push(trimmed);\n      continue;\n    }\n    if (entry && typeof entry === 'object') {\n      const text = (entry as Record<string, unknown>)['text'];\n      if (typeof text === 'string') {\n        const trimmed = text.trim();\n        if (trimmed) out.push(trimmed);\n      }\n    }\n  }\n  return out;\n}\n\nfunction readAuthor(value: unknown): string | undefined {\n  if (typeof value === 'string') return stringField(value);\n  if (Array.isArray(value)) {\n    for (const entry of value) {\n      const name = readAuthor(entry);\n      if (name) return name;\n    }\n    return undefined;\n  }\n  if (value && typeof value === 'object') {\n    const name = (value as Record<string, unknown>)['name'];\n    if (typeof name === 'string') return stringField(name);\n  }\n  return undefined;\n}\n"],"mappings":"AAAA,SAAS,qBAAqB;AAC9B,SAAS,qBAAqB;AAe9B,eAAsB,oBAAoB,MAAc,KAAyC;AAC/F,MAAI,CAAC,KAAM,QAAO;AAElB,QAAM,aAAa,UAAU,IAAI;AACjC,MAAI,WAAY,QAAO;AAEvB,SAAO,oBAAoB,MAAM,GAAG;AACtC;AAEA,SAAS,UAAU,MAAiC;AAClD,MAAI;AACJ,MAAI;AACF,aAAS,cAAc,IAAI;AAAA,EAC7B,QAAQ;AACN,WAAO;AAAA,EACT;AAEA,QAAM,SAAS,OAAO,KAAK,CAAC,UAAU,aAAa,MAAM,OAAO,GAAG,QAAQ,CAAC;AAC5E,MAAI,CAAC,OAAQ,QAAO;AAEpB,QAAM,OAAO,YAAY,OAAO,MAAM,CAAC;AACvC,MAAI,CAAC,KAAM,QAAO;AAElB,QAAM,cAAc,YAAY,OAAO,kBAAkB,CAAC;AAC1D,QAAM,eAAe,iBAAiB,OAAO,oBAAoB,CAAC;AAElE,QAAM,OAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,QAAM,cAAc,YAAY,OAAO,aAAa,CAAC;AACrD,MAAI,YAAa,MAAK,cAAc;AACpC,QAAM,YAAY,YAAY,OAAO,WAAW,CAAC;AACjD,MAAI,UAAW,MAAK,YAAY;AAChC,QAAM,WAAW,YAAY,OAAO,UAAU,CAAC;AAC/C,MAAI,SAAU,MAAK,WAAW;AAC9B,QAAM,WAAW,YAAY,OAAO,UAAU,CAAC;AAC/C,MAAI,SAAU,MAAK,WAAW;AAC9B,QAAM,cAAc,YAAY,OAAO,aAAa,CAAC;AACrD,MAAI,YAAa,MAAK,cAAc;AACpC,QAAM,SAAS,WAAW,OAAO,QAAQ,CAAC;AAC1C,MAAI,OAAQ,MAAK,SAAS;AAC1B,QAAM,OAAO,YAAY,OAAO,eAAe,CAAC;AAChD,MAAI,KAAM,MAAK,OAAO;AAEtB,SAAO;AACT;AAEA,eAAe,oBAAoB,MAAc,KAAyC;AACxF,QAAM,SAAS,MAAM,cAAc,MAAM,GAAG;AAC5C,MAAI,CAAC,OAAQ,QAAO;AAEpB,QAAM,QAAQ,OAAO,SAAS,IAAI,KAAK;AACvC,MAAI,CAAC,KAAM,QAAO;AAElB,QAAM,cAAc,aAAa,OAAO,UAAU,gBAAgB;AAClE,QAAM,eAAe,qBAAqB,OAAO,UAAU,iBAAiB;AAE5E,QAAM,OAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,MAAI,OAAO,SAAS,YAAa,MAAK,cAAc,OAAO,SAAS;AACpE,MAAI,OAAO,SAAS,OAAQ,MAAK,SAAS,OAAO,SAAS;AAC1D,MAAI,OAAO,SAAS,KAAM,MAAK,OAAO,OAAO,SAAS;AAEtD,SAAO;AACT;AAEA,SAAS,aAAa,UAAkB,QAA0B;AAChE,MAAI,CAAC,SAAU,QAAO,CAAC;AACvB,QAAM,MAAM,SAAS,QAAQ,MAAM;AACnC,MAAI,MAAM,EAAG,QAAO,CAAC;AACrB,QAAM,OAAO,SAAS,MAAM,MAAM,OAAO,MAAM;AAC/C,QAAM,OAAO,KAAK,QAAQ,OAAO;AACjC,QAAM,QAAQ,QAAQ,IAAI,KAAK,MAAM,GAAG,IAAI,IAAI;AAChD,QAAM,MAAgB,CAAC;AACvB,aAAW,QAAQ,MAAM,MAAM,IAAI,GAAG;AACpC,UAAM,UAAU,KAAK,KAAK;AAC1B,QAAI,QAAQ,WAAW,IAAI,GAAG;AAC5B,UAAI,KAAK,QAAQ,MAAM,CAAC,EAAE,KAAK,CAAC;AAAA,IAClC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,qBAAqB,UAAkB,QAA0B;AACxE,MAAI,CAAC,SAAU,QAAO,CAAC;AACvB,QAAM,MAAM,SAAS,QAAQ,MAAM;AACnC,MAAI,MAAM,EAAG,QAAO,CAAC;AACrB,QAAM,OAAO,SAAS,MAAM,MAAM,OAAO,MAAM;AAC/C,QAAM,OAAO,KAAK,QAAQ,OAAO;AACjC,QAAM,QAAQ,QAAQ,IAAI,KAAK,MAAM,GAAG,IAAI,IAAI;AAChD,QAAM,MAAgB,CAAC;AACvB,aAAW,QAAQ,MAAM,MAAM,IAAI,GAAG;AACpC,UAAM,UAAU,KAAK,KAAK;AAC1B,UAAM,IAAI,iBAAiB,KAAK,OAAO;AACvC,QAAI,EAAG,KAAI,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC;AAAA,EAC7B;AACA,SAAO;AACT;AAEA,SAAS,aAAa,KAAc,MAAuB;AACzD,QAAM,SAAS,KAAK,YAAY;AAChC,MAAI,OAAO,QAAQ,SAAU,QAAO,cAAc,GAAG,MAAM;AAC3D,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,KAAK,CAAC,UAAU,OAAO,UAAU,YAAY,cAAc,KAAK,MAAM,MAAM;AAAA,EACzF;AACA,SAAO;AACT;AAEA,SAAS,cAAc,KAAqB;AAC1C,QAAM,OAAO,IAAI,MAAM,OAAO,EAAE,IAAI,KAAK;AACzC,SAAO,KAAK,YAAY;AAC1B;AAEA,SAAS,YAAY,OAAoC;AACvD,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,QAAM,UAAU,MAAM,KAAK;AAC3B,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAEA,SAAS,YAAY,OAA0B;AAC7C,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO,CAAC;AACnC,QAAM,MAAgB,CAAC;AACvB,aAAW,SAAS,OAAO;AACzB,QAAI,OAAO,UAAU,UAAU;AAC7B,YAAM,UAAU,MAAM,KAAK;AAC3B,UAAI,QAAS,KAAI,KAAK,OAAO;AAAA,IAC/B;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAA0B;AAClD,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,UAAU,MAAM,KAAK;AAC3B,WAAO,UAAU,CAAC,OAAO,IAAI,CAAC;AAAA,EAChC;AACA,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO,CAAC;AACnC,QAAM,MAAgB,CAAC;AACvB,aAAW,SAAS,OAAO;AACzB,QAAI,OAAO,UAAU,UAAU;AAC7B,YAAM,UAAU,MAAM,KAAK;AAC3B,UAAI,QAAS,KAAI,KAAK,OAAO;AAC7B;AAAA,IACF;AACA,QAAI,SAAS,OAAO,UAAU,UAAU;AACtC,YAAM,OAAQ,MAAkC,MAAM;AACtD,UAAI,OAAO,SAAS,UAAU;AAC5B,cAAM,UAAU,KAAK,KAAK;AAC1B,YAAI,QAAS,KAAI,KAAK,OAAO;AAAA,MAC/B;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,WAAW,OAAoC;AACtD,MAAI,OAAO,UAAU,SAAU,QAAO,YAAY,KAAK;AACvD,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,eAAW,SAAS,OAAO;AACzB,YAAM,OAAO,WAAW,KAAK;AAC7B,UAAI,KAAM,QAAO;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AACA,MAAI,SAAS,OAAO,UAAU,UAAU;AACtC,UAAM,OAAQ,MAAkC,MAAM;AACtD,QAAI,OAAO,SAAS,SAAU,QAAO,YAAY,IAAI;AAAA,EACvD;AACA,SAAO;AACT;","names":[]}

package/dist/extraction/v1/schemas/index.d.ts

@@ -0,0 +1,13 @@
+import type { NamedSchemaType } from '../../../types.js';
+import { type ArticleData } from './Article.js';
+import { type RecipeData } from './Recipe.js';
+import { type ProductData } from './Product.js';
+import { type CodeSnippetData } from './CodeSnippet.js';
+import { type PaperData } from './Paper.js';
+import { type EventListingData } from './EventListing.js';
+export type { NamedSchemaType } from '../../../types.js';
+export type NamedSchemaData = ArticleData | RecipeData | ProductData | CodeSnippetData | PaperData | EventListingData;
+export declare const NAMED_SCHEMAS: readonly NamedSchemaType[];
+export declare function isNamedSchemaType(s: string): s is NamedSchemaType;
+export declare function extractNamedSchema(schema: NamedSchemaType, html: string, url: string): Promise<NamedSchemaData | null>;
+//# sourceMappingURL=index.d.ts.map

package/dist/extraction/v1/schemas/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/extraction/v1/schemas/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAkB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAuB,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAwB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAsB,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAAgB,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAuB,KAAK,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE/E,YAAY,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEzD,MAAM,MAAM,eAAe,GACvB,WAAW,GACX,UAAU,GACV,WAAW,GACX,eAAe,GACf,SAAS,GACT,gBAAgB,CAAC;AAErB,eAAO,MAAM,aAAa,EAAE,SAAS,eAAe,EAO1C,CAAC;AAEX,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,IAAI,eAAe,CAEjE;AAED,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAoBjC"}

package/dist/extraction/v1/schemas/index.js

@@ -0,0 +1,44 @@
+import { extractArticle } from "./Article.js";
+import { extractRecipeSchema } from "./Recipe.js";
+import { extractProductSchema } from "./Product.js";
+import { extractCodeSnippet } from "./CodeSnippet.js";
+import { extractPaper } from "./Paper.js";
+import { extractEventListing } from "./EventListing.js";
+const NAMED_SCHEMAS = [
+  "Article",
+  "Recipe",
+  "Product",
+  "CodeSnippet",
+  "Paper",
+  "EventListing"
+];
+function isNamedSchemaType(s) {
+  return NAMED_SCHEMAS.includes(s);
+}
+async function extractNamedSchema(schema, html, url) {
+  switch (schema) {
+    case "Article":
+      return extractArticle(html, url);
+    case "Recipe":
+      return extractRecipeSchema(html, url);
+    case "Product":
+      return extractProductSchema(html, url);
+    case "CodeSnippet":
+      return extractCodeSnippet(html, url);
+    case "Paper":
+      return extractPaper(html, url);
+    case "EventListing":
+      return extractEventListing(html, url);
+    default: {
+      const _exhaustive = schema;
+      void _exhaustive;
+      return null;
+    }
+  }
+}
+export {
+  NAMED_SCHEMAS,
+  extractNamedSchema,
+  isNamedSchemaType
+};
+//# sourceMappingURL=index.js.map

package/dist/extraction/v1/schemas/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/extraction/v1/schemas/index.ts"],"sourcesContent":["import type { NamedSchemaType } from '../../../types.js';\nimport { extractArticle, type ArticleData } from './Article.js';\nimport { extractRecipeSchema, type RecipeData } from './Recipe.js';\nimport { extractProductSchema, type ProductData } from './Product.js';\nimport { extractCodeSnippet, type CodeSnippetData } from './CodeSnippet.js';\nimport { extractPaper, type PaperData } from './Paper.js';\nimport { extractEventListing, type EventListingData } from './EventListing.js';\n\nexport type { NamedSchemaType } from '../../../types.js';\n\nexport type NamedSchemaData =\n  | ArticleData\n  | RecipeData\n  | ProductData\n  | CodeSnippetData\n  | PaperData\n  | EventListingData;\n\nexport const NAMED_SCHEMAS: readonly NamedSchemaType[] = [\n  'Article',\n  'Recipe',\n  'Product',\n  'CodeSnippet',\n  'Paper',\n  'EventListing',\n] as const;\n\nexport function isNamedSchemaType(s: string): s is NamedSchemaType {\n  return (NAMED_SCHEMAS as readonly string[]).includes(s);\n}\n\nexport async function extractNamedSchema(\n  schema: NamedSchemaType,\n  html: string,\n  url: string,\n): Promise<NamedSchemaData | null> {\n  switch (schema) {\n    case 'Article':\n      return extractArticle(html, url);\n    case 'Recipe':\n      return extractRecipeSchema(html, url);\n    case 'Product':\n      return extractProductSchema(html, url);\n    case 'CodeSnippet':\n      return extractCodeSnippet(html, url);\n    case 'Paper':\n      return extractPaper(html, url);\n    case 'EventListing':\n      return extractEventListing(html, url);\n    default: {\n      const _exhaustive: never = schema;\n      void _exhaustive;\n      return null;\n    }\n  }\n}\n"],"mappings":"AACA,SAAS,sBAAwC;AACjD,SAAS,2BAA4C;AACrD,SAAS,4BAA8C;AACvD,SAAS,0BAAgD;AACzD,SAAS,oBAAoC;AAC7C,SAAS,2BAAkD;AAYpD,MAAM,gBAA4C;AAAA,EACvD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEO,SAAS,kBAAkB,GAAiC;AACjE,SAAQ,cAAoC,SAAS,CAAC;AACxD;AAEA,eAAsB,mBACpB,QACA,MACA,KACiC;AACjC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,eAAe,MAAM,GAAG;AAAA,IACjC,KAAK;AACH,aAAO,oBAAoB,MAAM,GAAG;AAAA,IACtC,KAAK;AACH,aAAO,qBAAqB,MAAM,GAAG;AAAA,IACvC,KAAK;AACH,aAAO,mBAAmB,MAAM,GAAG;AAAA,IACrC,KAAK;AACH,aAAO,aAAa,MAAM,GAAG;AAAA,IAC/B,KAAK;AACH,aAAO,oBAAoB,MAAM,GAAG;AAAA,IACtC,SAAS;AACP,YAAM,cAAqB;AAC3B,WAAK;AACL,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":[]}

package/dist/extraction/v1/site-extractors.d.ts

@@ -0,0 +1,5 @@
+import type { Extractor } from '../../types.js';
+export declare function registerSiteExtractor(extractor: Extractor): void;
+export declare function getSiteExtractors(): readonly Extractor[];
+export declare function _resetSiteExtractorsForTest(): void;
+//# sourceMappingURL=site-extractors.d.ts.map

package/dist/extraction/v1/site-extractors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"site-extractors.d.ts","sourceRoot":"","sources":["../../../src/extraction/v1/site-extractors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAiBhD,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAEhE;AAED,wBAAgB,iBAAiB,IAAI,SAAS,SAAS,EAAE,CAExD;AAED,wBAAgB,2BAA2B,IAAI,IAAI,CAQlD"}