extract-webpage 1.2.419 → 1.2.421

package/dist/html-to-content/highlight.d.ts

@@ -0,0 +1,8 @@
+import { default as hljs } from 'highlight.js/lib/core';
+/**
+ * Highlights `code` as `lang`, returning HTML made of `hljs-*` spans, or
+ * `null` when `lang` is not a registered language or alias — callers render
+ * that block escaped and unhighlighted.
+ */
+export declare function highlightCode(code: string, lang: string): string | null;
+export { hljs };

package/dist/index.d.ts

@@ -13,12 +13,13 @@ export * from './tokenize/text-to-sentences';
 export * from './tokenize/text-to-chunks';
 export * from './url-to-content/url-to-content';
 export * from './url-to-content/url-to-html';
-export * from './html-to-cite/url-to-domain';
+export { convertURLToDomain, isURLValid } from 'extract-cite';
 export * from './url-to-content/youtube-helpers';
 export * from './url-to-content/docx-to-content';
 export * from './html-to-content/html-to-content';
 export * from './html-to-content/extract-content/extract-content-readability';
 export * from './html-to-content/extract-content/extract-content-mercury';
 export * from './html-to-content/html-to-basic-html';
-export * from './html-to-cite/extract-cite';
+export { extractCite } from 'extract-cite';
+export type { ExtractCiteResult, ExtractCiteOptions } from 'extract-cite';
 export * from './html-to-content/html-utils';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "extract-webpage",
-  "version": "1.2.419",
+  "version": "1.2.421",
   "module": "./dist/extract-webpage.es.js",
   "description": "Search, extract, cite, and outline the web for a topic with AI Research Agent.",
   "author": "vtempest <grokthiscontact@gmail.com>",
@@ -74,11 +74,12 @@
   "dependencies": {
     "@huggingface/transformers": "^4.2.0",
     "ai": "^7.0.94",
-    "chat-agent-toolkit": "^1.2.425",
-    "chrono-node": "^2.10.1",
+    "chat-agent-toolkit": "^1.2.427",
     "drizzle-orm": "^0.45.2",
-    "extract-pdf": "^0.1.408",
-    "extract-youtube": "^1.0.413",
+    "extract-cite": "^1.0.108",
+    "extract-pdf": "^0.1.548",
+    "extract-youtube": "^1.0.414",
+    "highlight.js": "^11.12.0",
     "html-entities": "^2.6.0",
     "js-yaml": "^5.4.1",
     "jsdom": "^30.0.1",
@@ -87,7 +88,6 @@
     "marked": "^18.0.12",
     "marked-highlight": "^2.2.4",
     "node-fetch": "^3.3.2",
-    "prismjs": "^1.30.0",
     "qwksearch-api-client": "^0.9.225",
     "zod": "^4.5.4"
   },

package/src/html-to-content/highlight.ts

@@ -0,0 +1,59 @@
+/**
+ * @module html-to-content/highlight
+ * @description Syntax highlighting for fenced code blocks, on highlight.js'
+ * core build with an explicit set of languages.
+ *
+ * Every language below is an ordinary ES module import, registered
+ * synchronously when this module loads, so there is no global to publish and
+ * no load order to protect. Only the core and the listed grammars are bundled,
+ * not highlight.js' full set of ~190 languages, which keeps the Worker bundles
+ * that pull this package in small.
+ */
+import hljs from "highlight.js/lib/core";
+import bash from "highlight.js/lib/languages/bash";
+import c from "highlight.js/lib/languages/c";
+import cpp from "highlight.js/lib/languages/cpp";
+import css from "highlight.js/lib/languages/css";
+import go from "highlight.js/lib/languages/go";
+import java from "highlight.js/lib/languages/java";
+import javascript from "highlight.js/lib/languages/javascript";
+import json from "highlight.js/lib/languages/json";
+import markdown from "highlight.js/lib/languages/markdown";
+import python from "highlight.js/lib/languages/python";
+import rust from "highlight.js/lib/languages/rust";
+import sql from "highlight.js/lib/languages/sql";
+import typescript from "highlight.js/lib/languages/typescript";
+import xml from "highlight.js/lib/languages/xml";
+import yaml from "highlight.js/lib/languages/yaml";
+
+hljs.registerLanguage("bash", bash);
+hljs.registerLanguage("c", c);
+hljs.registerLanguage("cpp", cpp);
+hljs.registerLanguage("css", css);
+hljs.registerLanguage("go", go);
+hljs.registerLanguage("java", java);
+hljs.registerLanguage("javascript", javascript);
+hljs.registerLanguage("json", json);
+hljs.registerLanguage("markdown", markdown);
+hljs.registerLanguage("python", python);
+hljs.registerLanguage("rust", rust);
+hljs.registerLanguage("sql", sql);
+hljs.registerLanguage("typescript", typescript);
+hljs.registerLanguage("xml", xml);
+hljs.registerLanguage("yaml", yaml);
+// highlight.js' JavaScript and TypeScript grammars already understand JSX.
+hljs.registerAliases(["jsx"], { languageName: "javascript" });
+hljs.registerAliases(["tsx"], { languageName: "typescript" });
+hljs.registerAliases(["markup"], { languageName: "xml" });
+
+/**
+ * Highlights `code` as `lang`, returning HTML made of `hljs-*` spans, or
+ * `null` when `lang` is not a registered language or alias — callers render
+ * that block escaped and unhighlighted.
+ */
+export function highlightCode(code: string, lang: string): string | null {
+  if (!lang || !hljs.getLanguage(lang)) return null;
+  return hljs.highlight(code, { language: lang, ignoreIllegals: true }).value;
+}
+
+export { hljs };

package/src/html-to-content/html-to-content.ts

@@ -4,14 +4,13 @@
  * Cleans boilerplate (nav, footer, ads) to produce clean Markdown or text.
  */
 import { parseHTML } from "linkedom";
-import { extractCite } from "../html-to-cite/extract-cite";
+import { extractCite, extractHumanName } from "extract-cite";
 import { convertHTMLToBasicHTML } from "./html-to-basic-html";
 import {
   convertMarkdownToFormattedHTML,
   detectMarkdown,
   removeMarkdownNavigation,
 } from "./html-utils";
-import { extractHumanName } from "../html-to-cite/human-names-recognize";
 import { extractMainContentFromHTML } from "./extract-content/extract-content-readability";
 import { extractMainContentFromHTML2 } from "./extract-content/extract-content-mercury";
 

package/src/html-to-content/html-utils.ts

@@ -139,32 +139,23 @@ export function convertURLToAbsoluteURL(base, relative) {
 }
 
 import { marked } from "marked";
-// `prism-global` owns both the Prism instance and the grammars beyond the ones
-// prismjs' entry point bundles; importing `prismjs/components/*` here directly
-// would reintroduce the load-order crash its docs describe.
-import Prism, { loadPrismGrammars } from "./prism-global";
+import { highlightCode } from "./highlight";
 
-// Start the grammars loading now, and again from the renderer below — the
-// second call is what guarantees they are requested at all, since a bundler is
-// free to drop this one as a side effect of a module it thinks is pure.
-void loadPrismGrammars();
-
-// Configure marked once at module load with Prism.js syntax highlighting.
+// Configure marked once at module load with highlight.js syntax highlighting.
 // marked v17 removed the `highlight` option from setOptions, so highlighting
 // is wired via a custom `code` renderer instead.
 marked.use({
   renderer: {
     code({ text, lang }) {
-      void loadPrismGrammars();
-      const language = lang && Prism.languages[lang] ? lang : null;
-      const highlighted = language
-        ? Prism.highlight(text, Prism.languages[language], language)
-        : text
-            .replace(/&/g, "&")
-            .replace(/</g, "&lt;")
-            .replace(/>/g, "&gt;");
-      const cls = language ? ` class="language-${language}"` : "";
-      return `<pre><code${cls}>${highlighted}</code></pre>\n`;
+      const highlighted = lang ? highlightCode(text, lang) : null;
+      const body =
+        highlighted ??
+        text
+          .replace(/&/g, "&amp;")
+          .replace(/</g, "&lt;")
+          .replace(/>/g, "&gt;");
+      const cls = highlighted !== null ? ` class="language-${lang}"` : "";
+      return `<pre><code${cls}>${body}</code></pre>\n`;
     },
   },
 });

package/src/index.ts

@@ -13,7 +13,9 @@ export * from "./tokenize/text-to-sentences";
 export * from "./tokenize/text-to-chunks";
 export * from "./url-to-content/url-to-content";
 export * from "./url-to-content/url-to-html";
-export * from "./html-to-cite/url-to-domain";
+// Citation extraction moved to the extract-cite package; re-exported so
+// existing `import { extractCite } from "extract-webpage"` callers keep working.
+export { convertURLToDomain, isURLValid } from "extract-cite";
 export * from "./url-to-content/youtube-helpers";
 // PDF export removed from main index to prevent pdfjs-serverless from being evaluated at build time
 // Import directly from "./pdf-to-html/pdfToHtml" when needed
@@ -22,5 +24,6 @@ export * from "./html-to-content/html-to-content";
 export * from "./html-to-content/extract-content/extract-content-readability";
 export * from "./html-to-content/extract-content/extract-content-mercury";
 export * from "./html-to-content/html-to-basic-html";
-export * from "./html-to-cite/extract-cite";
+export { extractCite } from "extract-cite";
+export type { ExtractCiteResult, ExtractCiteOptions } from "extract-cite";
 export * from "./html-to-content/html-utils";

package/src/url-to-content/docx-to-content.ts

@@ -155,8 +155,8 @@ export async function convertDOCXToHTML(input, options = {}) {
       const defaults = defaultMatch[0];
       // Parse font, size, etc.
       styles.document = {
-        fontFamily: /<w:rFonts[^>]*w:ascii="([^"]+)"/.exec(defaults)?.[1],
-        fontSize: /<w:sz[^>]*w:val="([^"]+)"/.exec(defaults)?.[1],
+        font: /<w:rFonts[^>]*w:ascii="([^"]+)"/.exec(defaults)?.[1],
+        size: /<w:sz[^>]*w:val="([^"]+)"/.exec(defaults)?.[1],
         color: /<w:color[^>]*w:val="([^"]+)"/.exec(defaults)?.[1],
       };
     }
@@ -429,10 +429,14 @@ function generateHtml(content, styles) {
   function styleToCSS(style) {
     if (!style) return "";
 
+    // OOXML stores colours as bare hex ("FF0000"); CSS needs the "#".
+    const cssColor = (value) =>
+      /^[0-9a-f]{6}$/i.test(String(value)) ? `#${value}` : value;
     const cssMap = {
-      alignment: "text-align",
-      color: "color",
-      highlight: "background-color",
+      alignment: (value) =>
+        `text-align: ${value === "both" || value === "distribute" ? "justify" : value}`,
+      color: (value) => `color: ${cssColor(value)}`,
+      highlight: (value) => `background-color: ${cssColor(value)}`,
       size: (value) => `font-size: ${parseInt(value) / 2}pt`,
       spacing: (value) => `line-height: ${parseInt(value) / 240}`,
       indentation: (value) => `margin-left: ${parseInt(value) / 20}pt`,

package/dist/html-to-cite/extract-author.d.ts

@@ -1,11 +0,0 @@
-/**
- * Extracts the author from the document and validates it as a human name
- *
- * @param {Document} document
- * @returns {object|null} author_cite, author_short, author_type - or null if no valid author found
-*/
-export declare function extractAuthor(document: any): {
-    author_cite: any;
-    author_short: any;
-    author_type: number;
-};

package/dist/html-to-cite/extract-cite.d.ts

@@ -1,33 +0,0 @@
-export interface ExtractCiteResult {
-    author?: string;
-    author_cite?: string;
-    date?: string;
-    title?: string;
-    source?: string;
-}
-export interface ExtractCiteOptions {
-    url?: string;
-}
-/**
- * ### \u1f4da\u1f48e Extract Expert Excerpt
- * <img width="350px" src="https://i.imgur.com/4GOOM9s.jpeg" />
- *
- * Extract author, date, source, and title from HTML using meta tags
- * and common class names. Validates human name from author string to check
- * against common list of 90k first names, last names,and organizations to infer
- * if it should be reversed starting by author last name (accounting for affixes/titles),
- * since organizations are not reversed.
- * [Article Extraction Benchmark](https://github.com/scrapinghub/article-extraction-benchmark?tab=readme-ov-file#results)
- * @param {Document | string} document dom object or html string with article content
- * @param {ExtractCiteOptions} [options={}]
- * @returns {ExtractCiteResult | null} An object containing extracted citation information.
- * @category Extract
- * @author [vtempest (2025)](https://github.com/vtempest)
- */
-export declare function extractCite(document: Document | string, options?: ExtractCiteOptions): {
-    author: string;
-    author_cite: any;
-    date: string;
-    title: string;
-    source: string;
-};

package/dist/html-to-cite/extract-date/date-extractors.d.ts

@@ -1,40 +0,0 @@
-declare const FAST_PREPEND = "";
-declare const MIN_SEGMENT_LEN = 6;
-declare const MAX_SEGMENT_LEN = 52;
-declare const DATE_EXPRESSIONS: string;
-declare const SLOW_PREPEND = "";
-declare const FREE_TEXT_EXPRESSIONS = ".//*[self::div or self::h2 or self::h3 or self::h4 or self::li or self::p or self::span or self::time or self::ul]/text()";
-declare const THREE_COMP_REGEX_A: RegExp;
-declare const THREE_COMP_REGEX_B: RegExp;
-declare const TWO_COMP_REGEX: RegExp;
-declare const YEAR_PATTERN: RegExp;
-declare const COPYRIGHT_PATTERN: RegExp;
-declare const THREE_PATTERN: RegExp;
-declare const THREE_CATCH: RegExp;
-declare const THREE_LOOSE_PATTERN: RegExp;
-declare const THREE_LOOSE_CATCH: RegExp;
-declare const SELECT_YMD_PATTERN: RegExp;
-declare const SELECT_YMD_YEAR: RegExp;
-declare const YMD_YEAR: RegExp;
-declare const DATESTRINGS_PATTERN: RegExp;
-declare const DATESTRINGS_CATCH: RegExp;
-declare const SLASHES_PATTERN: RegExp;
-declare const SLASHES_YEAR: RegExp;
-declare const YYYYMM_PATTERN: RegExp;
-declare const YYYYMM_CATCH: RegExp;
-declare const MMYYYY_PATTERN: RegExp;
-declare const MMYYYY_YEAR: RegExp;
-declare const SIMPLE_PATTERN: RegExp;
-declare const YMD_PATTERN: RegExp;
-declare const TIMESTAMP_PATTERN: RegExp;
-declare function discard_unwanted(tree: any): any[];
-declare function extract_url_date(testurl: any, options: any): string;
-declare function regex_parse(string: any): Date;
-declare function custom_parse(string: any, outputformat: any, min_date: any, max_date: any): any;
-declare function external_date_parser(string: any, outputformat: any): string;
-declare function try_date_expr(string: any, outputformat: any, extensive_search: any, min_date: any, max_date: any): any;
-declare function img_search(tree: any, options: any): string;
-declare function pattern_search(text: any, date_pattern: any, options: any): any;
-declare function json_search(tree: any, options: any): any;
-declare function idiosyncrasies_search(htmlstring: any, options: any): any;
-export { discard_unwanted, extract_url_date, regex_parse, custom_parse, external_date_parser, try_date_expr, img_search, pattern_search, json_search, idiosyncrasies_search, DATE_EXPRESSIONS, FAST_PREPEND, SLOW_PREPEND, FREE_TEXT_EXPRESSIONS, MAX_SEGMENT_LEN, MIN_SEGMENT_LEN, YEAR_PATTERN, YMD_PATTERN, COPYRIGHT_PATTERN, TIMESTAMP_PATTERN, THREE_PATTERN, THREE_CATCH, THREE_LOOSE_PATTERN, THREE_LOOSE_CATCH, SELECT_YMD_PATTERN, SELECT_YMD_YEAR, YMD_YEAR, DATESTRINGS_PATTERN, DATESTRINGS_CATCH, SLASHES_PATTERN, SLASHES_YEAR, YYYYMM_PATTERN, YYYYMM_CATCH, MMYYYY_PATTERN, MMYYYY_YEAR, SIMPLE_PATTERN, THREE_COMP_REGEX_A, THREE_COMP_REGEX_B, TWO_COMP_REGEX, };

package/dist/html-to-cite/extract-date/date-validators.d.ts

@@ -1,15 +0,0 @@
-/**
- * @fileoverview Validation and filtering logic for extracted date candidates.
- * Ensures dates fall within plausible ranges and meet format requirements.
- */
-declare function is_valid_date(date_input: any, outputformat: any, earliest: any, latest: any): boolean;
-declare function is_valid_format(outputformat: any): boolean;
-declare function plausible_year_filter(htmlstring: any, pattern: any, yearpat: any, earliest: any, latest: any, incomplete?: boolean): Map<any, any>;
-declare function compare_values(reference: any, attempt: any, options: any): any;
-declare function filter_ymd_candidate(bestmatch: any, pattern: any, original_date: any, copyear: any, outputformat: any, min_date: any, max_date: any): any;
-declare function convert_date(datestring: any, inputformat: any, outputformat: any): any;
-declare function check_extracted_reference(reference: any, options: any): string;
-declare function check_date_input(date_object: any, default_date: any): any;
-declare function get_min_date(min_date: any): any;
-declare function get_max_date(max_date: any): any;
-export { is_valid_date, is_valid_format, plausible_year_filter, compare_values, filter_ymd_candidate, convert_date, check_extracted_reference, check_date_input, get_min_date, get_max_date };

package/dist/html-to-cite/extract-date/extract-date-quick.d.ts

@@ -1,8 +0,0 @@
-/**
- * Extract date from document using various methods
- *
- * @param {Document} document - DOM object with article content
- * @param {string} url - URL of the page
- * @returns {string|null} Extracted date or null if not found
- */
-export declare function extractDateQuick(document: any, url: any): any;

package/dist/html-to-cite/extract-date/extract-date.d.ts

@@ -1,26 +0,0 @@
-declare const DATE_ATTRIBUTES: Set<string>;
-declare const NAME_MODIFIED: Set<string>;
-declare const PROPERTY_MODIFIED: Set<string>;
-declare const ITEMPROP_ATTRS_ORIGINAL: Set<string>;
-declare const ITEMPROP_ATTRS_MODIFIED: Set<string>;
-declare const ITEMPROP_ATTRS: Set<string>;
-declare const CLASS_ATTRS: Set<string>;
-declare const NON_DIGITS_REGEX: RegExp;
-export { DATE_ATTRIBUTES, NAME_MODIFIED, PROPERTY_MODIFIED, ITEMPROP_ATTRS_ORIGINAL, ITEMPROP_ATTRS_MODIFIED, ITEMPROP_ATTRS, CLASS_ATTRS, NON_DIGITS_REGEX, };
-/**
- * Extract date from document using various methods
- *
- * @param {Document} htmlobject - DOM object with article content
- * @param {boolean} [extensive_search=true] - perform extensive search if true
- * @param {boolean} [original_date=false] - return original date if true
- * @param {string} [outputformat="%Y-%m-%d"] - output format
- * @param {string} [url=null] - URL of the page
- * @param {boolean} [verbose=false] - log debug messages if true
- * @param {Date} [min_date=null] - minimum date to consider
- * @param {Date} [max_date=null] - maximum date to consider
- * @param {boolean} [deferred_url_extractor=false] - if true, do not extract date from URL
- * @returns {string|null} Extracted date or null if not found
- * @author [vtempest (2025)](https://github.com/vtempest)
- * Based on [Barbaresi (2020)](https://github.com/adbar/htmldate/)
- */
-export declare function extractDate(htmlobject: any, extensive_search?: boolean, original_date?: boolean, outputformat?: string, url?: any, verbose?: boolean, min_date?: any, max_date?: any, deferred_url_extractor?: boolean): any;

package/dist/html-to-cite/extract-source.d.ts

@@ -1,11 +0,0 @@
-/**
- * @fileoverview Utility for extracting the publication/source name from a
- * document's `og:site_name` meta tag or class-based markers.
- */
-/**
- * Extract source from document using common class names
- *
- * @param {document} document document or dom object with article content
- * @returns {object} source
-*/
-export declare function extractSource(document: any): any;

package/dist/html-to-cite/extract-title.d.ts

@@ -1,11 +0,0 @@
-/**
- * @fileoverview Utility for identifying, extracting, and normalizing document titles from HTML.
- * Handles metadata, selectors, and breadcrumb cleaning.
- */
-/**
- * Extract and clean title from document
- *
- * @param {Document} document - DOM object with article content
- * @returns {string} Extracted and cleaned title
- */
-export declare function extractTitle(document: any): string;

package/dist/html-to-cite/human-names-recognize.d.ts

@@ -1,16 +0,0 @@
-export interface ExtractHumanNameOptions {
-    formatCiteShortenAuthor?: boolean;
-    maxAuthorsBeforeEtAl?: number;
-}
-/**
- * Validates and formats author names properly handling multiple authors and multi-word names
- *
- * @param {string} author - The author name string(s) to be processed
- * @param {ExtractHumanNameOptions} [options={}] - Configuration options
- * @returns {object} Formatted author information for citation
- */
-export declare function extractHumanName(author: string, options?: ExtractHumanNameOptions): {
-    author_cite: any;
-    author_short: any;
-    author_type: number;
-};

package/dist/html-to-cite/metadata-to-cite.d.ts

@@ -1,16 +0,0 @@
-/**
- * @fileoverview Extracts citation metadata (author, date, title, source) from
- * a document's `<meta>` tags using a list of commonly used property/name attributes.
- */
-export interface CiteMetadata {
-    author?: string;
-    date?: string;
-    title?: string;
-    source?: string;
-}
-/**
- * Extract cite info from common property names in webpage's metadata
- * @param {Document} doc dom object of document
- * @returns {CiteMetadata} author, date, title, source
- */
-export declare function extractCiteFromMetadata(doc: Document): CiteMetadata;

package/dist/html-to-cite/url-to-domain.d.ts

@@ -1,20 +0,0 @@
-/**
- * @fileoverview Utility for extracting and normalizing domain names from URLs.
- * Handles subdomains and TLD cleaning for source attribution.
- */
-/**
- * Extract TLD and hostname from domain in Regex. There's [two or more part
- * TLDs](https://en.wikipedia.org/wiki/List_of_Internet_top-level_domains)
- * so it is hard to tell if host.secondTLD.tld or host.tld is correct way
- * to get root domain (e.g. abc.go.jp, abc.co.uk)
- * @param {string} domain
- * @returns {string} rootDomain
- */
-export declare function convertURLToDomain(domain: any): any;
-/**
- * Checks if a string is a valid URL.
- * @param {string} string
- * @returns {boolean} true if the string is a valid URL
- * @private
- */
-export declare function isURLValid(string: any): boolean;

package/dist/html-to-content/prism-global.d.ts

@@ -1,12 +0,0 @@
-import { default as Prism } from 'prismjs';
-/**
- * Registers the grammars above, once per runtime. Cheap to call repeatedly —
- * callers are meant to invoke it wherever they are about to highlight, so that
- * the work does not hinge on a module-level statement surviving tree-shaking.
- *
- * Never rejects: a grammar that fails to load just leaves its language out of
- * `Prism.languages`, which every caller already treats as "render this block
- * unhighlighted".
- */
-export declare function loadPrismGrammars(): Promise<void>;
-export default Prism;

package/src/html-to-cite/extract-author.ts

@@ -1,125 +0,0 @@
-/**
- * @fileoverview Utility for identifying and extracting author names from HTML metadata and content.
- * Handles individual authors, multiple authors, and organizational authors.
- */
-import { extractHumanName } from "./human-names-recognize";
-
-// https://www.scribbr.com/citation/generator/folders/2rx21jyIjZIKRrcwLk2oXE/lists/4OeJQ4euxzyTk9BiPTRjwn/
-const AUTHOR_META_TAGS = [
-  "byl",
-  "clmst",
-  "dc.author",
-  "dcsext.author",
-  "dc.creator",
-  "rbauthors",
-  "authors",
-  "sailthru.author",
-  "article:author",
-  "parsely-author",
-];
-
-const AUTHOR_SELECTORS = [
-  ".entry .entry-author",
-  ".author.vcard .fn",
-  ".author .vcard .fn",
-  ".byline.vcard .fn",
-  ".byline .vcard .fn",
-  ".byline .by .author",
-  ".byline .by",
-  ".byline .author",
-  ".post-author.vcard",
-  ".post-author .vcard",
-  "a[rel=author]",
-  "#by_author",
-  ".by_author",
-  "#entryAuthor",
-  ".entryAuthor",
-  ".byline a[href*=author]",
-  "#author .authorname",
-  ".author .authorname",
-  "#author",
-  ".author",
-  ".articleauthor",
-  ".ArticleAuthor",
-  ".byline",
-];
-
-const AUTHOR_MAX_LENGTH = 300;
-const BYLINE_REGEX = /^[\n\s]*By\s*:?\s*/i;
-const CLEAN_AUTHOR_RE = /^\s*(posted |written )?by\s*:?\s*(.*)/i;
-
-/**
- * Extracts the author from the document and validates it as a human name
- *
- * @param {Document} document
- * @returns {object|null} author_cite, author_short, author_type - or null if no valid author found
-*/
-export function extractAuthor(document) {
-
-
-  // 1. Check meta tags
-  for (const tag of AUTHOR_META_TAGS) {
-    const metaElement = document.querySelector(
-      `meta[name="${tag}"], meta[property="${tag}"]`
-    );
-    if (metaElement) {
-      const author = extractAndValidateHumanName(
-        metaElement.getAttribute("content")
-      );
-      if (author) return author;
-    }
-  }
-
-  // 2. Check selectors
-  for (const selector of AUTHOR_SELECTORS) {
-    const element = document.querySelector(selector);
-    if (element) {
-      const author = extractAndValidateHumanName(element.textContent);
-      if (author) return author;
-    }
-  }
-
-  // 4. Broader search in divs and spans
-  const elements = [
-    ...document.getElementsByTagName("div"),
-    ...document.getElementsByTagName("span"),
-  ];
-  for (const element of elements) {
-    if (
-      element.id.match(/author|byline/i) ||
-      element?.className?.match(/author|byline/i)
-    ) {
-      const author = extractAndValidateHumanName(element.innerText);
-      if (author) return author;
-    }
-  }
-
-
-  return null;
-}
-
-// Helper function to clean and validate author string
-const validateAuthor = (author) => {
-  if (!author) return null;
-
-  if (author.startsWith("@")) author = author.slice(1);
-  if (author.startsWith("http")) return null;
-
-  author = author?.replace(CLEAN_AUTHOR_RE, "$2").trim();
-  return author.length > 0 && author.length < AUTHOR_MAX_LENGTH
-    ? author
-    : null;
-};
-
-// Function to extract and validate human name
-const extractAndValidateHumanName = (author) => {
-  const validatedAuthor = validateAuthor(author);
-  if (validatedAuthor) {
-    return extractHumanName(validatedAuthor, {
-      formatCiteShortenAuthor: false
-    });
-  }
-  return null;
-};
-
-