extract-webpage 1.2.65 → 1.2.67

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "extract-webpage",
-  "version": "1.2.65",
+  "version": "1.2.67",
   "module": "./dist/extract-webpage.es.js",
   "description": "Search, extract, cite, and outline the web for a topic with AI Research Agent.",
   "author": "vtempest <grokthiscontact@gmail.com>",
@@ -72,11 +72,11 @@
   "dependencies": {
     "@huggingface/transformers": "^3.8.1",
     "ai": "^5.0.0",
-    "chat-agent-toolkit": "^1.2.64",
+    "chat-agent-toolkit": "^1.2.66",
     "chrono-node": "^2.9.0",
     "drizzle-orm": "^0.45.1",
-    "extract-pdf": "^0.1.52",
-    "extract-youtube": "^1.0.51",
+    "extract-pdf": "^0.1.54",
+    "extract-youtube": "^1.0.52",
     "html-entities": "^2.6.0",
     "js-yaml": "^4.1.1",
     "jsdom": "^28.1.0",

package/src/html-to-content/html-utils.ts

@@ -158,11 +158,24 @@ import "prismjs/components/prism-java";
 import "prismjs/components/prism-c";
 import "prismjs/components/prism-cpp";
 
-function highlightCode(code, lang) {
-  const language = Prism.languages[lang] ? lang : "plaintext";
-  if (language === "plaintext") return code;
-  return Prism.highlight(code, Prism.languages[language], language);
-}
+// Configure marked once at module load with Prism.js syntax highlighting.
+// marked v17 removed the `highlight` option from setOptions, so highlighting
+// is wired via a custom `code` renderer instead.
+marked.use({
+  renderer: {
+    code({ text, lang }) {
+      const language = lang && Prism.languages[lang] ? lang : null;
+      const highlighted = language
+        ? Prism.highlight(text, Prism.languages[language], language)
+        : text
+            .replace(/&/g, "&")
+            .replace(/</g, "&lt;")
+            .replace(/>/g, "&gt;");
+      const cls = language ? ` class="language-${language}"` : "";
+      return `<pre><code${cls}>${highlighted}</code></pre>\n`;
+    },
+  },
+});
 
 /**
  * Converts Markdown text to HTML. It handles the following Markdown elements:
@@ -192,14 +205,6 @@ function highlightCode(code, lang) {
 export function convertMarkdownToHTML(content, toHtml = true) {
   if (!toHtml) return convertHTMLToMarkdown(content);
 
-
-  marked.setOptions({
-    highlight: function (code, lang) {
-      return highlightCode(code, lang) ?? code;
-    },
-    langPrefix: "language-",
-  });
-
   return content?.length ? marked.parse(content) : "";
 
   var html = contentconvertMarkdownToHTML