decant-core 1.0.0 → 1.1.0

package/ai/lumo.js

@@ -1,43 +1,49 @@
-import { ChatParser } from './base.js';
-import { convertToMarkdown } from '../utils/html-to-markdown.js';
+import { ChatParser } from "./base.js";
+import { convertToMarkdown } from "../utils/html-to-markdown.js";
 
 export class LumoParser extends ChatParser {
-  name = 'Lumo';
+  name = "Lumo";
   isAvailable(url) {
-    return url.includes('lumo.proton.me');
+    return url.includes("lumo.proton.me");
   }
 
   async parse() {
     // Extract Title
-    let title = '';
-    const titleBtn = document.querySelector('.conversation-header-title-view button');
+    let title = "";
+    const titleBtn = document.querySelector(
+      ".conversation-header-title-view button",
+    );
     if (titleBtn && titleBtn.textContent) {
       title = titleBtn.textContent.trim();
     } else if (document.title) {
-      title = document.title.replace(/\s*-\s*Lumo.*$/i, '').trim();
+      title = document.title.replace(/\s*-\s*Lumo.*$/i, "").trim();
     }
-    title = title || 'Lumo Conversation';
+    title = title || "Lumo Conversation";
 
     const messages = [];
-    const messageElements = document.querySelectorAll('.lumo-chat-item[data-message-role]');
+    const messageElements = document.querySelectorAll(
+      ".lumo-chat-item[data-message-role]",
+    );
 
     for (const el of messageElements) {
-      const roleAttr = el.getAttribute('data-message-role');
+      const roleAttr = el.getAttribute("data-message-role");
 
-      if (roleAttr === 'user') {
+      if (roleAttr === "user") {
         const contentEl =
-          el.querySelector('.lumo-markdown') || el.querySelector('.user-msg-container') || el;
+          el.querySelector(".lumo-markdown") ||
+          el.querySelector(".user-msg-container") ||
+          el;
         const text = convertToMarkdown(contentEl);
         if (text.trim()) {
           messages.push({
-            role: 'User',
+            role: "User",
             content: text.trim(),
           });
         }
-      } else if (roleAttr === 'assistant') {
+      } else if (roleAttr === "assistant") {
         const contentEl =
-          el.querySelector('.progressive-markdown-content') ||
-          el.querySelector('.assistant-msg-container') ||
+          el.querySelector(".progressive-markdown-content") ||
+          el.querySelector(".assistant-msg-container") ||
           el;
 
         const ownerDoc = el.ownerDocument || document;
@@ -45,26 +51,27 @@ export class LumoParser extends ChatParser {
 
         // Preprocess Lumo code blocks to standard <pre><code class="language-xyz">...</code></pre>
         contentElClone
-          .querySelectorAll('.lumo-syntax-highlighter, .lumo-code-block')
+          .querySelectorAll(".lumo-syntax-highlighter, .lumo-code-block")
           .forEach((codeBlock) => {
-            const codeEl = codeBlock.querySelector('code');
+            const codeEl = codeBlock.querySelector("code");
             if (codeEl) {
-              let language = '';
-              const match = (codeEl.className || '').match(/language-([^\s]+)/);
+              let language = "";
+              const match = (codeEl.className || "").match(/language-([^\s]+)/);
               if (match) {
                 language = match[1];
               }
 
-              const codeText = codeEl.textContent || '';
-              const pre = ownerDoc.createElement('pre');
-              const code = ownerDoc.createElement('code');
+              const codeText = codeEl.textContent || "";
+              const pre = ownerDoc.createElement("pre");
+              const code = ownerDoc.createElement("code");
               if (language) {
                 code.className = `language-${language}`;
               }
               code.textContent = codeText;
               pre.appendChild(code);
 
-              const parentToReplace = codeBlock.closest('.message-container') || codeBlock;
+              const parentToReplace =
+                codeBlock.closest(".message-container") || codeBlock;
               if (parentToReplace && parentToReplace.parentNode) {
                 parentToReplace.parentNode.replaceChild(pre, parentToReplace);
               }
@@ -73,7 +80,9 @@ export class LumoParser extends ChatParser {
 
         // Clean up UI toolbar and avatar elements from assistant clone
         contentElClone
-          .querySelectorAll('.action-toolbar, .lumo-no-copy, .lumo-avatar, button')
+          .querySelectorAll(
+            ".action-toolbar, .lumo-no-copy, .lumo-avatar, button",
+          )
           .forEach((noCopy) => {
             noCopy.remove();
           });
@@ -81,7 +90,7 @@ export class LumoParser extends ChatParser {
         const markdown = convertToMarkdown(contentElClone);
         if (markdown.trim()) {
           messages.push({
-            role: 'Lumo',
+            role: "Lumo",
             content: markdown.trim(),
           });
         }
@@ -89,9 +98,11 @@ export class LumoParser extends ChatParser {
     }
 
     const currentUrl =
-      typeof window !== 'undefined' && window.location ? window.location.href || '' : '';
+      typeof window !== "undefined" && window.location
+        ? window.location.href || ""
+        : "";
     const metadata = {
-      Source: 'Lumo',
+      Source: "Lumo",
       Date: new Date().toLocaleString(),
       Link: currentUrl,
     };

package/ai/meta.js

@@ -1,22 +1,26 @@
-import { ChatParser } from './base.js';
-import { convertToMarkdown } from '../utils/html-to-markdown.js';
+import { ChatParser } from "./base.js";
+import { convertToMarkdown } from "../utils/html-to-markdown.js";
 
 export class MetaParser extends ChatParser {
-  name = 'Meta AI';
+  name = "Meta AI";
   isAvailable(url) {
-    return url.includes('meta.ai');
+    return url.includes("meta.ai");
   }
 
   async parse() {
     // Try to get the conversation title from the input field or the header button
-    const titleInput = document.querySelector('input[placeholder="Conversation title"]');
-    const titleButton = document.querySelector('[data-slot="button"] span.truncate');
+    const titleInput = document.querySelector(
+      'input[placeholder="Conversation title"]',
+    );
+    const titleButton = document.querySelector(
+      '[data-slot="button"] span.truncate',
+    );
     const title =
       titleInput && titleInput.value
         ? titleInput.value
         : titleButton
           ? titleButton.innerText
-          : 'Meta AI Session';
+          : "Meta AI Session";
 
     const messages = [];
 
@@ -40,45 +44,45 @@ export class MetaParser extends ChatParser {
     });
 
     uniqueElements.forEach((el) => {
-      let role = 'Unknown';
-      let content = '';
+      let role = "Unknown";
+      let content = "";
 
       // Check if the element itself identifies as user or assistant
       const isUser =
         el.matches('[data-message-type="user"]') ||
-        (el.getAttribute('data-message-id') &&
-          el.getAttribute('data-message-id').endsWith('_user'));
+        (el.getAttribute("data-message-id") &&
+          el.getAttribute("data-message-id").endsWith("_user"));
       const isAssistant =
         el.matches('[data-testid="assistant-message"]') ||
-        (el.getAttribute('data-message-id') &&
-          el.getAttribute('data-message-id').endsWith('_assistant'));
+        (el.getAttribute("data-message-id") &&
+          el.getAttribute("data-message-id").endsWith("_assistant"));
 
       if (isUser) {
-        role = 'User';
+        role = "User";
         // User text is usually in a span with text-response class or simply pre-wrap
         const textEl =
           el.querySelector('[data-slot="text"].text-response') ||
-          el.querySelector('.whitespace-pre-wrap');
+          el.querySelector(".whitespace-pre-wrap");
         if (textEl) {
           content = convertToMarkdown(textEl);
         } else {
           content = convertToMarkdown(el);
         }
       } else if (isAssistant) {
-        role = 'Meta AI';
+        role = "Meta AI";
         // Assistant content is typically styled in markdown-content or prose
         const contentEl =
-          el.querySelector('.markdown-content') ||
-          el.querySelector('.ur-markdown') ||
-          el.querySelector('.prose');
+          el.querySelector(".markdown-content") ||
+          el.querySelector(".ur-markdown") ||
+          el.querySelector(".prose");
         if (contentEl) {
           const clone = contentEl.cloneNode(true);
 
           // Remove noise elements (like citation pills, edit buttons, thinking status, etc)
           const noiseSelectors = [
-            'button',
-            '.ur-citation-pill',
-            'svg',
+            "button",
+            ".ur-citation-pill",
+            "svg",
             '[data-testid="citation-pill"]',
             '[data-testid="thinking-status"]',
           ];
@@ -98,9 +102,11 @@ export class MetaParser extends ChatParser {
     });
 
     const currentUrl =
-      typeof window !== 'undefined' && window.location ? window.location.href || '' : '';
+      typeof window !== "undefined" && window.location
+        ? window.location.href || ""
+        : "";
     const metadata = {
-      Source: 'Meta AI',
+      Source: "Meta AI",
       Date: new Date().toLocaleString(),
       Link: currentUrl,
     };

package/ai/mistral.js

@@ -1,43 +1,46 @@
-import { ChatParser } from './base.js';
-import { convertToMarkdown } from '../utils/html-to-markdown.js';
+import { ChatParser } from "./base.js";
+import { convertToMarkdown } from "../utils/html-to-markdown.js";
 
 export class MistralParser extends ChatParser {
-  name = 'Mistral';
+  name = "Mistral";
   isAvailable(url) {
-    return url.includes('chat.mistral.ai');
+    return url.includes("chat.mistral.ai");
   }
 
   async parse() {
     // Extract Title
-    const titleElement = document.querySelector('span.truncate.text-sm');
-    let title = 'Mistral Conversation';
+    const titleElement = document.querySelector("span.truncate.text-sm");
+    let title = "Mistral Conversation";
     if (titleElement && titleElement.innerText) {
       title = titleElement.innerText.trim();
     } else if (document.title) {
-      title = document.title.replace(' - Mistral', '').trim();
+      title = document.title.replace(" - Mistral", "").trim();
     }
 
     const messages = [];
-    const messageElements = document.querySelectorAll('[data-message-author-role]');
+    const messageElements = document.querySelectorAll(
+      "[data-message-author-role]",
+    );
 
     for (const el of messageElements) {
-      const role = el.getAttribute('data-message-author-role');
+      const role = el.getAttribute("data-message-author-role");
 
-      if (role === 'user') {
+      if (role === "user") {
         const contentEl =
-          el.querySelector('.select-text') || el.querySelector('.whitespace-pre-wrap');
+          el.querySelector(".select-text") ||
+          el.querySelector(".whitespace-pre-wrap");
         if (contentEl) {
           messages.push({
-            role: 'User',
+            role: "User",
             content: contentEl.innerText.trim(),
           });
         }
-      } else if (role === 'assistant') {
+      } else if (role === "assistant") {
         const answerEl = el.querySelector('[data-message-part-type="answer"]');
         if (answerEl) {
           const markdown = convertToMarkdown(answerEl.innerHTML);
           messages.push({
-            role: 'Mistral',
+            role: "Mistral",
             content: markdown,
           });
         }
@@ -45,9 +48,11 @@ export class MistralParser extends ChatParser {
     }
 
     const currentUrl =
-      typeof window !== 'undefined' && window.location ? window.location.href || '' : '';
+      typeof window !== "undefined" && window.location
+        ? window.location.href || ""
+        : "";
     const metadata = {
-      Source: 'Mistral',
+      Source: "Mistral",
       Date: new Date().toLocaleString(),
       Link: currentUrl,
     };

package/ai/notebooklm.js

@@ -1,84 +1,90 @@
-import { ChatParser } from './base.js';
-import { convertToMarkdown } from '../utils/html-to-markdown.js';
+import { ChatParser } from "./base.js";
+import { convertToMarkdown } from "../utils/html-to-markdown.js";
 
 export class NotebookLMParser extends ChatParser {
-  name = 'NotebookLM';
+  name = "NotebookLM";
   isAvailable(url) {
-    return url.includes('notebooklm.google.com') || url.includes('notebook.google.com');
+    return (
+      url.includes("notebooklm.google.com") ||
+      url.includes("notebook.google.com")
+    );
   }
 
   async parse() {
-    let title = '';
+    let title = "";
 
     // Title extraction
     const titleEl = document.querySelector(
       '.title-container .title, .notebook-title-input, input[aria-label*="title" i], h1.notebook-title',
     );
     if (titleEl) {
-      title = (titleEl.value || titleEl.textContent || '').trim();
+      title = (titleEl.value || titleEl.textContent || "").trim();
     }
     if (!title) {
-      title = (document.title || 'Gemini Notebook')
-        .replace(/\s*-\s*(Gemini Notebook|NotebookLM)$/i, '')
+      title = (document.title || "Gemini Notebook")
+        .replace(/\s*-\s*(Gemini Notebook|NotebookLM)$/i, "")
         .trim();
     }
-    title = title || 'NotebookLM Conversation';
+    title = title || "NotebookLM Conversation";
 
     const messages = [];
 
     // Selectors for turn pairs or individual message cards in NotebookLM
     const messagePairs = Array.from(
-      document.querySelectorAll('.chat-message-pair, chat-message, .message-pair-container'),
+      document.querySelectorAll(
+        ".chat-message-pair, chat-message, .message-pair-container",
+      ),
     );
 
     // Filter to top-level containers
     const topContainers = messagePairs.filter(
-      (el) => !messagePairs.some((parent) => parent !== el && parent.contains(el)),
+      (el) =>
+        !messagePairs.some((parent) => parent !== el && parent.contains(el)),
     );
 
     if (topContainers.length > 0) {
       topContainers.forEach((pair) => {
         // User message
         const userContainer = pair.querySelector(
-          '.from-user-container, .from-user-message-card-content',
+          ".from-user-container, .from-user-message-card-content",
         );
 
         // Model / Assistant response
         const aiContainer = pair.querySelector(
-          '.to-user-container, .to-user-message-inner-content, labs-tailwind-doc-viewer',
+          ".to-user-container, .to-user-message-inner-content, labs-tailwind-doc-viewer",
         );
 
         if (userContainer) {
           const contentEl =
             userContainer.querySelector(
-              '.message-text-content, .md3-body-text, .from-user-message-inner-content',
+              ".message-text-content, .md3-body-text, .from-user-message-inner-content",
             ) || userContainer;
 
           const clone = contentEl.cloneNode(true);
           // Clean up noise buttons & icons
           clone
-            .querySelectorAll('button, mat-icon, .mat-mdc-button-touch-target')
+            .querySelectorAll("button, mat-icon, .mat-mdc-button-touch-target")
             .forEach((el) => el.remove());
 
           const userText = convertToMarkdown(clone).trim();
           if (userText) {
-            messages.push({ role: 'User', content: userText });
+            messages.push({ role: "User", content: userText });
           }
         }
 
         if (aiContainer) {
           const contentEl =
             aiContainer.querySelector(
-              'labs-tailwind-doc-viewer, .message-text-content, .to-user-message-inner-content',
+              "labs-tailwind-doc-viewer, .message-text-content, .to-user-message-inner-content",
             ) || aiContainer;
 
           const clone = contentEl.cloneNode(true);
           // Format citation markers (e.g., button.citation-marker -> <span class="citation-ref">[1]</span>)
-          clone.querySelectorAll('button.citation-marker').forEach((btn) => {
+          clone.querySelectorAll("button.citation-marker").forEach((btn) => {
             const citeNum = btn.textContent.trim();
-            if (citeNum && typeof document !== 'undefined') {
-              const spanNode = document.createElement('span');
-              spanNode.className = 'citation-ref';
+            if (citeNum && typeof document !== "undefined") {
+              const spanNode = document.createElement("span");
+              spanNode.className = "citation-ref";
               spanNode.textContent = ` [${citeNum}]`;
               btn.replaceWith(spanNode);
             }
@@ -86,12 +92,14 @@ export class NotebookLMParser extends ChatParser {
 
           // Clean up other UI noise (thumbs up/down, action buttons)
           clone
-            .querySelectorAll('button, mat-icon, .mat-mdc-button-touch-target, .feedback-actions')
+            .querySelectorAll(
+              "button, mat-icon, .mat-mdc-button-touch-target, .feedback-actions",
+            )
             .forEach((el) => el.remove());
 
           const aiText = convertToMarkdown(clone).trim();
           if (aiText) {
-            messages.push({ role: 'NotebookLM', content: aiText });
+            messages.push({ role: "NotebookLM", content: aiText });
           }
         }
       });
@@ -99,38 +107,46 @@ export class NotebookLMParser extends ChatParser {
 
     // Direct fallback if topContainers loop yielded no messages
     if (messages.length === 0) {
-      const userContainers = Array.from(document.querySelectorAll('.from-user-container'));
-      const aiContainers = Array.from(document.querySelectorAll('.to-user-container'));
+      const userContainers = Array.from(
+        document.querySelectorAll(".from-user-container"),
+      );
+      const aiContainers = Array.from(
+        document.querySelectorAll(".to-user-container"),
+      );
 
       const maxLen = Math.max(userContainers.length, aiContainers.length);
       for (let i = 0; i < maxLen; i++) {
         if (userContainers[i]) {
           const text = convertToMarkdown(userContainers[i]).trim();
-          if (text) messages.push({ role: 'User', content: text });
+          if (text) messages.push({ role: "User", content: text });
         }
         if (aiContainers[i]) {
           const clone = aiContainers[i].cloneNode(true);
-          clone.querySelectorAll('button.citation-marker').forEach((btn) => {
+          clone.querySelectorAll("button.citation-marker").forEach((btn) => {
             const citeNum = btn.textContent.trim();
-            if (citeNum && typeof document !== 'undefined') {
-              const spanNode = document.createElement('span');
-              spanNode.className = 'citation-ref';
+            if (citeNum && typeof document !== "undefined") {
+              const spanNode = document.createElement("span");
+              spanNode.className = "citation-ref";
               spanNode.textContent = ` [${citeNum}]`;
               btn.replaceWith(spanNode);
             }
           });
-          clone.querySelectorAll('button, mat-icon').forEach((el) => el.remove());
+          clone
+            .querySelectorAll("button, mat-icon")
+            .forEach((el) => el.remove());
 
           const text = convertToMarkdown(clone).trim();
-          if (text) messages.push({ role: 'NotebookLM', content: text });
+          if (text) messages.push({ role: "NotebookLM", content: text });
         }
       }
     }
 
     const currentUrl =
-      typeof window !== 'undefined' && window.location ? window.location.href || '' : '';
+      typeof window !== "undefined" && window.location
+        ? window.location.href || ""
+        : "";
     const metadata = {
-      Source: 'NotebookLM',
+      Source: "NotebookLM",
       Date: new Date().toLocaleString(),
       Link: currentUrl,
     };

package/ai/perplexity.js

@@ -1,52 +1,53 @@
-import { ChatParser } from './base.js';
-import { convertToMarkdown } from '../utils/html-to-markdown.js';
+import { ChatParser } from "./base.js";
+import { convertToMarkdown } from "../utils/html-to-markdown.js";
 
 export class PerplexityParser extends ChatParser {
-  name = 'Perplexity';
+  name = "Perplexity";
   isAvailable(url) {
-    return url.includes('perplexity.ai');
+    return url.includes("perplexity.ai");
   }
 
   async parse() {
     const rawTitle =
-      document.querySelector('.share-title-section h1')?.textContent ||
-      document.querySelector('h1')?.textContent ||
+      document.querySelector(".share-title-section h1")?.textContent ||
+      document.querySelector("h1")?.textContent ||
       document.title ||
-      'Perplexity Search';
-    const title = rawTitle.trim().replace(/\s+/g, ' ');
+      "Perplexity Search";
+    const title = rawTitle.trim().replace(/\s+/g, " ");
 
     const messages = [];
 
     // Perplexity Container
-    const threadContainer = document.querySelector('.max-w-threadContentWidth') || document.body;
+    const threadContainer =
+      document.querySelector(".max-w-threadContentWidth") || document.body;
 
     // Candidates for User Messages
     const userSelectors = [
-      'h1.group\\/query',
-      '.group\\/query',
-      '.whitespace-pre-line.text-pretty',
+      "h1.group\\/query",
+      ".group\\/query",
+      ".whitespace-pre-line.text-pretty",
       '[data-testid="search-bar-input"]', // fallback for input? typically input is not the message display
     ];
 
     // Candidates for Assistant Messages
-    const assistantSelectors = ['div[id^="markdown-content-"]', '.prose'];
+    const assistantSelectors = ['div[id^="markdown-content-"]', ".prose"];
 
     // Strategy: Iterate children of thread container or find all matches in document
     // Thread container is better to preserve order
 
     // Let's select all potential message blocks within the thread container
-    const selectorString = [...userSelectors, ...assistantSelectors].join(', ');
+    const selectorString = [...userSelectors, ...assistantSelectors].join(", ");
     const elements = threadContainer.querySelectorAll(selectorString);
 
     // Helper to determine role
     const getRole = (el) => {
       for (const s of userSelectors) {
-        if (el.matches(s)) return 'User';
+        if (el.matches(s)) return "User";
       }
       for (const s of assistantSelectors) {
-        if (el.matches(s)) return 'Perplexity';
+        if (el.matches(s)) return "Perplexity";
       }
-      return 'Unknown';
+      return "Unknown";
     };
 
     const seenText = new Set();
@@ -73,9 +74,11 @@ export class PerplexityParser extends ChatParser {
     });
 
     const currentUrl =
-      typeof window !== 'undefined' && window.location ? window.location.href || '' : '';
+      typeof window !== "undefined" && window.location
+        ? window.location.href || ""
+        : "";
     const metadata = {
-      Source: 'Perplexity',
+      Source: "Perplexity",
       Date: new Date().toLocaleString(),
       Link: currentUrl,
     };