defuddle 0.6.1 → 0.6.2

package/dist/extractors/grok.js

@@ -0,0 +1,141 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GrokExtractor = void 0;
+const _conversation_1 = require("./_conversation");
+class GrokExtractor extends _conversation_1.ConversationExtractor {
+    constructor(document, url) {
+        super(document, url);
+        // Note: This selector relies heavily on CSS utility classes and may break if Grok's UI changes.
+        this.messageContainerSelector = '.relative.group.flex.flex-col.justify-center.w-full';
+        this.messageBubbles = document.querySelectorAll(this.messageContainerSelector);
+        this.footnotes = [];
+        this.footnoteCounter = 0;
+    }
+    canExtract() {
+        return !!this.messageBubbles && this.messageBubbles.length > 0;
+    }
+    extractMessages() {
+        const messages = [];
+        this.footnotes = [];
+        this.footnoteCounter = 0;
+        if (!this.messageBubbles || this.messageBubbles.length === 0)
+            return messages;
+        this.messageBubbles.forEach((container) => {
+            // Note: Relies on layout classes 'items-end' and 'items-start' which might change.
+            const isUserMessage = container.classList.contains('items-end');
+            const isGrokMessage = container.classList.contains('items-start');
+            if (!isUserMessage && !isGrokMessage)
+                return; // Skip elements that aren't clearly user or Grok messages
+            const messageBubble = container.querySelector('.message-bubble');
+            if (!messageBubble)
+                return; // Skip if the core message bubble isn't found
+            let content = '';
+            let role = '';
+            let author = '';
+            if (isUserMessage) {
+                // Assume user message bubble's textContent is the desired content.
+                // This is simpler and potentially less brittle than selecting specific spans.
+                content = messageBubble.textContent || '';
+                role = 'user';
+                author = 'You'; // Or potentially extract from an attribute if available later
+            }
+            else if (isGrokMessage) {
+                role = 'assistant';
+                author = 'Grok'; // Or potentially extract from an attribute if available later
+                // Clone the bubble to modify it without affecting the original page
+                const clonedBubble = messageBubble.cloneNode(true);
+                // Remove known non-content elements like the DeepSearch artifact
+                clonedBubble.querySelector('.relative.border.border-border-l1.bg-surface-base')?.remove();
+                // Add selectors here for any other known elements to remove (e.g., buttons, toolbars within the bubble)
+                content = clonedBubble.innerHTML;
+                // Process footnotes/links in the cleaned content
+                content = this.processFootnotes(content);
+            }
+            if (content.trim()) {
+                messages.push({
+                    author: author,
+                    content: content.trim(),
+                    metadata: {
+                        role: role
+                    }
+                });
+            }
+        });
+        return messages;
+    }
+    getFootnotes() {
+        return this.footnotes;
+    }
+    getMetadata() {
+        const title = this.getTitle();
+        const messageCount = this.messageBubbles?.length || 0;
+        return {
+            title,
+            site: 'Grok',
+            url: this.url,
+            messageCount: messageCount, // Use estimated count
+            description: `Grok conversation with ${messageCount} messages`
+        };
+    }
+    getTitle() {
+        // Try to get the page title first (more reliable)
+        const pageTitle = this.document.title?.trim();
+        if (pageTitle && pageTitle !== 'Grok' && !pageTitle.startsWith('Grok by ')) {
+            // Remove ' - Grok' suffix if present
+            return pageTitle.replace(/\s-\s*Grok$/, '').trim();
+        }
+        // Fallback: Find the first user message bubble and use its text content
+        // Note: Still relies on 'items-end' class.
+        const firstUserContainer = this.document.querySelector(`${this.messageContainerSelector}.items-end`);
+        if (firstUserContainer) {
+            const messageBubble = firstUserContainer.querySelector('.message-bubble');
+            if (messageBubble) {
+                const text = messageBubble.textContent?.trim() || '';
+                // Truncate to first 50 characters if longer
+                return text.length > 50 ? text.slice(0, 50) + '...' : text;
+            }
+        }
+        return 'Grok Conversation'; // Default fallback
+    }
+    processFootnotes(content) {
+        // Regex to find <a> tags, capture href and link text
+        const linkPattern = /<a\s+(?:[^>]*?\s+)?href="([^"]*)"[^>]*>(.*?)<\/a>/gi; // Use 'g' and 'i' flags
+        return content.replace(linkPattern, (match, url, linkText) => {
+            // Skip processing for internal anchor links, empty URLs, or non-http(s) protocols
+            if (!url || url.startsWith('#') || !url.match(/^https?:\/\//i)) {
+                return match;
+            }
+            // Check if this URL already exists in our footnotes
+            let footnote = this.footnotes.find(fn => fn.url === url);
+            let footnoteIndex;
+            if (!footnote) {
+                // Create a new footnote if URL doesn't exist
+                this.footnoteCounter++;
+                footnoteIndex = this.footnoteCounter;
+                let domainText = url; // Default to full URL if parsing fails
+                try {
+                    const domain = new URL(url).hostname.replace(/^www\./, '');
+                    domainText = `<a href="${url}" target="_blank" rel="noopener noreferrer">${domain}</a>`;
+                }
+                catch (e) {
+                    // Keep domainText as the original URL if parsing fails
+                    domainText = `<a href="${url}" target="_blank" rel="noopener noreferrer">${url}</a>`;
+                    console.warn(`GrokExtractor: Could not parse URL for footnote: ${url}`);
+                }
+                this.footnotes.push({
+                    url,
+                    text: domainText // Store the link HTML directly
+                });
+            }
+            else {
+                // Find the 1-based index of the existing footnote
+                footnoteIndex = this.footnotes.findIndex(fn => fn.url === url) + 1;
+            }
+            // Return the original link text wrapped with a footnote reference
+            // Ensure the link text itself is not clickable again if it was part of the original match
+            return `${linkText}<sup id="fnref:${footnoteIndex}" class="footnote-ref"><a href="#fn:${footnoteIndex}" class="footnote-link">${footnoteIndex}</a></sup>`;
+        });
+    }
+}
+exports.GrokExtractor = GrokExtractor;
+//# sourceMappingURL=grok.js.map

package/dist/extractors/grok.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grok.js","sourceRoot":"","sources":["../../src/extractors/grok.ts"],"names":[],"mappings":";;;AAAA,mDAAwD;AAGxD,MAAa,aAAc,SAAQ,qCAAqB;IAOvD,YAAY,QAAkB,EAAE,GAAW;QAC1C,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAPtB,gGAAgG;QACxF,6BAAwB,GAAG,qDAAqD,CAAC;QAOxF,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAC/E,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,UAAU;QACT,OAAO,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAChE,CAAC;IAES,eAAe;QACxB,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QAE9E,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YACzC,mFAAmF;YACnF,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAChE,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAElE,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa;gBAAE,OAAO,CAAC,0DAA0D;YAExG,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACjE,IAAI,CAAC,aAAa;gBAAE,OAAO,CAAC,8CAA8C;YAE1E,IAAI,OAAO,GAAW,EAAE,CAAC;YACzB,IAAI,IAAI,GAAW,EAAE,CAAC;YACtB,IAAI,MAAM,GAAW,EAAE,CAAC;YAExB,IAAI,aAAa,EAAE,CAAC;gBACnB,mEAAmE;gBACnE,8EAA8E;gBAC9E,OAAO,GAAG,aAAa,CAAC,WAAW,IAAI,EAAE,CAAC;gBAC1C,IAAI,GAAG,MAAM,CAAC;gBACd,MAAM,GAAG,KAAK,CAAC,CAAC,8DAA8D;YAC/E,CAAC;iBAAM,IAAI,aAAa,EAAE,CAAC;gBAC1B,IAAI,GAAG,WAAW,CAAC;gBACnB,MAAM,GAAG,MAAM,CAAC,CAAC,8DAA8D;gBAE/E,oEAAoE;gBACpE,MAAM,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,CAAY,CAAC;gBAE9D,iEAAiE;gBACjE,YAAY,CAAC,aAAa,CAAC,mDAAmD,CAAC,EAAE,MAAM,EAAE,CAAC;gBAC1F,wGAAwG;gBAExG,OAAO,GAAG,YAAY,CAAC,SAAS,CAAC;gBAEjC,iDAAiD;gBACjD,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpB,QAAQ,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;oBACvB,QAAQ,EAAE;wBACT,IAAI,EAAE,IAAI;qBACV;iBACD,CAAC,CAAC;YACJ,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACjB,CAAC;IAES,YAAY;QACrB,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAES,WAAW;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,CAAC;QAEtD,OAAO;YACN,KAAK;YACL,IAAI,EAAE,MAAM;YACZ,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,YAAY,EAAE,YAAY,EAAE,sBAAsB;YAClD,WAAW,EAAE,0BAA0B,YAAY,WAAW;SAC9D,CAAC;IACH,CAAC;IAEO,QAAQ;QACf,kDAAkD;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9C,IAAI,SAAS,IAAI,SAAS,KAAK,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5E,qCAAqC;YACrC,OAAO,SAAS,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,CAAC;QAED,wEAAwE;QACxE,2CAA2C;QAC3C,MAAM,kBAAkB,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,wBAAwB,YAAY,CAAC,CAAC;QACrG,IAAI,kBAAkB,EAAE,CAAC;YACxB,MAAM,aAAa,GAAG,kBAAkB,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;YAC1E,IAAI,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACrD,4CAA4C;gBAC5C,OAAO,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5D,CAAC;QACF,CAAC;QAED,OAAO,mBAAmB,CAAC,CAAC,mBAAmB;IAChD,CAAC;IAEO,gBAAgB,CAAC,OAAe;QACvC,qDAAqD;QACrD,MAAM,WAAW,GAAG,qDAAqD,CAAC,CAAC,wBAAwB;QAEnG,OAAO,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE;YAC3D,kFAAkF;YACnF,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;gBAChE,OAAO,KAAK,CAAC;YACd,CAAC;YAED,oDAAoD;YACpD,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACzD,IAAI,aAAqB,CAAC;YAE1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,6CAA6C;gBAC7C,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC;gBAErC,IAAI,UAAU,GAAG,GAAG,CAAC,CAAC,uCAAuC;gBAC7D,IAAI,CAAC;oBACJ,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAC3D,UAAU,GAAG,YAAY,GAAG,+CAA+C,MAAM,MAAM,CAAC;gBACzF,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACZ,uDAAuD;oBACvD,UAAU,GAAG,YAAY,GAAG,+CAA+C,GAAG,MAAM,CAAC;oBACrF,OAAO,CAAC,IAAI,CAAC,oDAAoD,GAAG,EAAE,CAAC,CAAC;gBACzE,CAAC;gBAED,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;oBACnB,GAAG;oBACH,IAAI,EAAE,UAAU,CAAC,+BAA+B;iBAChD,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,kDAAkD;gBAClD,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;YACpE,CAAC;YAED,kEAAkE;YAClE,0FAA0F;YAC1F,OAAO,GAAG,QAAQ,kBAAkB,aAAa,uCAAuC,aAAa,2BAA2B,aAAa,YAAY,CAAC;QAC3J,CAAC,CAAC,CAAC;IACJ,CAAC;CACD;AA/JD,sCA+JC"}