@claudeink/mcp-server 0.0.3 → 0.0.4

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/chatgpt.d.ts

@@ -1,13 +0,0 @@
-import { ConversationExtractor } from './_conversation';
-import { ConversationMessage, ConversationMetadata, Footnote } from '../types/extractors';
-export declare class ChatGPTExtractor extends ConversationExtractor {
-    private articles;
-    private footnotes;
-    private footnoteCounter;
-    constructor(document: Document, url: string);
-    canExtract(): boolean;
-    protected extractMessages(): ConversationMessage[];
-    protected getFootnotes(): Footnote[];
-    protected getMetadata(): ConversationMetadata;
-    private getTitle;
-}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/chatgpt.js

@@ -1,133 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatGPTExtractor = void 0;
-const _conversation_1 = require("./_conversation");
-class ChatGPTExtractor extends _conversation_1.ConversationExtractor {
-    constructor(document, url) {
-        super(document, url);
-        this.articles = document.querySelectorAll('article[data-testid^="conversation-turn-"]');
-        this.footnotes = [];
-        this.footnoteCounter = 0;
-    }
-    canExtract() {
-        return !!this.articles && this.articles.length > 0;
-    }
-    extractMessages() {
-        const messages = [];
-        this.footnotes = [];
-        this.footnoteCounter = 0;
-        if (!this.articles)
-            return messages;
-        this.articles.forEach((article) => {
-            // Get the localized author text from the sr-only heading and clean it
-            const authorElement = article.querySelector('h5.sr-only, h6.sr-only');
-            const authorText = authorElement?.textContent
-                ?.trim()
-                ?.replace(/:\s*$/, '') // Remove colon and any trailing whitespace
-                || '';
-            let currentAuthorRole = '';
-            const authorRole = article.getAttribute('data-message-author-role');
-            if (authorRole) {
-                currentAuthorRole = authorRole;
-            }
-            let messageContent = article.innerHTML || '';
-            messageContent = messageContent.replace(/\u200B/g, '');
-            // Remove specific elements from the message content
-            const tempDiv = document.createElement('div');
-            tempDiv.innerHTML = messageContent;
-            tempDiv.querySelectorAll('h5.sr-only, h6.sr-only, span[data-state="closed"]').forEach(el => el.remove());
-            messageContent = tempDiv.innerHTML;
-            // Process inline references using regex to find the containers
-            // Look for spans containing citation links (a[target=_blank][rel=noopener]), replacing entire structure
-            // Also capture optional preceding ZeroWidthSpace
-            const citationPattern = /(&ZeroWidthSpace;)?(<span[^>]*?>\s*<a(?=[^>]*?href="([^"]+)")(?=[^>]*?target="_blank")(?=[^>]*?rel="noopener")[^>]*?>[\s\S]*?<\/a>\s*<\/span>)/gi;
-            messageContent = messageContent.replace(citationPattern, (match, zws, spanStructure, url) => {
-                // url is captured group 3
-                let domain = '';
-                let fragmentText = '';
-                try {
-                    // Extract domain without www.
-                    domain = new URL(url).hostname.replace(/^www\./, '');
-                    // Extract and decode the fragment text if it exists
-                    const hashParts = url.split('#:~:text=');
-                    if (hashParts.length > 1) {
-                        fragmentText = decodeURIComponent(hashParts[1]);
-                        fragmentText = fragmentText.replace(/%2C/g, ',');
-                        const parts = fragmentText.split(',');
-                        if (parts.length > 1 && parts[0].trim()) {
-                            fragmentText = ` — ${parts[0].trim()}...`;
-                        }
-                        else if (parts[0].trim()) {
-                            fragmentText = ` — ${fragmentText.trim()}`;
-                        }
-                        else {
-                            fragmentText = '';
-                        }
-                    }
-                }
-                catch (e) {
-                    console.error(`Failed to parse URL: ${url}`, e);
-                    domain = url;
-                }
-                // Check if this URL already exists in our footnotes
-                let footnoteIndex = this.footnotes.findIndex(fn => fn.url === url);
-                let footnoteNumber;
-                if (footnoteIndex === -1) {
-                    this.footnoteCounter++;
-                    footnoteNumber = this.footnoteCounter;
-                    this.footnotes.push({
-                        url,
-                        text: `<a href="${url}">${domain}</a>${fragmentText}`
-                    });
-                }
-                else {
-                    footnoteNumber = footnoteIndex + 1;
-                }
-                // Return just the footnote reference, replacing the ZWS (if captured) and the entire span structure
-                return `<sup id="fnref:${footnoteNumber}"><a href="#fn:${footnoteNumber}">${footnoteNumber}</a></sup>`;
-            });
-            // Clean up any stray empty paragraph tags
-            messageContent = messageContent
-                .replace(/<p[^>]*>\s*<\/p>/g, '');
-            messages.push({
-                author: authorText,
-                content: messageContent.trim(),
-                metadata: {
-                    role: currentAuthorRole || 'unknown'
-                }
-            });
-        });
-        return messages;
-    }
-    getFootnotes() {
-        return this.footnotes;
-    }
-    getMetadata() {
-        const title = this.getTitle();
-        const messages = this.extractMessages();
-        return {
-            title,
-            site: 'ChatGPT',
-            url: this.url,
-            messageCount: messages.length,
-            description: `ChatGPT conversation with ${messages.length} messages`
-        };
-    }
-    getTitle() {
-        // Try to get the page title first
-        const pageTitle = this.document.title?.trim();
-        if (pageTitle && pageTitle !== 'ChatGPT') {
-            return pageTitle;
-        }
-        // Fall back to first user message
-        const firstUserTurn = this.articles?.item(0)?.querySelector('.text-message');
-        if (firstUserTurn) {
-            const text = firstUserTurn.textContent || '';
-            // Truncate to first 50 characters if longer
-            return text.length > 50 ? text.slice(0, 50) + '...' : text;
-        }
-        return 'ChatGPT Conversation';
-    }
-}
-exports.ChatGPTExtractor = ChatGPTExtractor;
-//# sourceMappingURL=chatgpt.js.map

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/chatgpt.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"chatgpt.js","sourceRoot":"","sources":["../../src/extractors/chatgpt.ts"],"names":[],"mappings":";;;AAAA,mDAAwD;AAGxD,MAAa,gBAAiB,SAAQ,qCAAqB;IAK1D,YAAY,QAAkB,EAAE,GAAW;QAC1C,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,4CAA4C,CAAC,CAAC;QACxF,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,UAAU;QACT,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IACpD,CAAC;IAES,eAAe;QACxB,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACjC,sEAAsE;YACtE,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,wBAAwB,CAAC,CAAC;YACtE,MAAM,UAAU,GAAG,aAAa,EAAE,WAAW;gBAC5C,EAAE,IAAI,EAAE;gBACR,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,2CAA2C;mBAC/D,EAAE,CAAC;YAEP,IAAI,iBAAiB,GAAG,EAAE,CAAC;YAE3B,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,0BAA0B,CAAC,CAAC;YACpE,IAAI,UAAU,EAAE,CAAC;gBAChB,iBAAiB,GAAG,UAAU,CAAC;YAChC,CAAC;YAED,IAAI,cAAc,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;YAC7C,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAEvD,oDAAoD;YACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC9C,OAAO,CAAC,SAAS,GAAG,cAAc,CAAC;YACnC,OAAO,CAAC,gBAAgB,CAAC,mDAAmD,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;YACzG,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC;YAEnC,+DAA+D;YAC/D,wGAAwG;YACxG,iDAAiD;YACjD,MAAM,eAAe,GAAG,kJAAkJ,CAAC;YAE3K,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE;gBAC3F,0BAA0B;gBAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,YAAY,GAAG,EAAE,CAAC;gBAEtB,IAAI,CAAC;oBACJ,8BAA8B;oBAC9B,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAErD,oDAAoD;oBACpD,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1B,YAAY,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;wBAChD,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;wBAEjD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBACtC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;4BACzC,YAAY,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC;wBAC3C,CAAC;6BAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;4BAC5B,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;wBAC5C,CAAC;6BAAM,CAAC;4BACP,YAAY,GAAG,EAAE,CAAC;wBACnB,CAAC;oBACF,CAAC;gBACF,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,wBAAwB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;oBAChD,MAAM,GAAG,GAAG,CAAC;gBACd,CAAC;gBAED,oDAAoD;gBACpD,IAAI,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;gBACnE,IAAI,cAAsB,CAAC;gBAE3B,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC1B,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC;oBACtC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;wBACnB,GAAG;wBACH,IAAI,EAAE,YAAY,GAAG,KAAK,MAAM,OAAO,YAAY,EAAE;qBACrD,CAAC,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACP,cAAc,GAAG,aAAa,GAAG,CAAC,CAAC;gBACpC,CAAC;gBAED,oGAAoG;gBACpG,OAAO,kBAAkB,cAAc,kBAAkB,cAAc,KAAK,cAAc,YAAY,CAAC;YACxG,CAAC,CAAC,CAAC;YAEH,0CAA0C;YAC1C,cAAc,GAAG,cAAc;iBAC7B,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;YAEnC,QAAQ,CAAC,IAAI,CAAC;gBACb,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,cAAc,CAAC,IAAI,EAAE;gBAC9B,QAAQ,EAAE;oBACT,IAAI,EAAE,iBAAiB,IAAI,SAAS;iBACpC;aACD,CAAC,CAAC;QAEJ,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACjB,CAAC;IAES,YAAY;QACrB,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAES,WAAW;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAExC,OAAO;YACN,KAAK;YACL,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,YAAY,EAAE,QAAQ,CAAC,MAAM;YAC7B,WAAW,EAAE,6BAA6B,QAAQ,CAAC,MAAM,WAAW;SACpE,CAAC;IACH,CAAC;IAEO,QAAQ;QACf,kCAAkC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9C,IAAI,SAAS,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,kCAAkC;QAClC,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,eAAe,CAAC,CAAC;QAC7E,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,IAAI,EAAE,CAAC;YAC7C,4CAA4C;YAC5C,OAAO,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5D,CAAC;QAED,OAAO,sBAAsB,CAAC;IAC/B,CAAC;CACD;AAvJD,4CAuJC"}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/claude.d.ts

@@ -1,10 +0,0 @@
-import { ConversationExtractor } from './_conversation';
-import { ConversationMessage, ConversationMetadata } from '../types/extractors';
-export declare class ClaudeExtractor extends ConversationExtractor {
-    private articles;
-    constructor(document: Document, url: string);
-    canExtract(): boolean;
-    protected extractMessages(): ConversationMessage[];
-    protected getMetadata(): ConversationMetadata;
-    private getTitle;
-}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/claude.js

@@ -1,87 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ClaudeExtractor = void 0;
-const _conversation_1 = require("./_conversation");
-class ClaudeExtractor extends _conversation_1.ConversationExtractor {
-    constructor(document, url) {
-        super(document, url);
-        // Find all message blocks - both user and assistant messages
-        this.articles = document.querySelectorAll('div[data-testid="user-message"], div[data-testid="assistant-message"], div.font-claude-message');
-    }
-    canExtract() {
-        return !!this.articles && this.articles.length > 0;
-    }
-    extractMessages() {
-        const messages = [];
-        if (!this.articles)
-            return messages;
-        this.articles.forEach((article) => {
-            let role;
-            let content;
-            if (article.hasAttribute('data-testid')) {
-                // Handle user messages
-                if (article.getAttribute('data-testid') === 'user-message') {
-                    role = 'you';
-                    content = article.innerHTML;
-                }
-                // Skip non-message elements
-                else {
-                    return;
-                }
-            }
-            else if (article.classList.contains('font-claude-message')) {
-                // Handle Claude messages
-                role = 'assistant';
-                content = article.innerHTML;
-            }
-            else {
-                // Skip unknown elements
-                return;
-            }
-            if (content) {
-                messages.push({
-                    author: role === 'you' ? 'You' : 'Claude',
-                    content: content.trim(),
-                    metadata: {
-                        role: role
-                    }
-                });
-            }
-        });
-        return messages;
-    }
-    getMetadata() {
-        const title = this.getTitle();
-        const messages = this.extractMessages();
-        return {
-            title,
-            site: 'Claude',
-            url: this.url,
-            messageCount: messages.length,
-            description: `Claude conversation with ${messages.length} messages`
-        };
-    }
-    getTitle() {
-        // Try to get the page title first
-        const pageTitle = this.document.title?.trim();
-        if (pageTitle && pageTitle !== 'Claude') {
-            // Remove ' - Claude' suffix if present
-            return pageTitle.replace(/ - Claude$/, '');
-        }
-        // Try to get title from header
-        const headerTitle = this.document.querySelector('header .font-tiempos')?.textContent?.trim();
-        if (headerTitle) {
-            return headerTitle;
-        }
-        // Fall back to first user message
-        const firstUserMessage = this.articles?.item(0)?.querySelector('[data-testid="user-message"]');
-        if (firstUserMessage) {
-            const text = firstUserMessage.textContent || '';
-            // Truncate to first 50 characters if longer
-            return text.length > 50 ? text.slice(0, 50) + '...' : text;
-        }
-        return 'Claude Conversation';
-    }
-}
-exports.ClaudeExtractor = ClaudeExtractor;
-//# sourceMappingURL=claude.js.map

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/claude.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"claude.js","sourceRoot":"","sources":["../../src/extractors/claude.ts"],"names":[],"mappings":";;;AAAA,mDAAwD;AAGxD,MAAa,eAAgB,SAAQ,qCAAqB;IAGzD,YAAY,QAAkB,EAAE,GAAW;QAC1C,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACrB,6DAA6D;QAC7D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,gGAAgG,CAAC,CAAC;IAC7I,CAAC;IAED,UAAU;QACT,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IACpD,CAAC;IAES,eAAe;QACxB,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAE3C,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACjC,IAAI,IAAY,CAAC;YACjB,IAAI,OAAe,CAAC;YAEpB,IAAI,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC;gBACzC,uBAAuB;gBACvB,IAAI,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,cAAc,EAAE,CAAC;oBAC5D,IAAI,GAAG,KAAK,CAAC;oBACb,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC;gBAC7B,CAAC;gBACD,4BAA4B;qBACvB,CAAC;oBACL,OAAO;gBACR,CAAC;YACF,CAAC;iBAAM,IAAI,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBAC9D,yBAAyB;gBACzB,IAAI,GAAG,WAAW,CAAC;gBACnB,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACP,wBAAwB;gBACxB,OAAO;YACR,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACb,QAAQ,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ;oBACzC,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;oBACvB,QAAQ,EAAE;wBACT,IAAI,EAAE,IAAI;qBACV;iBACD,CAAC,CAAC;YACJ,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACjB,CAAC;IAES,WAAW;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAExC,OAAO;YACN,KAAK;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,YAAY,EAAE,QAAQ,CAAC,MAAM;YAC7B,WAAW,EAAE,4BAA4B,QAAQ,CAAC,MAAM,WAAW;SACnE,CAAC;IACH,CAAC;IAEO,QAAQ;QACf,kCAAkC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9C,IAAI,SAAS,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YACzC,uCAAuC;YACvC,OAAO,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,+BAA+B;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,sBAAsB,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC7F,IAAI,WAAW,EAAE,CAAC;YACjB,OAAO,WAAW,CAAC;QACpB,CAAC;QAED,kCAAkC;QAClC,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,8BAA8B,CAAC,CAAC;QAC/F,IAAI,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,gBAAgB,CAAC,WAAW,IAAI,EAAE,CAAC;YAChD,4CAA4C;YAC5C,OAAO,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5D,CAAC;QAED,OAAO,qBAAqB,CAAC;IAC9B,CAAC;CACD;AA5FD,0CA4FC"}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/gemini.d.ts

@@ -1,14 +0,0 @@
-import { ConversationExtractor } from './_conversation';
-import { ConversationMessage, ConversationMetadata, Footnote } from '../types/extractors';
-export declare class GeminiExtractor extends ConversationExtractor {
-    private conversationContainers;
-    private footnotes;
-    private messageCount;
-    constructor(document: Document, url: string);
-    canExtract(): boolean;
-    protected extractMessages(): ConversationMessage[];
-    private extractSources;
-    protected getFootnotes(): Footnote[];
-    protected getMetadata(): ConversationMetadata;
-    private getTitle;
-}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/gemini.js

@@ -1,110 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GeminiExtractor = void 0;
-const _conversation_1 = require("./_conversation");
-class GeminiExtractor extends _conversation_1.ConversationExtractor {
-    constructor(document, url) {
-        super(document, url);
-        this.messageCount = null;
-        this.conversationContainers = document.querySelectorAll('div.conversation-container');
-        this.footnotes = [];
-    }
-    canExtract() {
-        return !!this.conversationContainers && this.conversationContainers.length > 0;
-    }
-    extractMessages() {
-        this.messageCount = 0;
-        const messages = [];
-        if (!this.conversationContainers)
-            return messages;
-        this.extractSources();
-        this.conversationContainers.forEach((container) => {
-            const userQuery = container.querySelector('user-query');
-            if (userQuery) {
-                const queryText = userQuery.querySelector('.query-text');
-                if (queryText) {
-                    const content = queryText.innerHTML || '';
-                    messages.push({
-                        author: 'You',
-                        content: content.trim(),
-                        metadata: { role: 'user' }
-                    });
-                }
-            }
-            const modelResponse = container.querySelector('model-response');
-            if (modelResponse) {
-                const regularContent = modelResponse.querySelector('.model-response-text .markdown');
-                const extendedContent = modelResponse.querySelector('#extended-response-markdown-content');
-                const contentElement = extendedContent || regularContent;
-                if (contentElement) {
-                    let content = contentElement.innerHTML || '';
-                    const tempDiv = document.createElement('div');
-                    tempDiv.innerHTML = content;
-                    tempDiv.querySelectorAll('.table-content').forEach(el => {
-                        // `table-content` is a PARTIAL selector in defuddle (table of contents, will be removed), but a real table in Gemini (should be kept).
-                        el.classList.remove('table-content');
-                    });
-                    content = tempDiv.innerHTML;
-                    messages.push({
-                        author: 'Gemini',
-                        content: content.trim(),
-                        metadata: { role: 'assistant' }
-                    });
-                }
-            }
-        });
-        this.messageCount = messages.length;
-        return messages;
-    }
-    extractSources() {
-        const browseItems = this.document.querySelectorAll('browse-item');
-        if (browseItems && browseItems.length > 0) {
-            browseItems.forEach(item => {
-                const link = item.querySelector('a');
-                if (link instanceof HTMLAnchorElement) {
-                    const url = link.href;
-                    const domain = link.querySelector('.domain')?.textContent?.trim() || '';
-                    const title = link.querySelector('.title')?.textContent?.trim() || '';
-                    if (url && (domain || title)) {
-                        this.footnotes.push({
-                            url,
-                            text: title ? `${domain}: ${title}` : domain
-                        });
-                    }
-                }
-            });
-        }
-    }
-    getFootnotes() {
-        return this.footnotes;
-    }
-    getMetadata() {
-        const title = this.getTitle();
-        const messageCount = this.messageCount ?? this.extractMessages().length;
-        return {
-            title,
-            site: 'Gemini',
-            url: this.url,
-            messageCount,
-            description: `Gemini conversation with ${messageCount} messages`
-        };
-    }
-    getTitle() {
-        const pageTitle = this.document.title?.trim();
-        if (pageTitle && pageTitle !== 'Gemini' && !pageTitle.includes('Gemini')) {
-            return pageTitle;
-        }
-        const researchTitle = this.document.querySelector('.title-text')?.textContent?.trim();
-        if (researchTitle) {
-            return researchTitle;
-        }
-        const firstUserQuery = this.conversationContainers?.item(0)?.querySelector('.query-text');
-        if (firstUserQuery) {
-            const text = firstUserQuery.textContent || '';
-            return text.length > 50 ? text.slice(0, 50) + '...' : text;
-        }
-        return 'Gemini Conversation';
-    }
-}
-exports.GeminiExtractor = GeminiExtractor;
-//# sourceMappingURL=gemini.js.map

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/gemini.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/extractors/gemini.ts"],"names":[],"mappings":";;;AAAA,mDAAwD;AAGxD,MAAa,eAAgB,SAAQ,qCAAqB;IAKzD,YAAY,QAAkB,EAAE,GAAW;QAC1C,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAHd,iBAAY,GAAkB,IAAI,CAAC;QAI1C,IAAI,CAAC,sBAAsB,GAAG,QAAQ,CAAC,gBAAgB,CAAC,4BAA4B,CAAC,CAAC;QACtF,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,UAAU;QACT,OAAO,CAAC,CAAC,IAAI,CAAC,sBAAsB,IAAI,IAAI,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC;IAChF,CAAC;IAES,eAAe;QACxB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAE3C,IAAI,CAAC,IAAI,CAAC,sBAAsB;YAAE,OAAO,QAAQ,CAAC;QAElD,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YACjD,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YACxD,IAAI,SAAS,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;gBACzD,IAAI,SAAS,EAAE,CAAC;oBACf,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,IAAI,EAAE,CAAC;oBAC1C,QAAQ,CAAC,IAAI,CAAC;wBACb,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;wBACvB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;qBAC1B,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;YAED,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAChE,IAAI,aAAa,EAAE,CAAC;gBACnB,MAAM,cAAc,GAAG,aAAa,CAAC,aAAa,CAAC,gCAAgC,CAAC,CAAC;gBACrF,MAAM,eAAe,GAAG,aAAa,CAAC,aAAa,CAAC,qCAAqC,CAAC,CAAC;gBAC3F,MAAM,cAAc,GAAG,eAAe,IAAI,cAAc,CAAC;gBAEzD,IAAI,cAAc,EAAE,CAAC;oBACpB,IAAI,OAAO,GAAG,cAAc,CAAC,SAAS,IAAI,EAAE,CAAC;oBAE7C,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;oBAC9C,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC;oBAE5B,OAAO,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE;wBACvD,uIAAuI;wBACvI,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;oBACtC,CAAC,CAAC,CAAC;oBAEH,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC;oBAE5B,QAAQ,CAAC,IAAI,CAAC;wBACb,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;wBACvB,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;qBAC/B,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;QACF,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;QACpC,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,cAAc;QACrB,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAElE,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACrC,IAAI,IAAI,YAAY,iBAAiB,EAAE,CAAC;oBACvC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;oBACtB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBACxE,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBAEtE,IAAI,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC;wBAC9B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;4BACnB,GAAG;4BACH,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM;yBAC5C,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;YACF,CAAC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAES,YAAY;QACrB,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAES,WAAW;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC,MAAM,CAAC;QACxE,OAAO;YACN,KAAK;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,YAAY;YACZ,WAAW,EAAE,4BAA4B,YAAY,WAAW;SAChE,CAAC;IACH,CAAC;IAEO,QAAQ;QACf,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9C,IAAI,SAAS,IAAI,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1E,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACtF,IAAI,aAAa,EAAE,CAAC;YACnB,OAAO,aAAa,CAAC;QACtB,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC;QAC1F,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,cAAc,CAAC,WAAW,IAAI,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5D,CAAC;QAED,OAAO,qBAAqB,CAAC;IAC9B,CAAC;CACD;AA7HD,0CA6HC"}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/github.d.ts

@@ -1,12 +0,0 @@
-import { BaseExtractor } from './_base';
-import { ExtractorResult } from '../types/extractors';
-export declare class GitHubExtractor extends BaseExtractor {
-    canExtract(): boolean;
-    extract(): ExtractorResult;
-    private extractIssue;
-    private extractAuthor;
-    private cleanBodyContent;
-    private extractIssueNumber;
-    private extractRepoInfo;
-    private createDescription;
-}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/github.js

@@ -1,163 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GitHubExtractor = void 0;
-const _base_1 = require("./_base");
-class GitHubExtractor extends _base_1.BaseExtractor {
-    canExtract() {
-        const githubIndicators = [
-            'meta[name="expected-hostname"][content="github.com"]',
-            'meta[name="octolytics-url"]',
-            'meta[name="github-keyboard-shortcuts"]',
-            '.js-header-wrapper',
-            '#js-repo-pjax-container',
-        ];
-        const githubPageIndicators = {
-            issue: [
-                '[data-testid="issue-metadata-sticky"]',
-                '[data-testid="issue-title"]',
-            ],
-        };
-        return githubIndicators.some(selector => this.document.querySelector(selector) !== null)
-            && Object.values(githubPageIndicators).some(selectors => selectors.some(selector => this.document.querySelector(selector) !== null));
-    }
-    extract() {
-        return this.extractIssue();
-    }
-    extractIssue() {
-        const repoInfo = this.extractRepoInfo();
-        const issueNumber = this.extractIssueNumber();
-        let content = '';
-        // Extract the main issue body first
-        const issueContainer = this.document.querySelector('[data-testid="issue-viewer-issue-container"]');
-        if (issueContainer) {
-            const issueAuthor = this.extractAuthor(issueContainer, [
-                'a[data-testid="issue-body-header-author"]',
-                '.IssueBodyHeaderAuthor-module__authorLoginLink--_S7aT',
-                '.ActivityHeader-module__AuthorLink--iofTU',
-                'a[href*="/users/"][data-hovercard-url*="/users/"]',
-                'a[aria-label*="profile"]'
-            ]);
-            const issueTimeElement = issueContainer.querySelector('relative-time');
-            const issueTimestamp = issueTimeElement?.getAttribute('datetime') || '';
-            const issueBodyElement = issueContainer.querySelector('[data-testid="issue-body-viewer"] .markdown-body');
-            if (issueBodyElement) {
-                const bodyContent = this.cleanBodyContent(issueBodyElement);
-                // Add the main issue
-                content += `<div class="issue-author"><strong>${issueAuthor}</strong>`;
-                if (issueTimestamp) {
-                    const date = new Date(issueTimestamp);
-                    content += ` opened this issue on ${date.toLocaleDateString()}`;
-                }
-                content += `</div>\n\n`;
-                content += `<div class="issue-body">${bodyContent}</div>\n\n`;
-            }
-        }
-        // Extract comments
-        const commentElements = Array.from(this.document.querySelectorAll('[data-wrapper-timeline-id]'));
-        const processedComments = new Set();
-        commentElements.forEach((commentElement) => {
-            const commentContainer = commentElement.querySelector('.react-issue-comment');
-            if (!commentContainer)
-                return;
-            const commentId = commentElement.getAttribute('data-wrapper-timeline-id');
-            if (!commentId || processedComments.has(commentId))
-                return;
-            processedComments.add(commentId);
-            const author = this.extractAuthor(commentContainer, [
-                '.ActivityHeader-module__AuthorLink--iofTU',
-                'a[data-testid="avatar-link"]',
-                'a[href^="/"][data-hovercard-url*="/users/"]'
-            ]);
-            const timeElement = commentContainer.querySelector('relative-time');
-            const timestamp = timeElement?.getAttribute('datetime') || '';
-            const bodyElement = commentContainer.querySelector('.markdown-body');
-            if (bodyElement) {
-                const bodyContent = this.cleanBodyContent(bodyElement);
-                if (bodyContent) {
-                    content += `<div class="comment">\n`;
-                    content += `<div class="comment-header"><strong>${author}</strong>`;
-                    if (timestamp) {
-                        const date = new Date(timestamp);
-                        content += ` commented on ${date.toLocaleDateString()}`;
-                    }
-                    content += `</div>\n`;
-                    content += `<div class="comment-body">${bodyContent}</div>\n`;
-                    content += `</div>\n\n`;
-                }
-            }
-        });
-        return {
-            content: content,
-            contentHtml: content,
-            extractedContent: {
-                type: 'issue',
-                issueNumber,
-                repository: repoInfo.repo,
-                owner: repoInfo.owner,
-            },
-            variables: {
-                title: this.document.title,
-                author: '',
-                site: `GitHub - ${repoInfo.owner}/${repoInfo.repo}`,
-                description: this.createDescription(content),
-            }
-        };
-    }
-    extractAuthor(container, selectors) {
-        for (const selector of selectors) {
-            const authorLink = container.querySelector(selector);
-            if (authorLink) {
-                const href = authorLink.getAttribute('href');
-                if (href) {
-                    if (href.startsWith('/')) {
-                        return href.substring(1);
-                    }
-                    else if (href.includes('github.com/')) {
-                        const match = href.match(/github\.com\/([^\/\?#]+)/);
-                        if (match && match[1]) {
-                            return match[1];
-                        }
-                    }
-                }
-            }
-        }
-        return 'Unknown';
-    }
-    cleanBodyContent(bodyElement) {
-        const cleanBody = bodyElement.cloneNode(true);
-        cleanBody.querySelectorAll('button, [data-testid*="button"], [data-testid*="menu"]').forEach(el => el.remove());
-        cleanBody.querySelectorAll('.js-clipboard-copy, .zeroclipboard-container').forEach(el => el.remove());
-        return cleanBody.innerHTML.trim();
-    }
-    extractIssueNumber() {
-        // Try URL first (most reliable)
-        const urlMatch = this.url.match(/\/(issues|pull)\/(\d+)/);
-        if (urlMatch)
-            return urlMatch[2];
-        // Fallback to HTML extraction
-        const titleElement = this.document.querySelector('h1');
-        const titleMatch = titleElement?.textContent?.match(/#(\d+)/);
-        return titleMatch ? titleMatch[1] : '';
-    }
-    extractRepoInfo() {
-        // Try URL first (most reliable)
-        const urlMatch = this.url.match(/github\.com\/([^\/]+)\/([^\/]+)/);
-        if (urlMatch) {
-            return { owner: urlMatch[1], repo: urlMatch[2] };
-        }
-        // Fallback to HTML extraction
-        const titleMatch = this.document.title.match(/([^\/\s]+)\/([^\/\s]+)/);
-        return titleMatch ? { owner: titleMatch[1], repo: titleMatch[2] } : { owner: '', repo: '' };
-    }
-    createDescription(content) {
-        if (!content)
-            return '';
-        const tempDiv = this.document.createElement('div');
-        tempDiv.innerHTML = content;
-        return tempDiv.textContent?.trim()
-            .slice(0, 140)
-            .replace(/\s+/g, ' ') || '';
-    }
-}
-exports.GitHubExtractor = GitHubExtractor;
-//# sourceMappingURL=github.js.map

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/github.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"github.js","sourceRoot":"","sources":["../../src/extractors/github.ts"],"names":[],"mappings":";;;AAAA,mCAAwC;AAGxC,MAAa,eAAgB,SAAQ,qBAAa;IACjD,UAAU;QACT,MAAM,gBAAgB,GAAG;YACxB,sDAAsD;YACtD,6BAA6B;YAC7B,wCAAwC;YACxC,oBAAoB;YACpB,yBAAyB;SACzB,CAAC;QAEF,MAAM,oBAAoB,GAAG;YAC5B,KAAK,EAAE;gBACN,uCAAuC;gBACvC,6BAA6B;aAC7B;SACD,CAAA;QAED,OAAO,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC;eACpF,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IACvI,CAAC;IAED,OAAO;QACN,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;IAC5B,CAAC;IAEO,YAAY;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE9C,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,oCAAoC;QACpC,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,8CAA8C,CAAC,CAAC;QACnG,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE;gBACtD,2CAA2C;gBAC3C,uDAAuD;gBACvD,2CAA2C;gBAC3C,mDAAmD;gBACnD,0BAA0B;aAC1B,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,cAAc,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YACvE,MAAM,cAAc,GAAG,gBAAgB,EAAE,YAAY,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAExE,MAAM,gBAAgB,GAAG,cAAc,CAAC,aAAa,CAAC,kDAAkD,CAAC,CAAC;YAE1G,IAAI,gBAAgB,EAAE,CAAC;gBACtB,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;gBAE5D,qBAAqB;gBACrB,OAAO,IAAI,qCAAqC,WAAW,WAAW,CAAC;gBACvE,IAAI,cAAc,EAAE,CAAC;oBACpB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC;oBACtC,OAAO,IAAI,yBAAyB,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;gBACjE,CAAC;gBACD,OAAO,IAAI,YAAY,CAAC;gBACxB,OAAO,IAAI,2BAA2B,WAAW,YAAY,CAAC;YAC/D,CAAC;QACF,CAAC;QAED,mBAAmB;QACnB,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,4BAA4B,CAAC,CAAC,CAAC;QACjG,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE5C,eAAe,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;YAC1C,MAAM,gBAAgB,GAAG,cAAc,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC;YAC9E,IAAI,CAAC,gBAAgB;gBAAE,OAAO;YAE9B,MAAM,SAAS,GAAG,cAAc,CAAC,YAAY,CAAC,0BAA0B,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,OAAO;YAC3D,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE;gBACnD,2CAA2C;gBAC3C,8BAA8B;gBAC9B,6CAA6C;aAC7C,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,gBAAgB,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YACpE,MAAM,SAAS,GAAG,WAAW,EAAE,YAAY,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAE9D,MAAM,WAAW,GAAG,gBAAgB,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAErE,IAAI,WAAW,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAEvD,IAAI,WAAW,EAAE,CAAC;oBACjB,OAAO,IAAI,yBAAyB,CAAC;oBACrC,OAAO,IAAI,uCAAuC,MAAM,WAAW,CAAC;oBACpE,IAAI,SAAS,EAAE,CAAC;wBACf,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;wBACjC,OAAO,IAAI,iBAAiB,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;oBACzD,CAAC;oBACD,OAAO,IAAI,UAAU,CAAC;oBACtB,OAAO,IAAI,6BAA6B,WAAW,UAAU,CAAC;oBAC9D,OAAO,IAAI,YAAY,CAAC;gBACzB,CAAC;YACF,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,OAAO;YACN,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,OAAO;YACpB,gBAAgB,EAAE;gBACjB,IAAI,EAAE,OAAO;gBACb,WAAW;gBACX,UAAU,EAAE,QAAQ,CAAC,IAAI;gBACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;aACrB;YACD,SAAS,EAAE;gBACV,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;gBAC1B,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,YAAY,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE;gBACnD,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;aAC5C;SACD,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,SAAkB,EAAE,SAAmB;QAC5D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACrD,IAAI,UAAU,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAC7C,IAAI,IAAI,EAAE,CAAC;oBACV,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC1B,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBAC1B,CAAC;yBAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;wBACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;wBACrD,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;4BACvB,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;wBACjB,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;QACD,OAAO,SAAS,CAAC;IAClB,CAAC;IAEO,gBAAgB,CAAC,WAAoB;QAC5C,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAY,CAAC;QACzD,SAAS,CAAC,gBAAgB,CAAC,wDAAwD,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QAChH,SAAS,CAAC,gBAAgB,CAAC,8CAA8C,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QACtG,OAAO,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACnC,CAAC;IAEO,kBAAkB;QACzB,gCAAgC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC1D,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;QAEjC,8BAA8B;QAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9D,OAAO,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxC,CAAC;IAEO,eAAe;QACtB,gCAAgC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACnE,IAAI,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,CAAC;QAED,8BAA8B;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACvE,OAAO,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC7F,CAAC;IAGO,iBAAiB,CAAC,OAAe;QACxC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACnD,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC;QAC5B,OAAO,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE;aAChC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aACb,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;CACD;AAnLD,0CAmLC"}

package/workflow/tools/crawler/node_modules/defuddle/dist/extractors/grok.d.ts

@@ -1,15 +0,0 @@
-import { ConversationExtractor } from './_conversation';
-import { ConversationMessage, ConversationMetadata, Footnote } from '../types/extractors';
-export declare class GrokExtractor extends ConversationExtractor {
-    private messageContainerSelector;
-    private messageBubbles;
-    private footnotes;
-    private footnoteCounter;
-    constructor(document: Document, url: string);
-    canExtract(): boolean;
-    protected extractMessages(): ConversationMessage[];
-    protected getFootnotes(): Footnote[];
-    protected getMetadata(): ConversationMetadata;
-    private getTitle;
-    private processFootnotes;
-}