decant-core 1.2.0 → 1.2.1

package/ai/gemini.js

@@ -1,1012 +1,675 @@
 import { ChatParser } from "./base.js";
 import { convertToMarkdown } from "../utils/html-to-markdown.js";
 
+const GEMINI_RPC_ID = "hNvQHb";
+const DEFAULT_BARD_PATH = "/_/BardChatUi";
+
 export class GeminiParser extends ChatParser {
   name = "Gemini";
+
   isAvailable(url) {
-    return url.includes("gemini.google.com");
+    return (
+      typeof url === "string" &&
+      (url.includes("gemini.google.com") || url.includes("bard.google.com"))
+    );
   }
 
-  async parse() {
-    console.log("[Gemini Parser] ========== STARTING PARSE() ==========");
+  getPlatformName() {
+    return "Gemini";
+  }
 
+  getConversationId(url) {
     try {
-      //1. Title Extraction - Enhanced for Deep Research
-      let title = "";
+      const targetUrl =
+        url ||
+        (typeof window !== "undefined" && window.location
+          ? window.location.href
+          : "");
+      if (!targetUrl) return null;
+      const parsed = new URL(
+        targetUrl,
+        typeof location !== "undefined"
+          ? location.origin
+          : "https://gemini.google.com",
+      );
+      const match = parsed.pathname.match(/\/(?:app|share)\/([a-zA-Z0-9_-]+)/);
+      return match ? match[1] : null;
+    } catch {
+      return null;
+    }
+  }
 
-      const isInsideMessage = (el) => {
-        return !!el.closest(
-          "user-query, model-response, .conversation-container, message-content, .query-text, .markdown",
-        );
-      };
+  getGlobalData() {
+    try {
+      // 1. Try direct window access if present
+      if (
+        typeof window !== "undefined" &&
+        window.WIZ_global_data &&
+        typeof window.WIZ_global_data === "object"
+      ) {
+        return window.WIZ_global_data;
+      }
 
-      // Strategy 1: Using document.title
-      console.log("[Gemini Parser] Strategy 1: Looking at document.title...");
-      if (document.title) {
-        const cleanedDocTitle = document.title
-          .replace(/Google/g, "")
-          .replace(/Gemini/g, "")
-          .replace(/Advanced/g, "")
-          .replace(/- /g, "")
-          .replace(/—/g, "")
-          .trim();
+      // 2. Try parsing inline script tags for WIZ_global_data
+      if (typeof document !== "undefined" && document.querySelectorAll) {
+        const scripts = document.querySelectorAll("script");
+        for (let i = 0; i < scripts.length; i++) {
+          const content = scripts[i].textContent || "";
+          if (content.includes("WIZ_global_data")) {
+            const match = content.match(
+              /window\.WIZ_global_data\s*=\s*(\{[\s\S]*?\});/,
+            );
+            if (match && match[1]) {
+              try {
+                return JSON.parse(match[1]);
+              } catch {
+                // Continue to next script
+              }
+            }
+          }
+        }
+      }
+    } catch (e) {
+      console.warn("[Gemini Parser] Error reading global data:", e);
+    }
+    return null;
+  }
+
+  async parse(options = {}) {
+    console.log("[Gemini Parser] ========== STARTING PARSE() ==========");
+    const currentUrl =
+      typeof window !== "undefined" && window.location
+        ? window.location.href || ""
+        : "";
 
-        const isGeneric =
-          !cleanedDocTitle ||
-          cleanedDocTitle.toLowerCase() === "new chat" ||
-          cleanedDocTitle.toLowerCase() === "help" ||
-          cleanedDocTitle.toLowerCase() === "settings";
+    const mode = options.parserMode || "auto";
 
-        if (cleanedDocTitle && !isGeneric && cleanedDocTitle.length > 2) {
-          title = cleanedDocTitle;
+    // Attempt API / RPC extraction first when in auto mode and in real browser
+    if (mode !== "dom" && typeof fetch === "function") {
+      try {
+        const convoId = this.getConversationId(currentUrl);
+        const globalData = this.getGlobalData();
+
+        if (convoId && globalData && globalData.SNlM0e && globalData.FdrFJe) {
           console.log(
-            "[Gemini Parser] Title set from Strategy 1 (document.title):",
-            title,
+            "[Gemini Parser] Attempting API extraction for convo:",
+            convoId,
+          );
+          const apiResult = await this.fetchFromApi(
+            convoId,
+            globalData,
+            currentUrl,
+            options,
           );
-        }
-      }
-
-      // Strategy 2: Looking for active navigation
-      if (!title) {
-        console.log(
-          "[Gemini Parser] Strategy 2: Looking for active navigation...",
-        );
-        const activeNav = document.querySelector(
-          'a[aria-current="page"], .selected',
-        );
-        if (activeNav) {
-          const navText = activeNav.innerText
-            .replace(/more_vert/g, "")
-            .replace(/\n/g, " ")
-            .trim();
           if (
-            navText &&
-            navText.length > 2 &&
-            !navText.toLowerCase().includes("new chat")
+            apiResult &&
+            apiResult.messages &&
+            apiResult.messages.length > 0
           ) {
-            title = navText;
             console.log(
-              "[Gemini Parser] Title set from Strategy 2 (active navigation):",
-              title,
+              `[Gemini Parser] Successfully parsed ${apiResult.messages.length} messages via API`,
             );
+            return apiResult;
           }
         }
+      } catch (err) {
+        console.warn(
+          "[Gemini Parser] API extraction failed, falling back to DOM:",
+          err,
+        );
       }
+    }
 
-      // Strategy 3: Check for Deep Research title patterns
-      if (!title) {
-        console.log(
-          "[Gemini Parser] Strategy 3: Looking for Deep Research title patterns...",
-        );
-        const deepResearchTitle = document.querySelector(
-          'h1, .title, .conversation-title, [data-testid="title"]',
+    // Fall back to robust DOM parsing
+    return this.parseFromDom(currentUrl, options);
+  }
+
+  async fetchFromApi(convoId, globalData, currentUrl, options = {}) {
+    const fSid = globalData.FdrFJe || "";
+    const bl = globalData.cfb2h || "";
+    const prefix = globalData.Im6cmf || DEFAULT_BARD_PATH;
+    const atToken = globalData.SNlM0e || "";
+
+    const reqId = String(Math.floor(9e6 * Math.random()) + 1e6);
+    const sourcePath =
+      typeof window !== "undefined" && window.location
+        ? window.location.pathname
+        : `/app/${convoId}`;
+
+    const endpoint =
+      `https://gemini.google.com${prefix}/data/batchexecute` +
+      `?rpcids=${encodeURIComponent(GEMINI_RPC_ID)}` +
+      `&source-path=${encodeURIComponent(sourcePath)}` +
+      `&bl=${encodeURIComponent(bl)}` +
+      `&f.sid=${encodeURIComponent(fSid)}` +
+      `&hl=en` +
+      `&_reqid=${encodeURIComponent(reqId)}` +
+      `&rt=c`;
+
+    const allItems = [];
+    let cursor = null;
+    let pageCount = 0;
+
+    while (pageCount < 50) {
+      pageCount++;
+      const payloadArg = JSON.stringify([
+        `c_${convoId}`,
+        100,
+        cursor,
+        1,
+        [0],
+        [4],
+        null,
+        1,
+      ]);
+
+      const formParams = new URLSearchParams();
+      formParams.append(
+        "f.req",
+        JSON.stringify([[[GEMINI_RPC_ID, payloadArg, null, "generic"]]]),
+      );
+      formParams.append("at", atToken);
+
+      const resp = await fetch(endpoint, {
+        method: "POST",
+        credentials: "include",
+        headers: {
+          "Content-Type": "application/x-www-form-urlencoded;charset=UTF-8",
+        },
+        body: formParams.toString(),
+      });
+
+      if (!resp.ok) {
+        throw new Error(
+          `Gemini RPC request failed: ${resp.status} ${resp.statusText}`,
         );
-        if (deepResearchTitle && !isInsideMessage(deepResearchTitle)) {
-          const text = deepResearchTitle.innerText.trim();
-          console.log("[Gemini Parser] Found potential title:", text);
-          if (
-            text.length > 5 &&
-            !text.includes("Gemini") &&
-            !text.includes("Help") &&
-            !text.includes("Settings")
-          ) {
-            title = text;
-            console.log("[Gemini Parser] Title set from Strategy 3:", title);
-          }
-        }
       }
 
-      // Strategy 4: Look for title in page content (Deep Research reports often have titles in content)
-      if (!title) {
-        console.log(
-          "[Gemini Parser] Strategy 4: Looking for title in page content...",
-        );
-        const contentTitles = document.querySelectorAll(
-          "main h1, main h2, article h1, article h2, .content h1, .content h2",
-        );
-        console.log(
-          "[Gemini Parser] Found content titles:",
-          contentTitles.length,
-        );
-        for (const el of contentTitles) {
-          if (isInsideMessage(el)) continue;
-          const text = el.innerText.trim();
-          if (
-            text.length > 5 &&
-            !text.includes("Gemini") &&
-            !text.includes("Help") &&
-            !text.includes("Settings") &&
-            !text.includes("Prompt:") &&
-            !text.includes("Response:")
-          ) {
-            title = text;
-            console.log("[Gemini Parser] Title set from Strategy 4:", title);
-            break;
-          }
-        }
+      const rawText = await resp.text();
+      const parsedBatch = this.parseBatchExecuteLines(rawText);
+      const rpcEntry = this.findRpcEntry(parsedBatch.arrays, GEMINI_RPC_ID);
+
+      if (!rpcEntry || !rpcEntry[2]) {
+        break;
       }
 
-      // Strategy 5: Top Bar or Sidebar (original logic)
-      if (!title) {
-        console.log(
-          "[Gemini Parser] Strategy 5: Looking for title in top bar/sidebar...",
-        );
-        const possibleHeaders = document.querySelectorAll(
-          'h1, button[aria-haspopup="true"], button[aria-expanded]',
-        );
-        console.log(
-          "[Gemini Parser] Found possible headers:",
-          possibleHeaders.length,
-        );
+      const payload = JSON.parse(rpcEntry[2]);
+      const items = Array.isArray(payload[0]) ? payload[0] : [];
+      const continueCursor = payload[1] || null;
 
-        for (const el of possibleHeaders) {
-          if (isInsideMessage(el)) continue;
-          const text = el.innerText.trim();
-          if (
-            text.length > 5 &&
-            !text.includes("Gemini") &&
-            !text.includes("Help") &&
-            !text.includes("Settings")
-          ) {
-            const rect = el.getBoundingClientRect();
-            if (rect.top < 100 && rect.left > 50) {
-              title = text;
-              console.log("[Gemini Parser] Title set from Strategy 5:", title);
-              break;
-            }
-          }
+      if (items.length > 0) {
+        // Items are in reverse chronological order from API
+        allItems.unshift(...items.slice().reverse());
+      }
+
+      if (!continueCursor || items.length < 100) {
+        break;
+      }
+      cursor = continueCursor;
+    }
+
+    if (allItems.length === 0) {
+      return null;
+    }
+
+    const messages = this.convertApiItemsToMessages(allItems, options);
+    let title = this.extractTitleFromPage();
+    if (!title || title === "Gemini Conversation") {
+      const firstUserMsg = messages.find((m) => m.role === "User");
+      if (firstUserMsg && firstUserMsg.content) {
+        title = firstUserMsg.content.slice(0, 50).split("\n")[0].trim();
+      }
+    }
+
+    return {
+      title: title || "Gemini Conversation",
+      messages,
+      url: currentUrl,
+      metadata: {
+        Source: "Gemini",
+        Date: new Date().toLocaleString(),
+        Link: currentUrl,
+        Method: "API",
+      },
+    };
+  }
+
+  parseBatchExecuteLines(raw) {
+    const cleaned = String(raw || "").replace(/^\)\]\}'\s*\n/, "");
+    const lines = cleaned
+      .split("\n")
+      .map((l) => l.trim())
+      .filter(Boolean);
+    const arrays = [];
+    for (const line of lines) {
+      if (!/^\d+$/.test(line) && line.startsWith("[") && line.endsWith("]")) {
+        try {
+          arrays.push(JSON.parse(line));
+        } catch {
+          // Ignore non-JSON lines
         }
       }
+    }
+    return { arrays, rawData: cleaned };
+  }
 
-      if (!title || title.length < 2) {
-        title = "Gemini Conversation";
+  findRpcEntry(arrays, rpcId, envelope = "wrb.fr") {
+    if (!Array.isArray(arrays)) return null;
+    if (arrays[0] === envelope && arrays[1] === rpcId && arrays[2]) {
+      return arrays;
+    }
+    for (const item of arrays) {
+      if (Array.isArray(item)) {
+        const found = this.findRpcEntry(item, rpcId, envelope);
+        if (found) return found;
       }
+    }
+    return null;
+  }
 
-      console.log("[Gemini Parser] Final title:", title);
+  convertApiItemsToMessages(items, options = {}) {
+    const messages = [];
 
-      const messages = [];
-      const seenTexts = new Set();
+    for (const item of items) {
+      if (!Array.isArray(item)) continue;
 
-      console.log("[Gemini Parser] Starting content extraction...");
-      let extractionAttempted = false;
+      const userText = this.findUserTextInApiItem(item);
+      if (userText) {
+        messages.push({
+          role: "User",
+          content: userText.trim(),
+        });
+      }
 
-      // 2. Content Extraction - Enhanced for Deep Research
-      // Try multiple strategies to extract content
+      const modelText = this.findModelTextInApiItem(item, options);
+      if (modelText) {
+        messages.push({
+          role: "Model",
+          content: modelText.trim(),
+        });
+      }
+    }
 
-      // Strategy 1: Original conversation containers
-      console.log(
-        "[Gemini Parser] Strategy 1: Looking for conversation containers...",
-      );
-      const conversationContainers = document.querySelectorAll(
-        ".conversation-container",
+    return messages;
+  }
+
+  findUserTextInApiItem(item) {
+    try {
+      if (typeof item[2]?.[0] === "string") return item[2][0];
+      if (typeof item[1]?.[0] === "string" && !Array.isArray(item[1][0]))
+        return item[1][0];
+      if (typeof item[0]?.[0] === "string") return item[0][0];
+    } catch {
+      // Fall through
+    }
+    return "";
+  }
+
+  findModelTextInApiItem(item) {
+    try {
+      if (Array.isArray(item[1])) {
+        const candidate = item[1][0];
+        if (typeof candidate === "string") return candidate;
+        if (Array.isArray(candidate)) {
+          if (typeof candidate[1]?.[0] === "string") return candidate[1][0];
+          if (typeof candidate[0] === "string") return candidate[0];
+        }
+      }
+    } catch {
+      // Fall through
+    }
+    return "";
+  }
+
+  extractTitleFromPage() {
+    if (typeof document !== "undefined" && document.title) {
+      const cleanedDocTitle = document.title
+        .replace(/Google/g, "")
+        .replace(/Gemini/g, "")
+        .replace(/Advanced/g, "")
+        .replace(/- /g, "")
+        .replace(/—/g, "")
+        .trim();
+
+      const isGeneric =
+        !cleanedDocTitle ||
+        cleanedDocTitle.toLowerCase() === "new chat" ||
+        cleanedDocTitle.toLowerCase() === "help" ||
+        cleanedDocTitle.toLowerCase() === "settings";
+
+      if (cleanedDocTitle && !isGeneric && cleanedDocTitle.length > 2) {
+        return cleanedDocTitle;
+      }
+    }
+
+    if (typeof document !== "undefined" && document.querySelector) {
+      const activeNav = document.querySelector(
+        'a[aria-current="page"], .selected',
       );
-      console.log(
-        "[Gemini Parser] Found conversation containers:",
-        conversationContainers.length,
+      if (activeNav) {
+        const navText = (activeNav.textContent || activeNav.innerText || "")
+          .replace(/more_vert/g, "")
+          .replace(/\n/g, " ")
+          .trim();
+        if (
+          navText &&
+          navText.length > 2 &&
+          !navText.toLowerCase().includes("new chat")
+        ) {
+          return navText;
+        }
+      }
+
+      const deepResearchTitle = document.querySelector(
+        'h1, .title, .conversation-title, [data-testid="title"]',
       );
-      if (conversationContainers.length > 0) {
-        console.log("[Gemini Parser] Processing conversation containers...");
-        extractionAttempted = true;
-        conversationContainers.forEach((container) => {
-          console.log("[Gemini Parser] Processing conversation container...");
-
-          // First, check for user query
-          const userQuery = container.querySelector("user-query");
-          if (userQuery) {
-            console.log("[Gemini Parser] Found user query...");
-            const queryText = userQuery.querySelector(".query-text");
-            if (queryText) {
-              console.log("[Gemini Parser] Found query text...");
-              const clone = queryText.cloneNode(true);
-              clone
-                .querySelectorAll(
-                  '.cdk-visually-hidden, [class*="screen-reader"]',
-                )
-                .forEach((el) => el.remove());
-              const userText = clone.innerText.trim();
-              if (userText && !seenTexts.has(userText)) {
-                seenTexts.add(userText);
-                messages.push({
-                  role: "User",
-                  content: userText,
-                });
-                console.log(
-                  "[Gemini Parser] Added user message:",
-                  userText.substring(0, 50) + "...",
-                );
-              }
-            }
-          }
+      if (deepResearchTitle && !this.isInsideMessage(deepResearchTitle)) {
+        const text = (
+          deepResearchTitle.textContent ||
+          deepResearchTitle.innerText ||
+          ""
+        ).trim();
+        if (
+          text.length > 5 &&
+          !text.includes("Gemini") &&
+          !text.includes("Help") &&
+          !text.includes("Settings")
+        ) {
+          return text;
+        }
+      }
+    }
 
-          // Then, check for model response
-          const modelResponse = container.querySelector("model-response");
-          if (modelResponse) {
-            console.log("[Gemini Parser] Found model response...");
-            const messageContent =
-              modelResponse.querySelector("message-content");
-            if (messageContent) {
-              console.log("[Gemini Parser] Found message content...");
-              const markdownDiv = messageContent.querySelector(
-                ".markdown.markdown-main-panel, .markdown",
-              );
-              if (markdownDiv) {
-                console.log("[Gemini Parser] Found markdown div...");
-                // Clone to avoid modifying the original DOM
-                const clone = markdownDiv.cloneNode(true);
-
-                // Remove UI elements that shouldn't be in the export
-                clone
-                  .querySelectorAll(
-                    "button, .thoughts-container, .thoughts-wrapper, model-thoughts, .table-footer, .hide-from-message-actions",
-                  )
-                  .forEach((el) => el.remove());
-
-                // Remove response-element wrappers (they contain export buttons)
-                clone.querySelectorAll("response-element").forEach((el) => {
-                  // Keep the table but remove the wrapper
-                  while (el.firstChild) {
-                    el.parentNode.insertBefore(el.firstChild, el);
-                  }
-                  el.remove();
-                });
-
-                // Convert to markdown
-                const text = convertToMarkdown(clone);
-                console.log(
-                  "[Gemini Parser] Converted to markdown, length:",
-                  text.length,
-                );
-                console.log("[Gemini Parser] Full markdown content:");
-                console.log(text);
-                console.log("[Gemini Parser] End of markdown content");
-
-                if (text && text.trim() && !seenTexts.has(text.trim())) {
-                  seenTexts.add(text.trim());
-                  messages.push({
-                    role: "Model",
-                    content: text.trim(),
-                  });
-                  console.log(
-                    "[Gemini Parser] Added model message:",
-                    text.substring(0, 50) + "...",
-                  );
-                }
-              } else {
-                console.log(
-                  "[Gemini Parser] No markdown div found, trying comprehensive content extraction...",
-                );
-
-                // Strategy 1: Look for content in nested elements within message-content
-                const nestedSelectors = [
-                  'div[class*="content"]',
-                  'div[class*="research"]',
-                  'div[class*="report"]',
-                  'div[class*="analysis"]',
-                  'div[class*="section"]',
-                  'div[class*="paragraph"]',
-                  "p",
-                  "article",
-                  "section",
-                ];
-
-                let foundContent = false;
-                for (const selector of nestedSelectors) {
-                  const nestedElements =
-                    messageContent.querySelectorAll(selector);
-                  console.log(
-                    "[Gemini Parser] Looking for nested elements with selector:",
-                    selector,
-                    "found:",
-                    nestedElements.length,
-                  );
-
-                  nestedElements.forEach((element) => {
-                    const text = element.innerText.trim();
-                    if (text.length > 100) {
-                      console.log(
-                        "[Gemini Parser] Found nested content, length:",
-                        text.length,
-                      );
-                      console.log(
-                        "[Gemini Parser] Nested content preview:",
-                        text.substring(0, 200) + "...",
-                      );
-
-                      const isDeepResearch =
-                        text.includes("research") ||
-                        text.includes("analysis") ||
-                        text.includes("findings") ||
-                        text.includes("cost") ||
-                        text.includes("sweetener") ||
-                        text.includes("projection") ||
-                        text.includes("historical") ||
-                        text.includes("economic") ||
-                        text.includes("market") ||
-                        text.includes("price") ||
-                        text.includes("industry");
-
-                      console.log(
-                        "[Gemini Parser] Is Deep Research content:",
-                        isDeepResearch,
-                      );
-
-                      if (!seenTexts.has(text)) {
-                        seenTexts.add(text);
-                        messages.push({
-                          role: "Model",
-                          content: text,
-                        });
-                        console.log(
-                          "[Gemini Parser] Added nested content, Deep Research:",
-                          isDeepResearch,
-                        );
-                        foundContent = true;
-                      }
-                    }
-                  });
-
-                  if (foundContent) break;
-                }
+    return "Gemini Conversation";
+  }
 
-                // Strategy 2: Look for content in parent/sibling elements of model-response
-                if (!foundContent) {
-                  console.log(
-                    "[Gemini Parser] Trying parent/sibling element extraction...",
-                  );
-                  const parentContainer = modelResponse.parentElement;
-                  if (parentContainer) {
-                    const siblings = parentContainer.children;
-                    console.log(
-                      "[Gemini Parser] Checking siblings, count:",
-                      siblings.length,
-                    );
-
-                    Array.from(siblings).forEach((sibling) => {
-                      if (sibling !== modelResponse) {
-                        const text = sibling.innerText.trim();
-                        if (text.length > 200) {
-                          console.log(
-                            "[Gemini Parser] Found sibling content, length:",
-                            text.length,
-                          );
-                          console.log(
-                            "[Gemini Parser] Sibling content preview:",
-                            text.substring(0, 200) + "...",
-                          );
-
-                          if (!seenTexts.has(text)) {
-                            seenTexts.add(text);
-                            messages.push({
-                              role: "Model",
-                              content: text,
-                            });
-                            console.log(
-                              "[Gemini Parser] Added sibling content",
-                            );
-                            foundContent = true;
-                          }
-                        }
-                      }
-                    });
-                  }
-                }
+  isInsideMessage(el) {
+    return !!el.closest?.(
+      "user-query, model-response, .conversation-container, message-content, .query-text, .markdown",
+    );
+  }
 
-                // Strategy 3: Look for content in the entire conversation container (outside model-response)
-                if (!foundContent) {
-                  console.log(
-                    "[Gemini Parser] Trying full container content extraction...",
-                  );
-                  const containerText = container.innerText.trim();
-                  console.log(
-                    "[Gemini Parser] Full container text length:",
-                    containerText.length,
-                  );
-
-                  if (containerText.length > 500) {
-                    console.log(
-                      "[Gemini Parser] Full container content preview:",
-                      containerText.substring(0, 200) + "...",
-                    );
-
-                    if (!seenTexts.has(containerText)) {
-                      seenTexts.add(containerText);
-                      messages.push({
-                        role: "Model",
-                        content: containerText,
-                      });
-                      console.log(
-                        "[Gemini Parser] Added full container content",
-                      );
-                      foundContent = true;
-                    }
-                  }
-                }
+  parseFromDom(currentUrl) {
+    console.log("[Gemini Parser] Running DOM content extraction...");
+    const title = this.extractTitleFromPage();
+    const messages = [];
+    const seenTexts = new Set();
 
-                // Strategy 4: Last resort - get all text from message-content
-                if (!foundContent) {
-                  const allText = messageContent.innerText.trim();
-                  console.log(
-                    "[Gemini Parser] Last resort text length:",
-                    allText.length,
-                  );
-                  console.log(
-                    "[Gemini Parser] Last resort text preview:",
-                    allText.substring(0, 200) + "...",
-                  );
-
-                  if (allText && allText.length > 50) {
-                    // Check if this looks like Deep Research content
-                    const isDeepResearch =
-                      allText.includes("research") ||
-                      allText.includes("analysis") ||
-                      allText.includes("findings") ||
-                      allText.includes("cost") ||
-                      allText.includes("sweetener") ||
-                      allText.includes("projection") ||
-                      allText.includes("historical");
-
-                    console.log(
-                      "[Gemini Parser] Is Deep Research content:",
-                      isDeepResearch,
-                    );
-
-                    if (!seenTexts.has(allText)) {
-                      seenTexts.add(allText);
-                      messages.push({
-                        role: "Model",
-                        content: allText,
-                      });
-                      console.log(
-                        "[Gemini Parser] Added last resort model message, Deep Research:",
-                        isDeepResearch,
-                      );
-                    }
-                  }
-                }
-              }
-            } else {
-              console.log(
-                "[Gemini Parser] No message-content found, trying direct model-response text...",
-              );
-              // Fallback: get text directly from model-response
-              const directText = modelResponse.innerText.trim();
-              console.log(
-                "[Gemini Parser] Direct model response text length:",
-                directText.length,
-              );
-
-              if (directText && directText.length > 50) {
-                const isDeepResearch =
-                  directText.includes("research") ||
-                  directText.includes("analysis") ||
-                  directText.includes("findings") ||
-                  directText.includes("cost") ||
-                  directText.includes("sweetener") ||
-                  directText.includes("projection") ||
-                  directText.includes("historical");
-
-                console.log(
-                  "[Gemini Parser] Direct text is Deep Research:",
-                  isDeepResearch,
-                );
-
-                if (!seenTexts.has(directText)) {
-                  seenTexts.add(directText);
-                  messages.push({
-                    role: "Model",
-                    content: directText,
-                  });
-                  console.log(
-                    "[Gemini Parser] Added direct model message, Deep Research:",
-                    isDeepResearch,
-                  );
-                }
-              }
-            }
-          }
-        });
-      }
+    if (typeof document === "undefined" || !document.querySelectorAll) {
+      return {
+        title,
+        messages: [],
+        url: currentUrl,
+        metadata: {
+          Source: "Gemini",
+          Date: new Date().toLocaleString(),
+          Link: currentUrl,
+          Method: "DOM",
+        },
+      };
+    }
 
-      // Strategy 2: Deep Research content extraction
-      if (!extractionAttempted) {
-        console.log(
-          "[Gemini Parser] Strategy 2: No conversation containers found, trying Deep Research panel...",
-        );
-        extractionAttempted = true;
+    // Strategy 1: Conversation containers or individual query/response tags
+    const conversationContainers = document.querySelectorAll(
+      ".conversation-container, user-query, model-response",
+    );
 
-        // First try Deep Research immersive panel structure
-        console.log(
-          "[Gemini Parser] Looking for deep-research-immersive-panel...",
-        );
-        const deepResearchPanel = document.querySelector(
-          "deep-research-immersive-panel",
-        );
-        console.log(
-          "[Gemini Parser] Deep Research panel found:",
-          !!deepResearchPanel,
-        );
+    if (conversationContainers.length > 0) {
+      const parentContainers = document.querySelectorAll(
+        ".conversation-container",
+      );
+      const targetContainers =
+        parentContainers.length > 0 ? parentContainers : [document.body];
+
+      targetContainers.forEach((container) => {
+        // 1. Extract User Queries
+        const userQueries =
+          container.tagName === "USER-QUERY"
+            ? [container]
+            : container.querySelectorAll("user-query, .user-query-container");
+
+        userQueries.forEach((userQuery) => {
+          const queryTextEl =
+            userQuery.querySelector(".query-text") ||
+            userQuery.querySelector("user-query-content") ||
+            userQuery;
+
+          if (queryTextEl) {
+            const clone = queryTextEl.cloneNode(true);
+            clone
+              .querySelectorAll(
+                '.cdk-visually-hidden, [class*="screen-reader"], h5.cdk-visually-hidden, user-query-file-carousel',
+              )
+              .forEach((el) => el.remove());
+
+            // Extract file attachments if any
+            const attachments = [];
+            userQuery
+              .querySelectorAll("user-query-file-preview")
+              .forEach((fp) => {
+                const fileName = fp.textContent?.trim();
+                if (fileName) attachments.push(fileName);
+              });
 
-        if (deepResearchPanel) {
-          console.log("[Gemini Parser] Processing Deep Research panel...");
+            // Use innerText if available, with textContent fallback so detached nodes are never blank
+            let userText = (
+              clone.innerText !== undefined && clone.innerText !== ""
+                ? clone.innerText
+                : clone.textContent || ""
+            ).trim();
+            // Clean out leading "You said" if still present
+            userText = userText.replace(/^You said\s*/i, "").trim();
+
+            if (attachments.length > 0) {
+              userText +=
+                `\n\n**Attachments:**\n` +
+                attachments.map((a) => `- ${a}`).join("\n");
+            }
 
-          // Extract title from panel
-          const panelTitle = deepResearchPanel.querySelector(
-            ".title-text, h2, h1",
-          );
-          if (panelTitle && !title) {
-            const titleText = panelTitle.innerText.trim();
-            console.log("[Gemini Parser] Found panel title:", titleText);
-            if (titleText.length > 5 && !titleText.includes("Gemini")) {
-              title = titleText;
-              console.log("[Gemini Parser] Title updated from panel:", title);
+            if (userText && !seenTexts.has(userText)) {
+              seenTexts.add(userText);
+              messages.push({
+                role: "User",
+                content: userText,
+              });
             }
           }
+        });
 
-          // Extract content from panel
-          console.log(
-            "[Gemini Parser] Calling extractDeepResearchPanelContent...",
-          );
-          const panelContent =
-            this.extractDeepResearchPanelContent(deepResearchPanel);
-          console.log(
-            "[Gemini Parser] Panel content extracted, sections:",
-            panelContent.length,
-          );
-
-          if (panelContent.length > 0) {
-            panelContent.forEach((section) => {
-              if (section.content && !seenTexts.has(section.content)) {
-                seenTexts.add(section.content);
-                messages.push({
-                  role: section.role,
-                  content: section.content,
-                });
-                console.log(
-                  "[Gemini Parser] Added panel section, role:",
-                  section.role,
-                  "length:",
-                  section.content.length,
-                );
+        // 2. Extract Model Responses
+        const modelResponses =
+          container.tagName === "MODEL-RESPONSE"
+            ? [container]
+            : container.querySelectorAll("model-response");
+
+        modelResponses.forEach((modelResponse) => {
+          const messageContent =
+            modelResponse.querySelector("message-content") || modelResponse;
+          const markdownDiv =
+            messageContent.querySelector(
+              ".markdown.markdown-main-panel, .markdown",
+            ) || messageContent;
+
+          if (markdownDiv) {
+            const clone = markdownDiv.cloneNode(true);
+
+            // Remove UI buttons, thought overlays, and interactive toolbars
+            clone
+              .querySelectorAll(
+                "button, .thoughts-container, .thoughts-wrapper, model-thoughts, .table-footer, .hide-from-message-actions, message-actions, election-info-disclaimer, finance-info-disclaimer, .sources-list",
+              )
+              .forEach((el) => el.remove());
+
+            // Unwrap response-element wrappers
+            clone.querySelectorAll("response-element").forEach((el) => {
+              while (el.firstChild) {
+                el.parentNode.insertBefore(el.firstChild, el);
               }
+              el.remove();
             });
-          } else {
-            console.log(
-              "[Gemini Parser] No panel content found, trying fallback...",
-            );
-          }
-        } else {
-          console.log("[Gemini Parser] No Deep Research panel found");
-        }
 
-        // Fallback: Look for content in main, article, or content areas
-        if (messages.length === 0) {
-          console.log(
-            "[Gemini Parser] Strategy 3: Trying fallback content extraction...",
-          );
-          const contentSelectors = [
-            "main",
-            "article",
-            ".content",
-            ".main-content",
-            '[role="main"]',
-            ".conversation-content",
-            ".chat-content",
-            ".message-content",
-          ];
-
-          let contentFound = false;
-
-          for (const selector of contentSelectors) {
-            console.log("[Gemini Parser] Trying selector:", selector);
-            const contentElement = document.querySelector(selector);
-            if (contentElement) {
-              console.log(
-                "[Gemini Parser] Found content element:",
-                !!contentElement,
-              );
-              // Extract all text content from the main content area
-              const textContent = contentElement.innerText.trim();
-              console.log(
-                "[Gemini Parser] Text content length:",
-                textContent.length,
-              );
-
-              if (textContent && textContent.length > 100) {
-                // Try to identify user prompts and responses
-                const sections =
-                  this.extractDeepResearchSections(contentElement);
-                console.log(
-                  "[Gemini Parser] Extracted sections:",
-                  sections.length,
-                );
-
-                if (sections.length > 0) {
-                  sections.forEach((section) => {
-                    if (section.content && !seenTexts.has(section.content)) {
-                      seenTexts.add(section.content);
-                      messages.push({
-                        role: section.role,
-                        content: section.content,
-                      });
-                      console.log(
-                        "[Gemini Parser] Added fallback section, role:",
-                        section.role,
-                      );
-                    }
-                  });
-                  contentFound = true;
-                  break;
-                } else {
-                  // If we can't parse sections, treat the whole content as a response
-                  console.log(
-                    "[Gemini Parser] Treating whole content as response...",
-                  );
-                  const markdown = convertToMarkdown(contentElement);
-                  if (
-                    markdown &&
-                    markdown.trim() &&
-                    !seenTexts.has(markdown.trim())
-                  ) {
-                    seenTexts.add(markdown.trim());
-                    messages.push({
-                      role: "Model",
-                      content: markdown.trim(),
-                    });
-                    console.log("[Gemini Parser] Added fallback message");
-                    contentFound = true;
-                    break;
-                  }
-                }
-              }
+            const text = convertToMarkdown(clone);
+            const trimmed = text.trim();
+            if (trimmed && !seenTexts.has(trimmed)) {
+              seenTexts.add(trimmed);
+              messages.push({
+                role: "Model",
+                content: trimmed,
+              });
             }
           }
+        });
+      });
+    }
 
-          // Strategy 3: Fallback - look for any meaningful content
-          if (!contentFound) {
-            console.log(
-              "[Gemini Parser] Strategy 4: Final fallback - extracting body content...",
-            );
-            const bodyContent = document.body.innerText.trim();
-            console.log(
-              "[Gemini Parser] Body content length:",
-              bodyContent.length,
-            );
+    // Strategy 2: Deep Research immersive panel structure fallback
+    if (messages.length === 0) {
+      const deepResearchPanel = document.querySelector(
+        "deep-research-immersive-panel",
+      );
+      if (deepResearchPanel) {
+        const panelContent =
+          this.extractDeepResearchPanelContent(deepResearchPanel);
+        panelContent.forEach((section) => {
+          if (section.content && !seenTexts.has(section.content)) {
+            seenTexts.add(section.content);
+            messages.push({
+              role: section.role,
+              content: section.content,
+            });
+          }
+        });
+      }
+    }
 
-            if (bodyContent && bodyContent.length > 200) {
-              // Try to extract structured content from body
-              const sections = this.extractDeepResearchSections(document.body);
-              console.log(
-                "[Gemini Parser] Body sections extracted:",
-                sections.length,
-              );
-
-              if (sections.length > 0) {
-                sections.forEach((section) => {
-                  if (section.content && !seenTexts.has(section.content)) {
-                    seenTexts.add(section.content);
-                    messages.push({
-                      role: section.role,
-                      content: section.content,
-                    });
-                    console.log(
-                      "[Gemini Parser] Added body section, role:",
-                      section.role,
-                    );
-                  }
-                });
-              } else {
-                // Last resort - treat as single response
-                console.log(
-                  "[Gemini Parser] Last resort - treating as single response...",
-                );
-                messages.push({
-                  role: "Model",
-                  content: bodyContent,
-                });
-                console.log("[Gemini Parser] Added last resort message");
-              }
+    // Strategy 3: General content container fallback
+    if (messages.length === 0) {
+      const contentSelectors = [
+        "main",
+        "article",
+        ".content",
+        ".main-content",
+        '[role="main"]',
+        ".chat-window-content",
+      ];
+
+      for (const selector of contentSelectors) {
+        const el = document.querySelector(selector);
+        if (el) {
+          const text = (el.textContent || "").trim();
+          if (text.length > 100) {
+            const sections = this.extractDeepResearchSections(el);
+            if (sections.length > 0) {
+              sections.forEach((s) => {
+                if (s.content && !seenTexts.has(s.content)) {
+                  seenTexts.add(s.content);
+                  messages.push(s);
+                }
+              });
+              break;
             }
           }
         }
       }
+    }
 
-      console.log("[Gemini Parser] Total messages extracted:", messages.length);
-      console.log("[Gemini Parser] ========== FINISHING PARSE() ==========");
-
-      const currentUrl =
-        typeof window !== "undefined" && window.location
-          ? window.location.href || ""
-          : "";
-      const metadata = {
+    console.log(
+      `[Gemini Parser] Total DOM messages extracted: ${messages.length}`,
+    );
+    return {
+      title,
+      messages,
+      url: currentUrl,
+      metadata: {
         Source: "Gemini",
         Date: new Date().toLocaleString(),
         Link: currentUrl,
         Method: "DOM",
-      };
-
-      return {
-        title: title,
-        messages: messages,
-        url: currentUrl,
-        metadata: metadata,
-      };
-    } catch (error) {
-      console.error("[Gemini Parser] Error during parsing:", error);
-      const currentUrl =
-        typeof window !== "undefined" && window.location
-          ? window.location.href || ""
-          : "";
-      return {
-        title: "Gemini Conversation",
-        messages: [],
-        url: currentUrl,
-        metadata: {
-          Source: "Gemini",
-          Date: new Date().toLocaleString(),
-          Link: currentUrl,
-          Method: "DOM",
-        },
-      };
-    }
+      },
+    };
   }
 
-  // Helper method to extract sections from Deep Research content
   extractDeepResearchSections(contentElement) {
-    console.log("[Gemini Parser] Extracting Deep Research sections...");
     const sections = [];
-    const text = contentElement.innerText || "";
+    const text = contentElement.innerText || contentElement.textContent || "";
 
-    // Look for common Deep Research patterns
     const patterns = [
-      // Pattern 1: "Prompt:" and "Response:" sections
       {
         promptRegex:
           /(?:Prompt|You said)[:\s]*\n*([\s\S]*?)(?=\n\s*(?:Response|I've completed|Generating|Start research)|$)/i,
         responseRegex:
           /(?:Response|I've completed|Generating|Start research)[:\s]*\n*([\s\S]*?)(?=\n\s*(?:Prompt|You said)|$)/i,
       },
-      // Pattern 2: Question/Answer format
       {
         promptRegex:
           /(?:Question|Q)[:\s]*\n*([\s\S]*?)(?=\n\s*(?:Answer|A|Response)|$)/i,
         responseRegex:
           /(?:Answer|A|Response)[:\s]*\n*([\s\S]*?)(?=\n\s*(?:Question|Q)|$)/i,
       },
-      // Pattern 3: Look for research plan and results
-      {
-        promptRegex:
-          /(?:Research plan|Research query|What is|How has|What's the projection)[:\s]*\n*([\s\S]*?)(?=\n\s*(?:I've completed|Research|Analysis|Results)|$)/i,
-        responseRegex:
-          /(?:I've completed|Research|Analysis|Results|Findings)[:\s]*\n*([\s\S]*?)(?=\n\s*(?:Research plan|Research query|What is|How has)|$)/i,
-      },
     ];
 
-    // Try each pattern
     for (const pattern of patterns) {
-      console.log("[Gemini Parser] Trying pattern...");
       const promptMatches = text.match(pattern.promptRegex);
       const responseMatches = text.match(pattern.responseRegex);
 
       if (promptMatches && promptMatches[1]) {
         const promptContent = promptMatches[1].trim();
-        console.log(
-          "[Gemini Parser] Found prompt content, length:",
-          promptContent.length,
-        );
         if (promptContent.length > 20) {
           sections.push({
             role: "User",
             content: promptContent,
           });
-          console.log("[Gemini Parser] Added prompt section");
         }
       }
 
       if (responseMatches && responseMatches[1]) {
         const responseContent = responseMatches[1].trim();
-        console.log(
-          "[Gemini Parser] Found response content, length:",
-          responseContent.length,
-        );
         if (responseContent.length > 50) {
           sections.push({
             role: "Model",
             content: responseContent,
           });
-          console.log("[Gemini Parser] Added response section");
         }
       }
 
-      // If we found meaningful sections, stop trying other patterns
-      if (sections.length > 0) {
-        console.log("[Gemini Parser] Found sections using pattern matching");
-        return sections;
-      }
-    }
-
-    // If no structured sections found, try to extract based on HTML structure
-    console.log("[Gemini Parser] Trying HTML structure extraction...");
-    const userElements = contentElement.querySelectorAll(
-      '.user-query, .prompt, .question, [data-role="user"]',
-    );
-    console.log("[Gemini Parser] Found user elements:", userElements.length);
-    userElements.forEach((el) => {
-      const clone = el.cloneNode(true);
-      clone
-        .querySelectorAll('.cdk-visually-hidden, [class*="screen-reader"]')
-        .forEach((subEl) => subEl.remove());
-      const content = clone.innerText.trim();
-      if (content.length > 20) {
-        sections.push({
-          role: "User",
-          content: content,
-        });
-        console.log("[Gemini Parser] Added user element from HTML structure");
-      }
-    });
-
-    // Look for elements that might contain responses
-    const responseElements = contentElement.querySelectorAll(
-      '.model-response, .response, .answer, [data-role="model"], .research-content',
-    );
-    console.log(
-      "[Gemini Parser] Found response elements:",
-      responseElements.length,
-    );
-    responseElements.forEach((el) => {
-      const content = el.innerText.trim();
-      if (content.length > 50) {
-        sections.push({
-          role: "Model",
-          content: content,
-        });
-        console.log(
-          "[Gemini Parser] Added response element from HTML structure",
-        );
-      }
-    });
-
-    // If still no sections, try to split by common delimiters
-    if (sections.length === 0) {
-      console.log("[Gemini Parser] Trying delimiter splitting...");
-      const delimiterPatterns = [
-        /\n\s*You said\s*\n/i,
-        /\n\s*Response\s*\n/i,
-        /\n\s*Prompt\s*\n/i,
-        /\n\s*I've completed\s*\n/i,
-      ];
-
-      let parts = [text];
-      delimiterPatterns.forEach((pattern) => {
-        parts = parts.flatMap((part) => part.split(pattern));
-      });
-
-      parts.forEach((part, index) => {
-        const trimmedPart = part.trim();
-        if (trimmedPart.length > 50) {
-          // Alternate between User and Model roles
-          const role = index % 2 === 0 ? "User" : "Model";
-          sections.push({
-            role: role,
-            content: trimmedPart,
-          });
-          console.log("[Gemini Parser] Added delimiter section, role:", role);
-        }
-      });
+      if (sections.length > 0) return sections;
     }
 
-    console.log("[Gemini Parser] Total sections extracted:", sections.length);
     return sections;
   }
 
-  // Helper method to extract content from Deep Research immersive panel
   extractDeepResearchPanelContent(panelElement) {
-    console.log("[Gemini Parser] Looking for Deep Research panel content...");
     const sections = [];
-
-    console.log("[Gemini Parser] Panel element found:", !!panelElement);
-    console.log(
-      "[Gemini Parser] Panel innerText length:",
-      panelElement.innerText ? panelElement.innerText.length : 0,
-    );
-
     try {
-      // Look for content within panel
-      const contentSelectors = [
-        ".markdown",
-        ".content",
-        ".research-content",
-        ".panel-content",
-        'div[class*="content"]',
-        'div[class*="markdown"]',
-        'div[class*="research"]',
-      ];
-
-      for (const selector of contentSelectors) {
-        console.log("[Gemini Parser] Trying selector:", selector);
-        const contentElements = panelElement.querySelectorAll(selector);
-        console.log("[Gemini Parser] Found elements:", contentElements.length);
-        contentElements.forEach((element) => {
-          const text = element.innerText.trim();
-          if (text.length > 100) {
-            sections.push({
-              role: "Model",
-              content: text,
-            });
-            console.log(
-              "[Gemini Parser] Added panel content via selector:",
-              selector,
-            );
-          }
-        });
-      }
+      const contentElements = panelElement.querySelectorAll(
+        ".markdown, .content, .research-content, .panel-content",
+      );
+      contentElements.forEach((element) => {
+        const text = (element.innerText || element.textContent || "").trim();
+        if (text.length > 100) {
+          sections.push({
+            role: "Model",
+            content: text,
+          });
+        }
+      });
 
-      // If no structured content found, extract all text from panel
       if (sections.length === 0) {
-        console.log(
-          "[Gemini Parser] No structured content found, extracting all panel text...",
-        );
-        const panelText = panelElement.innerText.trim();
-        console.log("[Gemini Parser] Panel text length:", panelText.length);
+        const panelText = (
+          panelElement.innerText ||
+          panelElement.textContent ||
+          ""
+        ).trim();
         if (panelText.length > 200) {
-          // Try to split into logical sections
-          const parts = this.splitIntoSections(panelText);
-          console.log("[Gemini Parser] Split into parts:", parts.length);
-          parts.forEach((part) => {
-            if (part.length > 50) {
-              sections.push({
-                role: "Model",
-                content: part,
-              });
-              console.log("[Gemini Parser] Added panel text part");
-            }
+          sections.push({
+            role: "Model",
+            content: panelText,
           });
         }
       }
     } catch (error) {
       console.error("[Gemini Parser] Error extracting panel content:", error);
     }
-
-    console.log(
-      "[Gemini Parser] Panel content extraction complete, sections:",
-      sections.length,
-    );
-    return sections;
-  }
-
-  // Helper method to split text into logical sections
-  splitIntoSections(text) {
-    console.log("[Gemini Parser] Splitting text into sections...");
-    const sections = [];
-
-    // Try to split by common delimiters
-    const delimiters = [
-      /\n\n+/g, // Double newlines
-      /\n(?=[A-Z])/g, // Newline followed by capital letter
-      /\.\s+/g, // Period followed by space
-    ];
-
-    let parts = [text];
-    delimiters.forEach((delimiter) => {
-      parts = parts.flatMap((part) => part.split(delimiter));
-    });
-
-    // Filter and clean sections
-    parts.forEach((part) => {
-      const cleaned = part.trim();
-      if (cleaned.length > 50 && !cleaned.match(/^\d+$/)) {
-        sections.push(cleaned);
-        console.log(
-          "[Gemini Parser] Added split section, length:",
-          cleaned.length,
-        );
-      }
-    });
-
-    console.log(
-      "[Gemini Parser] Text splitting complete, sections:",
-      sections.length,
-    );
     return sections;
   }
 }