decant-core 1.0.0 → 1.1.0

package/ai/chatgpt_helper.js

@@ -8,7 +8,9 @@ if (!window.__chatgptHelperInjected) {
 
   function getCookieDeviceId() {
     try {
-      const match = typeof document !== 'undefined' && document.cookie.match(/oai-did=([^;]+)/);
+      const match =
+        typeof document !== "undefined" &&
+        document.cookie.match(/oai-did=([^;]+)/);
       return match ? match[1] : null;
     } catch {
       return null;
@@ -16,19 +18,23 @@ if (!window.__chatgptHelperInjected) {
   }
 
   // Hook fetch to store Authorization and custom headers when page performs network calls
-  if (typeof window !== 'undefined' && window.fetch) {
+  if (typeof window !== "undefined" && window.fetch) {
     const originalFetch = window.fetch;
     window.fetch = function (...args) {
       try {
-        const url = typeof args[0] === 'string' ? args[0] : args[0]?.url;
-        if (url && (url.includes('/backend-api/') || url.includes('/api/auth/'))) {
+        const url = typeof args[0] === "string" ? args[0] : args[0]?.url;
+        if (
+          url &&
+          (url.includes("/backend-api/") || url.includes("/api/auth/"))
+        ) {
           const options = args[1];
           if (options?.headers) {
             let auth = null;
             if (options.headers instanceof Headers) {
-              auth = options.headers.get('Authorization');
-            } else if (typeof options.headers === 'object') {
-              auth = options.headers.Authorization || options.headers.authorization;
+              auth = options.headers.get("Authorization");
+            } else if (typeof options.headers === "object") {
+              auth =
+                options.headers.Authorization || options.headers.authorization;
             }
             if (auth) {
               window.capturedAuthStore.authorization = auth;
@@ -42,31 +48,36 @@ if (!window.__chatgptHelperInjected) {
     };
   }
 
-  window.addEventListener('message', async (event) => {
-    if (event.origin !== 'https://chatgpt.com') return;
-    if (event.data?.source !== 'chatgpt-exporter-ext') return;
-    if (event.data?.type !== 'fetch_conversation') return;
+  window.addEventListener("message", async (event) => {
+    if (event.origin !== "https://chatgpt.com") return;
+    if (event.data?.source !== "chatgpt-exporter-ext") return;
+    if (event.data?.type !== "fetch_conversation") return;
 
     const { convId, token, requestId, includeImages } = event.data;
 
     try {
       const headers = {
-        Accept: 'application/json',
+        Accept: "application/json",
       };
 
-      const authToken = token ? `Bearer ${token}` : window.capturedAuthStore?.authorization;
+      const authToken = token
+        ? `Bearer ${token}`
+        : window.capturedAuthStore?.authorization;
       if (authToken) {
         headers.Authorization = authToken;
       }
 
       const deviceId = getCookieDeviceId();
       if (deviceId) {
-        headers['oai-device-id'] = deviceId;
+        headers["oai-device-id"] = deviceId;
       }
 
-      const res = await fetch(`https://chatgpt.com/backend-api/conversation/${convId}`, {
-        headers,
-      });
+      const res = await fetch(
+        `https://chatgpt.com/backend-api/conversation/${convId}`,
+        {
+          headers,
+        },
+      );
       if (!res.ok) throw new Error(`API returned ${res.status}`);
       const data = await res.json();
 
@@ -77,8 +88,12 @@ if (!window.__chatgptHelperInjected) {
           const msg = node.message;
           if (msg && msg.content && Array.isArray(msg.content.parts)) {
             for (const part of msg.content.parts) {
-              if (part && part.content_type === 'image_asset_pointer' && part.asset_pointer) {
-                fileIds.add(part.asset_pointer.split('://')[1]);
+              if (
+                part &&
+                part.content_type === "image_asset_pointer" &&
+                part.asset_pointer
+              ) {
+                fileIds.add(part.asset_pointer.split("://")[1]);
               }
             }
           }
@@ -90,7 +105,7 @@ if (!window.__chatgptHelperInjected) {
               const b64 = await fetchImageAsBase64(id, token);
               return [id, b64];
             } catch (e) {
-              console.error('[AI Exporter] Error fetching image:', id, e);
+              console.error("[AI Exporter] Error fetching image:", id, e);
               return [id, null];
             }
           }),
@@ -99,22 +114,25 @@ if (!window.__chatgptHelperInjected) {
       }
 
       window.postMessage(
-        { source: 'chatgpt-exporter-page', requestId, data, images },
-        'https://chatgpt.com',
+        { source: "chatgpt-exporter-page", requestId, data, images },
+        "https://chatgpt.com",
       );
     } catch (err) {
       window.postMessage(
-        { source: 'chatgpt-exporter-page', requestId, error: err.message },
-        'https://chatgpt.com',
+        { source: "chatgpt-exporter-page", requestId, error: err.message },
+        "https://chatgpt.com",
       );
     }
   });
 
   async function fetchImageAsBase64(fileId, token) {
     try {
-      const dlRes = await fetch(`https://chatgpt.com/backend-api/files/download/${fileId}`, {
-        headers: { Authorization: `Bearer ${token}` },
-      });
+      const dlRes = await fetch(
+        `https://chatgpt.com/backend-api/files/download/${fileId}`,
+        {
+          headers: { Authorization: `Bearer ${token}` },
+        },
+      );
       if (!dlRes.ok) return null;
       const { download_url } = await dlRes.json();
       if (!download_url) return null;
@@ -130,7 +148,7 @@ if (!window.__chatgptHelperInjected) {
         reader.readAsDataURL(blob);
       });
     } catch (e) {
-      console.error('[AI Exporter] fetchImageAsBase64 error:', e);
+      console.error("[AI Exporter] fetchImageAsBase64 error:", e);
       return null;
     }
   }

package/ai/chatgpt_scroll_collector.js

@@ -12,7 +12,7 @@ function isScrollable(element) {
 
 function messageKey(message) {
   if (message.key) return message.key;
-  return `${message.role}:${message.content.replace(/\s+/g, ' ').trim()}`;
+  return `${message.role}:${message.content.replace(/\s+/g, " ").trim()}`;
 }
 
 function publicMessage(message) {
@@ -23,17 +23,18 @@ function publicMessage(message) {
 }
 
 export function getConversationTurnIndex(turn) {
-  if (!turn || typeof turn.getAttribute !== 'function') return Number.POSITIVE_INFINITY;
-  const testId = turn.getAttribute('data-testid') || '';
+  if (!turn || typeof turn.getAttribute !== "function")
+    return Number.POSITIVE_INFINITY;
+  const testId = turn.getAttribute("data-testid") || "";
   const match = testId.match(/^conversation-turn-(\d+)$/);
   if (match) return Number(match[1]);
-  const turnId = turn.getAttribute('data-turn-id');
+  const turnId = turn.getAttribute("data-turn-id");
   if (turnId && /^\d+$/.test(turnId)) return Number(turnId);
   return Number.POSITIVE_INFINITY;
 }
 
 export function getConversationTurns(doc = document) {
-  if (!doc || typeof doc.querySelectorAll !== 'function') return [];
+  if (!doc || typeof doc.querySelectorAll !== "function") return [];
   const turns = Array.from(doc.querySelectorAll(TURN_SELECTOR));
   // Filter out nested duplicates (e.g. [data-message-author-role] inside an article)
   const filtered = turns.filter((el) => {
@@ -44,7 +45,7 @@ export function getConversationTurns(doc = document) {
     const idxA = getConversationTurnIndex(a);
     const idxB = getConversationTurnIndex(b);
     if (idxA !== idxB) return idxA - idxB;
-    if (typeof a.compareDocumentPosition === 'function') {
+    if (typeof a.compareDocumentPosition === "function") {
       return a.compareDocumentPosition(b) &
         (doc.defaultView?.Node?.DOCUMENT_POSITION_FOLLOWING || 4)
         ? -1
@@ -63,35 +64,37 @@ export function findChatGPTScrollRoot(turns, doc = document) {
     current = current.parentElement;
   }
 
-  const main = doc.querySelector('main');
+  const main = doc.querySelector("main");
   if (isScrollable(main)) return main;
 
   return doc.scrollingElement || doc.documentElement || doc.body;
 }
 
 function createProgressOverlay(doc) {
-  if (!doc || typeof doc.createElement !== 'function' || !doc.body) return null;
+  if (!doc || typeof doc.createElement !== "function" || !doc.body) return null;
   try {
-    const overlay = doc.createElement('div');
-    overlay.id = 'ai-exporter-progress-overlay';
+    const overlay = doc.createElement("div");
+    overlay.id = "ai-exporter-progress-overlay";
     Object.assign(overlay.style, {
-      position: 'fixed',
-      top: '16px',
-      left: '50%',
-      transform: 'translateX(-50%)',
-      zIndex: '999999',
-      padding: '10px 20px',
-      background: 'rgba(15, 23, 42, 0.92)',
-      color: '#f8fafc',
-      borderRadius: '8px',
-      fontFamily: 'system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif',
-      fontSize: '14px',
-      fontWeight: '500',
-      boxShadow: '0 10px 25px -5px rgba(0, 0, 0, 0.3), 0 8px 10px -6px rgba(0, 0, 0, 0.3)',
-      pointerEvents: 'none',
-      transition: 'opacity 0.2s ease',
+      position: "fixed",
+      top: "16px",
+      left: "50%",
+      transform: "translateX(-50%)",
+      zIndex: "999999",
+      padding: "10px 20px",
+      background: "rgba(15, 23, 42, 0.92)",
+      color: "#f8fafc",
+      borderRadius: "8px",
+      fontFamily:
+        'system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif',
+      fontSize: "14px",
+      fontWeight: "500",
+      boxShadow:
+        "0 10px 25px -5px rgba(0, 0, 0, 0.3), 0 8px 10px -6px rgba(0, 0, 0, 0.3)",
+      pointerEvents: "none",
+      transition: "opacity 0.2s ease",
     });
-    overlay.textContent = 'Preparing conversation export...';
+    overlay.textContent = "Preparing conversation export...";
     doc.body.appendChild(overlay);
     return overlay;
   } catch {
@@ -108,7 +111,7 @@ function updateProgressOverlay(overlay, current, total) {
 function removeProgressOverlay(overlay) {
   if (!overlay) return;
   try {
-    overlay.style.opacity = '0';
+    overlay.style.opacity = "0";
     setTimeout(() => overlay.remove(), 200);
   } catch {
     // Ignore cleanup errors
@@ -122,14 +125,14 @@ export async function collectMountedTurnMessages({
   waitForRender = delay,
   renderWaitMs = DEFAULT_RENDER_WAIT_MS,
   renderAttempts = 4,
-  doc = typeof document !== 'undefined' ? document : null,
+  doc = typeof document !== "undefined" ? document : null,
 }) {
   const originalTop = scrollRoot?.scrollTop;
   const originalBehavior = scrollRoot?.style?.scrollBehavior;
   const overlay = createProgressOverlay(doc);
 
   if (scrollRoot && scrollRoot.style) {
-    scrollRoot.style.scrollBehavior = 'auto';
+    scrollRoot.style.scrollBehavior = "auto";
   }
 
   const seen = new Set();
@@ -137,7 +140,7 @@ export async function collectMountedTurnMessages({
 
   try {
     // Scroll to top first to trigger un-virtualization of earlier turns
-    if (scrollRoot && typeof scrollRoot.scrollTop === 'number') {
+    if (scrollRoot && typeof scrollRoot.scrollTop === "number") {
       scrollRoot.scrollTop = 0;
       await waitForRender(renderWaitMs);
     }
@@ -158,8 +161,8 @@ export async function collectMountedTurnMessages({
       const turn = orderedTurns[idx];
       updateProgressOverlay(overlay, idx + 1, totalTurns);
 
-      if (typeof turn.scrollIntoView === 'function') {
-        turn.scrollIntoView({ block: 'center' });
+      if (typeof turn.scrollIntoView === "function") {
+        turn.scrollIntoView({ block: "center" });
       }
 
       let message = null;
@@ -181,7 +184,7 @@ export async function collectMountedTurnMessages({
     removeProgressOverlay(overlay);
 
     if (scrollRoot && scrollRoot.style) {
-      scrollRoot.style.scrollBehavior = originalBehavior || '';
+      scrollRoot.style.scrollBehavior = originalBehavior || "";
     }
 
     if (scrollRoot && Number.isFinite(originalTop)) {

package/ai/chub.js

@@ -0,0 +1,90 @@
+import { ChatParser } from "./base.js";
+import { convertToMarkdown } from "../utils/html-to-markdown.js";
+
+export class ChubParser extends ChatParser {
+  name = "Chub";
+
+  isAvailable(url) {
+    return url.includes("chub.ai") || url.includes("characterhub.org");
+  }
+
+  async parse() {
+    // Extract Character Name
+    const charLink = document.querySelector('a[href*="/characters/"]');
+    const character = charLink
+      ? charLink.textContent.trim().replace(/\s+/g, " ")
+      : "";
+
+    // Extract User Name
+    const userLink = document.querySelector('a[href*="/users/"]');
+    let user = "";
+    if (userLink) {
+      const href = userLink.getAttribute("href") || "";
+      const match = href.match(/\/users\/([^/?#]+)/);
+      user = match ? match[1] : userLink.textContent.trim();
+    }
+
+    // Extract Title
+    let title = document.title
+      ? document.title.trim().replace(/\s+/g, " ")
+      : "";
+    if (
+      !title ||
+      title.toLowerCase() === "chub" ||
+      title.toLowerCase() === "chub ai"
+    ) {
+      title = character ? `Chat with ${character}` : "Chub AI Conversation";
+    }
+
+    // Select message items
+    let items = Array.from(
+      document.querySelectorAll("li.ant-list-item.message-full"),
+    );
+    if (items.length === 0) {
+      const allMsg = Array.from(document.querySelectorAll(".message-full"));
+      items = allMsg.filter(
+        (el) => !allMsg.some((parent) => parent !== el && parent.contains(el)),
+      );
+    }
+
+    const messages = [];
+    for (const item of items) {
+      const isUser =
+        !!item.querySelector('a[href*="/users/"]') ||
+        !item.querySelector('a[href*="/characters/"]');
+      const role = isUser ? "User" : "Chub";
+
+      const contentEl =
+        item.querySelector(".msg-mkdn-container") ||
+        item.querySelector(".ant-list-item-meta-description") ||
+        item;
+      const clone = contentEl.cloneNode(true);
+
+      // Clean up UI controls and noise elements
+      clone
+        .querySelectorAll(
+          "button, .message-control-buttons, .message-title, .ant-image-mask, .anticon",
+        )
+        .forEach((el) => el.remove());
+
+      const markdown = convertToMarkdown(clone);
+      if (markdown.trim()) {
+        messages.push({ role, content: markdown.trim() });
+      }
+    }
+
+    const currentUrl =
+      typeof window !== "undefined" && window.location
+        ? window.location.href || ""
+        : "";
+    const metadata = {
+      Source: "Chub",
+      Date: new Date().toLocaleString(),
+      Link: currentUrl,
+    };
+    if (character) metadata.Character = character;
+    if (user) metadata.User = user;
+
+    return { title, messages, url: currentUrl, metadata };
+  }
+}