offcourse 0.0.1 → 1.0.0

package/dist/scraper/extractor.test.js

@@ -0,0 +1,65 @@
+import { describe, expect, it } from "vitest";
+import { extractLoomVideoId, formatMarkdown } from "./extractor.js";
+describe("extractLoomVideoId", () => {
+    it("extracts ID from embed URL", () => {
+        const url = "https://www.loom.com/embed/abc123def456";
+        expect(extractLoomVideoId(url)).toBe("abc123def456");
+    });
+    it("extracts ID from embed URL with query params", () => {
+        const url = "https://www.loom.com/embed/abc123def456?autoplay=1";
+        expect(extractLoomVideoId(url)).toBe("abc123def456");
+    });
+    it("returns null for invalid URL", () => {
+        expect(extractLoomVideoId("https://youtube.com/watch?v=123")).toBeNull();
+    });
+    it("returns null for non-embed loom URL", () => {
+        // Note: extractLoomVideoId only handles embed URLs
+        expect(extractLoomVideoId("https://loom.com/share/abc123")).toBeNull();
+    });
+    it("returns null for empty string", () => {
+        expect(extractLoomVideoId("")).toBeNull();
+    });
+    it("handles URL without www prefix", () => {
+        const url = "https://loom.com/embed/abc123def456";
+        expect(extractLoomVideoId(url)).toBe("abc123def456");
+    });
+});
+describe("formatMarkdown", () => {
+    it("creates markdown with title", () => {
+        const result = formatMarkdown("My Lesson", "", null, null);
+        expect(result).toBe("# My Lesson");
+    });
+    it("includes video link when present", () => {
+        const result = formatMarkdown("My Lesson", "", "https://loom.com/embed/123", "loom");
+        expect(result).toContain("# My Lesson");
+        expect(result).toContain("📺 Loom: https://loom.com/embed/123");
+    });
+    it("includes content when present", () => {
+        const result = formatMarkdown("My Lesson", "Some content here", null, null);
+        expect(result).toContain("# My Lesson");
+        expect(result).toContain("Some content here");
+    });
+    it("capitalizes video type label", () => {
+        const result = formatMarkdown("Test", "", "https://example.com", "vimeo");
+        expect(result).toContain("Vimeo:");
+    });
+    it("uses generic 'Video' label when type is null", () => {
+        const result = formatMarkdown("Test", "", "https://example.com", null);
+        expect(result).toContain("Video:");
+    });
+    it("cleans up excessive newlines", () => {
+        const result = formatMarkdown("Test", "Line 1\n\n\n\n\nLine 2", null, null);
+        expect(result).not.toContain("\n\n\n");
+    });
+    it("combines all parts correctly", () => {
+        const result = formatMarkdown("Full Lesson", "This is the lesson content.", "https://vimeo.com/123", "vimeo");
+        expect(result).toContain("# Full Lesson");
+        expect(result).toContain("📺 Vimeo: https://vimeo.com/123");
+        expect(result).toContain("This is the lesson content.");
+    });
+    it("trims final result", () => {
+        const result = formatMarkdown("Test", "Content   ", null, null);
+        expect(result).not.toMatch(/\s+$/);
+    });
+});
+//# sourceMappingURL=extractor.test.js.map

package/dist/scraper/extractor.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.test.js","sourceRoot":"","sources":["../../src/scraper/extractor.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEpE,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,GAAG,GAAG,yCAAyC,CAAC;QACtD,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,GAAG,GAAG,oDAAoD,CAAC;QACjE,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,kBAAkB,CAAC,iCAAiC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,mDAAmD;QACnD,MAAM,CAAC,kBAAkB,CAAC,+BAA+B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,GAAG,GAAG,qCAAqC,CAAC;QAClD,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,EAAE,4BAA4B,EAAE,MAAM,CAAC,CAAC;QACrF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qCAAqC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,cAAc,CAAC,WAAW,EAAE,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,EAAE,qBAAqB,EAAE,OAAO,CAAC,CAAC;QAC1E,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,CAAC,CAAC;QACvE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,wBAAwB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,MAAM,GAAG,cAAc,CAC3B,aAAa,EACb,6BAA6B,EAC7B,uBAAuB,EACvB,OAAO,CACR,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iCAAiC,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/scraper/ghl/auth.d.ts

@@ -0,0 +1,25 @@
+import type { Browser, BrowserContext, Page } from "playwright";
+export interface GHLAuthSession {
+    context: BrowserContext;
+    page: Page;
+}
+/**
+ * Checks if a valid GHL session exists for the given domain.
+ */
+export declare function hasValidGHLSession(domain: string): boolean;
+/**
+ * Performs interactive login for GHL by opening a browser window.
+ * The user logs in manually, and we capture the session.
+ */
+export declare function performGHLInteractiveLogin(domain: string, portalUrl: string): Promise<GHLAuthSession>;
+/**
+ * Gets an authenticated GHL session, either from cache or via interactive login.
+ */
+export declare function getGHLAuthenticatedSession(domain: string, portalUrl: string, options?: {
+    forceLogin?: boolean;
+    headless?: boolean;
+}): Promise<{
+    browser: Browser;
+    session: GHLAuthSession;
+}>;
+//# sourceMappingURL=auth.d.ts.map

package/dist/scraper/ghl/auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../src/scraper/ghl/auth.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIhE,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,cAAc,CAAC;IACxB,IAAI,EAAE,IAAI,CAAC;CACZ;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAG1D;AAoED;;;GAGG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,cAAc,CAAC,CAgEzB;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,UAAU,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAO,GACzD,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,cAAc,CAAA;CAAE,CAAC,CAiExD"}

package/dist/scraper/ghl/auth.js

@@ -0,0 +1,187 @@
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { dirname } from "node:path";
+import { chromium } from "playwright";
+import { getSessionPath, SESSIONS_DIR } from "../../config/paths.js";
+/**
+ * Checks if a valid GHL session exists for the given domain.
+ */
+export function hasValidGHLSession(domain) {
+    const sessionPath = getSessionPath(domain);
+    return existsSync(sessionPath);
+}
+/**
+ * Loads an existing session from disk.
+ */
+async function loadSession(browser, domain) {
+    const sessionPath = getSessionPath(domain);
+    const storageState = JSON.parse(readFileSync(sessionPath, "utf-8"));
+    return browser.newContext({ storageState });
+}
+/**
+ * Saves the current session to disk.
+ */
+async function saveSession(context, domain) {
+    const sessionPath = getSessionPath(domain);
+    const dir = dirname(sessionPath);
+    if (!existsSync(dir)) {
+        mkdirSync(dir, { recursive: true });
+    }
+    const storageState = await context.storageState();
+    writeFileSync(sessionPath, JSON.stringify(storageState, null, 2), "utf-8");
+}
+/**
+ * Checks if the current page is on a GHL login page.
+ */
+function isGHLLoginPage(url) {
+    const loginPatterns = [
+        /sso\.clientclub\.net/,
+        /\/login/,
+        /\/signin/,
+        /\/auth/,
+        /accounts\.google\.com/,
+        /firebaseapp\.com/,
+    ];
+    return loginPatterns.some((p) => p.test(url));
+}
+/**
+ * Checks if the page has a valid Firebase auth token.
+ */
+async function hasValidFirebaseToken(page) {
+    try {
+        const hasToken = await page.evaluate(() => {
+            const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
+            if (!tokenKey)
+                return false;
+            const tokenData = JSON.parse(localStorage.getItem(tokenKey) ?? "{}");
+            const expirationTime = tokenData?.stsTokenManager?.expirationTime;
+            // Check if token exists and is not expired
+            if (expirationTime) {
+                return Date.now() < expirationTime;
+            }
+            return !!tokenData?.stsTokenManager?.accessToken;
+        });
+        return hasToken;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Performs interactive login for GHL by opening a browser window.
+ * The user logs in manually, and we capture the session.
+ */
+export async function performGHLInteractiveLogin(domain, portalUrl) {
+    // Ensure sessions directory exists
+    if (!existsSync(SESSIONS_DIR)) {
+        mkdirSync(SESSIONS_DIR, { recursive: true });
+    }
+    const browser = await chromium.launch({
+        headless: false, // Must be visible for user interaction
+    });
+    const context = await browser.newContext({
+        viewport: { width: 1280, height: 800 },
+    });
+    const page = await context.newPage();
+    await page.goto(portalUrl);
+    console.log("\n🔐 Browser opened. Please log in manually.");
+    console.log("   The window will close automatically after successful login.\n");
+    // Wait for either:
+    // 1. Navigation away from login page
+    // 2. Firebase token to appear in localStorage
+    let loggedIn = false;
+    const startTime = Date.now();
+    const timeout = 300000; // 5 minutes
+    while (!loggedIn && Date.now() - startTime < timeout) {
+        await page.waitForTimeout(1000);
+        const currentUrl = page.url();
+        // Check if we're still on a login page
+        if (!isGHLLoginPage(currentUrl)) {
+            // Might be logged in, check for Firebase token
+            const hasToken = await hasValidFirebaseToken(page);
+            if (hasToken) {
+                loggedIn = true;
+                break;
+            }
+            // Also check if we're on a course page (successful login)
+            if (currentUrl.includes("/courses/") || currentUrl.includes("/library")) {
+                loggedIn = true;
+                break;
+            }
+        }
+    }
+    if (!loggedIn) {
+        await browser.close();
+        throw new Error("Login timed out after 5 minutes");
+    }
+    // Give the page a moment to fully load after login
+    await page.waitForLoadState("networkidle").catch(() => { });
+    await page.waitForTimeout(2000);
+    // Save the session
+    await saveSession(context, domain);
+    console.log("✅ Login successful! Session saved.\n");
+    return { context, page };
+}
+/**
+ * Gets an authenticated GHL session, either from cache or via interactive login.
+ */
+export async function getGHLAuthenticatedSession(domain, portalUrl, options = {}) {
+    const browser = await chromium.launch({
+        headless: options.headless ?? false,
+    });
+    // Try to use existing session
+    if (!options.forceLogin && hasValidGHLSession(domain)) {
+        try {
+            const context = await loadSession(browser, domain);
+            const page = await context.newPage();
+            // Navigate to portal
+            await page.goto(portalUrl);
+            await page.waitForLoadState("domcontentloaded");
+            await page.waitForTimeout(2000);
+            const currentUrl = page.url();
+            // Check if we got redirected to login or SSO
+            if (isGHLLoginPage(currentUrl)) {
+                console.log("⚠️  Session expired, need to re-login...");
+                await context.close();
+                await browser.close();
+            }
+            else {
+                // Verify we have a valid Firebase token
+                const hasToken = await hasValidFirebaseToken(page);
+                if (hasToken) {
+                    console.log("✅ Using cached session");
+                    return { browser, session: { context, page } };
+                }
+                else {
+                    console.log("⚠️  No valid auth token, need to re-login...");
+                    await context.close();
+                    await browser.close();
+                }
+            }
+        }
+        catch (error) {
+            console.log("⚠️  Failed to load session, need to re-login...", error);
+            await browser.close();
+        }
+    }
+    else {
+        await browser.close();
+    }
+    // Need fresh login - always visible for interactive login
+    const session = await performGHLInteractiveLogin(domain, portalUrl);
+    // Get the browser from the session context
+    const sessionBrowser = session.context.browser();
+    if (!sessionBrowser) {
+        throw new Error("Failed to get browser from session");
+    }
+    // If headless was requested, reopen with saved session
+    if (options.headless) {
+        const newBrowser = await chromium.launch({ headless: true });
+        const context = await loadSession(newBrowser, domain);
+        const page = await context.newPage();
+        // Close the interactive session
+        await sessionBrowser.close();
+        return { browser: newBrowser, session: { context, page } };
+    }
+    return { browser: sessionBrowser, session };
+}
+//# sourceMappingURL=auth.js.map

package/dist/scraper/ghl/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/scraper/ghl/auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAOrE;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAc;IAC/C,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,OAAO,UAAU,CAAC,WAAW,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CAAC,OAAgB,EAAE,MAAc;IACzD,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;IACpE,OAAO,OAAO,CAAC,UAAU,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CAAC,OAAuB,EAAE,MAAc;IAChE,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAClD,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,aAAa,GAAG;QACpB,sBAAsB;QACtB,SAAS;QACT,UAAU;QACV,QAAQ;QACR,uBAAuB;QACvB,kBAAkB;KACnB,CAAC;IACF,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAAC,IAAU;IAC7C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;YACF,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;YACrE,MAAM,cAAc,GAAG,SAAS,EAAE,eAAe,EAAE,cAAc,CAAC;YAElE,2CAA2C;YAC3C,IAAI,cAAc,EAAE,CAAC;gBACnB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;YACrC,CAAC;YAED,OAAO,CAAC,CAAC,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC;QACnD,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,MAAc,EACd,SAAiB;IAEjB,mCAAmC;IACnC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9B,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;QACpC,QAAQ,EAAE,KAAK,EAAE,uCAAuC;KACzD,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;KACvC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAEhF,mBAAmB;IACnB,qCAAqC;IACrC,8CAA8C;IAC9C,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,YAAY;IAEpC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;QACrD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9B,uCAAuC;QACvC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;YAChC,+CAA+C;YAC/C,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,CAAC;YAED,0DAA0D;YAC1D,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACxE,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IAED,mDAAmD;IACnD,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAEhC,mBAAmB;IACnB,MAAM,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEnC,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IAEpD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,MAAc,EACd,SAAiB,EACjB,UAAwD,EAAE;IAE1D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;QACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;KACpC,CAAC,CAAC;IAEH,8BAA8B;IAC9B,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAErC,qBAAqB;YACrB,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3B,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE9B,6CAA6C;YAC7C,IAAI,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;gBACxD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,wCAAwC;gBACxC,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBACnD,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;oBACtC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;gBACjD,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;oBAC5D,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;oBACtB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;YACtE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,0DAA0D;IAC1D,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEpE,2CAA2C;IAC3C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IACjD,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAED,uDAAuD;IACvD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,gCAAgC;QAChC,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;QAE7B,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;IAC7D,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;AAC9C,CAAC"}

package/dist/scraper/ghl/extractor.d.ts

@@ -0,0 +1,96 @@
+import type { Page } from "playwright";
+export interface GHLVideoInfo {
+    type: "hls" | "vimeo" | "loom" | "youtube" | "custom";
+    url: string;
+    masterPlaylistUrl?: string;
+    qualities?: Array<{
+        label: string;
+        url: string;
+        width?: number;
+        height?: number;
+    }>;
+    duration?: number;
+    thumbnailUrl?: string;
+    token?: string;
+}
+export interface GHLPostContent {
+    id: string;
+    title: string;
+    description: string | null;
+    htmlContent: string | null;
+    video: GHLVideoInfo | null;
+    attachments: Array<{
+        id: string;
+        name: string;
+        url: string;
+        type: string;
+        size?: number;
+    }>;
+    categoryId: string;
+    productId: string;
+}
+/**
+ * Extracts the Firebase auth token from the page.
+ */
+export declare function getAuthToken(page: Page): Promise<string | null>;
+/**
+ * Extracts video info from a GHL post page by intercepting network requests.
+ */
+export declare function extractVideoFromPage(page: Page): Promise<GHLVideoInfo | null>;
+/**
+ * Extracts video info by intercepting network requests during page load.
+ */
+export declare function interceptVideoRequests(page: Page, postUrl: string): Promise<GHLVideoInfo | null>;
+/**
+ * Fetches post details from the API.
+ */
+export declare function fetchPostDetails(page: Page, locationId: string, postId: string): Promise<{
+    title: string;
+    description: string | null;
+    video: {
+        assetId: string;
+        url: string;
+    } | null;
+    materials: Array<{
+        id: string;
+        name: string;
+        url: string;
+        type: string;
+    }>;
+} | null>;
+/**
+ * Fetches the DRM license (HLS token) for a video asset.
+ */
+export declare function fetchVideoLicense(page: Page, assetId: string): Promise<{
+    url: string;
+    token: string;
+} | null>;
+/**
+ * Extracts complete post content including video and attachments.
+ */
+export declare function extractGHLPostContent(page: Page, postUrl: string, locationId: string, productId: string, postId: string, categoryId: string): Promise<GHLPostContent | null>;
+/**
+ * Parses an HLS master playlist to extract quality variants.
+ */
+export declare function parseHLSMasterPlaylist(content: string, baseUrl: string): Array<{
+    label: string;
+    url: string;
+    bandwidth: number;
+    width?: number | undefined;
+    height?: number | undefined;
+}>;
+/**
+ * Fetches and parses HLS playlist to get quality options.
+ */
+export declare function getHLSQualities(page: Page, masterPlaylistUrl: string): Promise<Array<{
+    label: string;
+    url: string;
+    bandwidth: number;
+    width?: number | undefined;
+    height?: number | undefined;
+}>>;
+/**
+ * Gets the best quality URL from an HLS master playlist.
+ */
+export declare function getBestHLSQuality(page: Page, masterPlaylistUrl: string): Promise<string | null>;
+//# sourceMappingURL=extractor.d.ts.map

package/dist/scraper/ghl/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../../src/scraper/ghl/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,CAAC;IACtD,GAAG,EAAE,MAAM,CAAC;IACZ,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,YAAY,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAUrE;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAiFnF;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CA0C9B;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;IACT,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE;QACL,OAAO,EAAE,MAAM,CAAC;QAChB,GAAG,EAAE,MAAM,CAAC;KACb,GAAG,IAAI,CAAC;IACT,SAAS,EAAE,KAAK,CAAC;QACf,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACJ,GAAG,IAAI,CAAC,CAkFR;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CAqChD;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAkEhC;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,GACd,KAAK,CAAC;IACP,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B,CAAC,CAyDD;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,IAAI,EACV,iBAAiB,EAAE,MAAM,GACxB,OAAO,CACR,KAAK,CAAC;IACJ,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B,CAAC,CACH,CAcA;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,IAAI,EACV,iBAAiB,EAAE,MAAM,GACxB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CASxB"}