offcourse 1.0.0 → 1.1.0

package/dist/scraper/ghl/auth.js

@@ -1,187 +0,0 @@
-import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
-import { dirname } from "node:path";
-import { chromium } from "playwright";
-import { getSessionPath, SESSIONS_DIR } from "../../config/paths.js";
-/**
- * Checks if a valid GHL session exists for the given domain.
- */
-export function hasValidGHLSession(domain) {
-    const sessionPath = getSessionPath(domain);
-    return existsSync(sessionPath);
-}
-/**
- * Loads an existing session from disk.
- */
-async function loadSession(browser, domain) {
-    const sessionPath = getSessionPath(domain);
-    const storageState = JSON.parse(readFileSync(sessionPath, "utf-8"));
-    return browser.newContext({ storageState });
-}
-/**
- * Saves the current session to disk.
- */
-async function saveSession(context, domain) {
-    const sessionPath = getSessionPath(domain);
-    const dir = dirname(sessionPath);
-    if (!existsSync(dir)) {
-        mkdirSync(dir, { recursive: true });
-    }
-    const storageState = await context.storageState();
-    writeFileSync(sessionPath, JSON.stringify(storageState, null, 2), "utf-8");
-}
-/**
- * Checks if the current page is on a GHL login page.
- */
-function isGHLLoginPage(url) {
-    const loginPatterns = [
-        /sso\.clientclub\.net/,
-        /\/login/,
-        /\/signin/,
-        /\/auth/,
-        /accounts\.google\.com/,
-        /firebaseapp\.com/,
-    ];
-    return loginPatterns.some((p) => p.test(url));
-}
-/**
- * Checks if the page has a valid Firebase auth token.
- */
-async function hasValidFirebaseToken(page) {
-    try {
-        const hasToken = await page.evaluate(() => {
-            const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
-            if (!tokenKey)
-                return false;
-            const tokenData = JSON.parse(localStorage.getItem(tokenKey) ?? "{}");
-            const expirationTime = tokenData?.stsTokenManager?.expirationTime;
-            // Check if token exists and is not expired
-            if (expirationTime) {
-                return Date.now() < expirationTime;
-            }
-            return !!tokenData?.stsTokenManager?.accessToken;
-        });
-        return hasToken;
-    }
-    catch {
-        return false;
-    }
-}
-/**
- * Performs interactive login for GHL by opening a browser window.
- * The user logs in manually, and we capture the session.
- */
-export async function performGHLInteractiveLogin(domain, portalUrl) {
-    // Ensure sessions directory exists
-    if (!existsSync(SESSIONS_DIR)) {
-        mkdirSync(SESSIONS_DIR, { recursive: true });
-    }
-    const browser = await chromium.launch({
-        headless: false, // Must be visible for user interaction
-    });
-    const context = await browser.newContext({
-        viewport: { width: 1280, height: 800 },
-    });
-    const page = await context.newPage();
-    await page.goto(portalUrl);
-    console.log("\n🔐 Browser opened. Please log in manually.");
-    console.log("   The window will close automatically after successful login.\n");
-    // Wait for either:
-    // 1. Navigation away from login page
-    // 2. Firebase token to appear in localStorage
-    let loggedIn = false;
-    const startTime = Date.now();
-    const timeout = 300000; // 5 minutes
-    while (!loggedIn && Date.now() - startTime < timeout) {
-        await page.waitForTimeout(1000);
-        const currentUrl = page.url();
-        // Check if we're still on a login page
-        if (!isGHLLoginPage(currentUrl)) {
-            // Might be logged in, check for Firebase token
-            const hasToken = await hasValidFirebaseToken(page);
-            if (hasToken) {
-                loggedIn = true;
-                break;
-            }
-            // Also check if we're on a course page (successful login)
-            if (currentUrl.includes("/courses/") || currentUrl.includes("/library")) {
-                loggedIn = true;
-                break;
-            }
-        }
-    }
-    if (!loggedIn) {
-        await browser.close();
-        throw new Error("Login timed out after 5 minutes");
-    }
-    // Give the page a moment to fully load after login
-    await page.waitForLoadState("networkidle").catch(() => { });
-    await page.waitForTimeout(2000);
-    // Save the session
-    await saveSession(context, domain);
-    console.log("✅ Login successful! Session saved.\n");
-    return { context, page };
-}
-/**
- * Gets an authenticated GHL session, either from cache or via interactive login.
- */
-export async function getGHLAuthenticatedSession(domain, portalUrl, options = {}) {
-    const browser = await chromium.launch({
-        headless: options.headless ?? false,
-    });
-    // Try to use existing session
-    if (!options.forceLogin && hasValidGHLSession(domain)) {
-        try {
-            const context = await loadSession(browser, domain);
-            const page = await context.newPage();
-            // Navigate to portal
-            await page.goto(portalUrl);
-            await page.waitForLoadState("domcontentloaded");
-            await page.waitForTimeout(2000);
-            const currentUrl = page.url();
-            // Check if we got redirected to login or SSO
-            if (isGHLLoginPage(currentUrl)) {
-                console.log("⚠️  Session expired, need to re-login...");
-                await context.close();
-                await browser.close();
-            }
-            else {
-                // Verify we have a valid Firebase token
-                const hasToken = await hasValidFirebaseToken(page);
-                if (hasToken) {
-                    console.log("✅ Using cached session");
-                    return { browser, session: { context, page } };
-                }
-                else {
-                    console.log("⚠️  No valid auth token, need to re-login...");
-                    await context.close();
-                    await browser.close();
-                }
-            }
-        }
-        catch (error) {
-            console.log("⚠️  Failed to load session, need to re-login...", error);
-            await browser.close();
-        }
-    }
-    else {
-        await browser.close();
-    }
-    // Need fresh login - always visible for interactive login
-    const session = await performGHLInteractiveLogin(domain, portalUrl);
-    // Get the browser from the session context
-    const sessionBrowser = session.context.browser();
-    if (!sessionBrowser) {
-        throw new Error("Failed to get browser from session");
-    }
-    // If headless was requested, reopen with saved session
-    if (options.headless) {
-        const newBrowser = await chromium.launch({ headless: true });
-        const context = await loadSession(newBrowser, domain);
-        const page = await context.newPage();
-        // Close the interactive session
-        await sessionBrowser.close();
-        return { browser: newBrowser, session: { context, page } };
-    }
-    return { browser: sessionBrowser, session };
-}
-//# sourceMappingURL=auth.js.map

package/dist/scraper/ghl/auth.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/scraper/ghl/auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAOrE;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAc;IAC/C,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,OAAO,UAAU,CAAC,WAAW,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CAAC,OAAgB,EAAE,MAAc;IACzD,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;IACpE,OAAO,OAAO,CAAC,UAAU,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CAAC,OAAuB,EAAE,MAAc;IAChE,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAClD,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,aAAa,GAAG;QACpB,sBAAsB;QACtB,SAAS;QACT,UAAU;QACV,QAAQ;QACR,uBAAuB;QACvB,kBAAkB;KACnB,CAAC;IACF,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAAC,IAAU;IAC7C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;YACF,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;YACrE,MAAM,cAAc,GAAG,SAAS,EAAE,eAAe,EAAE,cAAc,CAAC;YAElE,2CAA2C;YAC3C,IAAI,cAAc,EAAE,CAAC;gBACnB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;YACrC,CAAC;YAED,OAAO,CAAC,CAAC,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC;QACnD,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,MAAc,EACd,SAAiB;IAEjB,mCAAmC;IACnC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9B,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;QACpC,QAAQ,EAAE,KAAK,EAAE,uCAAuC;KACzD,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;KACvC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAEhF,mBAAmB;IACnB,qCAAqC;IACrC,8CAA8C;IAC9C,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,YAAY;IAEpC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;QACrD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9B,uCAAuC;QACvC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;YAChC,+CAA+C;YAC/C,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,CAAC;YAED,0DAA0D;YAC1D,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACxE,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IAED,mDAAmD;IACnD,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAEhC,mBAAmB;IACnB,MAAM,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEnC,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IAEpD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,MAAc,EACd,SAAiB,EACjB,UAAwD,EAAE;IAE1D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;QACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;KACpC,CAAC,CAAC;IAEH,8BAA8B;IAC9B,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAErC,qBAAqB;YACrB,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3B,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE9B,6CAA6C;YAC7C,IAAI,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;gBACxD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,wCAAwC;gBACxC,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBACnD,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;oBACtC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;gBACjD,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;oBAC5D,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;oBACtB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;YACtE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,0DAA0D;IAC1D,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEpE,2CAA2C;IAC3C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IACjD,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAED,uDAAuD;IACvD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,gCAAgC;QAChC,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;QAE7B,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;IAC7D,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;AAC9C,CAAC"}

package/dist/scraper/ghl/extractor.d.ts

@@ -1,96 +0,0 @@
-import type { Page } from "playwright";
-export interface GHLVideoInfo {
-    type: "hls" | "vimeo" | "loom" | "youtube" | "custom";
-    url: string;
-    masterPlaylistUrl?: string;
-    qualities?: Array<{
-        label: string;
-        url: string;
-        width?: number;
-        height?: number;
-    }>;
-    duration?: number;
-    thumbnailUrl?: string;
-    token?: string;
-}
-export interface GHLPostContent {
-    id: string;
-    title: string;
-    description: string | null;
-    htmlContent: string | null;
-    video: GHLVideoInfo | null;
-    attachments: Array<{
-        id: string;
-        name: string;
-        url: string;
-        type: string;
-        size?: number;
-    }>;
-    categoryId: string;
-    productId: string;
-}
-/**
- * Extracts the Firebase auth token from the page.
- */
-export declare function getAuthToken(page: Page): Promise<string | null>;
-/**
- * Extracts video info from a GHL post page by intercepting network requests.
- */
-export declare function extractVideoFromPage(page: Page): Promise<GHLVideoInfo | null>;
-/**
- * Extracts video info by intercepting network requests during page load.
- */
-export declare function interceptVideoRequests(page: Page, postUrl: string): Promise<GHLVideoInfo | null>;
-/**
- * Fetches post details from the API.
- */
-export declare function fetchPostDetails(page: Page, locationId: string, postId: string): Promise<{
-    title: string;
-    description: string | null;
-    video: {
-        assetId: string;
-        url: string;
-    } | null;
-    materials: Array<{
-        id: string;
-        name: string;
-        url: string;
-        type: string;
-    }>;
-} | null>;
-/**
- * Fetches the DRM license (HLS token) for a video asset.
- */
-export declare function fetchVideoLicense(page: Page, assetId: string): Promise<{
-    url: string;
-    token: string;
-} | null>;
-/**
- * Extracts complete post content including video and attachments.
- */
-export declare function extractGHLPostContent(page: Page, postUrl: string, locationId: string, productId: string, postId: string, categoryId: string): Promise<GHLPostContent | null>;
-/**
- * Parses an HLS master playlist to extract quality variants.
- */
-export declare function parseHLSMasterPlaylist(content: string, baseUrl: string): Array<{
-    label: string;
-    url: string;
-    bandwidth: number;
-    width?: number | undefined;
-    height?: number | undefined;
-}>;
-/**
- * Fetches and parses HLS playlist to get quality options.
- */
-export declare function getHLSQualities(page: Page, masterPlaylistUrl: string): Promise<Array<{
-    label: string;
-    url: string;
-    bandwidth: number;
-    width?: number | undefined;
-    height?: number | undefined;
-}>>;
-/**
- * Gets the best quality URL from an HLS master playlist.
- */
-export declare function getBestHLSQuality(page: Page, masterPlaylistUrl: string): Promise<string | null>;
-//# sourceMappingURL=extractor.d.ts.map

package/dist/scraper/ghl/extractor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../../src/scraper/ghl/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,CAAC;IACtD,GAAG,EAAE,MAAM,CAAC;IACZ,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,YAAY,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAUrE;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAiFnF;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CA0C9B;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;IACT,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE;QACL,OAAO,EAAE,MAAM,CAAC;QAChB,GAAG,EAAE,MAAM,CAAC;KACb,GAAG,IAAI,CAAC;IACT,SAAS,EAAE,KAAK,CAAC;QACf,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACJ,GAAG,IAAI,CAAC,CAkFR;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CAqChD;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAkEhC;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,GACd,KAAK,CAAC;IACP,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B,CAAC,CAyDD;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,IAAI,EACV,iBAAiB,EAAE,MAAM,GACxB,OAAO,CACR,KAAK,CAAC;IACJ,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B,CAAC,CACH,CAcA;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,IAAI,EACV,iBAAiB,EAAE,MAAM,GACxB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CASxB"}

package/dist/scraper/ghl/extractor.js

@@ -1,345 +0,0 @@
-/**
- * Extracts the Firebase auth token from the page.
- */
-export async function getAuthToken(page) {
-    return page.evaluate(() => {
-        const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
-        if (!tokenKey)
-            return null;
-        const tokenData = JSON.parse(localStorage.getItem(tokenKey) ?? "{}");
-        return tokenData?.stsTokenManager?.accessToken ?? null;
-    });
-}
-/**
- * Extracts video info from a GHL post page by intercepting network requests.
- */
-export async function extractVideoFromPage(page) {
-    // First, check if there's an HLS video on the page
-    const hlsUrl = await page.evaluate(() => {
-        // Look for HLS master playlist URLs in the DOM
-        const videoElements = Array.from(document.querySelectorAll("video"));
-        for (const video of videoElements) {
-            const src = video.currentSrc || video.src;
-            if (src && src.includes(".m3u8")) {
-                return src;
-            }
-        }
-        // Check for plyr or other players
-        const sources = Array.from(document.querySelectorAll('source[type*="m3u8"], source[src*=".m3u8"]'));
-        for (const source of sources) {
-            const src = source.src;
-            if (src)
-                return src;
-        }
-        return null;
-    });
-    if (hlsUrl) {
-        return {
-            type: "hls",
-            url: hlsUrl,
-            masterPlaylistUrl: hlsUrl,
-        };
-    }
-    // Check for Vimeo embed
-    const vimeoUrl = await page.evaluate(() => {
-        const iframe = document.querySelector('iframe[src*="vimeo.com"], iframe[src*="player.vimeo"]');
-        if (iframe) {
-            return iframe.src;
-        }
-        return null;
-    });
-    if (vimeoUrl) {
-        return {
-            type: "vimeo",
-            url: vimeoUrl,
-        };
-    }
-    // Check for Loom embed
-    const loomUrl = await page.evaluate(() => {
-        const iframe = document.querySelector('iframe[src*="loom.com"]');
-        if (iframe) {
-            return iframe.src;
-        }
-        return null;
-    });
-    if (loomUrl) {
-        return {
-            type: "loom",
-            url: loomUrl,
-        };
-    }
-    // Check for YouTube embed
-    const youtubeUrl = await page.evaluate(() => {
-        const iframe = document.querySelector('iframe[src*="youtube.com"], iframe[src*="youtube-nocookie.com"], iframe[src*="youtu.be"]');
-        if (iframe) {
-            return iframe.src;
-        }
-        return null;
-    });
-    if (youtubeUrl) {
-        return {
-            type: "youtube",
-            url: youtubeUrl,
-        };
-    }
-    return null;
-}
-/**
- * Extracts video info by intercepting network requests during page load.
- */
-export async function interceptVideoRequests(page, postUrl) {
-    const hlsUrls = [];
-    const drmUrls = [];
-    // Set up request interception
-    const requestHandler = (request) => {
-        const url = request.url();
-        // Capture HLS master playlist requests
-        if (url.includes(".m3u8") || url.includes("master.m3u8")) {
-            hlsUrls.push(url);
-        }
-        // Capture DRM license requests
-        if (url.includes("assets-drm/assets-license")) {
-            drmUrls.push(url);
-        }
-    };
-    page.on("request", requestHandler);
-    // Navigate to the post page
-    await page.goto(postUrl, { timeout: 30000 });
-    await page.waitForLoadState("domcontentloaded");
-    await page.waitForTimeout(3000);
-    // Remove the handler
-    page.off("request", requestHandler);
-    // Get the HLS master playlist URL
-    const masterPlaylistUrl = hlsUrls.find((url) => url.includes("master.m3u8"));
-    if (masterPlaylistUrl) {
-        return {
-            type: "hls",
-            url: masterPlaylistUrl,
-            masterPlaylistUrl,
-        };
-    }
-    // Fallback to DOM extraction
-    return extractVideoFromPage(page);
-}
-/**
- * Fetches post details from the API.
- */
-export async function fetchPostDetails(page, locationId, postId) {
-    return page.evaluate(async ({ locationId, postId }) => {
-        try {
-            const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
-            const tokenData = tokenKey ? JSON.parse(localStorage.getItem(tokenKey) ?? "{}") : null;
-            const token = tokenData?.stsTokenManager?.accessToken;
-            if (!token) {
-                return null;
-            }
-            const res = await fetch(`https://services.leadconnectorhq.com/membership/locations/${locationId}/posts/${postId}?source=courses`, {
-                headers: {
-                    Authorization: `Bearer ${token}`,
-                },
-            });
-            if (!res.ok) {
-                return null;
-            }
-            const data = await res.json();
-            let video = null;
-            if (data.post?.posterImage?.assetId) {
-                video = {
-                    assetId: data.post.posterImage.assetId,
-                    url: data.post.posterImage.url ?? "",
-                };
-            }
-            // Check for video in contentBlock
-            if (data.post?.contentBlock) {
-                for (const block of data.post.contentBlock) {
-                    if (block.type === "video" && block.assetId) {
-                        video = {
-                            assetId: block.assetId,
-                            url: block.url ?? "",
-                        };
-                        break;
-                    }
-                }
-            }
-            const materials = [];
-            if (data.post?.materials && Array.isArray(data.post.materials)) {
-                for (const material of data.post.materials) {
-                    materials.push({
-                        id: material.id ?? crypto.randomUUID(),
-                        name: material.name ?? "Attachment",
-                        url: material.url ?? "",
-                        type: material.type ?? "file",
-                    });
-                }
-            }
-            return {
-                title: data.post?.title ?? "",
-                description: data.post?.description ?? null,
-                video,
-                materials,
-            };
-        }
-        catch (error) {
-            console.error("Failed to fetch post details:", error);
-            return null;
-        }
-    }, { locationId, postId });
-}
-/**
- * Fetches the DRM license (HLS token) for a video asset.
- */
-export async function fetchVideoLicense(page, assetId) {
-    return page.evaluate(async (assetId) => {
-        try {
-            const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
-            const tokenData = tokenKey ? JSON.parse(localStorage.getItem(tokenKey) ?? "{}") : null;
-            const token = tokenData?.stsTokenManager?.accessToken;
-            if (!token) {
-                return null;
-            }
-            const res = await fetch(`https://backend.leadconnectorhq.com/assets-drm/assets-license/${assetId}`, {
-                headers: {
-                    Authorization: `Bearer ${token}`,
-                },
-            });
-            if (!res.ok) {
-                return null;
-            }
-            const data = await res.json();
-            return {
-                url: data.url ?? "",
-                token: data.token ?? "",
-            };
-        }
-        catch (error) {
-            console.error("Failed to fetch video license:", error);
-            return null;
-        }
-    }, assetId);
-}
-/**
- * Extracts complete post content including video and attachments.
- */
-export async function extractGHLPostContent(page, postUrl, locationId, productId, postId, categoryId) {
-    // Navigate to post page
-    await page.goto(postUrl, { timeout: 30000 });
-    await page.waitForLoadState("domcontentloaded");
-    await page.waitForTimeout(3000);
-    // Fetch post details from API
-    const postDetails = await fetchPostDetails(page, locationId, postId);
-    if (!postDetails) {
-        console.error("Could not fetch post details");
-        return null;
-    }
-    let video = null;
-    // If post has a video asset, get the license URL
-    if (postDetails.video?.assetId) {
-        const license = await fetchVideoLicense(page, postDetails.video.assetId);
-        if (license?.url) {
-            video = {
-                type: "hls",
-                url: license.url,
-                masterPlaylistUrl: license.url,
-                token: license.token,
-            };
-        }
-    }
-    // Fallback: try to extract video from page
-    if (!video) {
-        video = await extractVideoFromPage(page);
-    }
-    // Extract HTML content
-    const htmlContent = await page.evaluate(() => {
-        const contentEl = document.querySelector("[class*='post-content'], [class*='PostContent'], [class*='lesson-content'], article");
-        return contentEl?.innerHTML ?? null;
-    });
-    // Extract text description
-    const description = await page.evaluate(() => {
-        const descEl = document.querySelector("[class*='description'], [class*='Description'], p:first-of-type");
-        return descEl?.textContent?.trim() ?? null;
-    });
-    return {
-        id: postId,
-        title: postDetails.title,
-        description: description ?? postDetails.description,
-        htmlContent,
-        video,
-        attachments: postDetails.materials.map((m) => ({
-            id: m.id,
-            name: m.name,
-            url: m.url,
-            type: m.type,
-        })),
-        categoryId,
-        productId,
-    };
-}
-/**
- * Parses an HLS master playlist to extract quality variants.
- */
-export function parseHLSMasterPlaylist(content, baseUrl) {
-    const variants = [];
-    const lines = content.split("\n");
-    for (let i = 0; i < lines.length; i++) {
-        const line = lines[i].trim();
-        if (line.startsWith("#EXT-X-STREAM-INF:")) {
-            // Parse attributes
-            const bandwidthMatch = /BANDWIDTH=(\d+)/.exec(line);
-            const resolutionMatch = /RESOLUTION=(\d+)x(\d+)/.exec(line);
-            const bandwidth = bandwidthMatch ? parseInt(bandwidthMatch[1], 10) : 0;
-            // Next line should be the URL
-            const nextLine = lines[i + 1]?.trim() ?? "";
-            if (nextLine && !nextLine.startsWith("#")) {
-                const variantUrl = nextLine.startsWith("http")
-                    ? nextLine
-                    : new URL(nextLine, baseUrl).href;
-                const height = resolutionMatch ? parseInt(resolutionMatch[2], 10) : undefined;
-                const label = height ? `${height}p` : `${Math.round(bandwidth / 1000)}k`;
-                const variant = {
-                    label,
-                    url: variantUrl,
-                    bandwidth,
-                };
-                if (resolutionMatch) {
-                    variant.width = parseInt(resolutionMatch[1], 10);
-                    variant.height = parseInt(resolutionMatch[2], 10);
-                }
-                variants.push(variant);
-            }
-        }
-    }
-    // Sort by bandwidth (highest first)
-    variants.sort((a, b) => b.bandwidth - a.bandwidth);
-    return variants;
-}
-/**
- * Fetches and parses HLS playlist to get quality options.
- */
-export async function getHLSQualities(page, masterPlaylistUrl) {
-    try {
-        const content = await page.evaluate(async (url) => {
-            const res = await fetch(url);
-            if (!res.ok)
-                return null;
-            return res.text();
-        }, masterPlaylistUrl);
-        if (!content)
-            return [];
-        return parseHLSMasterPlaylist(content, masterPlaylistUrl);
-    }
-    catch {
-        return [];
-    }
-}
-/**
- * Gets the best quality URL from an HLS master playlist.
- */
-export async function getBestHLSQuality(page, masterPlaylistUrl) {
-    const qualities = await getHLSQualities(page, masterPlaylistUrl);
-    if (qualities.length === 0) {
-        return masterPlaylistUrl;
-    }
-    // Return highest quality
-    return qualities[0]?.url ?? null;
-}
-//# sourceMappingURL=extractor.js.map

package/dist/scraper/ghl/extractor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../../src/scraper/ghl/extractor.ts"],"names":[],"mappings":"AAkCA;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAU;IAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;QACF,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;QACrE,OAAO,SAAS,EAAE,eAAe,EAAE,WAAW,IAAI,IAAI,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAU;IACnD,mDAAmD;IACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACtC,+CAA+C;QAC/C,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QACrE,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,GAAG,CAAC;YAC1C,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,4CAA4C,CAAC,CAAC,CAAC;QACpG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAI,MAA4B,CAAC,GAAG,CAAC;YAC9C,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACtB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,MAAM;YACX,iBAAiB,EAAE,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED,wBAAwB;IACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,uDAAuD,CAAC,CAAC;QAC/F,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,OAAO;YACb,GAAG,EAAE,QAAQ;SACd,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,yBAAyB,CAAC,CAAC;QACjE,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,GAAG,EAAE,OAAO;SACb,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CACnC,0FAA0F,CAC3F,CAAC;QACF,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,UAAU;SAChB,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,IAAU,EACV,OAAe;IAEf,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,8BAA8B;IAC9B,MAAM,cAAc,GAAG,CAAC,OAA8B,EAAE,EAAE;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAE1B,uCAAuC;QACvC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAED,+BAA+B;QAC/B,IAAI,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEnC,4BAA4B;IAC5B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IAChD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAEhC,qBAAqB;IACrB,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEpC,kCAAkC;IAClC,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAE7E,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO;YACL,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,iBAAiB;YACtB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAU,EACV,UAAkB,EAClB,MAAc;IAed,OAAO,IAAI,CAAC,QAAQ,CAClB,KAAK,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;YACF,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvF,MAAM,KAAK,GAAG,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC;YAEtD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,6DAA6D,UAAU,UAAU,MAAM,iBAAiB,EACxG;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,KAAK,EAAE;iBACjC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9B,IAAI,KAAK,GAA4C,IAAI,CAAC;YAE1D,IAAI,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;gBACpC,KAAK,GAAG;oBACN,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO;oBACtC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,EAAE;iBACrC,CAAC;YACJ,CAAC;YAED,kCAAkC;YAClC,IAAI,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC;gBAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC3C,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;wBAC5C,KAAK,GAAG;4BACN,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,EAAE;yBACrB,CAAC;wBACF,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAKV,EAAE,CAAC;YAER,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBAC3C,SAAS,CAAC,IAAI,CAAC;wBACb,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;wBACtC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,YAAY;wBACnC,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,EAAE;wBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,MAAM;qBAC9B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;gBAC7B,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI;gBAC3C,KAAK;gBACL,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,EACD,EAAE,UAAU,EAAE,MAAM,EAAE,CACvB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAU,EACV,OAAe;IAEf,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACrC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;YACF,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvF,MAAM,KAAK,GAAG,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC;YAEtD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,iEAAiE,OAAO,EAAE,EAC1E;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,KAAK,EAAE;iBACjC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9B,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,EAAE;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,EAAE,OAAO,CAAC,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAU,EACV,OAAe,EACf,UAAkB,EAClB,SAAiB,EACjB,MAAc,EACd,UAAkB;IAElB,wBAAwB;IACxB,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IAChD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAEhC,8BAA8B;IAC9B,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAErE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,GAAwB,IAAI,CAAC;IAEtC,iDAAiD;IACjD,IAAI,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEzE,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;YACjB,KAAK,GAAG;gBACN,IAAI,EAAE,KAAK;gBACX,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,iBAAiB,EAAE,OAAO,CAAC,GAAG;gBAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2CAA2C;IAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC3C,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CACtC,qFAAqF,CACtF,CAAC;QACF,OAAO,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CACnC,iEAAiE,CAClE,CAAC;QACF,OAAO,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,WAAW,EAAE,WAAW,IAAI,WAAW,CAAC,WAAW;QACnD,WAAW;QACX,KAAK;QACL,WAAW,EAAE,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,IAAI,EAAE,CAAC,CAAC,IAAI;SACb,CAAC,CAAC;QACH,UAAU;QACV,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAe,EACf,OAAe;IAQf,MAAM,QAAQ,GAMT,EAAE,CAAC;IAER,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QAE9B,IAAI,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC1C,mBAAmB;YACnB,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,eAAe,GAAG,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5D,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAExE,8BAA8B;YAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC5C,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;oBAC5C,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;gBAEpC,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC;gBAEzE,MAAM,OAAO,GAMT;oBACF,KAAK;oBACL,GAAG,EAAE,UAAU;oBACf,SAAS;iBACV,CAAC;gBAEF,IAAI,eAAe,EAAE,CAAC;oBACpB,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;oBAClD,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAEnD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAU,EACV,iBAAyB;IAUzB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAChD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;YACzB,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC,EAAE,iBAAiB,CAAC,CAAC;QAEtB,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAExB,OAAO,sBAAsB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAU,EACV,iBAAyB;IAEzB,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IAEjE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,yBAAyB;IACzB,OAAO,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,IAAI,CAAC;AACnC,CAAC"}

package/dist/scraper/ghl/index.d.ts

@@ -1,4 +0,0 @@
-export * from "./navigator.js";
-export * from "./extractor.js";
-export * from "./auth.js";
-//# sourceMappingURL=index.d.ts.map

package/dist/scraper/ghl/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/scraper/ghl/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC"}