offcourse 0.0.1 → 1.0.0

package/dist/scraper/ghl/extractor.js

@@ -0,0 +1,345 @@
+/**
+ * Extracts the Firebase auth token from the page.
+ */
+export async function getAuthToken(page) {
+    return page.evaluate(() => {
+        const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
+        if (!tokenKey)
+            return null;
+        const tokenData = JSON.parse(localStorage.getItem(tokenKey) ?? "{}");
+        return tokenData?.stsTokenManager?.accessToken ?? null;
+    });
+}
+/**
+ * Extracts video info from a GHL post page by intercepting network requests.
+ */
+export async function extractVideoFromPage(page) {
+    // First, check if there's an HLS video on the page
+    const hlsUrl = await page.evaluate(() => {
+        // Look for HLS master playlist URLs in the DOM
+        const videoElements = Array.from(document.querySelectorAll("video"));
+        for (const video of videoElements) {
+            const src = video.currentSrc || video.src;
+            if (src && src.includes(".m3u8")) {
+                return src;
+            }
+        }
+        // Check for plyr or other players
+        const sources = Array.from(document.querySelectorAll('source[type*="m3u8"], source[src*=".m3u8"]'));
+        for (const source of sources) {
+            const src = source.src;
+            if (src)
+                return src;
+        }
+        return null;
+    });
+    if (hlsUrl) {
+        return {
+            type: "hls",
+            url: hlsUrl,
+            masterPlaylistUrl: hlsUrl,
+        };
+    }
+    // Check for Vimeo embed
+    const vimeoUrl = await page.evaluate(() => {
+        const iframe = document.querySelector('iframe[src*="vimeo.com"], iframe[src*="player.vimeo"]');
+        if (iframe) {
+            return iframe.src;
+        }
+        return null;
+    });
+    if (vimeoUrl) {
+        return {
+            type: "vimeo",
+            url: vimeoUrl,
+        };
+    }
+    // Check for Loom embed
+    const loomUrl = await page.evaluate(() => {
+        const iframe = document.querySelector('iframe[src*="loom.com"]');
+        if (iframe) {
+            return iframe.src;
+        }
+        return null;
+    });
+    if (loomUrl) {
+        return {
+            type: "loom",
+            url: loomUrl,
+        };
+    }
+    // Check for YouTube embed
+    const youtubeUrl = await page.evaluate(() => {
+        const iframe = document.querySelector('iframe[src*="youtube.com"], iframe[src*="youtube-nocookie.com"], iframe[src*="youtu.be"]');
+        if (iframe) {
+            return iframe.src;
+        }
+        return null;
+    });
+    if (youtubeUrl) {
+        return {
+            type: "youtube",
+            url: youtubeUrl,
+        };
+    }
+    return null;
+}
+/**
+ * Extracts video info by intercepting network requests during page load.
+ */
+export async function interceptVideoRequests(page, postUrl) {
+    const hlsUrls = [];
+    const drmUrls = [];
+    // Set up request interception
+    const requestHandler = (request) => {
+        const url = request.url();
+        // Capture HLS master playlist requests
+        if (url.includes(".m3u8") || url.includes("master.m3u8")) {
+            hlsUrls.push(url);
+        }
+        // Capture DRM license requests
+        if (url.includes("assets-drm/assets-license")) {
+            drmUrls.push(url);
+        }
+    };
+    page.on("request", requestHandler);
+    // Navigate to the post page
+    await page.goto(postUrl, { timeout: 30000 });
+    await page.waitForLoadState("domcontentloaded");
+    await page.waitForTimeout(3000);
+    // Remove the handler
+    page.off("request", requestHandler);
+    // Get the HLS master playlist URL
+    const masterPlaylistUrl = hlsUrls.find((url) => url.includes("master.m3u8"));
+    if (masterPlaylistUrl) {
+        return {
+            type: "hls",
+            url: masterPlaylistUrl,
+            masterPlaylistUrl,
+        };
+    }
+    // Fallback to DOM extraction
+    return extractVideoFromPage(page);
+}
+/**
+ * Fetches post details from the API.
+ */
+export async function fetchPostDetails(page, locationId, postId) {
+    return page.evaluate(async ({ locationId, postId }) => {
+        try {
+            const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
+            const tokenData = tokenKey ? JSON.parse(localStorage.getItem(tokenKey) ?? "{}") : null;
+            const token = tokenData?.stsTokenManager?.accessToken;
+            if (!token) {
+                return null;
+            }
+            const res = await fetch(`https://services.leadconnectorhq.com/membership/locations/${locationId}/posts/${postId}?source=courses`, {
+                headers: {
+                    Authorization: `Bearer ${token}`,
+                },
+            });
+            if (!res.ok) {
+                return null;
+            }
+            const data = await res.json();
+            let video = null;
+            if (data.post?.posterImage?.assetId) {
+                video = {
+                    assetId: data.post.posterImage.assetId,
+                    url: data.post.posterImage.url ?? "",
+                };
+            }
+            // Check for video in contentBlock
+            if (data.post?.contentBlock) {
+                for (const block of data.post.contentBlock) {
+                    if (block.type === "video" && block.assetId) {
+                        video = {
+                            assetId: block.assetId,
+                            url: block.url ?? "",
+                        };
+                        break;
+                    }
+                }
+            }
+            const materials = [];
+            if (data.post?.materials && Array.isArray(data.post.materials)) {
+                for (const material of data.post.materials) {
+                    materials.push({
+                        id: material.id ?? crypto.randomUUID(),
+                        name: material.name ?? "Attachment",
+                        url: material.url ?? "",
+                        type: material.type ?? "file",
+                    });
+                }
+            }
+            return {
+                title: data.post?.title ?? "",
+                description: data.post?.description ?? null,
+                video,
+                materials,
+            };
+        }
+        catch (error) {
+            console.error("Failed to fetch post details:", error);
+            return null;
+        }
+    }, { locationId, postId });
+}
+/**
+ * Fetches the DRM license (HLS token) for a video asset.
+ */
+export async function fetchVideoLicense(page, assetId) {
+    return page.evaluate(async (assetId) => {
+        try {
+            const tokenKey = Object.keys(localStorage).find((k) => k.includes("firebase:authUser"));
+            const tokenData = tokenKey ? JSON.parse(localStorage.getItem(tokenKey) ?? "{}") : null;
+            const token = tokenData?.stsTokenManager?.accessToken;
+            if (!token) {
+                return null;
+            }
+            const res = await fetch(`https://backend.leadconnectorhq.com/assets-drm/assets-license/${assetId}`, {
+                headers: {
+                    Authorization: `Bearer ${token}`,
+                },
+            });
+            if (!res.ok) {
+                return null;
+            }
+            const data = await res.json();
+            return {
+                url: data.url ?? "",
+                token: data.token ?? "",
+            };
+        }
+        catch (error) {
+            console.error("Failed to fetch video license:", error);
+            return null;
+        }
+    }, assetId);
+}
+/**
+ * Extracts complete post content including video and attachments.
+ */
+export async function extractGHLPostContent(page, postUrl, locationId, productId, postId, categoryId) {
+    // Navigate to post page
+    await page.goto(postUrl, { timeout: 30000 });
+    await page.waitForLoadState("domcontentloaded");
+    await page.waitForTimeout(3000);
+    // Fetch post details from API
+    const postDetails = await fetchPostDetails(page, locationId, postId);
+    if (!postDetails) {
+        console.error("Could not fetch post details");
+        return null;
+    }
+    let video = null;
+    // If post has a video asset, get the license URL
+    if (postDetails.video?.assetId) {
+        const license = await fetchVideoLicense(page, postDetails.video.assetId);
+        if (license?.url) {
+            video = {
+                type: "hls",
+                url: license.url,
+                masterPlaylistUrl: license.url,
+                token: license.token,
+            };
+        }
+    }
+    // Fallback: try to extract video from page
+    if (!video) {
+        video = await extractVideoFromPage(page);
+    }
+    // Extract HTML content
+    const htmlContent = await page.evaluate(() => {
+        const contentEl = document.querySelector("[class*='post-content'], [class*='PostContent'], [class*='lesson-content'], article");
+        return contentEl?.innerHTML ?? null;
+    });
+    // Extract text description
+    const description = await page.evaluate(() => {
+        const descEl = document.querySelector("[class*='description'], [class*='Description'], p:first-of-type");
+        return descEl?.textContent?.trim() ?? null;
+    });
+    return {
+        id: postId,
+        title: postDetails.title,
+        description: description ?? postDetails.description,
+        htmlContent,
+        video,
+        attachments: postDetails.materials.map((m) => ({
+            id: m.id,
+            name: m.name,
+            url: m.url,
+            type: m.type,
+        })),
+        categoryId,
+        productId,
+    };
+}
+/**
+ * Parses an HLS master playlist to extract quality variants.
+ */
+export function parseHLSMasterPlaylist(content, baseUrl) {
+    const variants = [];
+    const lines = content.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].trim();
+        if (line.startsWith("#EXT-X-STREAM-INF:")) {
+            // Parse attributes
+            const bandwidthMatch = /BANDWIDTH=(\d+)/.exec(line);
+            const resolutionMatch = /RESOLUTION=(\d+)x(\d+)/.exec(line);
+            const bandwidth = bandwidthMatch ? parseInt(bandwidthMatch[1], 10) : 0;
+            // Next line should be the URL
+            const nextLine = lines[i + 1]?.trim() ?? "";
+            if (nextLine && !nextLine.startsWith("#")) {
+                const variantUrl = nextLine.startsWith("http")
+                    ? nextLine
+                    : new URL(nextLine, baseUrl).href;
+                const height = resolutionMatch ? parseInt(resolutionMatch[2], 10) : undefined;
+                const label = height ? `${height}p` : `${Math.round(bandwidth / 1000)}k`;
+                const variant = {
+                    label,
+                    url: variantUrl,
+                    bandwidth,
+                };
+                if (resolutionMatch) {
+                    variant.width = parseInt(resolutionMatch[1], 10);
+                    variant.height = parseInt(resolutionMatch[2], 10);
+                }
+                variants.push(variant);
+            }
+        }
+    }
+    // Sort by bandwidth (highest first)
+    variants.sort((a, b) => b.bandwidth - a.bandwidth);
+    return variants;
+}
+/**
+ * Fetches and parses HLS playlist to get quality options.
+ */
+export async function getHLSQualities(page, masterPlaylistUrl) {
+    try {
+        const content = await page.evaluate(async (url) => {
+            const res = await fetch(url);
+            if (!res.ok)
+                return null;
+            return res.text();
+        }, masterPlaylistUrl);
+        if (!content)
+            return [];
+        return parseHLSMasterPlaylist(content, masterPlaylistUrl);
+    }
+    catch {
+        return [];
+    }
+}
+/**
+ * Gets the best quality URL from an HLS master playlist.
+ */
+export async function getBestHLSQuality(page, masterPlaylistUrl) {
+    const qualities = await getHLSQualities(page, masterPlaylistUrl);
+    if (qualities.length === 0) {
+        return masterPlaylistUrl;
+    }
+    // Return highest quality
+    return qualities[0]?.url ?? null;
+}
+//# sourceMappingURL=extractor.js.map

package/dist/scraper/ghl/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../../src/scraper/ghl/extractor.ts"],"names":[],"mappings":"AAkCA;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAU;IAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;QACF,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;QACrE,OAAO,SAAS,EAAE,eAAe,EAAE,WAAW,IAAI,IAAI,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAU;IACnD,mDAAmD;IACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACtC,+CAA+C;QAC/C,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QACrE,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,GAAG,CAAC;YAC1C,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,4CAA4C,CAAC,CAAC,CAAC;QACpG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAI,MAA4B,CAAC,GAAG,CAAC;YAC9C,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACtB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,MAAM;YACX,iBAAiB,EAAE,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED,wBAAwB;IACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,uDAAuD,CAAC,CAAC;QAC/F,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,OAAO;YACb,GAAG,EAAE,QAAQ;SACd,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,yBAAyB,CAAC,CAAC;QACjE,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,GAAG,EAAE,OAAO;SACb,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CACnC,0FAA0F,CAC3F,CAAC;QACF,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,UAAU;SAChB,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,IAAU,EACV,OAAe;IAEf,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,8BAA8B;IAC9B,MAAM,cAAc,GAAG,CAAC,OAA8B,EAAE,EAAE;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAE1B,uCAAuC;QACvC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAED,+BAA+B;QAC/B,IAAI,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEnC,4BAA4B;IAC5B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IAChD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAEhC,qBAAqB;IACrB,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEpC,kCAAkC;IAClC,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAE7E,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO;YACL,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,iBAAiB;YACtB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAU,EACV,UAAkB,EAClB,MAAc;IAed,OAAO,IAAI,CAAC,QAAQ,CAClB,KAAK,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;YACF,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvF,MAAM,KAAK,GAAG,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC;YAEtD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,6DAA6D,UAAU,UAAU,MAAM,iBAAiB,EACxG;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,KAAK,EAAE;iBACjC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9B,IAAI,KAAK,GAA4C,IAAI,CAAC;YAE1D,IAAI,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;gBACpC,KAAK,GAAG;oBACN,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO;oBACtC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,EAAE;iBACrC,CAAC;YACJ,CAAC;YAED,kCAAkC;YAClC,IAAI,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC;gBAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC3C,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;wBAC5C,KAAK,GAAG;4BACN,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,EAAE;yBACrB,CAAC;wBACF,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAKV,EAAE,CAAC;YAER,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBAC3C,SAAS,CAAC,IAAI,CAAC;wBACb,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;wBACtC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,YAAY;wBACnC,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,EAAE;wBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,MAAM;qBAC9B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;gBAC7B,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI;gBAC3C,KAAK;gBACL,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,EACD,EAAE,UAAU,EAAE,MAAM,EAAE,CACvB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAU,EACV,OAAe;IAEf,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACrC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAChC,CAAC;YACF,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvF,MAAM,KAAK,GAAG,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC;YAEtD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,iEAAiE,OAAO,EAAE,EAC1E;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,KAAK,EAAE;iBACjC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9B,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,EAAE;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,EAAE,OAAO,CAAC,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAU,EACV,OAAe,EACf,UAAkB,EAClB,SAAiB,EACjB,MAAc,EACd,UAAkB;IAElB,wBAAwB;IACxB,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IAChD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAEhC,8BAA8B;IAC9B,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAErE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,GAAwB,IAAI,CAAC;IAEtC,iDAAiD;IACjD,IAAI,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEzE,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;YACjB,KAAK,GAAG;gBACN,IAAI,EAAE,KAAK;gBACX,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,iBAAiB,EAAE,OAAO,CAAC,GAAG;gBAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2CAA2C;IAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC3C,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CACtC,qFAAqF,CACtF,CAAC;QACF,OAAO,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CACnC,iEAAiE,CAClE,CAAC;QACF,OAAO,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,WAAW,EAAE,WAAW,IAAI,WAAW,CAAC,WAAW;QACnD,WAAW;QACX,KAAK;QACL,WAAW,EAAE,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,IAAI,EAAE,CAAC,CAAC,IAAI;SACb,CAAC,CAAC;QACH,UAAU;QACV,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAe,EACf,OAAe;IAQf,MAAM,QAAQ,GAMT,EAAE,CAAC;IAER,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QAE9B,IAAI,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC1C,mBAAmB;YACnB,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,eAAe,GAAG,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5D,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAExE,8BAA8B;YAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC5C,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;oBAC5C,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;gBAEpC,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC;gBAEzE,MAAM,OAAO,GAMT;oBACF,KAAK;oBACL,GAAG,EAAE,UAAU;oBACf,SAAS;iBACV,CAAC;gBAEF,IAAI,eAAe,EAAE,CAAC;oBACpB,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;oBAClD,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAEnD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAU,EACV,iBAAyB;IAUzB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAChD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;YACzB,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC,EAAE,iBAAiB,CAAC,CAAC;QAEtB,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAExB,OAAO,sBAAsB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAU,EACV,iBAAyB;IAEzB,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IAEjE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,yBAAyB;IACzB,OAAO,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,IAAI,CAAC;AACnC,CAAC"}

package/dist/scraper/ghl/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./navigator.js";
+export * from "./extractor.js";
+export * from "./auth.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/scraper/ghl/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/scraper/ghl/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC"}

package/dist/scraper/ghl/index.js

@@ -0,0 +1,4 @@
+export * from "./navigator.js";
+export * from "./extractor.js";
+export * from "./auth.js";
+//# sourceMappingURL=index.js.map

package/dist/scraper/ghl/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/scraper/ghl/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC"}

package/dist/scraper/ghl/navigator.d.ts

@@ -0,0 +1,93 @@
+import type { Page } from "playwright";
+export interface GHLCourse {
+    id: string;
+    title: string;
+    description: string;
+    slug: string;
+    thumbnailUrl: string | null;
+    instructor: string | null;
+    totalLessons: number;
+    progress: number;
+}
+export interface GHLCategory {
+    id: string;
+    title: string;
+    description: string | null;
+    position: number;
+    postCount: number;
+    isLocked: boolean;
+}
+export interface GHLPost {
+    id: string;
+    title: string;
+    position: number;
+    categoryId: string;
+    isLocked: boolean;
+    isCompleted: boolean;
+}
+export interface GHLCourseStructure {
+    course: GHLCourse;
+    categories: Array<GHLCategory & {
+        posts: GHLPost[];
+    }>;
+    locationId: string;
+    domain: string;
+}
+export interface GHLScanProgress {
+    phase: "init" | "course" | "categories" | "posts" | "done";
+    courseName?: string;
+    totalCategories?: number;
+    currentCategory?: string;
+    currentCategoryIndex?: number;
+    postsFound?: number;
+    skippedLocked?: boolean;
+}
+/**
+ * Extracts the location ID from the GHL portal.
+ * The location ID is used in all API calls.
+ */
+export declare function extractLocationId(page: Page): Promise<string | null>;
+/**
+ * Extracts portal settings including location ID from the API.
+ */
+export declare function extractPortalSettings(page: Page, domain: string): Promise<{
+    locationId: string;
+    portalName: string;
+} | null>;
+/**
+ * Extracts course list from the courses library page.
+ */
+export declare function extractCourses(page: Page): Promise<GHLCourse[]>;
+/**
+ * Extracts course details from the course overview page via API.
+ */
+export declare function extractCourseDetails(page: Page, courseUrl: string, _locationId?: string): Promise<GHLCourse | null>;
+/**
+ * Extracts categories (modules) from a course page.
+ */
+export declare function extractCategories(page: Page, productId: string, locationId: string): Promise<GHLCategory[]>;
+/**
+ * Extracts posts (lessons) from a category.
+ */
+export declare function extractPosts(page: Page, productId: string, categoryId: string, locationId: string): Promise<GHLPost[]>;
+/**
+ * Builds the complete course structure.
+ */
+export declare function buildGHLCourseStructure(page: Page, courseUrl: string, onProgress?: (progress: GHLScanProgress) => void): Promise<GHLCourseStructure | null>;
+/**
+ * Creates a filesystem-safe name from a string.
+ */
+export declare function slugify(name: string): string;
+/**
+ * Creates a folder name with index prefix.
+ */
+export declare function createFolderName(index: number, name: string): string;
+/**
+ * Constructs the URL for a GHL course page.
+ */
+export declare function getGHLCourseUrl(domain: string, productId: string): string;
+/**
+ * Constructs the URL for a GHL lesson (post) page.
+ */
+export declare function getGHLPostUrl(domain: string, productId: string, categoryId: string, postId: string): string;
+//# sourceMappingURL=navigator.d.ts.map

package/dist/scraper/ghl/navigator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"navigator.d.ts","sourceRoot":"","sources":["../../../src/scraper/ghl/navigator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,SAAS,CAAC;IAClB,UAAU,EAAE,KAAK,CAAC,WAAW,GAAG;QAAE,KAAK,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAC;IACtD,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,OAAO,GAAG,MAAM,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAgC1E;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CAsB5D;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CA6CrE;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAgI3B;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,WAAW,EAAE,CAAC,CA+DxB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,OAAO,EAAE,CAAC,CA6DpB;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI,GAC/C,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAgIpC;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAe5C;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAIpE;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GACb,MAAM,CAER"}