offcourse 1.0.0 → 1.1.0

package/dist/scraper/highlevel/schemas.js

@@ -0,0 +1,139 @@
+/**
+ * Zod schemas for HighLevel API responses.
+ * These provide runtime validation and type inference.
+ */
+import { z } from "zod";
+// Re-export Firebase auth types (Firebase is used by HighLevel for auth)
+export { FirebaseAuthTokenSchema, } from "../../shared/firebase.js";
+// ============================================================================
+// Portal Settings API
+// ============================================================================
+export const PortalSettingsResponseSchema = z.object({
+    locationId: z.string(),
+    portalName: z.string().optional(),
+    name: z.string().optional(),
+});
+// ============================================================================
+// Video License API
+// ============================================================================
+export const VideoLicenseResponseSchema = z.object({
+    url: z.string(),
+    token: z.string(),
+});
+// ============================================================================
+// Post Details API
+// ============================================================================
+const VideoAssetSchema = z.object({
+    id: z.string().optional(),
+    assetId: z.string().optional(),
+    assetsLicenseId: z.string().optional(),
+    url: z.string().optional(),
+});
+const PosterImageSchema = z.object({
+    assetId: z.string().optional(),
+    url: z.string().optional(),
+});
+const ContentBlockSchema = z.object({
+    type: z.string(),
+    id: z.string().optional(),
+    assetId: z.string().optional(),
+    assetsLicenseId: z.string().optional(),
+    url: z.string().optional(),
+});
+const MaterialSchema = z.object({
+    id: z.string().optional(),
+    name: z.string().optional(),
+    url: z.string().optional(),
+    type: z.string().optional(),
+});
+export const PostDetailsSchema = z.object({
+    title: z.string().optional(),
+    description: z.string().nullable().optional(),
+    video: VideoAssetSchema.nullable().optional(),
+    posterImage: PosterImageSchema.nullable().optional(),
+    contentBlock: z.array(ContentBlockSchema).optional(),
+    materials: z.array(MaterialSchema).optional(),
+    post_materials: z.array(MaterialSchema).optional(),
+});
+// Response can have data directly or wrapped in "post"
+export const PostDetailsResponseSchema = z.object({
+    post: PostDetailsSchema.optional(),
+    // Also allow all post fields directly on root
+    title: z.string().optional(),
+    description: z.string().nullable().optional(),
+    video: VideoAssetSchema.nullable().optional(),
+    posterImage: PosterImageSchema.nullable().optional(),
+    contentBlock: z.array(ContentBlockSchema).optional(),
+    materials: z.array(MaterialSchema).optional(),
+    post_materials: z.array(MaterialSchema).optional(),
+});
+// ============================================================================
+// Categories API
+// ============================================================================
+export const CategorySchema = z.object({
+    id: z.string(),
+    title: z.string(),
+    description: z.string().nullable().optional(),
+    position: z.number().optional(),
+    postCount: z.number().optional(),
+    visibility: z.string().optional(),
+});
+export const CategoriesResponseSchema = z.object({
+    categories: z.array(CategorySchema),
+});
+// ============================================================================
+// Posts (Lessons) API
+// ============================================================================
+export const PostSchema = z.object({
+    id: z.string(),
+    title: z.string(),
+    indexPosition: z.number().optional(),
+    visibility: z.string().optional(),
+});
+export const PostsResponseSchema = z.object({
+    category: z
+        .object({
+        posts: z.array(PostSchema),
+    })
+        .optional(),
+});
+// ============================================================================
+// Product (Course) API
+// ============================================================================
+export const ProductSchema = z.object({
+    id: z.string().optional(),
+    title: z.string(),
+    description: z.string().optional(),
+    posterImage: z.string().nullable().optional(),
+    instructor: z.string().nullable().optional(),
+    postCount: z.number().optional(),
+});
+export const ProductResponseSchema = z.object({
+    product: ProductSchema.optional(),
+    // Also allow fields directly on root
+    id: z.string().optional(),
+    title: z.string().optional(),
+    description: z.string().optional(),
+    posterImage: z.string().nullable().optional(),
+    instructor: z.string().nullable().optional(),
+    postCount: z.number().optional(),
+});
+// ============================================================================
+// Helper: Safe parse with logging
+// ============================================================================
+/**
+ * Safely parses data with a Zod schema.
+ * Returns the parsed data or null if validation fails.
+ * Logs validation errors for debugging.
+ */
+export function safeParse(schema, data, context) {
+    const result = schema.safeParse(data);
+    if (result.success) {
+        return result.data;
+    }
+    if (context) {
+        console.warn(`[${context}] Validation failed:`, z.treeifyError(result.error));
+    }
+    return null;
+}
+//# sourceMappingURL=schemas.js.map

package/dist/scraper/highlevel/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../../src/scraper/highlevel/schemas.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,yEAAyE;AACzE,OAAO,EACL,uBAAuB,GAGxB,MAAM,0BAA0B,CAAC;AAElC,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IACnD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAIH,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAIH,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,WAAW,EAAE,iBAAiB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE;IACpD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;IAC7C,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAEH,uDAAuD;AACvD,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,IAAI,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IAClC,8CAA8C;IAC9C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,WAAW,EAAE,iBAAiB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE;IACpD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;IAC7C,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAIH,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;CACpC,CAAC,CAAC;AAKH,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;KAC3B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC;AAKH,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,OAAO,EAAE,aAAa,CAAC,QAAQ,EAAE;IACjC,qCAAqC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAKH,+EAA+E;AAC/E,kCAAkC;AAClC,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAI,MAAoB,EAAE,IAAa,EAAE,OAAgB;IAChF,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,sBAAsB,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/scraper/learningsuite/extractor.d.ts

@@ -0,0 +1,50 @@
+import type { Page } from "playwright";
+export interface LearningSuiteVideoInfo {
+    type: "hls" | "vimeo" | "loom" | "youtube" | "wistia" | "native" | "unknown";
+    url: string;
+    hlsUrl?: string;
+    thumbnailUrl?: string;
+    duration?: number;
+}
+export interface LearningSuitePostContent {
+    id: string;
+    title: string;
+    description: string | null;
+    htmlContent: string | null;
+    video: LearningSuiteVideoInfo | null;
+    attachments: {
+        id: string;
+        name: string;
+        url: string;
+        type: string;
+        size?: number;
+    }[];
+}
+/**
+ * Detects the video type from a URL.
+ */
+export declare function detectVideoType(url: string): LearningSuiteVideoInfo["type"];
+/**
+ * Extracts video information from a lesson page.
+ */
+export declare function extractVideoFromPage(page: Page): Promise<LearningSuiteVideoInfo | null>;
+/**
+ * Extracts HTML content from the lesson page using semantic HTML structure.
+ * Uses accessibility-friendly selectors: main element, semantic headings, paragraphs, lists.
+ * Falls back to data-* attributes which are also stable.
+ */
+export declare function extractHtmlContent(page: Page): Promise<string | null>;
+/**
+ * Extracts attachments/materials from the lesson page.
+ */
+export declare function extractAttachmentsFromPage(page: Page): Promise<LearningSuitePostContent["attachments"]>;
+/**
+ * Extracts complete lesson content using DOM-based extraction with network interception.
+ * Note: LearningSuite uses persisted GraphQL queries, so we can't make arbitrary API calls.
+ */
+export declare function extractLearningSuitePostContent(page: Page, lessonUrl: string, _tenantId: string, _courseId: string, lessonId: string): Promise<LearningSuitePostContent | null>;
+/**
+ * Intercepts network requests to capture video URLs during page load.
+ */
+export declare function interceptVideoRequests(page: Page, lessonUrl: string): Promise<LearningSuiteVideoInfo | null>;
+//# sourceMappingURL=extractor.d.ts.map

package/dist/scraper/learningsuite/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../../src/scraper/learningsuite/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IAC7E,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,sBAAsB,GAAG,IAAI,CAAC;IACrC,WAAW,EAAE;QACX,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,EAAE,CAAC;CACL;AAOD;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAuB3E;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAkI7F;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAkE3E;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAC9C,IAAI,EAAE,IAAI,GACT,OAAO,CAAC,wBAAwB,CAAC,aAAa,CAAC,CAAC,CAuElD;AAED;;;GAGG;AACH,wBAAsB,+BAA+B,CACnD,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAqH1C;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAwDxC"}

package/dist/scraper/learningsuite/extractor.js

@@ -0,0 +1,429 @@
+// ============================================================================
+// Browser/API Automation
+// ============================================================================
+/* v8 ignore start */
+/**
+ * Detects the video type from a URL.
+ */
+export function detectVideoType(url) {
+    const lowerUrl = url.toLowerCase();
+    if (lowerUrl.includes("vimeo.com") || lowerUrl.includes("player.vimeo")) {
+        return "vimeo";
+    }
+    if (lowerUrl.includes("loom.com")) {
+        return "loom";
+    }
+    if (lowerUrl.includes("youtube.com") || lowerUrl.includes("youtu.be")) {
+        return "youtube";
+    }
+    if (lowerUrl.includes("wistia.com") || lowerUrl.includes("wistia.net")) {
+        return "wistia";
+    }
+    if (lowerUrl.includes(".m3u8")) {
+        return "hls";
+    }
+    if (lowerUrl.includes(".mp4") || lowerUrl.includes(".webm")) {
+        return "native";
+    }
+    return "unknown";
+}
+/**
+ * Extracts video information from a lesson page.
+ */
+export async function extractVideoFromPage(page) {
+    // Check for HLS video
+    const hlsUrl = await page.evaluate(() => {
+        // Look for video elements with HLS source
+        const videos = Array.from(document.querySelectorAll("video"));
+        for (const video of videos) {
+            const src = video.currentSrc ?? video.src;
+            if (src?.includes(".m3u8")) {
+                return src;
+            }
+        }
+        // Check for HLS source elements
+        const sources = Array.from(document.querySelectorAll('source[type*="m3u8"], source[src*=".m3u8"]'));
+        for (const source of sources) {
+            const src = source.src;
+            if (src)
+                return src;
+        }
+        // Look for HLS URLs in script tags
+        const scripts = Array.from(document.querySelectorAll("script"));
+        for (const script of scripts) {
+            const content = script.textContent ?? "";
+            const hlsMatch = /"(https?:\/\/[^"]+\.m3u8[^"]*)"/i.exec(content);
+            if (hlsMatch?.[1])
+                return hlsMatch[1];
+        }
+        return null;
+    });
+    if (hlsUrl) {
+        return {
+            type: "hls",
+            url: hlsUrl,
+            hlsUrl,
+        };
+    }
+    // Check for Vimeo embed
+    const vimeoUrl = await page.evaluate(() => {
+        const iframe = document.querySelector('iframe[src*="vimeo.com"], iframe[src*="player.vimeo"]');
+        if (iframe) {
+            return iframe.src;
+        }
+        return null;
+    });
+    if (vimeoUrl) {
+        return {
+            type: "vimeo",
+            url: vimeoUrl,
+        };
+    }
+    // Check for Loom embed
+    const loomUrl = await page.evaluate(() => {
+        const iframe = document.querySelector('iframe[src*="loom.com"]');
+        if (iframe) {
+            return iframe.src;
+        }
+        return null;
+    });
+    if (loomUrl) {
+        return {
+            type: "loom",
+            url: loomUrl,
+        };
+    }
+    // Check for YouTube embed
+    const youtubeUrl = await page.evaluate(() => {
+        const iframe = document.querySelector('iframe[src*="youtube.com"], iframe[src*="youtube-nocookie.com"], iframe[src*="youtu.be"]');
+        if (iframe) {
+            return iframe.src;
+        }
+        return null;
+    });
+    if (youtubeUrl) {
+        return {
+            type: "youtube",
+            url: youtubeUrl,
+        };
+    }
+    // Check for Wistia
+    const wistiaInfo = await page.evaluate(() => {
+        const wistiaEmbed = document.querySelector('[class*="wistia"]');
+        if (wistiaEmbed) {
+            const match = /wistia_embed wistia_async_(\w+)/.exec(wistiaEmbed.className);
+            if (match?.[1]) {
+                return { id: match[1] };
+            }
+        }
+        return null;
+    });
+    if (wistiaInfo?.id) {
+        return {
+            type: "wistia",
+            url: `https://fast.wistia.net/embed/medias/${wistiaInfo.id}`,
+        };
+    }
+    // Check for native video
+    const nativeVideoUrl = await page.evaluate(() => {
+        const video = document.querySelector("video");
+        if (video) {
+            const source = video.querySelector("source");
+            const src = source?.src ?? video.src ?? video.currentSrc;
+            if (src && !src.includes(".m3u8")) {
+                return src;
+            }
+        }
+        return null;
+    });
+    if (nativeVideoUrl) {
+        return {
+            type: "native",
+            url: nativeVideoUrl,
+        };
+    }
+    return null;
+}
+/**
+ * Extracts HTML content from the lesson page using semantic HTML structure.
+ * Uses accessibility-friendly selectors: main element, semantic headings, paragraphs, lists.
+ * Falls back to data-* attributes which are also stable.
+ */
+export async function extractHtmlContent(page) {
+    return page.evaluate(() => {
+        // Find the main content area (semantic HTML)
+        const main = document.querySelector("main");
+        if (!main)
+            return null;
+        // Find content elements using semantic selectors first, then data attributes as fallback
+        // Priority: semantic HTML (p, ul, ol in main) > data-slate-node > data-cy attributes
+        const contentElements = main.querySelectorAll(
+        // Semantic HTML within main
+        "p[data-slate-node], ul[data-slate-node], ol[data-slate-node], " +
+            // Stable data attributes as fallback
+            '[data-cy="paragraph-element"], [data-cy="list-item"]');
+        if (contentElements.length > 0) {
+            const htmlParts = [];
+            const processedTexts = new Set();
+            for (const el of Array.from(contentElements)) {
+                const tag = el.tagName.toLowerCase();
+                const text = el.textContent?.trim() ?? "";
+                // Skip empty, duplicate, or very short text
+                if (!text || processedTexts.has(text) || text.length < 3)
+                    continue;
+                processedTexts.add(text);
+                if (tag === "p") {
+                    htmlParts.push(`<p>${text}</p>`);
+                }
+                else if (tag === "ul" || tag === "ol") {
+                    const items = el.querySelectorAll("li");
+                    const listItems = Array.from(items)
+                        .map((li) => li.textContent?.trim() ?? "")
+                        .filter((t) => t.length > 0)
+                        .map((t) => `<li>${t}</li>`)
+                        .join("");
+                    if (listItems) {
+                        htmlParts.push(`<${tag}>${listItems}</${tag}>`);
+                    }
+                }
+            }
+            if (htmlParts.length > 0) {
+                return htmlParts.join("\n");
+            }
+        }
+        // Fallback: extract from main, excluding navigation and interactive elements
+        const clone = main.cloneNode(true);
+        // Remove non-content elements using semantic/role selectors
+        const unwanted = clone.querySelectorAll("script, style, nav, video, iframe, svg, button, input, " +
+            '[role="navigation"], [role="button"], [role="menuitem"], [role="menu"]');
+        unwanted.forEach((el) => {
+            el.remove();
+        });
+        const text = clone.textContent?.trim();
+        if (text && text.length > 50) {
+            return `<p>${text}</p>`;
+        }
+        return null;
+    });
+}
+/**
+ * Extracts attachments/materials from the lesson page.
+ */
+export async function extractAttachmentsFromPage(page) {
+    return page.evaluate(() => {
+        const attachments = [];
+        // Look for download links - include storage URLs (Google Cloud Storage)
+        const downloadLinks = document.querySelectorAll('a[download], a[href*=".pdf"], a[href*=".doc"], a[href*=".xls"], a[href*=".ppt"], a[href*=".zip"], a[href*="storage.googleapis.com"], a[href*="storage.cloud.google"]');
+        const seen = new Set();
+        for (const link of Array.from(downloadLinks)) {
+            const anchor = link;
+            const url = anchor.href;
+            if (!url || seen.has(url))
+                continue;
+            // Skip non-file URLs
+            if (url.startsWith("javascript:") || url.startsWith("#"))
+                continue;
+            seen.add(url);
+            // Get filename from download attribute, text content, or URL
+            let name = anchor.download || "";
+            if (!name) {
+                // Try to get name from visible text (often the file name is shown)
+                const textContent = anchor.textContent?.trim() ?? "";
+                if (textContent?.includes(".")) {
+                    name = textContent;
+                }
+            }
+            if (!name) {
+                // Extract from URL, handling encoded characters
+                const urlParts = url.split("/");
+                const lastPart = urlParts[urlParts.length - 1]?.split("?")[0] ?? "";
+                try {
+                    name = decodeURIComponent(lastPart);
+                }
+                catch {
+                    name = lastPart;
+                }
+            }
+            if (!name) {
+                name = "attachment";
+            }
+            // Determine type from extension
+            const ext = name.split(".").pop()?.toLowerCase() ?? "";
+            let type = "file";
+            if (["pdf"].includes(ext))
+                type = "pdf";
+            else if (["doc", "docx"].includes(ext))
+                type = "document";
+            else if (["xls", "xlsx"].includes(ext))
+                type = "spreadsheet";
+            else if (["ppt", "pptx"].includes(ext))
+                type = "presentation";
+            else if (["zip", "rar", "7z"].includes(ext))
+                type = "archive";
+            else if (["jpg", "jpeg", "png", "gif", "webp"].includes(ext))
+                type = "image";
+            attachments.push({
+                id: `attachment-${attachments.length}`,
+                name,
+                url,
+                type,
+            });
+        }
+        return attachments;
+    });
+}
+/**
+ * Extracts complete lesson content using DOM-based extraction with network interception.
+ * Note: LearningSuite uses persisted GraphQL queries, so we can't make arbitrary API calls.
+ */
+export async function extractLearningSuitePostContent(page, lessonUrl, _tenantId, _courseId, lessonId) {
+    // Set up request interception to capture HLS video URLs
+    const hlsUrls = [];
+    const requestHandler = (request) => {
+        const url = request.url();
+        // Capture HLS playlists from Bunny API or direct m3u8
+        if (url.includes("/playlist/master") || url.includes(".m3u8")) {
+            hlsUrls.push(url);
+        }
+    };
+    page.on("request", requestHandler);
+    // Navigate to lesson page
+    await page.goto(lessonUrl, { timeout: 30000 });
+    await page.waitForLoadState("domcontentloaded");
+    // Wait for video player to appear (if any)
+    const hasVideoPlayer = await page
+        .locator("video, [class*='video'], [class*='Video'], [class*='player'], [class*='Player']")
+        .first()
+        .waitFor({ state: "attached", timeout: 5000 })
+        .then(() => true)
+        .catch(() => false);
+    // If video player exists but no HLS URL captured yet, try to trigger video load
+    if (hasVideoPlayer && hlsUrls.length === 0) {
+        // Try clicking play button or video element to trigger load
+        const playButton = page.locator('[aria-label*="play" i], [aria-label*="Play" i], [class*="play" i], button[class*="Play"], video');
+        try {
+            await playButton.first().click({ timeout: 2000 });
+            // Wait for HLS URL to be captured after clicking play
+            await page.waitForTimeout(2000);
+        }
+        catch {
+            // Play button not found or not clickable, continue anyway
+        }
+    }
+    // Give a bit more time for lazy-loaded videos
+    if (hlsUrls.length === 0 && hasVideoPlayer) {
+        await page.waitForTimeout(2000);
+    }
+    // Remove handler
+    page.off("request", requestHandler);
+    // Try to get video from intercepted requests first
+    let video = null;
+    const masterPlaylist = hlsUrls.find((url) => url.includes("/playlist/master"));
+    if (masterPlaylist) {
+        video = {
+            type: "hls",
+            url: masterPlaylist,
+            hlsUrl: masterPlaylist,
+        };
+    }
+    else if (hlsUrls.length > 0 && hlsUrls[0]) {
+        video = {
+            type: "hls",
+            url: hlsUrls[0],
+            hlsUrl: hlsUrls[0],
+        };
+    }
+    // Fallback to DOM extraction if no HLS found
+    video ??= await extractVideoFromPage(page);
+    const htmlContent = await extractHtmlContent(page);
+    const attachments = await extractAttachmentsFromPage(page);
+    // Get title from page using semantic HTML structure
+    // The lesson title is typically an h3 within the main element
+    const title = await page.evaluate(() => {
+        const main = document.querySelector("main");
+        // Find h3 heading within main (lesson title is usually h3)
+        if (main) {
+            const h3 = main.querySelector("h3");
+            if (h3?.textContent?.trim()) {
+                return h3.textContent.trim();
+            }
+        }
+        // Try breadcrumb navigation (last item is the current page)
+        const breadcrumb = document.querySelector('nav[aria-label*="breadcrumb"], [role="navigation"] li:last-child');
+        if (breadcrumb?.textContent?.trim()) {
+            return breadcrumb.textContent.trim();
+        }
+        // Try any h3 on the page
+        const h3 = document.querySelector("h3");
+        if (h3?.textContent?.trim()) {
+            return h3.textContent.trim();
+        }
+        // Try h1 as fallback
+        const h1 = document.querySelector("h1");
+        if (h1?.textContent?.trim()) {
+            return h1.textContent.trim();
+        }
+        // Use page title as last resort
+        return document.title.split(" - ")[0] ?? "Untitled";
+    });
+    return {
+        id: lessonId,
+        title,
+        description: null,
+        htmlContent,
+        video,
+        attachments,
+    };
+}
+/**
+ * Intercepts network requests to capture video URLs during page load.
+ */
+export async function interceptVideoRequests(page, lessonUrl) {
+    const hlsUrls = [];
+    const videoUrls = [];
+    // Set up request interception
+    const requestHandler = (request) => {
+        const url = request.url();
+        // Capture HLS playlists
+        if (url.includes(".m3u8") || url.includes("master.m3u8")) {
+            hlsUrls.push(url);
+        }
+        // Capture video files
+        if (url.includes(".mp4") || url.includes(".webm")) {
+            videoUrls.push(url);
+        }
+    };
+    page.on("request", requestHandler);
+    // Navigate to the lesson
+    await page.goto(lessonUrl, { timeout: 30000 });
+    await page.waitForLoadState("domcontentloaded");
+    await page.waitForTimeout(3000);
+    // Remove handler
+    page.off("request", requestHandler);
+    // Return the best URL found
+    const masterPlaylist = hlsUrls.find((url) => url.includes("master.m3u8"));
+    if (masterPlaylist) {
+        return {
+            type: "hls",
+            url: masterPlaylist,
+            hlsUrl: masterPlaylist,
+        };
+    }
+    if (hlsUrls.length > 0 && hlsUrls[0]) {
+        return {
+            type: "hls",
+            url: hlsUrls[0],
+            hlsUrl: hlsUrls[0],
+        };
+    }
+    if (videoUrls.length > 0 && videoUrls[0]) {
+        return {
+            type: "native",
+            url: videoUrls[0],
+        };
+    }
+    // Fallback to DOM extraction
+    return extractVideoFromPage(page);
+}
+/* v8 ignore stop */
+//# sourceMappingURL=extractor.js.map

package/dist/scraper/learningsuite/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../../src/scraper/learningsuite/extractor.ts"],"names":[],"mappings":"AAyBA,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAC/E,qBAAqB;AAErB;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW;IACzC,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAEnC,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACxE,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACtE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAU;IACnD,sBAAsB;IACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACtC,0CAA0C;QAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,GAAG,CAAC;YAC1C,IAAI,GAAG,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CACxB,QAAQ,CAAC,gBAAgB,CAAC,4CAA4C,CAAC,CACxE,CAAC;QACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAI,MAA4B,CAAC,GAAG,CAAC;YAC9C,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACtB,CAAC;QAED,mCAAmC;QACnC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAChE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,kCAAkC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClE,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,MAAM;YACX,MAAM;SACP,CAAC;IACJ,CAAC;IAED,wBAAwB;IACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,uDAAuD,CAAC,CAAC;QAC/F,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,OAAO;YACb,GAAG,EAAE,QAAQ;SACd,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,yBAAyB,CAAC,CAAC;QACjE,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,GAAG,EAAE,OAAO;SACb,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CACnC,0FAA0F,CAC3F,CAAC;QACF,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,MAA4B,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,UAAU;SAChB,CAAC;IACJ,CAAC;IAED,mBAAmB;IACnB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC1C,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;QAChE,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAC5E,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACf,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,UAAU,EAAE,EAAE,EAAE,CAAC;QACnB,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,wCAAwC,UAAU,CAAC,EAAE,EAAE;SAC7D,CAAC;IACJ,CAAC;IAED,yBAAyB;IACzB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,EAAE,GAAG,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC;YACzD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,cAAc;SACpB,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAU;IACjD,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACxB,6CAA6C;QAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,yFAAyF;QACzF,qFAAqF;QACrF,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB;QAC3C,4BAA4B;QAC5B,gEAAgE;YAC9D,qCAAqC;YACrC,sDAAsD,CACzD,CAAC;QAEF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;YAEzC,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC7C,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBACrC,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAE1C,4CAA4C;gBAC5C,IAAI,CAAC,IAAI,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;oBAAE,SAAS;gBACnE,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAEzB,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;oBAChB,SAAS,CAAC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;gBACnC,CAAC;qBAAM,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;oBACxC,MAAM,KAAK,GAAG,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;oBACxC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;yBAChC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;yBACzC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;yBAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;yBAC3B,IAAI,CAAC,EAAE,CAAC,CAAC;oBACZ,IAAI,SAAS,EAAE,CAAC;wBACd,SAAS,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,SAAS,KAAK,GAAG,GAAG,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAgB,CAAC;QAElD,4DAA4D;QAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,gBAAgB,CACrC,yDAAyD;YACvD,wEAAwE,CAC3E,CAAC;QACF,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;YACtB,EAAE,CAAC,MAAM,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QACvC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC7B,OAAO,MAAM,IAAI,MAAM,CAAC;QAC1B,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,IAAU;IAEV,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACxB,MAAM,WAAW,GAMX,EAAE,CAAC;QAET,wEAAwE;QACxE,MAAM,aAAa,GAAG,QAAQ,CAAC,gBAAgB,CAC7C,sKAAsK,CACvK,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAyB,CAAC;YACzC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;YAExB,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEpC,qBAAqB;YACrB,IAAI,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEnE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,mEAAmE;gBACnE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACrD,IAAI,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,IAAI,GAAG,WAAW,CAAC;gBACrB,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,gDAAgD;gBAChD,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpE,IAAI,CAAC;oBACH,IAAI,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBACtC,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,GAAG,QAAQ,CAAC;gBAClB,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,GAAG,YAAY,CAAC;YACtB,CAAC;YAED,gCAAgC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YACvD,IAAI,IAAI,GAAG,MAAM,CAAC;YAClB,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,IAAI,GAAG,KAAK,CAAC;iBACnC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,IAAI,GAAG,UAAU,CAAC;iBACrD,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,IAAI,GAAG,aAAa,CAAC;iBACxD,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,IAAI,GAAG,cAAc,CAAC;iBACzD,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,IAAI,GAAG,SAAS,CAAC;iBACzD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,IAAI,GAAG,OAAO,CAAC;YAE7E,WAAW,CAAC,IAAI,CAAC;gBACf,EAAE,EAAE,cAAc,WAAW,CAAC,MAAM,EAAE;gBACtC,IAAI;gBACJ,GAAG;gBACH,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,IAAU,EACV,SAAiB,EACjB,SAAiB,EACjB,SAAiB,EACjB,QAAgB;IAEhB,wDAAwD;IACxD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,cAAc,GAAG,CAAC,OAA8B,EAAE,EAAE;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC1B,sDAAsD;QACtD,IAAI,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9D,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEnC,0BAA0B;IAC1B,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IAEhD,2CAA2C;IAC3C,MAAM,cAAc,GAAG,MAAM,IAAI;SAC9B,OAAO,CAAC,iFAAiF,CAAC;SAC1F,KAAK,EAAE;SACP,OAAO,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;SAC7C,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;SAChB,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IAEtB,gFAAgF;IAChF,IAAI,cAAc,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,4DAA4D;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAC7B,iGAAiG,CAClG,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,sDAAsD;YACtD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,0DAA0D;QAC5D,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,EAAE,CAAC;QAC3C,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,iBAAiB;IACjB,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEpC,mDAAmD;IACnD,IAAI,KAAK,GAAkC,IAAI,CAAC;IAChD,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAC/E,IAAI,cAAc,EAAE,CAAC;QACnB,KAAK,GAAG;YACN,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,cAAc;YACnB,MAAM,EAAE,cAAc;SACvB,CAAC;IACJ,CAAC;SAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,KAAK,GAAG;YACN,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;SACnB,CAAC;IACJ,CAAC;IAED,6CAA6C;IAC7C,KAAK,KAAK,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAE3C,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAE3D,oDAAoD;IACpD,8DAA8D;IAC9D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAE5C,2DAA2D;QAC3D,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC5B,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,4DAA4D;QAC5D,MAAM,UAAU,GAAG,QAAQ,CAAC,aAAa,CACvC,kEAAkE,CACnE,CAAC;QACF,IAAI,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;YACpC,OAAO,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACvC,CAAC;QAED,yBAAyB;QACzB,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,qBAAqB;QACrB,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,gCAAgC;QAChC,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,KAAK;QACL,WAAW,EAAE,IAAI;QACjB,WAAW;QACX,KAAK;QACL,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,IAAU,EACV,SAAiB;IAEjB,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,8BAA8B;IAC9B,MAAM,cAAc,GAAG,CAAC,OAA8B,EAAE,EAAE;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAE1B,wBAAwB;QACxB,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAED,sBAAsB;QACtB,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEnC,yBAAyB;IACzB,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IAChD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAEhC,iBAAiB;IACjB,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEpC,4BAA4B;IAC5B,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAC1E,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO;YACL,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,cAAc;YACnB,MAAM,EAAE,cAAc;SACvB,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;SACnB,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC;SAClB,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC;AACD,oBAAoB"}

package/dist/scraper/learningsuite/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./navigator.js";
+export * from "./extractor.js";
+export * from "./schemas.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/scraper/learningsuite/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/scraper/learningsuite/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC"}