offcourse 0.0.2 → 1.0.1

package/dist/scraper/highlevel/schemas.d.ts

@@ -0,0 +1,188 @@
+/**
+ * Zod schemas for HighLevel API responses.
+ * These provide runtime validation and type inference.
+ */
+import { z } from "zod";
+export { FirebaseAuthTokenSchema, type FirebaseAuthToken, type FirebaseAuthRaw, } from "../../shared/firebase.js";
+export declare const PortalSettingsResponseSchema: z.ZodObject<{
+    locationId: z.ZodString;
+    portalName: z.ZodOptional<z.ZodString>;
+    name: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type PortalSettingsResponse = z.infer<typeof PortalSettingsResponseSchema>;
+export declare const VideoLicenseResponseSchema: z.ZodObject<{
+    url: z.ZodString;
+    token: z.ZodString;
+}, z.core.$strip>;
+export type VideoLicenseResponse = z.infer<typeof VideoLicenseResponseSchema>;
+export declare const PostDetailsSchema: z.ZodObject<{
+    title: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    video: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        assetId: z.ZodOptional<z.ZodString>;
+        assetsLicenseId: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    posterImage: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        assetId: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    contentBlock: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        type: z.ZodString;
+        id: z.ZodOptional<z.ZodString>;
+        assetId: z.ZodOptional<z.ZodString>;
+        assetsLicenseId: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    materials: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        name: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+        type: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    post_materials: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        name: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+        type: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export declare const PostDetailsResponseSchema: z.ZodObject<{
+    post: z.ZodOptional<z.ZodObject<{
+        title: z.ZodOptional<z.ZodString>;
+        description: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        video: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            assetId: z.ZodOptional<z.ZodString>;
+            assetsLicenseId: z.ZodOptional<z.ZodString>;
+            url: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>>;
+        posterImage: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+            assetId: z.ZodOptional<z.ZodString>;
+            url: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>>;
+        contentBlock: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            type: z.ZodString;
+            id: z.ZodOptional<z.ZodString>;
+            assetId: z.ZodOptional<z.ZodString>;
+            assetsLicenseId: z.ZodOptional<z.ZodString>;
+            url: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>>;
+        materials: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            name: z.ZodOptional<z.ZodString>;
+            url: z.ZodOptional<z.ZodString>;
+            type: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>>;
+        post_materials: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            name: z.ZodOptional<z.ZodString>;
+            url: z.ZodOptional<z.ZodString>;
+            type: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+    title: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    video: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        assetId: z.ZodOptional<z.ZodString>;
+        assetsLicenseId: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    posterImage: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        assetId: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    contentBlock: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        type: z.ZodString;
+        id: z.ZodOptional<z.ZodString>;
+        assetId: z.ZodOptional<z.ZodString>;
+        assetsLicenseId: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    materials: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        name: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+        type: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    post_materials: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        name: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+        type: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export type PostDetailsResponse = z.infer<typeof PostDetailsResponseSchema>;
+export declare const CategorySchema: z.ZodObject<{
+    id: z.ZodString;
+    title: z.ZodString;
+    description: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    position: z.ZodOptional<z.ZodNumber>;
+    postCount: z.ZodOptional<z.ZodNumber>;
+    visibility: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export declare const CategoriesResponseSchema: z.ZodObject<{
+    categories: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        title: z.ZodString;
+        description: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        position: z.ZodOptional<z.ZodNumber>;
+        postCount: z.ZodOptional<z.ZodNumber>;
+        visibility: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type CategoriesResponse = z.infer<typeof CategoriesResponseSchema>;
+export type Category = z.infer<typeof CategorySchema>;
+export declare const PostSchema: z.ZodObject<{
+    id: z.ZodString;
+    title: z.ZodString;
+    indexPosition: z.ZodOptional<z.ZodNumber>;
+    visibility: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export declare const PostsResponseSchema: z.ZodObject<{
+    category: z.ZodOptional<z.ZodObject<{
+        posts: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            title: z.ZodString;
+            indexPosition: z.ZodOptional<z.ZodNumber>;
+            visibility: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type PostsResponse = z.infer<typeof PostsResponseSchema>;
+export type Post = z.infer<typeof PostSchema>;
+export declare const ProductSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    title: z.ZodString;
+    description: z.ZodOptional<z.ZodString>;
+    posterImage: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    instructor: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    postCount: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export declare const ProductResponseSchema: z.ZodObject<{
+    product: z.ZodOptional<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        title: z.ZodString;
+        description: z.ZodOptional<z.ZodString>;
+        posterImage: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        instructor: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        postCount: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    id: z.ZodOptional<z.ZodString>;
+    title: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+    posterImage: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    instructor: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    postCount: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type ProductResponse = z.infer<typeof ProductResponseSchema>;
+export type Product = z.infer<typeof ProductSchema>;
+/**
+ * Safely parses data with a Zod schema.
+ * Returns the parsed data or null if validation fails.
+ * Logs validation errors for debugging.
+ */
+export declare function safeParse<T>(schema: z.ZodType<T>, data: unknown, context?: string): T | null;
+//# sourceMappingURL=schemas.d.ts.map

package/dist/scraper/highlevel/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../../src/scraper/highlevel/schemas.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EACL,uBAAuB,EACvB,KAAK,iBAAiB,EACtB,KAAK,eAAe,GACrB,MAAM,0BAA0B,CAAC;AAMlC,eAAO,MAAM,4BAA4B;;;;iBAIvC,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAMlF,eAAO,MAAM,0BAA0B;;;iBAGrC,CAAC;AAEH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAiC9E,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAQ5B,CAAC;AAGH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAUpC,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAM5E,eAAO,MAAM,cAAc;;;;;;;iBAOzB,CAAC;AAEH,eAAO,MAAM,wBAAwB;;;;;;;;;iBAEnC,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAMtD,eAAO,MAAM,UAAU;;;;;iBAKrB,CAAC;AAEH,eAAO,MAAM,mBAAmB;;;;;;;;;iBAM9B,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAC;AAM9C,eAAO,MAAM,aAAa;;;;;;;iBAOxB,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;iBAShC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAMpD;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,IAAI,CAW5F"}

package/dist/scraper/highlevel/schemas.js

@@ -0,0 +1,139 @@
+/**
+ * Zod schemas for HighLevel API responses.
+ * These provide runtime validation and type inference.
+ */
+import { z } from "zod";
+// Re-export Firebase auth types (Firebase is used by HighLevel for auth)
+export { FirebaseAuthTokenSchema, } from "../../shared/firebase.js";
+// ============================================================================
+// Portal Settings API
+// ============================================================================
+export const PortalSettingsResponseSchema = z.object({
+    locationId: z.string(),
+    portalName: z.string().optional(),
+    name: z.string().optional(),
+});
+// ============================================================================
+// Video License API
+// ============================================================================
+export const VideoLicenseResponseSchema = z.object({
+    url: z.string(),
+    token: z.string(),
+});
+// ============================================================================
+// Post Details API
+// ============================================================================
+const VideoAssetSchema = z.object({
+    id: z.string().optional(),
+    assetId: z.string().optional(),
+    assetsLicenseId: z.string().optional(),
+    url: z.string().optional(),
+});
+const PosterImageSchema = z.object({
+    assetId: z.string().optional(),
+    url: z.string().optional(),
+});
+const ContentBlockSchema = z.object({
+    type: z.string(),
+    id: z.string().optional(),
+    assetId: z.string().optional(),
+    assetsLicenseId: z.string().optional(),
+    url: z.string().optional(),
+});
+const MaterialSchema = z.object({
+    id: z.string().optional(),
+    name: z.string().optional(),
+    url: z.string().optional(),
+    type: z.string().optional(),
+});
+export const PostDetailsSchema = z.object({
+    title: z.string().optional(),
+    description: z.string().nullable().optional(),
+    video: VideoAssetSchema.nullable().optional(),
+    posterImage: PosterImageSchema.nullable().optional(),
+    contentBlock: z.array(ContentBlockSchema).optional(),
+    materials: z.array(MaterialSchema).optional(),
+    post_materials: z.array(MaterialSchema).optional(),
+});
+// Response can have data directly or wrapped in "post"
+export const PostDetailsResponseSchema = z.object({
+    post: PostDetailsSchema.optional(),
+    // Also allow all post fields directly on root
+    title: z.string().optional(),
+    description: z.string().nullable().optional(),
+    video: VideoAssetSchema.nullable().optional(),
+    posterImage: PosterImageSchema.nullable().optional(),
+    contentBlock: z.array(ContentBlockSchema).optional(),
+    materials: z.array(MaterialSchema).optional(),
+    post_materials: z.array(MaterialSchema).optional(),
+});
+// ============================================================================
+// Categories API
+// ============================================================================
+export const CategorySchema = z.object({
+    id: z.string(),
+    title: z.string(),
+    description: z.string().nullable().optional(),
+    position: z.number().optional(),
+    postCount: z.number().optional(),
+    visibility: z.string().optional(),
+});
+export const CategoriesResponseSchema = z.object({
+    categories: z.array(CategorySchema),
+});
+// ============================================================================
+// Posts (Lessons) API
+// ============================================================================
+export const PostSchema = z.object({
+    id: z.string(),
+    title: z.string(),
+    indexPosition: z.number().optional(),
+    visibility: z.string().optional(),
+});
+export const PostsResponseSchema = z.object({
+    category: z
+        .object({
+        posts: z.array(PostSchema),
+    })
+        .optional(),
+});
+// ============================================================================
+// Product (Course) API
+// ============================================================================
+export const ProductSchema = z.object({
+    id: z.string().optional(),
+    title: z.string(),
+    description: z.string().optional(),
+    posterImage: z.string().nullable().optional(),
+    instructor: z.string().nullable().optional(),
+    postCount: z.number().optional(),
+});
+export const ProductResponseSchema = z.object({
+    product: ProductSchema.optional(),
+    // Also allow fields directly on root
+    id: z.string().optional(),
+    title: z.string().optional(),
+    description: z.string().optional(),
+    posterImage: z.string().nullable().optional(),
+    instructor: z.string().nullable().optional(),
+    postCount: z.number().optional(),
+});
+// ============================================================================
+// Helper: Safe parse with logging
+// ============================================================================
+/**
+ * Safely parses data with a Zod schema.
+ * Returns the parsed data or null if validation fails.
+ * Logs validation errors for debugging.
+ */
+export function safeParse(schema, data, context) {
+    const result = schema.safeParse(data);
+    if (result.success) {
+        return result.data;
+    }
+    if (context) {
+        console.warn(`[${context}] Validation failed:`, z.treeifyError(result.error));
+    }
+    return null;
+}
+//# sourceMappingURL=schemas.js.map

package/dist/scraper/highlevel/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../../src/scraper/highlevel/schemas.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,yEAAyE;AACzE,OAAO,EACL,uBAAuB,GAGxB,MAAM,0BAA0B,CAAC;AAElC,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IACnD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAIH,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAIH,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,WAAW,EAAE,iBAAiB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE;IACpD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;IAC7C,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAEH,uDAAuD;AACvD,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,IAAI,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IAClC,8CAA8C;IAC9C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,WAAW,EAAE,iBAAiB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE;IACpD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;IAC7C,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAIH,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;CACpC,CAAC,CAAC;AAKH,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;KAC3B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC;AAKH,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,OAAO,EAAE,aAAa,CAAC,QAAQ,EAAE;IACjC,qCAAqC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAKH,+EAA+E;AAC/E,kCAAkC;AAClC,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAI,MAAoB,EAAE,IAAa,EAAE,OAAgB;IAChF,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,sBAAsB,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/scraper/navigator.d.ts

@@ -0,0 +1,68 @@
+import type { Page } from "playwright";
+export interface CourseModule {
+    name: string;
+    slug: string;
+    url: string;
+    isLocked: boolean;
+}
+export interface Lesson {
+    name: string;
+    slug: string;
+    url: string;
+    index: number;
+    isLocked: boolean;
+}
+export interface CourseStructure {
+    name: string;
+    url: string;
+    modules: (CourseModule & {
+        lessons: Lesson[];
+    })[];
+}
+/**
+ * Extracts the course/community name from page data.
+ */
+export declare function extractCourseName(page: Page): Promise<string>;
+/**
+ * Extracts module data from the embedded JSON in the page.
+ * Skool embeds course structure as JSON in a script tag.
+ */
+export declare function extractModulesFromJson(page: Page): Promise<CourseModule[]>;
+/**
+ * Extracts lessons from a module page.
+ * Lessons are listed in the sidebar with links.
+ */
+export declare function extractLessons(page: Page, moduleUrl: string): Promise<Lesson[]>;
+/**
+ * Alternative: Extract modules from the classroom overview page links.
+ */
+export declare function extractModulesFromPage(page: Page): Promise<CourseModule[]>;
+/**
+ * Checks if a URL points to a specific module (has 8-char hex slug).
+ */
+export declare function isModuleUrl(url: string): {
+    isModule: boolean;
+    moduleSlug: string | null;
+};
+/**
+ * Gets the classroom base URL (without module slug).
+ */
+export declare function getClassroomBaseUrl(url: string): string;
+/**
+ * Progress callback for buildCourseStructure.
+ */
+export interface ScanProgress {
+    phase: "init" | "modules" | "lessons" | "done";
+    courseName?: string;
+    totalModules?: number;
+    currentModule?: string;
+    currentModuleIndex?: number;
+    lessonsFound?: number;
+    skippedLocked?: boolean;
+}
+/**
+ * Builds the complete course structure by crawling all modules and lessons.
+ */
+export declare function buildCourseStructure(page: Page, classroomUrl: string, onProgress?: (progress: ScanProgress) => void): Promise<CourseStructure>;
+export { slugify, createFolderName } from "../shared/slug.js";
+//# sourceMappingURL=navigator.d.ts.map

package/dist/scraper/navigator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"navigator.d.ts","sourceRoot":"","sources":["../../src/scraper/navigator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOvC,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,CAAC,YAAY,GAAG;QAAE,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,EAAE,CAAC;CACnD;AAKD;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAKnE;AAED;;;GAGG;AACH,wBAAsB,sBAAsB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAqEhF;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAkErF;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CA0ChF;AAGD;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG;IAAE,QAAQ,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAMzF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAGvD;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,GAAG,MAAM,CAAC;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAGD;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,IAAI,EACV,YAAY,EAAE,MAAM,EACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,GAC5C,OAAO,CAAC,eAAe,CAAC,CA0E1B;AAID,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/scraper/navigator.js

@@ -0,0 +1,257 @@
+import { parseNextData, extractModulesFromNextData, extractLessonAccessFromNextData, } from "./schemas.js";
+// Browser automation - requires Playwright
+/* v8 ignore start */
+/**
+ * Extracts the course/community name from page data.
+ */
+export async function extractCourseName(page) {
+    const title = await page.title();
+    // Title format: "Classroom · Community Name"
+    const match = /·\s*(.+)$/.exec(title);
+    return (match?.[1]?.trim() ?? title.replace("Classroom", "").trim()) || "Unknown Course";
+}
+/**
+ * Extracts module data from the embedded JSON in the page.
+ * Skool embeds course structure as JSON in a script tag.
+ */
+export async function extractModulesFromJson(page) {
+    // Get the raw JSON from the page
+    const nextDataJson = await page.evaluate(() => {
+        const nextDataScript = document.getElementById("__NEXT_DATA__");
+        return nextDataScript?.textContent ?? null;
+    });
+    // Parse and validate with Zod schema (in Node context)
+    if (nextDataJson) {
+        const parsed = parseNextData(nextDataJson);
+        if (parsed) {
+            const skoolModules = extractModulesFromNextData(parsed);
+            if (skoolModules.length > 0) {
+                const baseUrl = page.url().split("/classroom")[0];
+                return skoolModules.map((m) => ({
+                    name: m.title,
+                    slug: m.slug,
+                    url: `${baseUrl}/classroom/${m.slug}`,
+                    isLocked: !m.hasAccess,
+                }));
+            }
+        }
+    }
+    // Fallback: Find script tags that contain course data (regex approach)
+    const modules = await page.evaluate(() => {
+        const scripts = Array.from(document.querySelectorAll("script"));
+        const results = [];
+        for (const script of scripts) {
+            const content = script.textContent ?? "";
+            // Look for module data pattern in the JSON
+            // Structure: "id":"...","name":"SLUG","metadata":{..."title":"TITLE"...}
+            // Pattern: "name":"8-char-hex" followed by "title":"..." within metadata
+            const modulePattern = /"name":"([a-f0-9]{8})","metadata":\{[^}]*"title":"([^"]+)"/g;
+            let match;
+            while ((match = modulePattern.exec(content)) !== null) {
+                const slug = match[1];
+                const title = match[2];
+                // Skip if already added
+                if (slug && title && !results.some((m) => m.slug === slug)) {
+                    // Decode unicode escapes (e.g., \u0026 -> &)
+                    const decodedTitle = title.replace(/\\u([0-9a-fA-F]{4})/g, (_, code) => String.fromCharCode(parseInt(code, 16)));
+                    results.push({
+                        name: decodedTitle,
+                        slug,
+                        url: "", // Will be set later
+                        isLocked: false,
+                    });
+                }
+            }
+        }
+        return results;
+    });
+    // Build URLs for each module
+    const baseUrl = page.url().split("/classroom")[0];
+    return modules.map((module) => ({
+        ...module,
+        url: `${baseUrl}/classroom/${module.slug}`,
+    }));
+}
+/**
+ * Extracts lessons from a module page.
+ * Lessons are listed in the sidebar with links.
+ */
+export async function extractLessons(page, moduleUrl) {
+    const currentUrl = page.url();
+    const moduleBasePath = moduleUrl.split("?")[0] ?? moduleUrl;
+    if (!currentUrl.includes(moduleBasePath)) {
+        await page.goto(moduleUrl, { timeout: 30000 });
+        await page.waitForLoadState("domcontentloaded");
+        await page.waitForTimeout(2000);
+    }
+    // Get __NEXT_DATA__ and parse it in Node context
+    const nextDataJson = await page.evaluate(() => {
+        const nextDataScript = document.getElementById("__NEXT_DATA__");
+        return nextDataScript?.textContent ?? null;
+    });
+    // Build access map from validated data
+    let accessMap = new Map();
+    if (nextDataJson) {
+        const parsed = parseNextData(nextDataJson);
+        if (parsed) {
+            accessMap = extractLessonAccessFromNextData(parsed);
+        }
+    }
+    // Extract lesson links from DOM
+    const lessonData = await page.evaluate(() => {
+        const results = [];
+        // Skool uses styled-components with "ChildrenLink" in the class name
+        const lessonLinks = document.querySelectorAll('a[class*="ChildrenLink"]');
+        lessonLinks.forEach((link, index) => {
+            const anchor = link;
+            const href = anchor.href;
+            const name = anchor.textContent?.trim() ?? `Lesson ${index + 1}`;
+            // Extract lesson ID from URL (?md=...)
+            const urlParams = new URL(href).searchParams;
+            const lessonId = urlParams.get("md") ?? "";
+            if (lessonId && !results.some((l) => l.slug === lessonId)) {
+                results.push({ name, slug: lessonId, href });
+            }
+        });
+        return results;
+    });
+    // Build final lesson list with access info
+    return lessonData.map((lesson, index) => {
+        let isLocked = false;
+        // Check access map from __NEXT_DATA__
+        if (accessMap.has(lesson.slug)) {
+            isLocked = !accessMap.get(lesson.slug);
+        }
+        return {
+            name: lesson.name,
+            slug: lesson.slug,
+            url: lesson.href,
+            index,
+            isLocked,
+        };
+    });
+}
+/**
+ * Alternative: Extract modules from the classroom overview page links.
+ */
+export async function extractModulesFromPage(page) {
+    await page.waitForTimeout(1000);
+    const modules = await page.evaluate(() => {
+        // Look for module cards - they're usually divs/links with course images
+        const moduleCards = document.querySelectorAll('a[href*="/classroom/"]');
+        const results = [];
+        const seen = new Set();
+        moduleCards.forEach((card) => {
+            const anchor = card;
+            const href = anchor.href;
+            // Extract slug from URL (8 character hex string)
+            const slugMatch = /\/classroom\/([a-f0-9]{8})(?:\?|$)/.exec(href);
+            if (!slugMatch?.[1])
+                return;
+            const slug = slugMatch[1];
+            if (seen.has(slug))
+                return;
+            seen.add(slug);
+            // Find title - could be in various child elements
+            const titleEl = card.querySelector("h3, h4, [class*='title'], [class*='Title']") ??
+                card.querySelector("div > div > div");
+            const name = titleEl?.textContent?.trim() ?? `Module ${results.length + 1}`;
+            // Check for lock icon
+            const isLocked = card.querySelector('[class*="lock"], [class*="Lock"]') !== null;
+            results.push({
+                name,
+                slug,
+                url: href,
+                isLocked,
+            });
+        });
+        return results;
+    });
+    return modules;
+}
+/* v8 ignore stop */
+/**
+ * Checks if a URL points to a specific module (has 8-char hex slug).
+ */
+export function isModuleUrl(url) {
+    const match = /\/classroom\/([a-f0-9]{8})(?:\?|$)/.exec(url);
+    return {
+        isModule: !!match,
+        moduleSlug: match?.[1] ?? null,
+    };
+}
+/**
+ * Gets the classroom base URL (without module slug).
+ */
+export function getClassroomBaseUrl(url) {
+    // Remove module slug and query params
+    return url.replace(/\/classroom\/[a-f0-9]{8}.*$/, "/classroom");
+}
+/* v8 ignore start */
+/**
+ * Builds the complete course structure by crawling all modules and lessons.
+ */
+export async function buildCourseStructure(page, classroomUrl, onProgress) {
+    const { isModule, moduleSlug } = isModuleUrl(classroomUrl);
+    // If URL points to a specific module, get the base classroom URL first
+    const baseClassroomUrl = isModule ? getClassroomBaseUrl(classroomUrl) : classroomUrl;
+    // Navigate to the classroom overview to get all modules
+    await page.goto(baseClassroomUrl, { timeout: 30000 });
+    await page.waitForLoadState("domcontentloaded");
+    await page.waitForTimeout(2000);
+    const courseName = await extractCourseName(page);
+    onProgress?.({ phase: "init", courseName });
+    // Try JSON extraction first (more reliable), fall back to page scraping
+    let modules = await extractModulesFromJson(page);
+    if (modules.length === 0) {
+        modules = await extractModulesFromPage(page);
+    }
+    // If user specified a specific module, filter to just that one
+    if (isModule && moduleSlug) {
+        const targetModule = modules.find((m) => m.slug === moduleSlug);
+        if (targetModule) {
+            modules = [targetModule];
+        }
+    }
+    onProgress?.({ phase: "modules", totalModules: modules.length });
+    const modulesWithLessons = [];
+    for (const [i, module] of modules.entries()) {
+        if (module.isLocked) {
+            onProgress?.({
+                phase: "lessons",
+                currentModule: module.name,
+                currentModuleIndex: i,
+                skippedLocked: true,
+            });
+            continue;
+        }
+        onProgress?.({
+            phase: "lessons",
+            currentModule: module.name,
+            currentModuleIndex: i,
+        });
+        if (module.url) {
+            const lessons = await extractLessons(page, module.url);
+            onProgress?.({
+                phase: "lessons",
+                currentModule: module.name,
+                currentModuleIndex: i,
+                lessonsFound: lessons.length,
+            });
+            modulesWithLessons.push({
+                ...module,
+                lessons,
+            });
+        }
+    }
+    onProgress?.({ phase: "done" });
+    return {
+        name: courseName,
+        url: baseClassroomUrl,
+        modules: modulesWithLessons,
+    };
+}
+/* v8 ignore stop */
+// Re-export shared utilities for backwards compatibility
+export { slugify, createFolderName } from "../shared/slug.js";
+//# sourceMappingURL=navigator.js.map