offcourse 0.0.2 → 1.0.0

package/dist/state/database.test.js

@@ -0,0 +1,34 @@
+import { describe, expect, it } from "vitest";
+import { extractCommunitySlug } from "./database.js";
+describe("extractCommunitySlug", () => {
+    it("extracts slug from standard Skool URL", () => {
+        expect(extractCommunitySlug("https://www.skool.com/my-community")).toBe("my-community");
+    });
+    it("extracts slug from Skool URL without www", () => {
+        expect(extractCommunitySlug("https://skool.com/test-group")).toBe("test-group");
+    });
+    it("extracts slug from URL with path", () => {
+        expect(extractCommunitySlug("https://www.skool.com/my-community/classroom")).toBe("my-community");
+        expect(extractCommunitySlug("https://www.skool.com/my-community/classroom/lessons/123")).toBe("my-community");
+    });
+    it("extracts slug from URL with query params (includes params in slug)", () => {
+        // Note: current implementation doesn't strip query params
+        expect(extractCommunitySlug("https://www.skool.com/my-community?ref=abc")).toBe("my-community?ref=abc");
+    });
+    it("handles complex community names", () => {
+        expect(extractCommunitySlug("https://skool.com/the-best-community-ever-2024")).toBe("the-best-community-ever-2024");
+    });
+    it("returns 'unknown' for non-Skool URLs", () => {
+        expect(extractCommunitySlug("https://example.com/path")).toBe("unknown");
+        expect(extractCommunitySlug("https://youtube.com/channel/abc")).toBe("unknown");
+    });
+    it("returns 'unknown' for invalid URLs", () => {
+        expect(extractCommunitySlug("not-a-url")).toBe("unknown");
+        expect(extractCommunitySlug("")).toBe("unknown");
+    });
+    it("returns 'unknown' for Skool root URL", () => {
+        expect(extractCommunitySlug("https://www.skool.com/")).toBe("unknown");
+        expect(extractCommunitySlug("https://www.skool.com")).toBe("unknown");
+    });
+});
+//# sourceMappingURL=database.test.js.map

package/dist/state/database.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.test.js","sourceRoot":"","sources":["../../src/state/database.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAErD,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,oBAAoB,CAAC,oCAAoC,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,oBAAoB,CAAC,8BAA8B,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,oBAAoB,CAAC,8CAA8C,CAAC,CAAC,CAAC,IAAI,CAC/E,cAAc,CACf,CAAC;QACF,MAAM,CAAC,oBAAoB,CAAC,0DAA0D,CAAC,CAAC,CAAC,IAAI,CAC3F,cAAc,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,0DAA0D;QAC1D,MAAM,CAAC,oBAAoB,CAAC,4CAA4C,CAAC,CAAC,CAAC,IAAI,CAC7E,sBAAsB,CACvB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,oBAAoB,CAAC,gDAAgD,CAAC,CAAC,CAAC,IAAI,CACjF,8BAA8B,CAC/B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,oBAAoB,CAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzE,MAAM,CAAC,oBAAoB,CAAC,iCAAiC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,oBAAoB,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvE,MAAM,CAAC,oBAAoB,CAAC,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/state/index.d.ts

@@ -0,0 +1,2 @@
+export { CourseDatabase, LessonStatus, VideoType, extractCommunitySlug, getDbDir, getDbPath, type CourseMetadata, type LessonRecord, type LessonStatusType, type LessonWithModule, type ModuleRecord, type VideoTypeValue, } from "./database.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/state/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/state/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,YAAY,EACZ,SAAS,EACT,oBAAoB,EACpB,QAAQ,EACR,SAAS,EACT,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,MAAM,eAAe,CAAC"}

package/dist/state/index.js

@@ -0,0 +1,2 @@
+export { CourseDatabase, LessonStatus, VideoType, extractCommunitySlug, getDbDir, getDbPath, } from "./database.js";
+//# sourceMappingURL=index.js.map

package/dist/state/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/state/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,YAAY,EACZ,SAAS,EACT,oBAAoB,EACpB,QAAQ,EACR,SAAS,GAOV,MAAM,eAAe,CAAC"}

package/dist/storage/fileSystem.d.ts

@@ -0,0 +1,56 @@
+import type { CourseSyncState } from "../config/schema.js";
+/**
+ * Creates the output directory structure for a course.
+ */
+export declare function createCourseDirectory(outputBase: string, courseName: string): Promise<string>;
+/**
+ * Creates a module directory within a course.
+ */
+export declare function createModuleDirectory(courseDir: string, moduleIndex: number, moduleName: string): Promise<string>;
+/**
+ * Gets the base filename for a lesson (without extension).
+ * Format: "01-lesson-name"
+ */
+export declare function getLessonBasename(lessonIndex: number, lessonName: string): string;
+/**
+ * Saves markdown content to a file.
+ */
+export declare function saveMarkdown(directory: string, filename: string, content: string): Promise<string>;
+/**
+ * Gets the video file path for a lesson.
+ * Videos are stored directly in the module directory with lesson name.
+ */
+export declare function getVideoPath(moduleDir: string, lessonIndex: number, lessonName: string): string;
+/**
+ * Gets the markdown file path for a lesson.
+ * Markdown files are stored directly in the module directory with lesson name.
+ */
+export declare function getMarkdownPath(moduleDir: string, lessonIndex: number, lessonName: string): string;
+/**
+ * Loads the sync state for a course.
+ */
+export declare function loadSyncState(courseSlug: string): Promise<CourseSyncState | null>;
+/**
+ * Saves the sync state for a course.
+ */
+export declare function saveSyncState(courseSlug: string, state: CourseSyncState): Promise<void>;
+/**
+ * Checks if a lesson has been fully synced.
+ */
+export declare function isLessonSynced(moduleDir: string, lessonIndex: number, lessonName: string): Promise<{
+    video: boolean;
+    content: boolean;
+}>;
+/**
+ * Gets the path for a downloadable file.
+ * Files are stored in the module directory with lesson prefix.
+ */
+export declare function getDownloadFilePath(moduleDir: string, lessonIndex: number, lessonName: string, filename: string): string;
+/**
+ * Downloads a file from a URL to the specified path.
+ */
+export declare function downloadFile(url: string, outputPath: string): Promise<{
+    success: boolean;
+    error?: string;
+}>;
+//# sourceMappingURL=fileSystem.d.ts.map

package/dist/storage/fileSystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fileSystem.d.ts","sourceRoot":"","sources":["../../src/storage/fileSystem.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAM3D;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC,CAKjB;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC,CAIjB;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAEjF;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,MAAM,CAAC,CAIjB;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAE/F;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,GACjB,MAAM,CAER;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAavF;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAG7F;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAM/C;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM,CAKR;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAsB/C"}

package/dist/storage/fileSystem.js

@@ -0,0 +1,121 @@
+import { createWriteStream } from "node:fs";
+import { join } from "node:path";
+import { Readable } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { expandPath, getSyncStatePath } from "../config/paths.js";
+import { courseSyncStateSchema } from "../config/schema.js";
+import { createFolderName } from "../scraper/navigator.js";
+import { ensureDir, outputFile, pathExists, readJson, outputJson } from "../shared/fs.js";
+import { http } from "../shared/http.js";
+/**
+ * Creates the output directory structure for a course.
+ */
+export async function createCourseDirectory(outputBase, courseName) {
+    const expanded = expandPath(outputBase);
+    const courseDir = join(expanded, createFolderName(0, courseName).replace(/^\d+-/, ""));
+    await ensureDir(courseDir);
+    return courseDir;
+}
+/**
+ * Creates a module directory within a course.
+ */
+export async function createModuleDirectory(courseDir, moduleIndex, moduleName) {
+    const moduleDir = join(courseDir, createFolderName(moduleIndex, moduleName));
+    await ensureDir(moduleDir);
+    return moduleDir;
+}
+/**
+ * Gets the base filename for a lesson (without extension).
+ * Format: "01-lesson-name"
+ */
+export function getLessonBasename(lessonIndex, lessonName) {
+    return createFolderName(lessonIndex, lessonName);
+}
+/**
+ * Saves markdown content to a file.
+ */
+export async function saveMarkdown(directory, filename, content) {
+    const filePath = join(directory, filename);
+    await outputFile(filePath, content);
+    return filePath;
+}
+/**
+ * Gets the video file path for a lesson.
+ * Videos are stored directly in the module directory with lesson name.
+ */
+export function getVideoPath(moduleDir, lessonIndex, lessonName) {
+    return join(moduleDir, `${getLessonBasename(lessonIndex, lessonName)}.mp4`);
+}
+/**
+ * Gets the markdown file path for a lesson.
+ * Markdown files are stored directly in the module directory with lesson name.
+ */
+export function getMarkdownPath(moduleDir, lessonIndex, lessonName) {
+    return join(moduleDir, `${getLessonBasename(lessonIndex, lessonName)}.md`);
+}
+/**
+ * Loads the sync state for a course.
+ */
+export async function loadSyncState(courseSlug) {
+    const statePath = getSyncStatePath(courseSlug);
+    const data = await readJson(statePath);
+    if (!data) {
+        return null;
+    }
+    try {
+        return courseSyncStateSchema.parse(data);
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Saves the sync state for a course.
+ */
+export async function saveSyncState(courseSlug, state) {
+    const statePath = getSyncStatePath(courseSlug);
+    await outputJson(statePath, state);
+}
+/**
+ * Checks if a lesson has been fully synced.
+ */
+export async function isLessonSynced(moduleDir, lessonIndex, lessonName) {
+    const [video, content] = await Promise.all([
+        pathExists(getVideoPath(moduleDir, lessonIndex, lessonName)),
+        pathExists(getMarkdownPath(moduleDir, lessonIndex, lessonName)),
+    ]);
+    return { video, content };
+}
+/**
+ * Gets the path for a downloadable file.
+ * Files are stored in the module directory with lesson prefix.
+ */
+export function getDownloadFilePath(moduleDir, lessonIndex, lessonName, filename) {
+    const lessonPrefix = getLessonBasename(lessonIndex, lessonName);
+    // Sanitize filename
+    const safeFilename = filename.replace(/[<>:"/\\|?*]/g, "_");
+    return join(moduleDir, `${lessonPrefix}-${safeFilename}`);
+}
+/**
+ * Downloads a file from a URL to the specified path.
+ */
+export async function downloadFile(url, outputPath) {
+    if (await pathExists(outputPath)) {
+        return { success: true }; // Already downloaded
+    }
+    await ensureDir(join(outputPath, ".."));
+    try {
+        const response = await http.get(url);
+        const body = response.body;
+        if (!body) {
+            return { success: false, error: "No response body" };
+        }
+        const fileStream = createWriteStream(outputPath);
+        await pipeline(Readable.fromWeb(body), fileStream);
+        return { success: true };
+    }
+    catch (error) {
+        return { success: false, error: String(error) };
+    }
+}
+//# sourceMappingURL=fileSystem.js.map

package/dist/storage/fileSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fileSystem.js","sourceRoot":"","sources":["../../src/storage/fileSystem.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAElE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC1F,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAEzC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,UAAkB,EAClB,UAAkB;IAElB,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACvF,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,SAAiB,EACjB,WAAmB,EACnB,UAAkB;IAElB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;IAC7E,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,WAAmB,EAAE,UAAkB;IACvE,OAAO,gBAAgB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAiB,EACjB,QAAgB,EAChB,OAAe;IAEf,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC3C,MAAM,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB,EAAE,WAAmB,EAAE,UAAkB;IACrF,OAAO,IAAI,CAAC,SAAS,EAAE,GAAG,iBAAiB,CAAC,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;AAC9E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,SAAiB,EACjB,WAAmB,EACnB,UAAkB;IAElB,OAAO,IAAI,CAAC,SAAS,EAAE,GAAG,iBAAiB,CAAC,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,UAAkB;IACpD,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEvC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,OAAO,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,UAAkB,EAAE,KAAsB;IAC5E,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAiB,EACjB,WAAmB,EACnB,UAAkB;IAElB,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzC,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAC5D,UAAU,CAAC,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;KAChE,CAAC,CAAC;IACH,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,SAAiB,EACjB,WAAmB,EACnB,UAAkB,EAClB,QAAgB;IAEhB,MAAM,YAAY,GAAG,iBAAiB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAChE,oBAAoB;IACpB,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,IAAI,YAAY,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAW,EACX,UAAkB;IAElB,IAAI,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,qBAAqB;IACjD,CAAC;IAED,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAE3B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvD,CAAC;QAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAA2C,CAAC,EAAE,UAAU,CAAC,CAAC;QAE1F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IAClD,CAAC;AACH,CAAC"}

package/dist/transcription/whisperService.d.ts

@@ -0,0 +1,27 @@
+export type WhisperModel = "tiny" | "base" | "small" | "medium" | "large";
+export interface TranscriptionOptions {
+    model?: WhisperModel;
+    language?: string;
+}
+export interface TranscriptionResult {
+    text: string;
+    duration: number;
+    processingTime: number;
+}
+/**
+ * Extract audio from video file using ffmpeg.
+ */
+export declare function extractAudio(videoPath: string): string;
+/**
+ * Transcribe audio file using Whisper.
+ */
+export declare function transcribeAudio(audioPath: string, options?: TranscriptionOptions): Promise<TranscriptionResult>;
+/**
+ * Transcribe a video file (extracts audio first).
+ */
+export declare function transcribeVideo(videoPath: string, options?: TranscriptionOptions): Promise<TranscriptionResult>;
+/**
+ * Check if whisper model exists (models are auto-downloaded on first use).
+ */
+export declare function checkModel(_model: WhisperModel): boolean;
+//# sourceMappingURL=whisperService.d.ts.map

package/dist/transcription/whisperService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisperService.d.ts","sourceRoot":"","sources":["../../src/transcription/whisperService.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;AAE1E,MAAM,WAAW,oBAAoB;IACnC,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;CACxB;AAcD;;GAEG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAUtD;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,mBAAmB,CAAC,CAoD9B;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,mBAAmB,CAAC,CAkB9B;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAIxD"}

package/dist/transcription/whisperService.js

@@ -0,0 +1,102 @@
+import { execSync } from "node:child_process";
+import { existsSync, unlinkSync, readFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join, basename } from "node:path";
+import { nodewhisper } from "nodejs-whisper";
+/**
+ * Strip timestamps from Whisper output and return plain text.
+ */
+function stripTimestamps(rawText) {
+    return rawText
+        .replace(/\[\d{2}:\d{2}:\d{2}\.\d{3}\s*-->\s*\d{2}:\d{2}:\d{2}\.\d{3}\]\s*/g, "")
+        .split("\n")
+        .map((line) => line.trim())
+        .filter((line) => line.length > 0)
+        .join(" ");
+}
+/**
+ * Extract audio from video file using ffmpeg.
+ */
+export function extractAudio(videoPath) {
+    const tempDir = tmpdir();
+    const audioPath = join(tempDir, `${basename(videoPath, ".mp4")}-${Date.now()}.wav`);
+    execSync(`ffmpeg -i "${videoPath}" -ar 16000 -ac 1 -c:a pcm_s16le "${audioPath}" -y`, { stdio: "pipe" });
+    return audioPath;
+}
+/**
+ * Transcribe audio file using Whisper.
+ */
+export async function transcribeAudio(audioPath, options = {}) {
+    const model = options.model ?? "small";
+    const language = options.language ?? "de";
+    const startTime = performance.now();
+    // nodejs-whisper writes output to a .txt file alongside the input
+    await nodewhisper(audioPath, {
+        modelName: model,
+        autoDownloadModelName: model,
+        removeWavFileAfterTranscription: false,
+        whisperOptions: {
+            outputInText: true,
+            outputInSrt: false,
+            outputInVtt: false,
+            translateToEnglish: false,
+            language: language,
+            wordTimestamps: false,
+        },
+    });
+    const processingTime = (performance.now() - startTime) / 1000;
+    // Read the generated transcript file
+    const txtPath = `${audioPath}.txt`;
+    let rawText = "";
+    if (existsSync(txtPath)) {
+        rawText = readFileSync(txtPath, "utf-8").trim();
+        // Clean up the txt file
+        unlinkSync(txtPath);
+    }
+    // Strip timestamps, return plain text (LLM will format it)
+    const text = stripTimestamps(rawText);
+    // Get audio duration
+    let duration = 0;
+    try {
+        const durationOutput = execSync(`ffprobe -v error -show_entries format=duration -of default=noprint_wrappers=1:nokey=1 "${audioPath}"`, { encoding: "utf-8" });
+        duration = parseFloat(durationOutput.trim()) || 0;
+    }
+    catch {
+        // Ignore duration errors
+    }
+    return {
+        text,
+        duration,
+        processingTime,
+    };
+}
+/**
+ * Transcribe a video file (extracts audio first).
+ */
+export async function transcribeVideo(videoPath, options = {}) {
+    if (!existsSync(videoPath)) {
+        throw new Error(`Video file not found: ${videoPath}`);
+    }
+    // Extract audio
+    const audioPath = extractAudio(videoPath);
+    try {
+        // Transcribe
+        const result = await transcribeAudio(audioPath, options);
+        return result;
+    }
+    finally {
+        // Cleanup temp audio file
+        if (existsSync(audioPath)) {
+            unlinkSync(audioPath);
+        }
+    }
+}
+/**
+ * Check if whisper model exists (models are auto-downloaded on first use).
+ */
+export function checkModel(_model) {
+    // Models are stored in nodejs-whisper's models directory
+    // They are auto-downloaded on first actual transcription
+    return true; // Let nodejs-whisper handle downloads
+}
+//# sourceMappingURL=whisperService.js.map

package/dist/transcription/whisperService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisperService.js","sourceRoot":"","sources":["../../src/transcription/whisperService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAe7C;;GAEG;AACH,SAAS,eAAe,CAAC,OAAe;IACtC,OAAO,OAAO;SACX,OAAO,CAAC,mEAAmE,EAAE,EAAE,CAAC;SAChF,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB;IAC5C,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAEpF,QAAQ,CACN,cAAc,SAAS,qCAAqC,SAAS,MAAM,EAC3E,EAAE,KAAK,EAAE,MAAM,EAAE,CAClB,CAAC;IAEF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,UAAgC,EAAE;IAElC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC;IACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;IAE1C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEpC,kEAAkE;IAClE,MAAM,WAAW,CAAC,SAAS,EAAE;QAC3B,SAAS,EAAE,KAAK;QAChB,qBAAqB,EAAE,KAAK;QAC5B,+BAA+B,EAAE,KAAK;QACtC,cAAc,EAAE;YACd,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,KAAK;YAClB,WAAW,EAAE,KAAK;YAClB,kBAAkB,EAAE,KAAK;YACzB,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,KAAK;SACtB;KACF,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;IAE9D,qCAAqC;IACrC,MAAM,OAAO,GAAG,GAAG,SAAS,MAAM,CAAC;IACnC,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,wBAAwB;QACxB,UAAU,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,2DAA2D;IAC3D,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAEtC,qBAAqB;IACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,QAAQ,CAC7B,0FAA0F,SAAS,GAAG,EACtG,EAAE,QAAQ,EAAE,OAAO,EAAE,CACtB,CAAC;QACF,QAAQ,GAAG,UAAU,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,yBAAyB;IAC3B,CAAC;IAED,OAAO;QACL,IAAI;QACJ,QAAQ;QACR,cAAc;KACf,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,UAAgC,EAAE;IAElC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,yBAAyB,SAAS,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,gBAAgB;IAChB,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IAE1C,IAAI,CAAC;QACH,aAAa;QACb,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,0BAA0B;QAC1B,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,UAAU,CAAC,SAAS,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,MAAoB;IAC7C,yDAAyD;IACzD,yDAAyD;IACzD,OAAO,IAAI,CAAC,CAAC,sCAAsC;AACrD,CAAC"}

package/eslint.config.js

@@ -0,0 +1,55 @@
+import eslint from "@eslint/js";
+import tseslint from "typescript-eslint";
+import prettier from "eslint-config-prettier";
+
+export default tseslint.config(
+  eslint.configs.recommended,
+  ...tseslint.configs.strictTypeChecked,
+  ...tseslint.configs.stylisticTypeChecked,
+  {
+    languageOptions: {
+      parserOptions: {
+        projectService: true,
+        tsconfigRootDir: import.meta.dirname,
+      },
+    },
+  },
+  {
+    files: ["src/**/*.ts"],
+    rules: {
+      // Allow underscore-prefixed unused vars (common pattern)
+      "@typescript-eslint/no-unused-vars": [
+        "error",
+        { argsIgnorePattern: "^_", varsIgnorePattern: "^_" },
+      ],
+      // Allow numbers/booleans in template literals
+      "@typescript-eslint/restrict-template-expressions": [
+        "error",
+        { allowNumber: true, allowBoolean: true },
+      ],
+      // Empty callbacks are fine (e.g., .catch(() => {}))
+      "@typescript-eslint/no-empty-function": "off",
+      // Defensive coding with optional chains is fine
+      "@typescript-eslint/no-unnecessary-condition": "off",
+    },
+  },
+  {
+    files: ["src/**/*.test.ts"],
+    rules: {
+      // Tests need more flexibility with mocks and fixtures
+      "@typescript-eslint/require-await": "off",
+      "@typescript-eslint/no-unsafe-assignment": "off",
+      "@typescript-eslint/no-unsafe-member-access": "off",
+      "@typescript-eslint/only-throw-error": "off",
+      "@typescript-eslint/no-non-null-assertion": "off",
+    },
+  },
+  {
+    files: ["*.config.js", "*.config.ts"],
+    ...tseslint.configs.disableTypeChecked,
+  },
+  prettier,
+  {
+    ignores: ["dist/**", "node_modules/**"],
+  },
+);

package/package.json

@@ -1,10 +1,10 @@
 {
   "name": "offcourse",
-  "version": "0.0.2",
-  "description": "Download online courses for offline access – of course! 📚",
+  "version": "1.0.0",
+  "description": "Download online courses for offline access – of course!",
   "type": "module",
   "bin": {
-    "offcourse": "./cli.js"
+    "offcourse": "./dist/cli/index.js"
   },
   "repository": {
     "type": "git",
@@ -13,21 +13,78 @@
   "bugs": {
     "url": "https://github.com/sebastian-software/offcourse/issues"
   },
-  "homepage": "https://github.com/sebastian-software/offcourse",
+  "homepage": "https://offcourse.app",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "start": "node dist/cli/index.js",
+    "lint": "eslint src",
+    "lint:fix": "eslint src --fix",
+    "format": "prettier --write \"src/**/*.ts\"",
+    "format:check": "prettier --check \"src/**/*.ts\"",
+    "test": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "typecheck": "tsc --noEmit",
+    "release": "release-it",
+    "prepare": "husky"
+  },
+  "lint-staged": {
+    "src/**/*.ts": [
+      "prettier --write"
+    ]
+  },
   "keywords": [
     "course",
     "downloader",
     "offline",
     "cli",
     "e-learning",
-    "video",
-    "skool",
-    "loom"
+    "video"
   ],
-  "author": "Sebastian Software GmbH",
+  "author": "",
   "license": "MIT",
   "engines": {
-    "node": ">=18.0.0"
-  }
+    "node": ">=22.0.0"
+  },
+  "dependencies": {
+    "@sindresorhus/slugify": "^3.0.0",
+    "better-sqlite3": "^12.5.0",
+    "chalk": "^5.6.2",
+    "cli-progress": "^3.12.0",
+    "commander": "^14.0.2",
+    "conf": "^15.0.2",
+    "delay": "^7.0.0",
+    "execa": "^9.6.1",
+    "hls-parser": "^0.16.0",
+    "ky": "^1.14.1",
+    "ora": "^9.0.0",
+    "p-queue": "^9.0.1",
+    "p-retry": "^7.1.1",
+    "playwright": "^1.57.0",
+    "turndown": "^7.2.2",
+    "untildify": "^6.0.0",
+    "zod": "^4.2.1"
+  },
+  "devDependencies": {
+    "@commitlint/cli": "^20.2.0",
+    "@commitlint/config-conventional": "^20.2.0",
+    "@release-it/conventional-changelog": "^10.0.4",
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/cli-progress": "^3.11.6",
+    "@types/node": "^22.10.2",
+    "@types/turndown": "^5.0.6",
+    "@vitest/coverage-v8": "^4.0.16",
+    "conventional-changelog-conventionalcommits": "^9.1.0",
+    "eslint": "^9.39.2",
+    "eslint-config-prettier": "^10.1.8",
+    "husky": "^9.1.7",
+    "lint-staged": "^16.2.7",
+    "prettier": "^3.7.4",
+    "release-it": "^19.1.0",
+    "tsx": "^4.21.0",
+    "typescript": "^5.9.3",
+    "typescript-eslint": "^8.50.1",
+    "vitest": "^4.0.16"
+  },
+  "packageManager": "pnpm@10.26.1+sha512.664074abc367d2c9324fdc18037097ce0a8f126034160f709928e9e9f95d98714347044e5c3164d65bd5da6c59c6be362b107546292a8eecb7999196e5ce58fa"
 }
-

package/src/__fixtures__/highlevel-post-response.json

@@ -0,0 +1,68 @@
+{
+  "id": "7a06a12e-3501-42f6-bd60-4144d9d9d7ea",
+  "locationId": "EREskxmNprHK9DrsVSDw",
+  "originId": null,
+  "userId": "internal",
+  "title": "Introduction to the Course",
+  "description": "Welcome to our comprehensive course! In this lesson, we'll cover the basics.",
+  "categoryId": "cat-abc-123",
+  "visibility": "published",
+  "commentPermission": "enabled",
+  "sequenceNo": 1,
+  "posterImage": "/memberships/EREskxmNprHK9DrsVSDw/post/thumbnail.png",
+  "commentStatus": "open",
+  "contentId": null,
+  "contentType": "video",
+  "productId": "e5f64bf3-9d88-4d02-b10e-516f47866094",
+  "lockedByPost": null,
+  "lockedByCategory": null,
+  "certificateTemplateId": null,
+  "metaData": null,
+  "createdAt": "2025-08-11T15:33:59.000Z",
+  "updatedAt": "2025-08-11T15:47:25.000Z",
+  "deletedAt": null,
+  "video": {
+    "id": "5b47db50-4043-43d2-a4d4-331471b88070",
+    "locationId": "EREskxmNprHK9DrsVSDw",
+    "originId": null,
+    "userId": "internal",
+    "title": "Introduction Video",
+    "url": "https://storage.googleapis.com/revex-membership-production/memberships/EREskxmNprHK9DrsVSDw/videos/cts-184162b5f0747fcd_1080p.mp4",
+    "thumbnail": null,
+    "postId": "7a06a12e-3501-42f6-bd60-4144d9d9d7ea",
+    "transcodingStatus": "completed",
+    "hdTranscoded": null,
+    "videoFormats": ["360", "1080", "480", "720"],
+    "rawSize": null,
+    "transcodedSize": "18463027",
+    "assetsLicenseId": "689a0d672ea246086539f453",
+    "transcoderWorkerVideoId": "184162b5f0747fcd",
+    "transcodingEventHistory": [
+      {
+        "event": "VIDEO_TRANSCODED",
+        "timestamp": "2025-08-11T15:47:25.705Z"
+      }
+    ],
+    "metaData": null,
+    "createdAt": "2025-08-11T15:33:59.000Z",
+    "updatedAt": "2025-08-11T15:47:25.000Z",
+    "deletedAt": null
+  },
+  "audio": null,
+  "post_materials": [
+    {
+      "id": "mat-001",
+      "name": "Course Workbook.pdf",
+      "url": "https://storage.example.com/materials/workbook.pdf",
+      "type": "pdf"
+    },
+    {
+      "id": "mat-002",
+      "name": "Resource Links.txt",
+      "url": "https://storage.example.com/materials/links.txt",
+      "type": "text"
+    }
+  ],
+  "asset_urls": {}
+}
+

package/src/__fixtures__/hls-master-playlist.m3u8

@@ -0,0 +1,24 @@
+#EXTM3U
+#EXT-X-VERSION:4
+#EXT-X-INDEPENDENT-SEGMENTS
+
+# 240p quality
+#EXT-X-STREAM-INF:BANDWIDTH=326400,AVERAGE-BANDWIDTH=246064,CODECS="avc1.4D401E,mp4a.40.2",RESOLUTION=426x240,FRAME-RATE=24.000
+https://cdn.example.com/video/240p/index.m3u8
+
+# 360p quality
+#EXT-X-STREAM-INF:BANDWIDTH=796800,AVERAGE-BANDWIDTH=602416,CODECS="avc1.4D401F,mp4a.40.2",RESOLUTION=640x360,FRAME-RATE=24.000
+https://cdn.example.com/video/360p/index.m3u8
+
+# 480p quality
+#EXT-X-STREAM-INF:BANDWIDTH=1680000,AVERAGE-BANDWIDTH=1270416,CODECS="avc1.4D401F,mp4a.40.2",RESOLUTION=854x480,FRAME-RATE=24.000
+https://cdn.example.com/video/480p/index.m3u8
+
+# 720p quality
+#EXT-X-STREAM-INF:BANDWIDTH=3200000,AVERAGE-BANDWIDTH=2400000,CODECS="avc1.4D4020,mp4a.40.2",RESOLUTION=1280x720,FRAME-RATE=24.000
+https://cdn.example.com/video/720p/index.m3u8
+
+# 1080p quality
+#EXT-X-STREAM-INF:BANDWIDTH=6000000,AVERAGE-BANDWIDTH=4500000,CODECS="avc1.640028,mp4a.40.2",RESOLUTION=1920x1080,FRAME-RATE=24.000
+https://cdn.example.com/video/1080p/index.m3u8
+