@learnpack/learnpack 5.0.130 → 5.0.134

package/README.md

@@ -21,7 +21,7 @@ $ npm install -g @learnpack/learnpack
 $ learnpack COMMAND
 running command...
 $ learnpack (-v|--version|version)
-@learnpack/learnpack/5.0.130 win32-x64 node-v22.15.0
+@learnpack/learnpack/5.0.134 win32-x64 node-v22.15.0
 $ learnpack --help [COMMAND]
 USAGE
   $ learnpack COMMAND
@@ -80,7 +80,7 @@ DESCRIPTION
        12. If there is a file within the exercises folder but not inside of any particular exercise's folder. (Warning)
 ```
 
-_See code: [src\commands\audit.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\audit.ts)_
+_See code: [src\commands\audit.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\audit.ts)_
 
 ## `learnpack breakToken`
 
@@ -95,7 +95,7 @@ OPTIONS
   -y, --yes      Skip all prompts and initialize an empty project
 ```
 
-_See code: [src\commands\breakToken.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\breakToken.ts)_
+_See code: [src\commands\breakToken.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\breakToken.ts)_
 
 ## `learnpack clean`
 
@@ -110,7 +110,7 @@ DESCRIPTION
      Extra documentation goes here
 ```
 
-_See code: [src\commands\clean.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\clean.ts)_
+_See code: [src\commands\clean.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\clean.ts)_
 
 ## `learnpack download [PACKAGE]`
 
@@ -128,7 +128,7 @@ DESCRIPTION
   Extra documentation goes here
 ```
 
-_See code: [src\commands\download.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\download.ts)_
+_See code: [src\commands\download.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\download.ts)_
 
 ## `learnpack help [COMMAND]`
 
@@ -160,7 +160,7 @@ OPTIONS
   -y, --yes      Skip all prompts and initialize an empty project
 ```
 
-_See code: [src\commands\init.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\init.ts)_
+_See code: [src\commands\init.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\init.ts)_
 
 ## `learnpack login [PACKAGE]`
 
@@ -178,7 +178,7 @@ DESCRIPTION
      Extra documentation goes here
 ```
 
-_See code: [src\commands\login.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\login.ts)_
+_See code: [src\commands\login.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\login.ts)_
 
 ## `learnpack logout [PACKAGE]`
 
@@ -196,7 +196,7 @@ DESCRIPTION
      Extra documentation goes here
 ```
 
-_See code: [src\commands\logout.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\logout.ts)_
+_See code: [src\commands\logout.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\logout.ts)_
 
 ## `learnpack plugins`
 
@@ -328,7 +328,7 @@ OPTIONS
   -s, --strict  strict mode
 ```
 
-_See code: [src\commands\publish.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\publish.ts)_
+_See code: [src\commands\publish.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\publish.ts)_
 
 ## `learnpack serve`
 
@@ -345,7 +345,7 @@ OPTIONS
   -y, --yes        Skip all prompts and initialize an empty project
 ```
 
-_See code: [src\commands\serve.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\serve.ts)_
+_See code: [src\commands\serve.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\serve.ts)_
 
 ## `learnpack start`
 
@@ -367,7 +367,7 @@ OPTIONS
   -y, --yes                           Skip all prompts and initialize an empty project
 ```
 
-_See code: [src\commands\start.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\start.ts)_
+_See code: [src\commands\start.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\start.ts)_
 
 ## `learnpack test [EXERCISESLUG]`
 
@@ -384,7 +384,7 @@ OPTIONS
   -y, --yes  Skip all prompts and initialize an empty project
 ```
 
-_See code: [src\commands\test.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\test.ts)_
+_See code: [src\commands\test.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\test.ts)_
 
 ## `learnpack translate`
 
@@ -398,7 +398,7 @@ OPTIONS
   -y, --yes  Skip all prompts and initialize an empty project
 ```
 
-_See code: [src\commands\translate.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.130/src\commands\translate.ts)_
+_See code: [src\commands\translate.ts](https://github.com/learnpack/learnpack-cli/blob/v5.0.134/src\commands\translate.ts)_
 <!-- commandsstop -->
 
 > > > > > > > 0cb3e56d84c197f9d008836bb573eade212b7e57

package/lib/commands/serve.d.ts

@@ -1,7 +1,58 @@
 import SessionCommand from "../utils/SessionCommand";
+import { Bucket } from "@google-cloud/storage";
+export declare const createLearnJson: (courseInfo: FormState) => {
+    slug: string;
+    title: {
+        us: string;
+    };
+    technologies: string[];
+    difficulty: string;
+    description: {
+        us: string;
+    };
+    grading: string;
+    telemetry: {
+        batch: string;
+    };
+    preview: string;
+};
+export declare const processImage: (bucket: Bucket, tutorialDir: string, url: string, description: string, rigoToken: string) => Promise<boolean>;
+export declare function processExercise(bucket: Bucket, rigoToken: string, steps: Lesson[], packageContext: string, exercise: Lesson, exercisesDir: string): Promise<string>;
+interface Lesson {
+    id: string;
+    uid: string;
+    title: string;
+    type: "READ" | "CODE" | "QUIZ";
+    description: string;
+    duration?: number;
+}
+interface ParsedLink {
+    url: string;
+    title?: string;
+    text?: string;
+    transcript?: string;
+    description?: string;
+    author?: string;
+    duration?: number;
+    thumbnail?: string;
+}
+type FormState = {
+    description: string;
+    duration: number;
+    targetAudience: string;
+    hasContentIndex: boolean;
+    contentIndex: string;
+    sources: ParsedLink[];
+    isCompleted: boolean;
+    variables: string[];
+    currentStep: string;
+    title: string;
+    technologies?: string[];
+};
 export default class ServeCommand extends SessionCommand {
     static description: string;
     static flags: any;
     init(): Promise<void>;
     run(): Promise<void>;
 }
+export {};

package/lib/commands/serve.js

@@ -1,5 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.processImage = exports.createLearnJson = void 0;
+exports.processExercise = processExercise;
 const command_1 = require("@oclif/command");
 // import * as ytdl from "ytdl-core"
 const youtube_transcript_1 = require("youtube-transcript");
@@ -17,14 +19,128 @@ const file_1 = require("../managers/file");
 const fs = require("fs");
 const rigoActions_1 = require("../utils/rigoActions");
 const dotenv = require("dotenv");
+const creatorUtilities_1 = require("../utils/creatorUtilities");
 // import { handleAssetCreation } from "./publish"
 const axios_1 = require("axios");
 const FormData = require("form-data");
 const api_1 = require("../utils/api");
 const misc_1 = require("../utils/misc");
 const configBuilder_1 = require("../utils/configBuilder");
-dotenv.config();
+const creatorUtilities_2 = require("../utils/creatorUtilities");
 const frontMatter = require("front-matter");
+dotenv.config();
+const createLearnJson = (courseInfo) => {
+    console.log("courseInfo to create learn json", courseInfo);
+    const learnJson = {
+        slug: (0, creatorUtilities_2.slugify)(courseInfo.title),
+        title: {
+            us: courseInfo.title,
+        },
+        technologies: courseInfo.technologies || [],
+        difficulty: "beginner",
+        description: {
+            us: courseInfo.description,
+        },
+        grading: "isolated",
+        telemetry: {
+            batch: "https://breathecode.herokuapp.com/v1/assignment/me/telemetry",
+        },
+        preview: "preview.png",
+    };
+    return learnJson;
+};
+exports.createLearnJson = createLearnJson;
+const uploadFileToBucket = async (bucket, file, path) => {
+    const fileRef = bucket.file(path);
+    await fileRef.save(file);
+};
+const uploadImageToBucket = async (bucket, url, path) => {
+    const response = await fetch(url);
+    if (!response.ok) {
+        throw new Error(`Failed to download image: ${response.statusText}`);
+    }
+    const contentType = response.headers.get("content-type") || "application/octet-stream";
+    const buffer = await response.arrayBuffer();
+    const fileRef = bucket.file(path);
+    await fileRef.save(Buffer.from(buffer), {
+        resumable: false,
+        contentType,
+    });
+};
+const PARAMS = {
+    expected_grade_level: "7",
+    max_fkgl: 9,
+    max_words: 200,
+    max_rewrite_attempts: 2,
+    max_title_length: 50,
+};
+const processImage = async (bucket, tutorialDir, url, description, rigoToken) => {
+    try {
+        const filename = (0, creatorUtilities_1.getFilenameFromUrl)(url);
+        const imagePath = `${tutorialDir}/.learn/assets/${filename}`;
+        console.log("🖼️ Generating image", imagePath);
+        const res = await (0, rigoActions_1.generateImage)(rigoToken, { prompt: description });
+        await uploadImageToBucket(bucket, res.image_url, imagePath);
+        console.log("✅ Image", imagePath, "generated successfully!");
+        return true;
+    }
+    catch (_a) {
+        return false;
+    }
+};
+exports.processImage = processImage;
+async function processExercise(bucket, rigoToken, steps, packageContext, exercise, exercisesDir) {
+    //   const tid = toast.loading("Generating lesson...")
+    const exSlug = (0, creatorUtilities_2.slugify)(exercise.id + "-" + exercise.title);
+    const readmeFilename = "README.md";
+    const targetDir = `${exercisesDir}/${exSlug}`;
+    console.log("✍🏻 Generating lesson", exercise.id, exercise.title);
+    const isGeneratingText = `The lesson ${exercise.id} - ${exercise.title} is being generated by Rigobot, wait a sec!
+  
+  \`\`\`loader slug="${exSlug}"
+  # This lesson is being generated by Rigobot, wait a sec!
+  \`\`\`
+  `;
+    await uploadFileToBucket(bucket, isGeneratingText, `${targetDir}/${readmeFilename}`);
+    const readme = await (0, rigoActions_1.readmeCreator)(rigoToken, {
+        title: `${exercise.id} - ${exercise.title}`,
+        output_lang: "en",
+        list_of_exercises: JSON.stringify(steps),
+        tutorial_description: packageContext,
+        lesson_description: exercise.description,
+        kind: exercise.type.toLowerCase(),
+    });
+    const duration = exercise.duration;
+    let attempts = 0;
+    let readability = (0, creatorUtilities_2.checkReadability)(readme.parsed.content, 200, duration || 1);
+    while (readability.fkglResult.fkgl > PARAMS.max_fkgl &&
+        attempts < PARAMS.max_rewrite_attempts) {
+        console.log("🔄 The lesson", exercise.id, exercise.title, "has a readability score of", readability.fkglResult.fkgl);
+        // eslint-disable-next-line
+        const reducedReadme = await (0, rigoActions_1.makeReadmeReadable)(rigoToken, {
+            lesson: readability.body,
+            number_of_words: readability.minutes.toString(),
+            expected_number_words: PARAMS.max_words.toString(),
+            fkgl_results: JSON.stringify(readability.fkglResult),
+            expected_grade_level: PARAMS.expected_grade_level,
+        });
+        if (!reducedReadme)
+            break;
+        readability = (0, creatorUtilities_2.checkReadability)(reducedReadme.parsed.content, PARAMS.max_words, duration || 1);
+        attempts++;
+    }
+    console.log(`✅ After ${attempts} attempts, the lesson ${exercise.title} has a readability score of ${readability.fkglResult.fkgl} using FKGL. And it has ${readability.minutes.toFixed(2)} minutes of reading time.`);
+    await uploadFileToBucket(bucket, readability.newMarkdown, `${targetDir}/${readmeFilename}`);
+    if (exercise.type.toLowerCase() === "code") {
+        console.log("🔍 Creating code file for", exercise.title);
+        const codeFile = await (0, rigoActions_1.createCodeFile)(rigoToken, {
+            readme: readability.newMarkdown,
+            tutorial_info: packageContext,
+        });
+        await uploadFileToBucket(bucket, codeFile.parsed.content, `${targetDir}/index.${codeFile.parsed.extension.replace(".", "")}`);
+    }
+    return readability.newMarkdown;
+}
 const fixPreviewUrl = (slug, previewUrl) => {
     if (!previewUrl) {
         return null;
@@ -105,7 +221,7 @@ class ServeCommand extends SessionCommand_1.default {
             });
             stream.end(buffer);
         });
-        app.post("/upload-image", express.json({ limit: "20mb" }), async (req, res) => {
+        app.post("/upload-image", express.json({ limit: 20000000 }), async (req, res) => {
             const { image_url, destination } = req.body;
             if (!image_url || !destination) {
                 return res
@@ -326,6 +442,33 @@ class ServeCommand extends SessionCommand_1.default {
             const file = path.join(distPath, "assets", req.params.file);
             res.sendFile(file);
         });
+        app.post("/actions/create-course", async (req, res) => {
+            console.log("POST /actions/create-course");
+            const { syllabus } = req.body;
+            const rigoToken = req.header("x-rigo-token");
+            const bcToken = req.header("x-breathecode-token");
+            if (!rigoToken || !bcToken) {
+                return res.status(400).json({ error: "Missing tokens" });
+            }
+            const tutorialDir = "courses/" + (0, creatorUtilities_2.slugify)(syllabus.courseInfo.title);
+            const learnJson = (0, exports.createLearnJson)(syllabus.courseInfo);
+            await uploadFileToBucket(bucket, JSON.stringify(learnJson), `courses/${(0, creatorUtilities_2.slugify)(syllabus.courseInfo.title)}/learn.json`);
+            const lessonsPromises = syllabus.lessons.map(lesson => processExercise(bucket, rigoToken, syllabus.lessons, JSON.stringify(syllabus.courseInfo), lesson, tutorialDir + "/exercises"));
+            const readmeContents = await Promise.all(lessonsPromises);
+            let imagesArray = [];
+            for (const content of readmeContents) {
+                imagesArray = [...imagesArray, ...(0, creatorUtilities_1.extractImagesFromMarkdown)(content)];
+            }
+            console.log("📷 Generating images...");
+            const imagePromises = imagesArray.map(async (image) => {
+                return (0, exports.processImage)(bucket, tutorialDir, image.url, image.alt, rigoToken);
+            });
+            await Promise.all(imagePromises);
+            return res.json({
+                message: "Course created",
+                slug: (0, creatorUtilities_2.slugify)(syllabus.courseInfo.title),
+            });
+        });
         app.post("/actions/publish/:slug", async (req, res) => {
             try {
                 const { slug } = req.params;