@learnpack/learnpack 5.0.274 → 5.0.275

package/lib/commands/audit.js

@@ -369,21 +369,21 @@ class AuditCommand extends SessionCommand_1.default {
         }
     }
 }
-AuditCommand.description = `learnpack audit is the command in charge of creating an auditory of the repository
-...
-learnpack audit checks for the following information in a repository:
-    1. The configuration object has slug, repository and description. (Error)
-    2. The command learnpack clean has been run. (Error)
-    3. If a markdown or test file doesn't have any content. (Error)
-    4. The links are accessing to valid servers. (Error)
-    5. The relative images are working (If they have the shortest path to the image or if the images exists in the assets). (Error)
-    6. The external images are working (If they are pointing to a valid server). (Error)
-    7. The exercises directory names are valid. (Error)
-    8. If an exercise doesn't have a README file. (Error)
-    9. The exercises array (Of the config file) has content. (Error)
-    10. The exercses have the same translations. (Warning)
-    11. The .gitignore file exists. (Warning)
-    12. If there is a file within the exercises folder but not inside of any particular exercise's folder. (Warning)
+AuditCommand.description = `learnpack audit is the command in charge of creating an auditory of the repository
+...
+learnpack audit checks for the following information in a repository:
+    1. The configuration object has slug, repository and description. (Error)
+    2. The command learnpack clean has been run. (Error)
+    3. If a markdown or test file doesn't have any content. (Error)
+    4. The links are accessing to valid servers. (Error)
+    5. The relative images are working (If they have the shortest path to the image or if the images exists in the assets). (Error)
+    6. The external images are working (If they are pointing to a valid server). (Error)
+    7. The exercises directory names are valid. (Error)
+    8. If an exercise doesn't have a README file. (Error)
+    9. The exercises array (Of the config file) has content. (Error)
+    10. The exercses have the same translations. (Warning)
+    11. The .gitignore file exists. (Warning)
+    12. If there is a file within the exercises folder but not inside of any particular exercise's folder. (Warning)
 `;
 AuditCommand.flags = {
     strict: command_1.flags.boolean({

package/lib/commands/breakToken.js

@@ -4,25 +4,25 @@ const command_1 = require("@oclif/command");
 const BaseCommand_1 = require("../utils/BaseCommand");
 const console_1 = require("../utils/console");
 const creatorUtilities_1 = require("../utils/creatorUtilities");
-const exampleMd = `# How to Install Node.js
-
-Node.js lets you run JavaScript outside a web browser.
-
-## Step 1: Download Node.js
-
-Get the Node.js installer from the [official site](https://nodejs.org/en/download/).
-
-## Step 2: Install Node.js
-
-Open the installer and follow the steps to finish.
-
-## Step 3: Verify the Installation
-
-Open a terminal and type:
-
-\`\`\`bash
-node -v
-\`\`\`
+const exampleMd = `# How to Install Node.js
+
+Node.js lets you run JavaScript outside a web browser.
+
+## Step 1: Download Node.js
+
+Get the Node.js installer from the [official site](https://nodejs.org/en/download/).
+
+## Step 2: Install Node.js
+
+Open the installer and follow the steps to finish.
+
+## Step 3: Verify the Installation
+
+Open a terminal and type:
+
+\`\`\`bash
+node -v
+\`\`\`
 `;
 class BreakTokenCommand extends BaseCommand_1.default {
     async run() {

package/lib/commands/clean.js

@@ -16,9 +16,9 @@ class CleanCommand extends SessionCommand_1.default {
         console_1.default.success("Package cleaned successfully, ready to publish");
     }
 }
-CleanCommand.description = `Clean the configuration object
-  ...
-  Extra documentation goes here
+CleanCommand.description = `Clean the configuration object
+  ...
+  Extra documentation goes here
   `;
 CleanCommand.flags = {
 // name: flags.string({char: 'n', description: 'name to print'}),

package/lib/commands/init.js

@@ -107,9 +107,9 @@ const initializeInteractiveCreation = async (rigoToken, courseInfo) => {
     while (!isReady) {
         const spinner = (0, ora_1.default)("Thinking...").start();
         let wholeInfo = courseInfo;
-        wholeInfo += `
-    Current title: ${currentTitle}
-    Current description: ${currentDescription}
+        wholeInfo += `
+    Current title: ${currentTitle}
+    Current description: ${currentDescription}
     `;
         // eslint-disable-next-line
         const res = await (0, rigoActions_1.interactiveCreation)(rigoToken, {
@@ -200,56 +200,56 @@ const handleAILogic = async (tutorialDir, packageInfo) => {
         fs.mkdirSync(rulesDir, { recursive: true });
         fs.writeFileSync(path.join(rulesDir, "airules.txt"), airules);
     }
-    let packageContext = `
-  \n
-  Title: "${packageInfo.title.us}"
-  Description: "${packageInfo.description.us}"
-  Target Audience: "${targetAudience}"
-  Estimated Duration: "${estimatedDuration} minutes"
-
+    let packageContext = `
+  \n
+  Title: "${packageInfo.title.us}"
+  Description: "${packageInfo.description.us}"
+  Target Audience: "${targetAudience}"
+  Estimated Duration: "${estimatedDuration} minutes"
+
   ${contentIndex ?
-        `Content Index submitted by the user, use this to guide your creation. Keep in mind that your tutorial should contain these topics: 
-      ---
-      ${contentIndex}
-      ---
+        `Content Index submitted by the user, use this to guide your creation. Keep in mind that your tutorial should contain these topics: 
+      ---
+      ${contentIndex}
+      ---
       ` :
-        ""}
-
-  This is the duration for each type of step, use it to estimate the number of steps to create:
+        ""}
+
+  This is the duration for each type of step, use it to estimate the number of steps to create:
   ${Object.entries(durationByKind)
         .map(([key, value]) => `${key}: ${value} minutes`)
-        .join("\n")}
-
-
-  Within the estimated duration, is possible to have the following activities:
-  Format=
-  Activity: Maximum number of steps for duration
-
-  Estimated activities:
-  ${JSON.stringify(estimateActivities(estimatedDuration))}
-
-  You should create a tutorial that is engaging and fun to follow.
-
-
+        .join("\n")}
+
+
+  Within the estimated duration, is possible to have the following activities:
+  Format=
+  Activity: Maximum number of steps for duration
+
+  Estimated activities:
+  ${JSON.stringify(estimateActivities(estimatedDuration))}
+
+  You should create a tutorial that is engaging and fun to follow.
+
+
   ${airules ?
-        `
-      This is a list of rules you need to follow when creating the tutorial:
-      ${airules}
+        `
+      This is a list of rules you need to follow when creating the tutorial:
+      ${airules}
       ` :
-        ""}
+        ""}
   `;
     const { steps, title, description, duration, difficulty } = await initializeInteractiveCreation(rigoToken, packageContext);
     packageInfo.title.us = title;
     packageInfo.description.us = description;
     packageInfo.duration = duration;
     packageInfo.difficulty = difficulty;
-    packageContext = `
-  Title: "${title}"
-  Description: "${description}"
-  Target Audience: "${targetAudience}"
-  List of exercises: ${steps.join(", ")}
-
-  AI Rules: ${airules}
+    packageContext = `
+  Title: "${title}"
+  Description: "${description}"
+  Target Audience: "${targetAudience}"
+  List of exercises: ${steps.join(", ")}
+
+  AI Rules: ${airules}
   `;
     const exercisesDir = path.join(tutorialDir, "exercises");
     fs.ensureDirSync(exercisesDir);

package/lib/commands/logout.js

@@ -14,9 +14,9 @@ class LogoutCommand extends SessionCommand_1.default {
         session_1.default.destroy();
     }
 }
-LogoutCommand.description = `Describe the command here
-  ...
-  Extra documentation goes here
+LogoutCommand.description = `Describe the command here
+  ...
+  Extra documentation goes here
   `;
 LogoutCommand.flags = {
 // name: flags.string({char: 'n', description: 'name to print'}),

package/lib/commands/serve.js

@@ -4,7 +4,6 @@ exports.processImage = exports.createLearnJson = void 0;
 const tslib_1 = require("tslib");
 const command_1 = require("@oclif/command");
 const buffer_1 = require("buffer");
-const youtube_transcript_1 = require("youtube-transcript");
 const express = require("express");
 const cors = require("cors");
 const path = require("path");
@@ -82,7 +81,6 @@ const processImage = async (url, description, rigoToken, courseSlug) => {
             prompt: description,
             callbackUrl: webhookUrl,
         });
-        // console.log("✅ Image", imagePath, "generated successfully!")
         return true;
     }
     catch (_a) {
@@ -147,6 +145,7 @@ async function startExerciseGeneration(rigoToken, steps, packageContext, exercis
         last_lesson: lastLesson,
     }, purposeSlug, webhookUrl);
     console.log("README CREATOR RES", res);
+    return res.id;
 }
 async function createInitialReadme(tutorialInfo, tutorialSlug, rigoToken) {
     const webhookUrl = `${process.env.HOST}/webhooks/${tutorialSlug}/initial-readme-processor`;
@@ -432,10 +431,18 @@ class ServeCommand extends SessionCommand_1.default {
                     previousReadme = content.toString();
                 }
             }
-            await startExerciseGeneration(rigoToken, syllabusJson.lessons, syllabusJson.courseInfo, exercise, courseSlug, syllabusJson.courseInfo.purpose, previousReadme +
+            const completionId = await startExerciseGeneration(rigoToken, syllabusJson.lessons, syllabusJson.courseInfo, exercise, courseSlug, syllabusJson.courseInfo.purpose, previousReadme +
                 "\n\nThe user provided the following feedback related to the content of the course so far: \n\n" +
                 feedback);
             syllabusJson.lessons[parseInt(position)].status = "GENERATING";
+            syllabusJson.lessons[parseInt(position)].translations = {
+                [syllabusJson.courseInfo.language || "en"]: {
+                    completionId,
+                    startedAt: Date.now(),
+                    completedAt: 0,
+                },
+            };
+            console.log("Lesson", syllabusJson.lessons[parseInt(position)]);
             if (syllabusJson.feedback &&
                 typeof syllabusJson.feedback === "string") {
                 syllabusJson.feedback += "\n\n" + feedback;
@@ -446,6 +453,23 @@ class ServeCommand extends SessionCommand_1.default {
             await uploadFileToBucket(bucket, JSON.stringify(syllabusJson), `courses/${courseSlug}/.learn/initialSyllabus.json`);
             res.json({ status: "SUCCESS" });
         });
+        app.post("/actions/generate-image/:courseSlug", async (req, res) => {
+            const rigoToken = req.header("x-rigo-token");
+            const { courseSlug } = req.params;
+            const { image } = req.body;
+            if (!image) {
+                return res.status(400).json({
+                    error: "Image is required",
+                });
+            }
+            if (!rigoToken) {
+                return res.status(400).json({
+                    error: "Rigo token is required. x-rigo-token header is missing",
+                });
+            }
+            await (0, exports.processImage)(image.url, image.alt, rigoToken, courseSlug);
+            res.json({ status: "QUEUED" });
+        });
         app.post("/webhooks/:courseSlug/exercise-processor/:lessonID/:rigoToken", async (req, res) => {
             // console.log("Receiving a webhook to exercise processor")
             const { courseSlug, lessonID, rigoToken } = req.params;
@@ -498,40 +522,55 @@ class ServeCommand extends SessionCommand_1.default {
                     log: `✅ Code file created for ${exercise.title}`,
                 });
             }
-            let nextStarted = false;
+            let nextCompletionId = null;
             if (nextExercise &&
                 (exerciseIndex === 0 || !(exerciseIndex % 3 === 0))) {
                 let feedback = "";
                 if (syllabusJson.feedback) {
                     feedback = `\n\nThe user added the following feedback with relation to the previous generations: ${syllabusJson.feedback}`;
                 }
-                startExerciseGeneration(rigoToken, syllabusJson.lessons, syllabusJson.courseInfo, nextExercise, courseSlug, syllabusJson.courseInfo.purpose, readme.parsed.content + "\n\n" + feedback);
-                nextStarted = true;
+                nextCompletionId = await startExerciseGeneration(rigoToken, syllabusJson.lessons, syllabusJson.courseInfo, nextExercise, courseSlug, syllabusJson.courseInfo.purpose, readme.parsed.content + "\n\n" + feedback);
             }
             else {
                 console.log("Stopping generation process at", exerciseIndex, exercise.title, "because it's a multiple of 3");
             }
             const imagesArray = (0, creatorUtilities_1.extractImagesFromMarkdown)(readability.newMarkdown);
-            if (imagesArray.length > 0) {
-                (0, creatorSocket_1.emitToCourse)(courseSlug, "course-creation", {
-                    lesson: exSlug,
-                    status: "pending",
-                    log: `🔄 Generating images for ${exercise.title}`,
-                });
-                for (const image of imagesArray) {
-                    // eslint-disable-next-line no-await-in-loop
-                    await (0, exports.processImage)(image.url, image.alt, rigoToken, courseSlug);
-                }
-            }
             const newSyllabus = Object.assign(Object.assign({}, syllabusJson), { lessons: syllabusJson.lessons.map((lesson, index) => {
                     if (index === exerciseIndex) {
-                        return Object.assign(Object.assign({}, lesson), { generated: true, status: "DONE" });
+                        const currentTranslations = lesson.translations || {};
+                        let currentTranslation = currentTranslations[syllabusJson.courseInfo.language || "en"];
+                        if (currentTranslation) {
+                            currentTranslation.completedAt = Date.now();
+                        }
+                        else {
+                            currentTranslation = {
+                                completionId: readme.id,
+                                startedAt: Date.now(),
+                                completedAt: Date.now(),
+                            };
+                        }
+                        currentTranslations[syllabusJson.courseInfo.language || "en"] =
+                            currentTranslation;
+                        return Object.assign(Object.assign({}, lesson), { generated: true, status: "DONE", translations: {
+                                [syllabusJson.courseInfo.language || "en"]: {
+                                    completionId: nextCompletionId,
+                                    completedAt: Date.now(),
+                                },
+                            } });
                     }
-                    if (nextExercise && nextExercise.id === lesson.id && nextStarted) {
-                        return Object.assign(Object.assign({}, lesson), { generated: false, status: "GENERATING" });
+                    if (nextExercise &&
+                        nextExercise.id === lesson.id &&
+                        nextCompletionId) {
+                        return Object.assign(Object.assign({}, lesson), { generated: false, status: "GENERATING", translations: {
+                                [syllabusJson.courseInfo.language || "en"]: {
+                                    completionId: nextCompletionId,
+                                    startedAt: Date.now(),
+                                },
+                            } });
                     }
                     return Object.assign({}, lesson);
                 }) });
+            console.log("New syllabus", newSyllabus);
             await uploadFileToBucket(bucket, JSON.stringify(newSyllabus), `courses/${courseSlug}/.learn/initialSyllabus.json`);
             (0, creatorSocket_1.emitToCourse)(courseSlug, "course-creation", {
                 lesson: exSlug,
@@ -936,7 +975,16 @@ class ServeCommand extends SessionCommand_1.default {
             await uploadFileToBucket(bucket, JSON.stringify(sidebar), `${tutorialDir}/.learn/sidebar.json`);
             const firstLesson = syllabus.lessons[0];
             const lastResult = "---";
-            await startExerciseGeneration(rigoToken, syllabus.lessons, syllabus.courseInfo, firstLesson, courseSlug, syllabus.courseInfo.purpose, lastResult);
+            const completionId = await startExerciseGeneration(rigoToken, syllabus.lessons, syllabus.courseInfo, firstLesson, courseSlug, syllabus.courseInfo.purpose, lastResult);
+            if (firstLesson) {
+                firstLesson.translations = {
+                    [syllabus.courseInfo.language || "en"]: {
+                        completionId,
+                        startedAt: Date.now(),
+                        completedAt: 0,
+                    },
+                };
+            }
             await createInitialReadme(JSON.stringify(syllabus.courseInfo), courseSlug, rigoToken);
             return res.json({
                 message: "Course generation started",
@@ -957,29 +1005,44 @@ class ServeCommand extends SessionCommand_1.default {
                 return res.status(500).json({ error: "Error getting syllabus" });
             }
         });
-        app.post("/actions/continue-course/:courseSlug", async (req, res) => {
-            console.log("POST /actions/continue-course/:courseSlug");
-            const { courseSlug } = req.params;
-            const { feedback } = req.body;
-            const rigoToken = req.header("x-rigo-token");
-            const bcToken = req.header("x-breathecode-token");
-            if (!rigoToken || !bcToken) {
-                return res.status(400).json({ error: "Missing tokens" });
-            }
-            const syllabus = await bucket.file(`courses/${courseSlug}/.learn/initialSyllabus.json`);
-            const [content] = await syllabus.download();
-            const syllabusJson = JSON.parse(content.toString());
-            const notGeneratedLessons = syllabusJson.lessons.filter(lesson => !lesson.generated);
-            const lastGeneratedLesson = findLast(syllabusJson.lessons, lesson => { var _a; return (_a = lesson.generated) !== null && _a !== void 0 ? _a : false; });
-            console.log("ABout to generate", notGeneratedLessons.length, "lessons");
-            const firstLessonToGenerate = notGeneratedLessons[0];
-            await startExerciseGeneration(rigoToken, syllabusJson.lessons, syllabusJson.courseInfo, firstLessonToGenerate, courseSlug, syllabusJson.courseInfo.purpose, JSON.stringify(lastGeneratedLesson) +
-                `\n\nThe user provided this feedback in relation to the course: ${feedback}`);
-            return res.json({
-                message: "Course continued",
-                slug: courseSlug,
-            });
-        });
+        // app.post("/actions/continue-course/:courseSlug", async (req, res) => {
+        //   console.log("POST /actions/continue-course/:courseSlug")
+        //   const { courseSlug } = req.params
+        //   const { feedback }: { feedback: string } = req.body
+        //   const rigoToken = req.header("x-rigo-token")
+        //   const bcToken = req.header("x-breathecode-token")
+        //   if (!rigoToken || !bcToken) {
+        //     return res.status(400).json({ error: "Missing tokens" })
+        //   }
+        //   const syllabus = await bucket.file(
+        //     `courses/${courseSlug}/.learn/initialSyllabus.json`
+        //   )
+        //   const [content] = await syllabus.download()
+        //   const syllabusJson: Syllabus = JSON.parse(content.toString())
+        //   const notGeneratedLessons = syllabusJson.lessons.filter(
+        //     lesson => !lesson.generated
+        //   )
+        //   const lastGeneratedLesson = findLast(
+        //     syllabusJson.lessons,
+        //     lesson => lesson.generated ?? false
+        //   )
+        //   console.log("ABout to generate", notGeneratedLessons.length, "lessons")
+        //   const firstLessonToGenerate = notGeneratedLessons[0]
+        //   const completionId = await startExerciseGeneration(
+        //     rigoToken,
+        //     syllabusJson.lessons,
+        //     syllabusJson.courseInfo,
+        //     firstLessonToGenerate,
+        //     courseSlug,
+        //     syllabusJson.courseInfo.purpose,
+        //     JSON.stringify(lastGeneratedLesson) +
+        //       `\n\nThe user provided this feedback in relation to the course: ${feedback}`
+        //   )
+        //   return res.json({
+        //     message: "Course continued",
+        //     slug: courseSlug,
+        //   })
+        // })
         app.get("/courses/:courseSlug/exercises/:exerciseSlug/", async (req, res) => {
             var _a;
             console.log("GET /courses/:courseSlug/exercises/:exerciseSlug/");
@@ -1134,9 +1197,7 @@ class ServeCommand extends SessionCommand_1.default {
             }
             catch (error) {
                 console.error("❌ Error fetching file:", error);
-                return res
-                    .status(500)
-                    .json({
+                return res.status(500).json({
                     error: error.message || "Unable to fetch file",
                 });
             }
@@ -1150,28 +1211,26 @@ class ServeCommand extends SessionCommand_1.default {
                 const ytMatch = decoded.match(YT_REGEX);
                 if (ytMatch) {
                     const videoId = ytMatch[1];
-                    console.log("VIDEO ID", videoId);
-                    // fetch metadata
-                    const items = await youtube_transcript_1.YoutubeTranscript.fetchTranscript(videoId);
-                    console.log("ITEMS FROM YOUTUBE TRANSCRIPT", items);
-                    const transcript = items.map(i => i.text).join(" ");
-                    let meta = null;
-                    try {
-                        const { data: meta } = await axios_1.default.get("https://www.youtube.com/oembed", {
-                            params: { url: decoded, format: "json" },
-                        });
-                        console.log("META", meta);
-                    }
-                    catch (error) {
-                        console.error("ERROR FETCHING META", error);
-                        meta = null;
-                    }
-                    throw new Error("test");
+                    const resFromRigo = await axios_1.default.get(`${api_1.RIGOBOT_REALTIME_HOST}/actions/youtube-transcript/${videoId}`);
+                    console.log("RES FROM RIGO", resFromRigo.data);
+                    const transcript = resFromRigo.data.transcript;
+                    // let meta: any = null
+                    // try {
+                    //   const { data: meta } = await axios.get(
+                    //     "https://www.youtube.com/oembed",
+                    //     {
+                    //       params: { url: decoded, format: "json" },
+                    //     }
+                    //   )
+                    //   console.log("META", meta)
+                    // } catch (error) {
+                    //   console.error("ERROR FETCHING META", error)
+                    //   meta = null
+                    // }
                     return res.json({
                         url: decoded,
-                        title: (meta === null || meta === void 0 ? void 0 : meta.title) || null,
-                        author: (meta === null || meta === void 0 ? void 0 : meta.author_name) || null,
-                        thumbnail: (meta === null || meta === void 0 ? void 0 : meta.thumbnail_url) || null,
+                        title: resFromRigo.data.title || null,
+                        author: resFromRigo.data.author || null,
                         transcript,
                     });
                 }
@@ -1189,9 +1248,7 @@ class ServeCommand extends SessionCommand_1.default {
             }
             catch (error) {
                 console.error("❌ /actions/fetch error:", error.message || error);
-                res
-                    .status(500)
-                    .json({ error: error.message || "Failed to fetch link" });
+                res.status(500).json({ error: error.message || "Failed to fetch link" });
             }
         });
         app.delete("/packages/:slug", async (req, res) => {