npm - @learnpack/learnpack - Versions diffs - 5.0.262 → 5.0.266 - Mend

@learnpack/learnpack 5.0.262 → 5.0.266

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (25) hide show

package/lib/commands/serve.js +137 -75
package/lib/commands/translate.js +1 -2
package/lib/creatorDist/assets/{index-6e9E-1qG.js → index-BXp9oelr.js} +2681 -2672
package/lib/creatorDist/index.html +1 -1
package/lib/managers/server/routes.js +1 -2
package/lib/utils/rigoActions.d.ts +6 -3
package/lib/utils/rigoActions.js +15 -4
package/package.json +1 -1
package/src/commands/serve.ts +174 -95
package/src/commands/translate.ts +8 -5
package/src/creator/src/components/Message.tsx +6 -1
package/src/creator/src/components/syllabus/ContentIndex.tsx +1 -1
package/src/creator/src/components/syllabus/Sidebar.tsx +1 -1
package/src/creator/src/locales/en.json +4 -2
package/src/creator/src/locales/es.json +4 -2
package/src/creator/src/utils/rigo.ts +2 -0
package/src/creatorDist/assets/{index-6e9E-1qG.js → index-BXp9oelr.js} +2681 -2672
package/src/creatorDist/index.html +1 -1
package/src/managers/server/routes.ts +9 -7
package/src/ui/_app/app.css +1 -1
package/src/ui/_app/app.js +398 -384
package/src/ui/_app/sw.js +9 -4
package/src/ui/app.tar.gz +0 -0
package/src/utils/creatorSocket.ts +99 -99
package/src/utils/rigoActions.ts +27 -5

package/lib/creatorDist/index.html CHANGED Viewed

@@ -10,7 +10,7 @@
     />
     <title>Learnpack Creator: Craft tutorials in seconds!</title>
-    <script type="module" crossorigin src="/creator/assets/index-6e9E-1qG.js"></script>
+    <script type="module" crossorigin src="/creator/assets/index-BXp9oelr.js"></script>
     <link rel="stylesheet" crossorigin href="/creator/assets/index-DmpsXknz.css">
   </head>
   <body>

package/lib/managers/server/routes.js CHANGED Viewed

@@ -305,8 +305,7 @@ async function default_1(app, configObject, configManager) {
                         const response = await (0, rigoActions_1.translateExercise)(rigoToken, {
                             text_to_translate: readme.body,
                             output_language: language,
-                            exercise_slug: slug,
-                        });
+                        }, `${process.env.HOST}/webhooks/translate-exercise`);
                         await (0, creatorUtilities_1.saveTranslatedReadme)(slug, response.parsed.output_language_code, response.parsed.translation);
                         (0, sidebarGenerator_1.addExerciseToSidebar)(slug, response.parsed.output_language_code, response.parsed.translated_slug, configDirPath || "");
                         console_1.default.success(`Translated ${slug} to ${language} successfully`);

package/lib/utils/rigoActions.d.ts CHANGED Viewed

@@ -19,9 +19,8 @@ export declare function downloadImage(imageUrl: string, savePath: string): Promi
 type TTranslateInputs = {
     text_to_translate: string;
     output_language: string;
-    exercise_slug: string;
 };
-export declare const translateExercise: (token: string, inputs: TTranslateInputs) => Promise<any>;
+export declare const translateExercise: (token: string, inputs: TTranslateInputs, webhookUrl: string) => Promise<any>;
 type TGenerateCourseIntroductionInputs = {
     course_title: string;
     lessons_context: string;
@@ -63,7 +62,7 @@ export declare const createStructuredPreviewReadme: (token: string, inputs: TCre
 export declare const translateCourseMetadata: (token: string, inputs: {
     title: string;
     description: string;
-    destination_lang_code: string;
+    new_languages: string;
 }) => Promise<any>;
 export declare function createPreviewReadme(tutorialDir: string, packageInfo: PackageInfo, rigoToken: string, readmeContents: string[]): Promise<void>;
 type TReduceReadmeInputs = {
@@ -88,4 +87,8 @@ export declare const isPackageAuthor: (token: string, packageSlug: string) => Pr
     isAuthor: boolean;
     status: number;
 }>;
+type TGetLanguageCodesInputs = {
+    raw_languages: string;
+};
+export declare const getLanguageCodes: (token: string, inputs: TGetLanguageCodesInputs) => Promise<any>;
 export {};

package/lib/utils/rigoActions.js CHANGED Viewed

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isPackageAuthor = exports.fillSidebarJSON = exports.generateCourseShortName = exports.isValidRigoToken = exports.translateCourseMetadata = exports.createStructuredPreviewReadme = exports.readmeCreator = exports.createCodingReadme = exports.createCodeFile = exports.interactiveCreation = exports.generateCourseIntroduction = exports.translateExercise = exports.generateImage = exports.hasCreatorPermission = exports.createReadme = void 0;
+exports.getLanguageCodes = exports.isPackageAuthor = exports.fillSidebarJSON = exports.generateCourseShortName = exports.isValidRigoToken = exports.translateCourseMetadata = exports.createStructuredPreviewReadme = exports.readmeCreator = exports.createCodingReadme = exports.createCodeFile = exports.interactiveCreation = exports.generateCourseIntroduction = exports.translateExercise = exports.generateImage = exports.hasCreatorPermission = exports.createReadme = void 0;
 exports.downloadImage = downloadImage;
 exports.createPreviewReadme = createPreviewReadme;
 exports.makeReadmeReadable = makeReadmeReadable;
@@ -79,11 +79,12 @@ async function downloadImage(imageUrl, savePath) {
     const buffer = Buffer.from(response.data, "binary");
     await (0, promises_1.writeFile)(savePath, buffer);
 }
-const translateExercise = async (token, inputs) => {
-    const response = await axios_1.default.post(`${api_1.RIGOBOT_HOST}/v1/prompting/completion/159/`, {
+const translateExercise = async (token, inputs, webhookUrl) => {
+    const response = await axios_1.default.post(`${api_1.RIGOBOT_HOST}/v1/prompting/completion/translate-asset-markdown/`, {
         inputs: inputs,
         include_purpose_objective: false,
-        execute_async: false,
+        execute_async: true,
+        webhook_url: webhookUrl,
     }, {
         headers: {
             "Content-Type": "application/json",
@@ -272,3 +273,13 @@ const isPackageAuthor = async (token, packageSlug) => {
     }
 };
 exports.isPackageAuthor = isPackageAuthor;
+const getLanguageCodes = async (token, inputs) => {
+    const response = await axios_1.default.post(`${api_1.RIGOBOT_HOST}/v1/prompting/completion/get-language-codes/`, { inputs, include_purpose_objective: false, execute_async: false }, {
+        headers: {
+            "Content-Type": "application/json",
+            Authorization: "Token " + token,
+        },
+    });
+    return response.data;
+};
+exports.getLanguageCodes = getLanguageCodes;

package/package.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "name": "@learnpack/learnpack",
   "description": "Seamlessly build, sell and/or take interactive & auto-graded tutorials, start learning now or build a new tutorial to your audience.",
-  "version": "5.0.262",
+  "version": "5.0.266",
   "author": "Alejandro Sanchez @alesanchezr",
   "contributors": [
     {

package/src/commands/serve.ts CHANGED Viewed

@@ -1,5 +1,7 @@
 import { flags } from "@oclif/command"
+import { Buffer } from "buffer"
 import { YoutubeTranscript } from "youtube-transcript"
 import * as express from "express"
 import * as cors from "cors"
@@ -31,6 +33,7 @@ import {
   isPackageAuthor,
   createStructuredPreviewReadme,
   translateCourseMetadata,
+  getLanguageCodes,
 } from "../utils/rigoActions"
 import * as dotenv from "dotenv"
 import {
@@ -519,11 +522,25 @@ export default class ServeCommand extends SessionCommand {
         const { courseSlug } = req.params
         const body = req.body
-        // Save the file as courses/courseSlug/README.md
+        console.log("RECEIVING INITIAL README WEBHOOK", body)
+        const langCode =
+          body.parsed.language_code || body.parsed.output_language_code || ""
+        const content = body.parsed.content || body.parsed.translation || ""
+        if (!content || !langCode) {
+          console.log("No content or language code to save", body)
+          return res.status(400).json({
+            status: "ERROR",
+            message: "No content to save",
+          })
+        }
         const filePath = `courses/${courseSlug}/README${getReadmeExtension(
-          body.parsed.language_code
+          langCode
         )}`
-        await uploadFileToBucket(bucket, body.parsed.content, filePath)
+        await uploadFileToBucket(bucket, content, filePath)
         res.json({ status: "SUCCESS" })
       }
@@ -532,36 +549,63 @@ export default class ServeCommand extends SessionCommand {
     app.post("/webhooks/:courseSlug/images/:imageId", async (req, res) => {
       const { courseSlug, imageId } = req.params
       const body = req.body
-      console.log("RECEIVING IMAGE WEBHOOK", body)
-      const imageUrl = body.image_url
-      const imagePath = `courses/${courseSlug}/.learn/assets/${imageId}`
-      const imageFile = bucket.file(imagePath)
-      const [exists] = await imageFile.exists()
-      if (!exists) {
-        // Descargar la imagen
-        const response = await fetch(imageUrl)
-        if (!response.ok) {
-          return res.status(400).json({
+      try {
+        if (body.error) {
+          emitToNotification(imageId, {
             status: "ERROR",
-            message: "No se pudo descargar la imagen",
+            message: "Error generating image",
           })
+          return res.json({ status: "ERROR" })
         }
-        const buffer = await response.arrayBuffer()
+        fs.writeFileSync(`image-${imageId}.json`, JSON.stringify(body, null, 2))
+        const imageUrl = body.image_url
+        const format = body.format
+        const imagePath = `courses/${courseSlug}/.learn/assets/${imageId}`
+        const imageFile = bucket.file(imagePath)
+        const [exists] = await imageFile.exists()
+        if (!exists) {
+          let buffer: Uint8Array
+          if (format === "b64" || imageUrl.startsWith("data:image/")) {
+            const base64Data = imageUrl.includes(",") ?
+              imageUrl.split(",")[1] :
+              imageUrl
+            buffer = Buffer.from(base64Data, "base64")
+          } else if (imageUrl.startsWith("http")) {
+            const response = await fetch(imageUrl)
+            if (!response.ok) {
+              return res.status(400).json({
+                status: "ERROR",
+                message: "Could not download the image",
+              })
+            }
+            buffer = new Uint8Array(await response.arrayBuffer())
+          } else {
+            return res.status(400).json({
+              status: "ERROR",
+              message: "Image_url format not supported",
+            })
+          }
-        // Guardar la imagen en el bucket
-        await imageFile.save(new Uint8Array(buffer), {
-          contentType: "image/png",
+          await imageFile.save(buffer, { contentType: "image/png" })
+        }
+        emitToNotification(imageId, {
+          status: "SUCCESS",
+          message: "Image generated successfully",
+        })
+        res.json({ status: "SUCCESS" })
+      } catch (error) {
+        emitToNotification(imageId, {
+          status: "ERROR",
+          message: "Error receiving image webhook",
         })
+        console.error("❌ Error receiving image webhook:", error)
+        res.status(500).json({ error: (error as Error).message })
       }
-      emitToNotification(imageId, {
-        status: "SUCCESS",
-        message: "Image generated successfully",
-      })
-      res.json({ status: "SUCCESS" })
     })
     app.post(
@@ -707,6 +751,25 @@ export default class ServeCommand extends SessionCommand {
       }
     )
+    // The following endpoint is used to store an incoming translation where it supposed to be
+    app.post(
+      "/webhooks/:courseSlug/:exSlug/save-translation",
+      async (req, res) => {
+        const { courseSlug, exSlug } = req.params
+        const body = req.body
+        console.log("RECEIVING TRANSLATION WEBHOOK", body)
+        const readmePath = `courses/${courseSlug}/exercises/${exSlug}/README${getReadmeExtension(
+          body.parsed.output_language_code
+        )}`
+        await uploadFileToBucket(bucket, body.parsed.translation, readmePath)
+        res.json({ status: "SUCCESS" })
+      }
+    )
     app.get("/check-preview-image/:slug", async (req, res) => {
       const { slug } = req.params
       const file = bucket.file(`courses/${slug}/preview.png`)
@@ -948,13 +1011,10 @@ export default class ServeCommand extends SessionCommand {
       }
       const languagesToTranslate: string[] = languages.split(",")
-      const course = await bucket
-        .file(`courses/${courseSlug}/learn.json`)
-        .download()
-      const courseJson = JSON.parse(course.toString())
-      const languageCodes = new Set()
+      const languageCodesRes = await getLanguageCodes(rigoToken, {
+        raw_languages: languagesToTranslate.join(","),
+      })
+      const languageCodes = languageCodesRes.parsed.language_codes
       try {
         await Promise.all(
@@ -962,59 +1022,68 @@ export default class ServeCommand extends SessionCommand {
             const readmePath = `courses/${courseSlug}/exercises/${slug}/README${getReadmeExtension(
               currentLanguage
             )}`
             const readme = await bucket.file(readmePath).download()
             await Promise.all(
-              languagesToTranslate.map(async (language: string) => {
-                const response = await translateExercise(rigoToken, {
-                  text_to_translate: readme.toString(),
-                  output_language: language,
-                  exercise_slug: slug,
-                })
-                const translatedReadme = await bucket.file(
-                  `courses/${courseSlug}/exercises/${slug}/README${getReadmeExtension(
-                    response.parsed.output_language_code
-                  )}`
-                )
-                await translatedReadme.save(response.parsed.translation)
+              languageCodes.map(async (language: string) => {
+                // verify if the translation already exists
+                const translationPath = `courses/${courseSlug}/exercises/${slug}/README${getReadmeExtension(
+                  language
+                )}`
+                const [exists] = await bucket.file(translationPath).exists()
+                if (exists) {
+                  console.log(
+                    `Translation in ${language} already exists for exercise ${slug}`
+                  )
+                  return
+                }
-                languageCodes.add(response.parsed.output_language_code)
+                await translateExercise(
+                  rigoToken,
+                  {
+                    text_to_translate: readme.toString(),
+                    output_language: language,
+                  },
+                  `${process.env.HOST}/webhooks/${courseSlug}/${slug}/save-translation`
+                )
               })
             )
           })
         )
-        const currentLanguages = Object.keys(courseJson.title)
-        for (const languageCode of currentLanguages) {
-          if (languageCodes.has(languageCode)) {
-            languageCodes.delete(languageCode)
+        const course = await bucket
+          .file(`courses/${courseSlug}/learn.json`)
+          .download()
+        const courseJson = JSON.parse(course.toString())
+        const neededLanguages = new Set<string>()
+        let currentLanguages = Object.keys(courseJson.title)
+        for (const languageCode of languageCodes) {
+          if (!currentLanguages.includes(languageCode)) {
+            neededLanguages.add(languageCode)
           }
         }
-        if ([...languageCodes].length > 0) {
-          const translatedCourseMetadata = await Promise.all(
-            [...languageCodes].map(async languageCode => {
-              const result = await translateCourseMetadata(rigoToken, {
-                title: courseJson.title[currentLanguage],
-                description: courseJson.description[currentLanguage],
-                destination_lang_code: languageCode as string,
-              })
+        const neededLanguagesList: string[] = [...neededLanguages]
+          .map((lang: string) => lang.toLowerCase())
+          .sort()
-              return {
-                languageCode,
-                title: result.parsed.title,
-                description: result.parsed.description,
-              }
-            })
-          )
+        if (neededLanguagesList.length > 0) {
+          const result = await translateCourseMetadata(rigoToken, {
+            title: JSON.stringify(courseJson.title),
+            description: JSON.stringify(courseJson.description),
+            new_languages: neededLanguagesList.join(","),
+          })
-          for (const metadata of translatedCourseMetadata) {
-            courseJson.title[metadata.languageCode as string] = metadata.title
-            courseJson.description[metadata.languageCode as string] =
-              metadata.description
-          }
+          const translateTitle = JSON.parse(result.parsed.title)
+          const translateDescription = JSON.parse(result.parsed.description)
+          courseJson.title = translateTitle
+          courseJson.description = translateDescription
           await uploadFileToBucket(
             bucket,
@@ -1022,34 +1091,44 @@ export default class ServeCommand extends SessionCommand {
             `courses/${courseSlug}/learn.json`
           )
+          currentLanguages = Object.keys(courseJson.title)
+        }
+        // Check that all the READMEs exists
+        const missingReadmeTranslations = []
+        let firstAvailable = ""
+        for (const languageCode of currentLanguages) {
+          // eslint-disable-next-line no-await-in-loop
           const previewReadme = await bucket.file(
-            `courses/${courseSlug}/README${getReadmeExtension(currentLanguage)}`
+            `courses/${courseSlug}/README${getReadmeExtension(languageCode)}`
           )
-          const [previewReadmeContent] = await previewReadme.download()
-          const previewReadmeContentString = previewReadmeContent.toString()
-          await Promise.all(
-            [...languageCodes].map(async languageCode => {
-              const translatedPreviewReadme = await translateExercise(
-                rigoToken,
-                {
-                  text_to_translate: previewReadmeContentString,
-                  output_language: languageCode as string,
-                  exercise_slug: "preview-readme",
-                }
-              )
-              await bucket
-                .file(
-                  `courses/${courseSlug}/README${getReadmeExtension(
-                    languageCode as string
-                  )}`
-                )
-                .save(translatedPreviewReadme.parsed.translation)
-            })
-          )
+          // eslint-disable-next-line no-await-in-loop
+          const [exists] = await previewReadme.exists()
+          if (!exists) {
+            missingReadmeTranslations.push(languageCode)
+          } else {
+            // eslint-disable-next-line no-await-in-loop
+            const [previewReadmeContent] = await previewReadme.download()
+            const previewReadmeContentString = previewReadmeContent.toString()
+            firstAvailable = previewReadmeContentString
+          }
         }
+        await Promise.all(
+          missingReadmeTranslations.map(async languageCode => {
+            await translateExercise(
+              rigoToken,
+              {
+                text_to_translate: firstAvailable,
+                output_language: languageCode as string,
+              },
+              `${process.env.HOST}/webhooks/${courseSlug}/initial-readme-processor`
+            )
+          })
+        )
         return res.status(200).json({ message: "Translated exercises" })
       } catch (error) {
         console.log(error, "ERROR")

package/src/commands/translate.ts CHANGED Viewed

@@ -96,11 +96,14 @@ export default class BuildCommand extends SessionCommand {
             .split(",")
             .map(async (language: string) => {
               const readme = await getReadmeForExercise(exercise)
-              const response = await translateExercise(rigoToken, {
-                text_to_translate: readme,
-                output_language: language,
-                exercise_slug: exercise,
-              })
+              const response = await translateExercise(
+                rigoToken,
+                {
+                  text_to_translate: readme,
+                  output_language: language,
+                },
+                `${process.env.HOST}/webhooks/translate-exercise`
+              )
               await saveTranslatedReadme(
                 exercise,

package/src/creator/src/components/Message.tsx CHANGED Viewed

@@ -3,6 +3,7 @@ import { RigoLoader } from "./RigoLoader"
 import { SVGS } from "../assets/svgs"
 import useStore from "../utils/store"
 import { MarkdownRenderer } from "./MarkdownRenderer"
+import { useTranslation } from "react-i18next"
 export type TMessage = {
   type: "user" | "assistant"
@@ -10,13 +11,17 @@ export type TMessage = {
 }
 export const Message: React.FC<TMessage> = ({ type, content }) => {
+  const { t } = useTranslation()
   const user = useStore((state) => state.auth.user)
   const isAI = type === "assistant"
   const isLoading = isAI && !content
   return isLoading ? (
-    <RigoLoader text="Thinking..." svg={<img src="rigo-float.gif" />} />
+    <RigoLoader
+      text={t("loader.thinking")}
+      svg={<img src="rigo-float.gif" />}
+    />
   ) : (
     <div
       className={`flex items-start space-x-2 p-3 rounded-md border ${

package/src/creator/src/components/syllabus/ContentIndex.tsx CHANGED Viewed

@@ -242,7 +242,7 @@ export const ContentIndex = ({
         className="space-y-3 overflow-y-auto max-h-[78vh] pr-2 scrollbar-hide relative pb-20"
       >
         {isThinking ? (
-          <Loader text="Thinking..." minheight="min-h-[69vh]" />
+          <Loader text="" minheight="min-h-[69vh]" />
         ) : (
           <>
             <ContentSecondaryHeader messages={messages} />

package/src/creator/src/components/syllabus/Sidebar.tsx CHANGED Viewed

@@ -110,7 +110,7 @@ export const Sidebar = ({
             ref={inputRef}
             style={{ resize: "none" }}
             className="w-full h-full p-2 outline-blue rounded"
-            placeholder="How can Learnpack help you?"
+            placeholder={t("sidebar.howCanLearnPackHelpYou")}
             onKeyUp={(e) => {
               if (e.key === "Enter" && !e.shiftKey) {
                 e.preventDefault()

package/src/creator/src/locales/en.json CHANGED Viewed

@@ -71,10 +71,12 @@
         }
     },
     "loader": {
-        "text": "Learnpack is setting up your tutorial. It may take a moment..."
+        "text": "Learnpack is setting up your tutorial. It may take a moment...",
+        "thinking": "Thinking..."
     },
     "sidebar": {
-        "chatWithMe": "Chat with me to update the course content"
+        "chatWithMe": "Chat with me to update the course content",
+        "howCanLearnPackHelpYou": "How can LearnPack help you?"
     },
     "contentIndex": {
         "subText": {

package/src/creator/src/locales/es.json CHANGED Viewed

@@ -71,10 +71,12 @@
         }
     },
     "loader": {
-        "text": "Learnpack está configurando tu tutorial. Puede que tarde un momento..."
+        "text": "Learnpack está configurando tu tutorial. Puede que tarde un momento...",
+        "thinking": "Pensando..."
     },
     "sidebar": {
-        "chatWithMe": "Chatea conmigo para actualizar el contenido del curso"
+        "chatWithMe": "Chatea conmigo para actualizar el contenido del curso",
+        "howCanLearnPackHelpYou": "¿Cómo puede LearnPack ayudarte?"
     },
     "contentIndex": {
         "subText": {

package/src/creator/src/utils/rigo.ts CHANGED Viewed

@@ -20,6 +20,8 @@ export const publicInteractiveCreation = async (
       DEV_MODE
         ? "https://9cw5zmww-3000.use2.devtunnels.ms"
         : window.location.origin
+      // : window.location.origin
+      // "https://9cw5zmww-3000.use2.devtunnels.ms"
     }/notifications/${randomUID}`
     console.log("WEBHOOK URL to send to Rigo", webhookUrl)