only_ever_generator 8.6.2 → 8.6.4

package/src/index.ts

@@ -1,69 +1,81 @@
-// import express from "express";
+import express from "express";
 import { OnlyEverGenerator } from "./bootstrap/app";
-// import { ObjectId } from "mongodb";
-// import { setUpMongoClient } from "./helper/mongo_helper";
+import { ObjectId } from "mongodb";
+import { setUpMongoClient } from "./helper/mongo_helper";
+import { GenerationVariablesSchema } from "./types/generation_variables_schema";
+import { testGenerationVariables } from "./constants/default_generation_variables";
 
 export { OnlyEverGenerator };
 
-// const app = express();
+const app = express();
 
-// app.get("/generate", async (req, res) => {
-//   const source = new ObjectId("68b114d4c849a25097ec5021");
-//   const mongo = await setUpMongoClient();
-//   const openAiKey = process.env.OPEN_AI_KEY;
-//   const document = await mongo.collection("_source").findOne({ _id: source });
-//   if (!document) {
-//     return res.status(404).json({ error: "Source not found" });
-//   }
+app.get("/generate", async (req, res) => {
 
-//   const promptIdForClassify =
-//     "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594";
-//   const promptIdForConceptFacts =
-//     "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8";
-//   const promptIdForCardGeneration =
-//     "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6";
-//   const promptIdForMissingConceptsFacts =
-//     "pmpt_687ab50298dc8194b214804999d23df10e03b855371691f9";
-//   const promptIdForSummarize =
-//     "pmpt_6902c30a973481968395935cc6dfa78605f50d2b01d4afbd";
-//   //   const generationCurriculum = process.env.GENERATION_CURRICULUM;
-//   const n = process.env.N;
-//   const generationContent = {
-//     content: {
-//       source_id: document.source_id,
-//       title: document.title,
-//       headings: document.headings,
-//       content: document.content,
-//       fields: [],
-//       taxonomy: {
-//         concepts_facts: document.concepts_facts ?? [],
-//         fields: document.fields ?? [],
-//         summary_cards: document.summary_cards ?? [],
-//         learn_value: document.learn_value,
-//       },
-//       type: document.type,
-//     },
-//   };
-//   const generationVariablesSchema: GenerationVariablesSchema =
-//     defaultGenerationVariables;
-//   const generator = new OnlyEverGenerator(
-//     openAiKey ?? "",
-//     "gpt-4o-mini",
-//     generationContent,
-//     generationVariablesSchema,
-//     false,
-//     1
-//   );
-//   const response = await generator.generate(true, true, [
-//     "cloze",
-//     "mcq",
-//     "flash",
-//     "match",
-//   ]);
-//   console.log("Close");
-//   res.json(response);
-// });
 
-// app.listen(3000, () => {
-//   console.log("Server is running on port 3000");
-// });
+    /**
+     * Set up the MongoDB and get the OpenAI key
+     */
+    const mongo = await setUpMongoClient();
+    const openAiKey = process.env.OPEN_AI_KEY;
+    if (!openAiKey) {
+        return res.status(500).json({ error: "Missing OpenAI API key" });
+    }
+    const model = process.env.OPEN_AI_MODEL;
+    if (!model) {
+        return res.status(500).json({ error: "Missing OpenAI model" });
+    }
+
+    /**
+     * Get the source from the database
+    */
+    const source = new ObjectId("68b114d4c849a25097ec5021");
+    const document = await mongo.collection("_source").findOne({ _id: source });
+    if (!document) {
+        return res.status(404).json({ error: "Source not found" });
+    }
+
+    /**
+     * Set up the generation configuration
+     */
+    const generate_typology = true;
+    const generate_card = true;
+    const generate_assessment = false;
+    const card_generation_types = ["cloze", "mcq", "flash", "match"];
+
+    //ignoring curriculum for now
+    const generationCurriculum = false;
+    const generationContent = {
+        content: {
+            source_id: document.source_id,
+            title: document.title,
+            headings: document.headings,
+            content: document.content,
+            taxonomy: {
+                concepts_facts: document.concepts_facts ?? [],
+                fields: document.fields ?? [],
+                summary_cards: document.summary_cards ?? [],
+                learn_value: document.learn_value,
+            },
+            type: document.type,
+        },
+    };
+    /**
+     * Set up the generation variables schema
+     */
+    const generationVariablesSchema: GenerationVariablesSchema =
+        testGenerationVariables;
+    const generator = new OnlyEverGenerator(
+        openAiKey,
+        model,
+        generationContent,
+        generationVariablesSchema,
+        generationCurriculum,
+    );
+    const response = await generator.generate(generate_typology, generate_card, generate_assessment, card_generation_types);
+    console.log("Completed generation");
+    res.json(response);
+});
+
+app.listen(3000, () => {
+    console.log("Server is running on port 3000");
+});

package/src/logger.ts

@@ -7,6 +7,7 @@ import { setUpMongoClient } from "./helper/mongo_helper";
 type log_type = {
   flow: string;
   data: any;
+  unserialized_error?: any;
   error: string;
   timestamp: Date;
   source_id: string;

package/src/services/get_prompts.ts

@@ -9,105 +9,4 @@ export const promptIds = {
   assessment: "pmpt_69346ba0e8d88194b4e999d561510f99086d01dad36145c5",
 };
 
-const cardGenInstructionsDocs = {
-  cloze: "6780d21318f81be17e39f5c1",
-  flash: "6780d21318f81be17e39f5d2",
-  match: "6780d21318f81be17e39f5d3",
-  mcq: "6780d21318f81be17e39f5d4",
-};
-
-const cardGenExamplesDocs = {
-  cloze: "688af4e5299b7c2c08a52fbe",
-  flash: "688af4e5299b7c2c08a52fcd",
-  match: "688af4e5299b7c2c08a52fce",
-  mcq: "688af4e5299b7c2c08a52fde",
-};
-
-const bloomInstructionsDocs = {
-  bloom_1: "6780d21318f81be17e39f5b5",
-};
-
-export const getPrompts = async (
-  sourceType: string,
-  cardGenerationType: string[]
-) => {
-  // const typologyDocs = JSON.parse(baseConfig.typologyPrompts);
-  // const cardGenerationDocs = JSON.parse(baseConfig.cardGenerationPrompts);
-  // const videoTypologyDocs = JSON.parse(baseConfig.videoTypologyPrompts);
-  // const typologyObjectIds = Object.values(typologyDocs).map((e: any) =>
-  //   ObjectId.createFromHexString(e.toString())
-  // );
-  // const cardGenObjectIds = Object.values(cardGenDocs).map((e: any) =>
-  //   ObjectId.createFromHexString(e)
-  // );
-  // const typologyVideoObjectIds = Object.values(videoTypologyDocs).map(
-  //   (e: any) => ObjectId.createFromHexString(e)
-  // );
 
-  // Filter card generation instructions and examples based on cardGenerationType array
-  const filteredCardGenInstructions: Record<string, string> = {};
-  const filteredCardGenExamples: Record<string, string> = {};
-
-  cardGenerationType.forEach((type) => {
-    if (cardGenInstructionsDocs[type as keyof typeof cardGenInstructionsDocs]) {
-      filteredCardGenInstructions[type] =
-        cardGenInstructionsDocs[type as keyof typeof cardGenInstructionsDocs];
-    }
-    if (cardGenExamplesDocs[type as keyof typeof cardGenExamplesDocs]) {
-      filteredCardGenExamples[type] =
-        cardGenExamplesDocs[type as keyof typeof cardGenExamplesDocs];
-    }
-  });
-
-  const cardGenInstructionsObjectIds = Object.values(
-    filteredCardGenInstructions
-  ).map((e: any) => ObjectId.createFromHexString(e));
-  const cardGenExamplesObjectIds = Object.values(filteredCardGenExamples).map(
-    (e: any) => ObjectId.createFromHexString(e)
-  );
-  const bloomInstructionsObjectIds = Object.values(bloomInstructionsDocs).map(
-    (e: any) => ObjectId.createFromHexString(e)
-  );
-
-  const cardInstructions = await getPromptString(cardGenInstructionsObjectIds);
-  const cardExamples = await getPromptString(cardGenExamplesObjectIds);
-  const bloomInstructions = await getPromptString(bloomInstructionsObjectIds);
-  return {
-    card_instructions: cardInstructions,
-    card_examples: cardExamples,
-    bloom_instructions: bloomInstructions,
-  };
-
-  async function getPromptString(promptIds: ObjectId[]) {
-    const database = await setUpMongoClient();
-    let result = await database
-      .collection("_prompts")
-      .aggregate([
-        {
-          $match: {
-            _id: { $in: promptIds },
-          },
-        },
-        {
-          $group: {
-            _id: null,
-            allContent: { $push: "$prompt" },
-          },
-        },
-        {
-          /// concat each element in above created `allContent temp field`, and update that to "concatenatedContent"(temp field)
-          $project: {
-            concatenatedContent: {
-              $reduce: {
-                input: "$allContent",
-                initialValue: "",
-                in: { $concat: ["$$value", "$$this"] },
-              },
-            },
-          },
-        },
-      ])
-      .toArray();
-    return result.length > 0 ? result[0].concatenatedContent : "";
-  }
-};

package/src/types/base_param_type.ts

@@ -6,7 +6,6 @@ export type BaseParamType = {
     title: string;
     headings: string[];
     content: any[];
-    fields: string[];
     taxonomy?: SourceTaxonomy;
     type: string;
   };

package/src/typology_gen/generate_assessment.ts

@@ -139,11 +139,25 @@ export class GenerateAssessment {
         assessment_questions: assessment_questions,
         metadata: response.metadata,
       };
-    } catch (error) {
-      console.log(error);
+    } catch (error: any) {
+      const serializedError = {
+        message: error?.message,
+        stack: error?.stack,
+        code: error?.code,
+        status: error?.status,
+        cause: error?.cause ? {
+          message: error.cause?.message,
+          code: error.cause?.code,
+          errno: error.cause?.errno,
+          syscall: error.cause?.syscall,
+        } : undefined,
+        name: error?.name,
+      }
+      console.log(serializedError);
       await log_error({
         flow: "assessment_generation",
-        data: error,
+        data: serializedError,
+        unserialized_error: error,
         timestamp: new Date(),
         error: "error_in_assessment_generation",
         source_id: this.sourceId,

package/src/typology_gen/generate_concept_facts.ts

@@ -130,13 +130,27 @@ export class GenerateConceptFacts {
         concepts_facts: concepts_facts,
         metadata: openAiResponse.metadata,
       };
-    } catch (error) {
-      console.log(error);
+    } catch (error: any) {
+      const serializedError = {
+        message: error?.message,
+        stack: error?.stack,
+        code: error?.code,
+        status: error?.status,
+        cause: error?.cause ? {
+          message: error.cause?.message,
+          code: error.cause?.code,
+          errno: error.cause?.errno,
+          syscall: error.cause?.syscall,
+        } : undefined,
+        name: error?.name,
+      }
+      console.log(serializedError);
       await log_error({
         flow: this.generationCurriculum
           ? "curriculum_manual_generation"
           : "manual_generation",
-        data: error,
+        data: serializedError,
+        unserialized_error: error,
         timestamp: new Date(),
         error: "error_in_concept_facts_generation",
         source_id: this.sourceId,

package/src/typology_gen/generate_typology.ts

@@ -113,12 +113,26 @@ export class GenerateTypology {
         return openAiResponse;
       }
     } catch (e: any) {
-      console.log(e);
+      const serializedError = {
+        message: e?.message,
+        stack: e?.stack,
+        code: e?.code,
+        status: e?.status,
+        cause: e?.cause ? {
+          message: e.cause?.message,
+          code: e.cause?.code,
+          errno: e.cause?.errno,
+          syscall: e.cause?.syscall,
+        } : undefined,
+        name: e?.name,
+      }
+      console.log(serializedError);
       await log_error({
         flow: this.generationCurriculum
           ? "curriculum_manual_generation"
           : "manual_generation",
-        data: e,
+        data: serializedError,
+        unserialized_error: e,
         timestamp: new Date(),
         error: "error_in_typology_generation",
         source_id: this.sourceId,

package/src/typology_gen/summarize.ts

@@ -122,13 +122,27 @@ export class GenerateSummaryCards {
         summary_cards: summaryCards,
         metadata: openAiResponse.metadata,
       };
-    } catch (error) {
-      console.log(error);
+    } catch (error: any) {
+      const serializedError = {
+        message: error?.message,
+        stack: error?.stack,
+        code: error?.code,
+        status: error?.status,
+        cause: error?.cause ? {
+          message: error.cause?.message,
+          code: error.cause?.code,
+          errno: error.cause?.errno,
+          syscall: error.cause?.syscall,
+        } : undefined,
+        name: error?.name,
+      }
+      console.log(serializedError);
       await log_error({
         flow: this.generationCurriculum
           ? "curriculum_manual_generation"
           : "manual_generation",
-        data: error,
+        data: serializedError,
+        unserialized_error: error,
         timestamp: new Date(),
         error: "error_in_summary_cards_generation",
         source_id: this.sourceId,