only_ever_generator 8.4.1 → 8.4.4

package/src/helper/schema_helper/build_card_schema.ts

@@ -31,7 +31,7 @@ export const buildCardSchema = async (
 
   // Deep clone to avoid mutating the original
   const populatedSchema = JSON.parse(
-    JSON.stringify(cardTypeSchemas[firstCardType])
+    JSON.stringify(cardTypeSchemas[firstCardType].schema)
   );
 
   // Populate concepts enum

package/src/helper/schema_helper/build_concept_facts_schema.ts

@@ -5,27 +5,13 @@ import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
 // Function to populate enums in a parsed schema
 export async function buildConceptFactSchema(
   headings: string[],
-  name: string = "concept_fact_gen_schema",
-  strict: boolean = true
+  conceptFactSchema: any
 ) {
-  const database = await setUpMongoClient();
-  const objectId = new ObjectId("6895ac4baa1cad73b0018061");
-  const schemaObj = await database.collection("_prompts").findOne({
-    _id: objectId,
-  });
-  if (!schemaObj) {
-    throw new Error("Schema not found");
-  }
-  const schema = schemaObj.schema;
-  if (!schema) {
-    throw new Error("Schema not found");
-  }
-  // Deep clone to avoid mutating the original
-  const populatedSchema = JSON.parse(schema);
+  const populatedSchema = conceptFactSchema;
 
   // Update name and strict mode
-  populatedSchema.name = name;
-  populatedSchema.strict = strict;
+  populatedSchema.name = conceptFactSchema.name;
+  populatedSchema.strict = conceptFactSchema.strict;
 
   const allowedRefs = [...headings, ""];
 

package/src/helper/schema_helper/build_summary_schema.ts

@@ -4,27 +4,16 @@ import { setUpMongoClient, ObjectId } from "../mongo_helper";
 // Function to populate enums in a parsed schema
 export async function buildSummarySchema(
   headings: string[],
-  name: string = "summary_cards",
-  strict: boolean = true
+  summarySchema: any
 ) {
-  const database = await setUpMongoClient();
-  const objectId = new ObjectId("690ae043116a8c929f3a4cd5");
-  const schemaObj = await database.collection("_prompts").findOne({
-    _id: objectId,
-  });
-  if (!schemaObj) {
-    throw new Error("Schema not found");
+  if (!summarySchema) {
+    return {};
   }
-  const schema = schemaObj.schema;
-  if (!schema) {
-    throw new Error("Schema not found");
-  }
-  // Deep clone to avoid mutating the original
-  const populatedSchema = JSON.parse(schema);
+  const populatedSchema = summarySchema;
 
   // Update name and strict mode
-  populatedSchema.name = name;
-  populatedSchema.strict = strict;
+  populatedSchema.name = summarySchema.name;
+  populatedSchema.strict = summarySchema.strict;
 
   // Sanitize headings to remove quotes for OpenAI structured outputs
   const sanitizedStrings = sanitizeStringsForSchema(headings);

package/src/index.ts

@@ -1,15 +1,18 @@
-import express from "express";
-import { OnlyEverGenerator } from "./bootstrap/app";
-import { ObjectId } from "mongodb";
-// import { database, setUp } from "./helper/mongo_helper";
+// import express from "express";
+// import { OnlyEverGenerator } from "./bootstrap/app";
+// import { ObjectId } from "mongodb";
+// import { setUpMongoClient } from "./helper/mongo_helper";
+// import { GenerationVariablesSchema } from "./types/generation_variables_schema";
+// import { defaultGenerationVariables } from "./constants/default_generation_variables";
 
-export { OnlyEverGenerator };
+// export { OnlyEverGenerator };
 
 // const app = express();
 
 // app.get("/generate", async (req, res) => {
 //   const source = new ObjectId("692837542bd1597ff832d383");
-//   setUp();
+//   //   setUp();
+//   const database = await setUpMongoClient();
 //   const openAiKey = process.env.OPEN_AI_KEY;
 //   const document = await database
 //     .collection("_source")
@@ -45,14 +48,13 @@ export { OnlyEverGenerator };
 //       type: document.type,
 //     },
 //   };
+//   const generationVariablesSchema: GenerationVariablesSchema =
+//     defaultGenerationVariables;
 //   const generator = new OnlyEverGenerator(
 //     openAiKey ?? "",
 //     "gpt-4o-mini",
 //     generationContent,
-//     promptIdForClassify ?? "",
-//     promptIdForConceptFacts ?? "",
-//     promptIdForCardGeneration ?? "",
-//     promptIdForSummarize ?? "",
+//     generationVariablesSchema,
 //     false,
 //     1
 //   );

package/src/services/get_prompts.ts

@@ -1,38 +1,11 @@
 import { setUpMongoClient, ObjectId } from "../helper/mongo_helper";
-const typologyDocs = {
-  role: "676528fc59c0563f42607add",
-  input: "6765298059c0563f42607ade",
-  steps: "6765298b59c0563f42607adf",
-  schema: "6765299559c0563f42607ae0",
-  fields: "676529a259c0563f42607ae1",
-  concepts: "676529b759c0563f42607ae2",
-  facts: "67652b1659c0563f42607aea",
-  generate: "676529c259c0563f42607ae3",
-  summarize: "676529d259c0563f42607ae4",
-};
-
-const cardGenDocs = {
-  role: "676526c959c0563f42607ad4",
-  inputs: "676526c959c0563f42607ad5",
-  steps: "676526c959c0563f42607ad6",
-  schema: "676526c959c0563f42607ad7",
-  cloze: "6765270859c0563f42607ad8",
-  flash: "6765274159c0563f42607ad9",
-  match: "6765276959c0563f42607adb",
-  mcq: "6765275f59c0563f42607ada",
-  coverage: "6765277a59c0563f42607adc",
-};
 
-const videoTypologyDocs = {
-  role: "676529e259c0563f42607ae5",
-  inputs: "676529f059c0563f42607ae6",
-  steps: "6765298b59c0563f42607adf",
-  schema: "67652a2559c0563f42607ae7",
-  fields: "676529a259c0563f42607ae1",
-  concepts: "67652a3459c0563f42607ae8",
-  facts: "67652a4459c0563f42607ae9",
-  generate: "676529c259c0563f42607ae3",
-  summarize: "676529d259c0563f42607ae4",
+export const promptIds = {
+  classify: "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
+  conceptFacts: "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
+  cardGeneration: "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6",
+  missingConceptsFacts: "pmpt_687ab50298dc8194b214804999d23df10e03b855371691f9",
+  summarize: "pmpt_6902c30a973481968395935cc6dfa78605f50d2b01d4afbd",
 };
 
 const cardGenInstructionsDocs = {
@@ -60,15 +33,15 @@ export const getPrompts = async (
   // const typologyDocs = JSON.parse(baseConfig.typologyPrompts);
   // const cardGenerationDocs = JSON.parse(baseConfig.cardGenerationPrompts);
   // const videoTypologyDocs = JSON.parse(baseConfig.videoTypologyPrompts);
-  const typologyObjectIds = Object.values(typologyDocs).map((e: any) =>
-    ObjectId.createFromHexString(e.toString())
-  );
-  const cardGenObjectIds = Object.values(cardGenDocs).map((e: any) =>
-    ObjectId.createFromHexString(e)
-  );
-  const typologyVideoObjectIds = Object.values(videoTypologyDocs).map(
-    (e: any) => ObjectId.createFromHexString(e)
-  );
+  // const typologyObjectIds = Object.values(typologyDocs).map((e: any) =>
+  //   ObjectId.createFromHexString(e.toString())
+  // );
+  // const cardGenObjectIds = Object.values(cardGenDocs).map((e: any) =>
+  //   ObjectId.createFromHexString(e)
+  // );
+  // const typologyVideoObjectIds = Object.values(videoTypologyDocs).map(
+  //   (e: any) => ObjectId.createFromHexString(e)
+  // );
 
   // Filter card generation instructions and examples based on cardGenerationType array
   const filteredCardGenInstructions: Record<string, string> = {};
@@ -94,41 +67,16 @@ export const getPrompts = async (
   const bloomInstructionsObjectIds = Object.values(bloomInstructionsDocs).map(
     (e: any) => ObjectId.createFromHexString(e)
   );
-  const typology = await getPromptString(typologyObjectIds);
-  const card_generation = await getPromptString(cardGenObjectIds);
-  const video_typology = await getPromptString(typologyVideoObjectIds);
+
   const cardInstructions = await getPromptString(cardGenInstructionsObjectIds);
   const cardExamples = await getPromptString(cardGenExamplesObjectIds);
   const bloomInstructions = await getPromptString(bloomInstructionsObjectIds);
-  if (sourceType === "video") {
-    return {
-      typology: {
-        prompt: video_typology,
-        ids: Object.values(videoTypologyDocs),
-      },
-      card_gen: {
-        prompt: card_generation,
-        ids: Object.values(cardGenDocs),
-      },
-      card_instructions: cardInstructions,
-      card_examples: cardExamples,
-      bloom_instructions: bloomInstructions,
-    };
-  } else {
-    return {
-      typology: {
-        prompt: typology,
-        ids: Object.values(typologyDocs),
-      },
-      card_gen: {
-        prompt: card_generation,
-        ids: Object.values(cardGenDocs),
-      },
-      card_instructions: cardInstructions,
-      card_examples: cardExamples,
-      bloom_instructions: bloomInstructions,
-    };
-  }
+  return {
+    card_instructions: cardInstructions,
+    card_examples: cardExamples,
+    bloom_instructions: bloomInstructions,
+  };
+
   async function getPromptString(promptIds: ObjectId[]) {
     const database = await setUpMongoClient();
     let result = await database

package/src/typology_gen/generate_concept_facts.ts

@@ -7,6 +7,7 @@ import {
   restoreQuotesInString,
 } from "../utils/sanitize_strings";
 import { GenerationVariablesSchema } from "../types/generation_variables_schema";
+import { promptIds } from "../services/get_prompts";
 
 export class GenerateConceptFacts {
   public openAiService: OpenAiService;
@@ -21,7 +22,6 @@ export class GenerateConceptFacts {
     content: any[];
   };
   public type: string = "";
-  public promptIdForConceptFacts: string;
   constructor(
     openAiService: OpenAiService,
     sourceId: string,
@@ -32,14 +32,12 @@ export class GenerateConceptFacts {
       content: any[];
     },
     type: string,
-    promptIdForConceptFacts: string,
     generationCurriculum: boolean,
     generationVariablesSchema: GenerationVariablesSchema
   ) {
     this.openAiService = openAiService;
     this.openAIHelper = new OpenAIHelper(this.openAiService.api_key);
     this.content = content;
-    this.promptIdForConceptFacts = promptIdForConceptFacts;
     this.type = type;
     this.sourceId = sourceId;
     this.generationCurriculum = generationCurriculum;
@@ -52,17 +50,16 @@ export class GenerateConceptFacts {
         this.type === "text"
           ? this.content.h1_headings || [""]
           : this.content.timecodes || [""];
-      const schema =
-        this.generationVariablesSchema.output_schema.concepts_facts;
-      // const schema = await buildConceptFactSchema(
-      //   headings.length > 0 ? headings : [""],
-      //   "concept_fact_gen_schema",
-      //   true
-      // );
+      // const schema =
+      //   this.generationVariablesSchema.output_schema.concepts_facts;
+      const schema = await buildConceptFactSchema(
+        headings.length > 0 ? headings : [""],
+        this.generationVariablesSchema.output_schema.concepts_facts
+      );
       const openAiResponse: any =
         await this.openAIHelper.openAI.responses.create({
           prompt: {
-            id: this.promptIdForConceptFacts,
+            id: promptIds.conceptFacts,
             // version: "200",
             variables: {
               heading_type: this.type == "video" ? "timecode" : "h1 heading",

package/src/typology_gen/generate_typology.ts

@@ -1,5 +1,6 @@
 import { OpenAIHelper } from "../helper/openai_helper";
 import { log_error, ParsingError } from "../logger";
+import { promptIds } from "../services/get_prompts";
 import { OpenAiService } from "../services/open_ai_service";
 import { restoreQuotesInString } from "../utils/sanitize_strings";
 
@@ -14,7 +15,6 @@ export class GenerateTypology {
     timecodes?: string[];
     content: any[];
   };
-  public promptIdForTypology: string;
   expectedFields: Array<string>;
   constructor(
     openAiService: OpenAiService,
@@ -27,7 +27,6 @@ export class GenerateTypology {
       content: any[];
     },
     expected_fields: Array<string>,
-    promptIdForTypology: string,
     generationCurriculum: boolean
   ) {
     this.openAiService = openAiService;
@@ -37,7 +36,6 @@ export class GenerateTypology {
     this.expectedFields = expected_fields.map((elem: string) =>
       elem.toString().toUpperCase()
     );
-    this.promptIdForTypology = promptIdForTypology;
     this.generationCurriculum = generationCurriculum;
   }
   async generate() {
@@ -45,7 +43,7 @@ export class GenerateTypology {
       const openAIHelper = new OpenAIHelper(this.openAiService.api_key);
       const openAiResponse: any = await openAIHelper.openAI.responses.create({
         prompt: {
-          id: this.promptIdForTypology,
+          id: promptIds.classify,
           variables: {
             heading_type: this.type == "video" ? "timecode" : "h1 heading",
           },

package/src/typology_gen/summarize.ts

@@ -4,6 +4,7 @@ import { log_error, ParsingError } from "../logger";
 import { restoreQuotesInString } from "../utils/sanitize_strings";
 import { buildSummarySchema } from "../helper/schema_helper/build_summary_schema";
 import { GenerationVariablesSchema } from "../types/generation_variables_schema";
+import { promptIds } from "../services/get_prompts";
 
 export class GenerateSummaryCards {
   public openAiService: OpenAiService;
@@ -18,7 +19,6 @@ export class GenerateSummaryCards {
     content: any[];
   };
   public type: string = "";
-  public promptIdForSummaryCards: string;
   constructor(
     openAiService: OpenAiService,
     sourceId: string,
@@ -29,14 +29,12 @@ export class GenerateSummaryCards {
       content: any[];
     },
     type: string,
-    promptIdForSummaryCards: string,
     generationCurriculum: boolean,
     generationVariablesSchema: GenerationVariablesSchema
   ) {
     this.openAiService = openAiService;
     this.openAIHelper = new OpenAIHelper(this.openAiService.api_key);
     this.content = content;
-    this.promptIdForSummaryCards = promptIdForSummaryCards;
     this.type = type;
     this.sourceId = sourceId;
     this.generationCurriculum = generationCurriculum;
@@ -49,16 +47,15 @@ export class GenerateSummaryCards {
         this.type === "text"
           ? this.content.h1_headings || [""]
           : this.content.timecodes || [""];
-      // const schema = await buildSummarySchema(
-      //   headings.length > 0 ? headings : [""],
-      //   "summary_cards",
-      //   true
-      // );
-      const schema = this.generationVariablesSchema.output_schema.summary;
+      const schema = await buildSummarySchema(
+        headings.length > 0 ? headings : [""],
+        this.generationVariablesSchema.output_schema.summary
+      );
+      // const schema = this.generationVariablesSchema.output_schema.summary;
       const openAiResponse: any =
         await this.openAIHelper.openAI.responses.create({
           prompt: {
-            id: this.promptIdForSummaryCards,
+            id: promptIds.summarize,
             variables: {
               heading_type: this.type == "video" ? "timecode" : "h1 heading",
             },