only_ever_generator 8.6.0 → 8.6.1

package/src/helper/schema_helper/build_card_schema.ts

@@ -1,74 +1,98 @@
 import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
-import { setUpMongoClient, ObjectId } from "../mongo_helper";
 
-// flash:68ef4e1b5a123c94a835c6ab
-// cloze:68ef4eb45a123c94a835c6ac
-// mcq:68ef4f095a123c94a835c6ad
-// match:68ef4fae5a123c94a835c6ae
+/**
+ * Builds card output schema by populating the integrated schemas with concepts, facts, and card-specific schemas
+ * @param concepts - Array of concept strings
+ * @param facts - Array of fact strings
+ * @param card_generation_types - Array of card types to generate (e.g., ["flash", "mcq", "cloze"])
+ * @param cardTypeSchemas - Object mapping card types to their integrated schemas from getPrompts (e.g., { flash: {...}, mcq: {...} })
+ * @returns Populated schema object ready for use
+ */
 export const buildCardSchema = async (
   concepts: string[],
   facts: string[],
-  card_generation_types: string[]
+  card_generation_types: string[],
+  cardTypeSchemas: Record<string, any>
 ) => {
-  const database = await setUpMongoClient();
-  const objectId = new ObjectId("689c5cbd0d9d3bbda64b9584");
-  const schemaObj = await database.collection("_prompts").findOne({
-    _id: objectId,
-  });
-  if (!schemaObj) {
-    throw new Error("Schema not found");
-  }
-  const schema = schemaObj.schema;
-  if (!schema) {
-    throw new Error("Schema not found");
+  if (!cardTypeSchemas || Object.keys(cardTypeSchemas).length === 0) {
+    throw new Error("Card type schemas are required");
   }
+
   const conceptsSanitized = sanitizeStringsForSchema(concepts);
   const factsSanitized = sanitizeStringsForSchema(facts);
 
-  // Fetch individual card type schemas based on card_generation_types
-  const cardTypeObjectIds: { [key: string]: ObjectId } = {
-    flash: new ObjectId("68ef4e1b5a123c94a835c6ab"),
-    cloze: new ObjectId("68ef4eb45a123c94a835c6ac"),
-    mcq: new ObjectId("68ef4f095a123c94a835c6ad"),
-    match: new ObjectId("68ef4fae5a123c94a835c6ae"),
-  };
+  // Use the first available card type schema as the base (all have the same base structure)
+  const firstCardType = card_generation_types.find(
+    (type) => cardTypeSchemas[type]
+  );
+  if (!firstCardType) {
+    throw new Error("No valid card type schema found");
+  }
 
-  const cardTypeSchemas: { [key: string]: any } = {};
+  // Deep clone to avoid mutating the original
+  const populatedSchema = JSON.parse(
+    JSON.stringify(cardTypeSchemas[firstCardType].schema)
+  );
 
-  // Only fetch schemas for the requested card types
-  for (const cardType of card_generation_types) {
-    if (cardTypeObjectIds[cardType]) {
-      const cardSchemaObj = await database.collection("_prompts").findOne({
-        _id: cardTypeObjectIds[cardType],
-      });
-      if (cardSchemaObj && cardSchemaObj.schema) {
-        cardTypeSchemas[cardType] = JSON.parse(cardSchemaObj.schema);
-      }
-    }
+  // Populate concepts enum
+  if (
+    populatedSchema.schema?.properties?.test_cards?.items?.properties?.concepts
+      ?.items?.enum
+  ) {
+    populatedSchema.schema.properties.test_cards.items.properties.concepts.items.enum =
+      conceptsSanitized;
   }
 
-  // Deep clone to avoid mutating the original
-  const populatedSchema = JSON.parse(schema);
-  populatedSchema.schema.properties.test_cards.items.properties.concepts.items.enum =
-    conceptsSanitized;
-  populatedSchema.schema.properties.test_cards.items.properties.facts.items.enum =
-    factsSanitized;
+  // Populate facts enum
+  if (
+    populatedSchema.schema?.properties?.test_cards?.items?.properties?.facts
+      ?.items?.enum
+  ) {
+    populatedSchema.schema.properties.test_cards.items.properties.facts.items.enum =
+      factsSanitized;
+  }
 
   // Replace the type enum with the requested card generation types
-  populatedSchema.schema.properties.test_cards.items.properties.type.enum =
-    card_generation_types;
+  if (
+    populatedSchema.schema?.properties?.test_cards?.items?.properties?.type
+      ?.enum
+  ) {
+    populatedSchema.schema.properties.test_cards.items.properties.type.enum =
+      card_generation_types;
+  }
 
-  // Replace anyOf array with individual schemas based on card type
-  if (Object.keys(cardTypeSchemas).length > 0) {
-    populatedSchema.schema.properties.test_cards.items.properties.card_content =
-      {
-        anyOf: Object.values(cardTypeSchemas),
-      };
+  // Extract card-specific schemas from the anyOf of each card type schema
+  const filteredCardTypeSchemas: any[] = [];
+  for (const cardType of card_generation_types) {
+    if (cardTypeSchemas[cardType]) {
+      const cardSchema = cardTypeSchemas[cardType];
+      // Extract the card-specific schema from the anyOf array
+      const cardContentSchema =
+        cardSchema.schema?.properties?.test_cards?.items?.properties
+          ?.card_content?.anyOf?.[0];
+      if (cardContentSchema) {
+        filteredCardTypeSchemas.push(cardContentSchema);
+      }
+    }
+  }
+
+  // Replace anyOf array with all card-specific schemas
+  if (filteredCardTypeSchemas.length > 0) {
+    if (
+      populatedSchema.schema?.properties?.test_cards?.items?.properties
+        ?.card_content
+    ) {
+      populatedSchema.schema.properties.test_cards.items.properties.card_content =
+        {
+          anyOf: filteredCardTypeSchemas,
+        };
+    }
   }
 
   console.log(
     "Populated Schema",
     JSON.stringify(populatedSchema.schema.properties.test_cards.items, null, 2)
   );
+
   return populatedSchema;
 };

package/src/helper/schema_helper/build_concept_facts_schema.ts

@@ -5,27 +5,13 @@ import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
 // Function to populate enums in a parsed schema
 export async function buildConceptFactSchema(
   headings: string[],
-  name: string = "concept_fact_gen_schema",
-  strict: boolean = true
+  conceptFactSchema: any
 ) {
-  const database = await setUpMongoClient();
-  const objectId = new ObjectId("6895ac4baa1cad73b0018061");
-  const schemaObj = await database.collection("_prompts").findOne({
-    _id: objectId,
-  });
-  if (!schemaObj) {
-    throw new Error("Schema not found");
-  }
-  const schema = schemaObj.schema;
-  if (!schema) {
-    throw new Error("Schema not found");
-  }
-  // Deep clone to avoid mutating the original
-  const populatedSchema = JSON.parse(schema);
+  const populatedSchema = conceptFactSchema;
 
   // Update name and strict mode
-  populatedSchema.name = name;
-  populatedSchema.strict = strict;
+  populatedSchema.name = conceptFactSchema.name;
+  populatedSchema.strict = conceptFactSchema.strict;
 
   const allowedRefs = [...headings, ""];
 

package/src/helper/schema_helper/build_summary_schema.ts

@@ -4,27 +4,16 @@ import { setUpMongoClient, ObjectId } from "../mongo_helper";
 // Function to populate enums in a parsed schema
 export async function buildSummarySchema(
   headings: string[],
-  name: string = "summary_cards",
-  strict: boolean = true
+  summarySchema: any
 ) {
-  const database = await setUpMongoClient();
-  const objectId = new ObjectId("690ae043116a8c929f3a4cd5");
-  const schemaObj = await database.collection("_prompts").findOne({
-    _id: objectId,
-  });
-  if (!schemaObj) {
-    throw new Error("Schema not found");
+  if (!summarySchema) {
+    return {};
   }
-  const schema = schemaObj.schema;
-  if (!schema) {
-    throw new Error("Schema not found");
-  }
-  // Deep clone to avoid mutating the original
-  const populatedSchema = JSON.parse(schema);
+  const populatedSchema = summarySchema;
 
   // Update name and strict mode
-  populatedSchema.name = name;
-  populatedSchema.strict = strict;
+  populatedSchema.name = summarySchema.name;
+  populatedSchema.strict = summarySchema.strict;
 
   // Sanitize headings to remove quotes for OpenAI structured outputs
   const sanitizedStrings = sanitizeStringsForSchema(headings);

package/src/index.ts

@@ -44,14 +44,13 @@ export { OnlyEverGenerator };
 //       type: document.type,
 //     },
 //   };
+//   const generationVariablesSchema: GenerationVariablesSchema =
+//     defaultGenerationVariables;
 //   const generator = new OnlyEverGenerator(
 //     openAiKey ?? "",
 //     "gpt-4o-mini",
 //     generationContent,
-//     promptIdForClassify ?? "",
-//     promptIdForConceptFacts ?? "",
-//     promptIdForCardGeneration ?? "",
-//     promptIdForSummarize ?? "",
+//     generationVariablesSchema,
 //     false,
 //     1
 //   );

package/src/services/get_prompts.ts

@@ -1,38 +1,12 @@
 import { setUpMongoClient, ObjectId } from "../helper/mongo_helper";
-const typologyDocs = {
-  role: "676528fc59c0563f42607add",
-  input: "6765298059c0563f42607ade",
-  steps: "6765298b59c0563f42607adf",
-  schema: "6765299559c0563f42607ae0",
-  fields: "676529a259c0563f42607ae1",
-  concepts: "676529b759c0563f42607ae2",
-  facts: "67652b1659c0563f42607aea",
-  generate: "676529c259c0563f42607ae3",
-  summarize: "676529d259c0563f42607ae4",
-};
-
-const cardGenDocs = {
-  role: "676526c959c0563f42607ad4",
-  inputs: "676526c959c0563f42607ad5",
-  steps: "676526c959c0563f42607ad6",
-  schema: "676526c959c0563f42607ad7",
-  cloze: "6765270859c0563f42607ad8",
-  flash: "6765274159c0563f42607ad9",
-  match: "6765276959c0563f42607adb",
-  mcq: "6765275f59c0563f42607ada",
-  coverage: "6765277a59c0563f42607adc",
-};
 
-const videoTypologyDocs = {
-  role: "676529e259c0563f42607ae5",
-  inputs: "676529f059c0563f42607ae6",
-  steps: "6765298b59c0563f42607adf",
-  schema: "67652a2559c0563f42607ae7",
-  fields: "676529a259c0563f42607ae1",
-  concepts: "67652a3459c0563f42607ae8",
-  facts: "67652a4459c0563f42607ae9",
-  generate: "676529c259c0563f42607ae3",
-  summarize: "676529d259c0563f42607ae4",
+export const promptIds = {
+  classify: "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
+  conceptFacts: "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
+  cardGeneration: "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6",
+  missingConceptsFacts: "pmpt_687ab50298dc8194b214804999d23df10e03b855371691f9",
+  summarize: "pmpt_6902c30a973481968395935cc6dfa78605f50d2b01d4afbd",
+  assessment: "pmpt_69346ba0e8d88194b4e999d561510f99086d01dad36145c5",
 };
 
 const cardGenInstructionsDocs = {
@@ -60,15 +34,15 @@ export const getPrompts = async (
   // const typologyDocs = JSON.parse(baseConfig.typologyPrompts);
   // const cardGenerationDocs = JSON.parse(baseConfig.cardGenerationPrompts);
   // const videoTypologyDocs = JSON.parse(baseConfig.videoTypologyPrompts);
-  const typologyObjectIds = Object.values(typologyDocs).map((e: any) =>
-    ObjectId.createFromHexString(e.toString())
-  );
-  const cardGenObjectIds = Object.values(cardGenDocs).map((e: any) =>
-    ObjectId.createFromHexString(e)
-  );
-  const typologyVideoObjectIds = Object.values(videoTypologyDocs).map(
-    (e: any) => ObjectId.createFromHexString(e)
-  );
+  // const typologyObjectIds = Object.values(typologyDocs).map((e: any) =>
+  //   ObjectId.createFromHexString(e.toString())
+  // );
+  // const cardGenObjectIds = Object.values(cardGenDocs).map((e: any) =>
+  //   ObjectId.createFromHexString(e)
+  // );
+  // const typologyVideoObjectIds = Object.values(videoTypologyDocs).map(
+  //   (e: any) => ObjectId.createFromHexString(e)
+  // );
 
   // Filter card generation instructions and examples based on cardGenerationType array
   const filteredCardGenInstructions: Record<string, string> = {};
@@ -94,41 +68,16 @@ export const getPrompts = async (
   const bloomInstructionsObjectIds = Object.values(bloomInstructionsDocs).map(
     (e: any) => ObjectId.createFromHexString(e)
   );
-  const typology = await getPromptString(typologyObjectIds);
-  const card_generation = await getPromptString(cardGenObjectIds);
-  const video_typology = await getPromptString(typologyVideoObjectIds);
+
   const cardInstructions = await getPromptString(cardGenInstructionsObjectIds);
   const cardExamples = await getPromptString(cardGenExamplesObjectIds);
   const bloomInstructions = await getPromptString(bloomInstructionsObjectIds);
-  if (sourceType === "video") {
-    return {
-      typology: {
-        prompt: video_typology,
-        ids: Object.values(videoTypologyDocs),
-      },
-      card_gen: {
-        prompt: card_generation,
-        ids: Object.values(cardGenDocs),
-      },
-      card_instructions: cardInstructions,
-      card_examples: cardExamples,
-      bloom_instructions: bloomInstructions,
-    };
-  } else {
-    return {
-      typology: {
-        prompt: typology,
-        ids: Object.values(typologyDocs),
-      },
-      card_gen: {
-        prompt: card_generation,
-        ids: Object.values(cardGenDocs),
-      },
-      card_instructions: cardInstructions,
-      card_examples: cardExamples,
-      bloom_instructions: bloomInstructions,
-    };
-  }
+  return {
+    card_instructions: cardInstructions,
+    card_examples: cardExamples,
+    bloom_instructions: bloomInstructions,
+  };
+
   async function getPromptString(promptIds: ObjectId[]) {
     const database = await setUpMongoClient();
     let result = await database

package/src/types/generation_variables_schema.ts

@@ -0,0 +1,17 @@
+export type GenerationVariablesSchema = {
+  bloom_instructions: any;
+  output_schema: {
+    concepts_facts: any;
+    summary: any;
+    classification: any;
+    assessment: any;
+  };
+  cards: Record<
+    string,
+    {
+      instructions: string;
+      examples: string;
+      schema: any;
+    }
+  >;
+};

package/src/typology_gen/generate_assessment.ts

@@ -3,12 +3,15 @@ import { OpenAIHelper } from "../helper/openai_helper";
 import { OpenAiService } from "../services/open_ai_service";
 import { log_error, ParsingError } from "../logger";
 import { ObjectId, setUpMongoClient } from "../helper/mongo_helper";
+import { promptIds } from "../services/get_prompts";
+import { GenerationVariablesSchema } from "../types/generation_variables_schema";
 
 export class GenerateAssessment {
   public openAiService: OpenAiService;
   public openAIHelper: OpenAIHelper;
   public sourceId: string;
   public fields: any[];
+  public generationVariablesSchema: GenerationVariablesSchema;
   public content: {
     concepts_facts: any[];
     source_content: any[];
@@ -20,26 +23,19 @@ export class GenerateAssessment {
       source_content: any[];
     },
     sourceId: string,
-    fields: string[]
+    fields: string[],
+    generationVariablesSchema: GenerationVariablesSchema
   ) {
     this.openAiService = openAiService;
     this.openAIHelper = new OpenAIHelper(this.openAiService.api_key);
     this.content = content;
     this.sourceId = sourceId;
     this.fields = fields;
+    this.generationVariablesSchema = generationVariablesSchema;
   }
 
   async buildOutputSchema() {
-    const database = await setUpMongoClient();
-    const objectId = new ObjectId("693fa4c454d182062f9d56ed");
-    const schemaObj = await database.collection("_prompts").findOne({
-      _id: objectId,
-    });
-    if (!schemaObj) {
-      throw new Error("Schema not found");
-    }
-
-    const schema = JSON.parse(schemaObj.schema);
+    const schema = this.generationVariablesSchema.output_schema.assessment;
 
     // Extract concept IDs and fact IDs from concepts_facts
     const conceptIds = this.content.concepts_facts
@@ -97,7 +93,7 @@ export class GenerateAssessment {
       };
       const response: any = await this.openAIHelper.openAI.responses.create({
         prompt: {
-          id: "pmpt_69346ba0e8d88194b4e999d561510f99086d01dad36145c5",
+          id: promptIds.assessment,
           variables: {
             field: fieldsString.join(",").toString(),
             bloom_level_name: "1",

package/src/typology_gen/generate_concept_facts.ts

@@ -7,12 +7,15 @@ import {
   restoreQuotesInString,
 } from "../utils/sanitize_strings";
 import { jsonrepair } from "jsonrepair";
+import { GenerationVariablesSchema } from "../types/generation_variables_schema";
+import { promptIds } from "../services/get_prompts";
 
 export class GenerateConceptFacts {
   public openAiService: OpenAiService;
   public openAIHelper: OpenAIHelper;
   public sourceId: string;
   public generationCurriculum: boolean;
+  public generationVariablesSchema: GenerationVariablesSchema;
   public content: {
     title: string;
     h1_headings?: string[];
@@ -20,7 +23,6 @@ export class GenerateConceptFacts {
     content: any[];
   };
   public type: string = "";
-  public promptIdForConceptFacts: string;
   constructor(
     openAiService: OpenAiService,
     sourceId: string,
@@ -31,16 +33,16 @@ export class GenerateConceptFacts {
       content: any[];
     },
     type: string,
-    promptIdForConceptFacts: string,
-    generationCurriculum: boolean
+    generationCurriculum: boolean,
+    generationVariablesSchema: GenerationVariablesSchema
   ) {
     this.openAiService = openAiService;
     this.openAIHelper = new OpenAIHelper(this.openAiService.api_key);
     this.content = content;
-    this.promptIdForConceptFacts = promptIdForConceptFacts;
     this.type = type;
     this.sourceId = sourceId;
     this.generationCurriculum = generationCurriculum;
+    this.generationVariablesSchema = generationVariablesSchema;
   }
 
   async generate() {
@@ -49,15 +51,16 @@ export class GenerateConceptFacts {
         this.type === "text"
           ? this.content.h1_headings || [""]
           : this.content.timecodes || [""];
+      // const schema =
+      //   this.generationVariablesSchema.output_schema.concepts_facts;
       const schema = await buildConceptFactSchema(
         headings.length > 0 ? headings : [""],
-        "concept_fact_gen_schema",
-        true
+        this.generationVariablesSchema.output_schema.concepts_facts
       );
       const openAiResponse: any =
         await this.openAIHelper.openAI.responses.create({
           prompt: {
-            id: this.promptIdForConceptFacts,
+            id: promptIds.conceptFacts,
             // version: "200",
             variables: {
               heading_type: this.type == "video" ? "timecode" : "h1 heading",

package/src/typology_gen/generate_typology.ts

@@ -1,5 +1,6 @@
 import { OpenAIHelper } from "../helper/openai_helper";
 import { log_error, ParsingError } from "../logger";
+import { promptIds } from "../services/get_prompts";
 import { OpenAiService } from "../services/open_ai_service";
 import { restoreQuotesInString } from "../utils/sanitize_strings";
 import { jsonrepair } from "jsonrepair";
@@ -15,7 +16,6 @@ export class GenerateTypology {
     timecodes?: string[];
     content: any[];
   };
-  public promptIdForTypology: string;
   expectedFields: Array<string>;
   constructor(
     openAiService: OpenAiService,
@@ -28,7 +28,6 @@ export class GenerateTypology {
       content: any[];
     },
     expected_fields: Array<string>,
-    promptIdForTypology: string,
     generationCurriculum: boolean
   ) {
     this.openAiService = openAiService;
@@ -38,7 +37,6 @@ export class GenerateTypology {
     this.expectedFields = expected_fields.map((elem: string) =>
       elem.toString().toUpperCase()
     );
-    this.promptIdForTypology = promptIdForTypology;
     this.generationCurriculum = generationCurriculum;
   }
   async generate() {
@@ -46,7 +44,7 @@ export class GenerateTypology {
       const openAIHelper = new OpenAIHelper(this.openAiService.api_key);
       const openAiResponse: any = await openAIHelper.openAI.responses.create({
         prompt: {
-          id: this.promptIdForTypology,
+          id: promptIds.classify,
           variables: {
             heading_type: this.type == "video" ? "timecode" : "h1 heading",
           },

package/src/typology_gen/summarize.ts

@@ -4,12 +4,15 @@ import { log_error, ParsingError } from "../logger";
 import { restoreQuotesInString } from "../utils/sanitize_strings";
 import { buildSummarySchema } from "../helper/schema_helper/build_summary_schema";
 import { jsonrepair } from "jsonrepair";
+import { GenerationVariablesSchema } from "../types/generation_variables_schema";
+import { promptIds } from "../services/get_prompts";
 
 export class GenerateSummaryCards {
   public openAiService: OpenAiService;
   public openAIHelper: OpenAIHelper;
   public sourceId: string;
   public generationCurriculum: boolean;
+  public generationVariablesSchema: GenerationVariablesSchema;
   public content: {
     title: string;
     h1_headings?: string[];
@@ -17,7 +20,6 @@ export class GenerateSummaryCards {
     content: any[];
   };
   public type: string = "";
-  public promptIdForSummaryCards: string;
   constructor(
     openAiService: OpenAiService,
     sourceId: string,
@@ -28,16 +30,16 @@ export class GenerateSummaryCards {
       content: any[];
     },
     type: string,
-    promptIdForSummaryCards: string,
-    generationCurriculum: boolean
+    generationCurriculum: boolean,
+    generationVariablesSchema: GenerationVariablesSchema
   ) {
     this.openAiService = openAiService;
     this.openAIHelper = new OpenAIHelper(this.openAiService.api_key);
     this.content = content;
-    this.promptIdForSummaryCards = promptIdForSummaryCards;
     this.type = type;
     this.sourceId = sourceId;
     this.generationCurriculum = generationCurriculum;
+    this.generationVariablesSchema = generationVariablesSchema;
   }
 
   async generate() {
@@ -48,13 +50,13 @@ export class GenerateSummaryCards {
           : this.content.timecodes || [""];
       const schema = await buildSummarySchema(
         headings.length > 0 ? headings : [""],
-        "summary_cards",
-        true
+        this.generationVariablesSchema.output_schema.summary
       );
+      // const schema = this.generationVariablesSchema.output_schema.summary;
       const openAiResponse: any =
         await this.openAIHelper.openAI.responses.create({
           prompt: {
-            id: this.promptIdForSummaryCards,
+            id: promptIds.summarize,
             variables: {
               heading_type: this.type == "video" ? "timecode" : "h1 heading",
             },