only_ever_generator 8.4.6 → 8.4.8

package/src/helper/schema_helper/build_classify_summarize_schema.ts

@@ -1,43 +1,43 @@
-import { setUpMongoClient, ObjectId } from "../mongo_helper";
-import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
-
-// Function to populate enums in a parsed schema
-export const buildClassifySummarizeSchema = async (headings: string[]) => {
-  const database = await setUpMongoClient();
-  const objectId = new ObjectId("6895ab99aa1cad73b0018060");
-  const schemaObj = await database.collection("_prompts").findOne({
-    _id: objectId,
-  });
-  if (!schemaObj) {
-    throw new Error("Schema not found");
-  }
-  const schema = schemaObj.schema;
-  if (!schema) {
-    throw new Error("Schema not found");
-  }
-  // Deep clone to avoid mutating the original
-  const populatedSchema = JSON.parse(schema);
-
-  // Sanitize headings to remove quotes for OpenAI structured outputs
-  const sanitizedStrings = sanitizeStringsForSchema(headings);
-
-  // Type-safe enum population for reference field in summary_cards
-  if (
-    populatedSchema.schema?.properties?.summary_cards?.items?.properties
-      ?.reference?.enum
-  ) {
-    populatedSchema.schema.properties.summary_cards.items.properties.reference.enum =
-      sanitizedStrings;
-  }
-
-  return populatedSchema;
-};
-
-// export const buildClassifySummarizeSchema = (headings: string[]) => {
-//   const schema = JSON.parse(JSON.stringify(baseClassifySummarizeSchema));
-//   // Populate the enum after schema creation
-//   (schema.schema.properties.summary_cards.items.properties.reference
-//     .enum as string[]) = headings;
-
-//   return schema;
-// };
+import { setUpMongoClient, ObjectId } from "../mongo_helper";
+import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
+
+// Function to populate enums in a parsed schema
+export const buildClassifySummarizeSchema = async (headings: string[]) => {
+  const database = await setUpMongoClient();
+  const objectId = new ObjectId("6895ab99aa1cad73b0018060");
+  const schemaObj = await database.collection("_prompts").findOne({
+    _id: objectId,
+  });
+  if (!schemaObj) {
+    throw new Error("Schema not found");
+  }
+  const schema = schemaObj.schema;
+  if (!schema) {
+    throw new Error("Schema not found");
+  }
+  // Deep clone to avoid mutating the original
+  const populatedSchema = JSON.parse(schema);
+
+  // Sanitize headings to remove quotes for OpenAI structured outputs
+  const sanitizedStrings = sanitizeStringsForSchema(headings);
+
+  // Type-safe enum population for reference field in summary_cards
+  if (
+    populatedSchema.schema?.properties?.summary_cards?.items?.properties
+      ?.reference?.enum
+  ) {
+    populatedSchema.schema.properties.summary_cards.items.properties.reference.enum =
+      sanitizedStrings;
+  }
+
+  return populatedSchema;
+};
+
+// export const buildClassifySummarizeSchema = (headings: string[]) => {
+//   const schema = JSON.parse(JSON.stringify(baseClassifySummarizeSchema));
+//   // Populate the enum after schema creation
+//   (schema.schema.properties.summary_cards.items.properties.reference
+//     .enum as string[]) = headings;
+
+//   return schema;
+// };

package/src/helper/schema_helper/build_concept_facts_schema.ts

@@ -1,31 +1,45 @@
-import { ObjectId } from "mongodb";
-import { setUpMongoClient } from "../mongo_helper";
-import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
-
-// Function to populate enums in a parsed schema
-export async function buildConceptFactSchema(
-  headings: string[],
-  conceptFactSchema: any
-) {
-  const populatedSchema = conceptFactSchema;
-
-  // Update name and strict mode
-  populatedSchema.name = conceptFactSchema.name;
-  populatedSchema.strict = conceptFactSchema.strict;
-
-  const allowedRefs = [...headings, ""];
-
-  // Sanitize headings to remove quotes for OpenAI structured outputs
-  const sanitizedStrings = sanitizeStringsForSchema(allowedRefs);
-
-  // Type-safe enum population for reference field
-  if (
-    populatedSchema.schema?.properties?.concepts_facts?.items?.properties
-      ?.reference?.enum
-  ) {
-    populatedSchema.schema.properties.concepts_facts.items.properties.reference.enum =
-      sanitizedStrings;
-  }
-
-  return populatedSchema;
-}
+import { ObjectId } from "mongodb";
+import { setUpMongoClient } from "../mongo_helper";
+import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
+
+// Function to populate enums in a parsed schema
+export async function buildConceptFactSchema(
+  headings: string[],
+  name: string = "concept_fact_gen_schema",
+  strict: boolean = true
+) {
+  const database = await setUpMongoClient();
+  const objectId = new ObjectId("6895ac4baa1cad73b0018061");
+  const schemaObj = await database.collection("_prompts").findOne({
+    _id: objectId,
+  });
+  if (!schemaObj) {
+    throw new Error("Schema not found");
+  }
+  const schema = schemaObj.schema;
+  if (!schema) {
+    throw new Error("Schema not found");
+  }
+  // Deep clone to avoid mutating the original
+  const populatedSchema = JSON.parse(schema);
+
+  // Update name and strict mode
+  populatedSchema.name = name;
+  populatedSchema.strict = strict;
+
+  const allowedRefs = [...headings, ""];
+
+  // Sanitize headings to remove quotes for OpenAI structured outputs
+  const sanitizedStrings = sanitizeStringsForSchema(allowedRefs);
+
+  // Type-safe enum population for reference field
+  if (
+    populatedSchema.schema?.properties?.concepts_facts?.items?.properties
+      ?.reference?.enum
+  ) {
+    populatedSchema.schema.properties.concepts_facts.items.properties.reference.enum =
+      sanitizedStrings;
+  }
+
+  return populatedSchema;
+}

package/src/helper/schema_helper/build_summary_schema.ts

@@ -1,32 +1,43 @@
-import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
-import { setUpMongoClient, ObjectId } from "../mongo_helper";
-
-// Function to populate enums in a parsed schema
-export async function buildSummarySchema(
-  headings: string[],
-  summarySchema: any
-) {
-  if (!summarySchema) {
-    return {};
-  }
-  const populatedSchema = summarySchema;
-
-  // Update name and strict mode
-  populatedSchema.name = summarySchema.name;
-  populatedSchema.strict = summarySchema.strict;
-
-  // Sanitize headings to remove quotes for OpenAI structured outputs
-  const sanitizedStrings = sanitizeStringsForSchema(headings);
-
-  // Type-safe enum population for reference field in summary_cards items
-  // This populates the enum for cards 2-N (takeaway cards)
-  if (
-    populatedSchema.schema?.properties?.summary_cards?.items?.properties
-      ?.reference?.enum
-  ) {
-    populatedSchema.schema.properties.summary_cards.items.properties.reference.enum =
-      sanitizedStrings;
-  }
-
-  return populatedSchema;
-}
+import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
+import { setUpMongoClient, ObjectId } from "../mongo_helper";
+
+// Function to populate enums in a parsed schema
+export async function buildSummarySchema(
+  headings: string[],
+  name: string = "summary_cards",
+  strict: boolean = true
+) {
+  const database = await setUpMongoClient();
+  const objectId = new ObjectId("690ae043116a8c929f3a4cd5");
+  const schemaObj = await database.collection("_prompts").findOne({
+    _id: objectId,
+  });
+  if (!schemaObj) {
+    throw new Error("Schema not found");
+  }
+  const schema = schemaObj.schema;
+  if (!schema) {
+    throw new Error("Schema not found");
+  }
+  // Deep clone to avoid mutating the original
+  const populatedSchema = JSON.parse(schema);
+
+  // Update name and strict mode
+  populatedSchema.name = name;
+  populatedSchema.strict = strict;
+
+  // Sanitize headings to remove quotes for OpenAI structured outputs
+  const sanitizedStrings = sanitizeStringsForSchema(headings);
+
+  // Type-safe enum population for reference field in summary_cards items
+  // This populates the enum for cards 2-N (takeaway cards)
+  if (
+    populatedSchema.schema?.properties?.summary_cards?.items?.properties
+      ?.reference?.enum
+  ) {
+    populatedSchema.schema.properties.summary_cards.items.properties.reference.enum =
+      sanitizedStrings;
+  }
+
+  return populatedSchema;
+}

package/src/index.ts

@@ -1,73 +1,71 @@
-import express from "express";
-import { OnlyEverGenerator } from "./bootstrap/app";
-import { ObjectId } from "mongodb";
-import { setUpMongoClient } from "./helper/mongo_helper";
-import { GenerationVariablesSchema } from "./types/generation_variables_schema";
-import { defaultGenerationVariables } from "./constants/default_generation_variables";
-
-export { OnlyEverGenerator };
-
-// const app = express();
-
-// app.get("/generate", async (req, res) => {
-//   const source = new ObjectId("692837542bd1597ff832d383");
-//   //   setUp();
-//   const database = await setUpMongoClient();
-//   const openAiKey = process.env.OPEN_AI_KEY;
-//   const document = await database
-//     .collection("_source")
-//     .findOne({ _id: source });
-//   if (!document) {
-//     return res.status(404).json({ error: "Source not found" });
-//   }
-//   const promptIdForClassify =
-//     "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594";
-//   const promptIdForConceptFacts =
-//     "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8";
-//   const promptIdForCardGeneration =
-//     "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6";
-//   const promptIdForMissingConceptsFacts =
-//     "pmpt_687ab50298dc8194b214804999d23df10e03b855371691f9";
-//   const promptIdForSummarize =
-//     "pmpt_6902c30a973481968395935cc6dfa78605f50d2b01d4afbd";
-//   //   const generationCurriculum = process.env.GENERATION_CURRICULUM;
-//   const n = process.env.N;
-//   const generationContent = {
-//     content: {
-//       source_id: document.source_id,
-//       title: document.title,
-//       headings: document.headings,
-//       content: document.content,
-//       fields: [],
-//       taxonomy: {
-//         concepts_facts: document.concepts_facts ?? [],
-//         fields: document.fields ?? [],
-//         summary_cards: document.summary_cards ?? [],
-//         learn_value: document.learn_value,
-//       },
-//       type: document.type,
-//     },
-//   };
-//   const generationVariablesSchema: GenerationVariablesSchema =
-//     defaultGenerationVariables;
-//   const generator = new OnlyEverGenerator(
-//     openAiKey ?? "",
-//     "gpt-4o-mini",
-//     generationContent,
-//     generationVariablesSchema,
-//     false,
-//     1
-//   );
-//   const response = await generator.generate(true, true, [
-//     "cloze",
-//     "mcq",
-//     "flash",
-//     "match",
-//   ]);
-//   console.log("Close");
-//   res.json(response);
-// });
-
-// app.listen(3000, () => {
-//   console.log("Server is running on port 3000");
-// });
+import express from "express";
+import { OnlyEverGenerator } from "./bootstrap/app";
+import { ObjectId } from "mongodb";
+// import { database, setUp } from "./helper/mongo_helper";
+
+export { OnlyEverGenerator };
+
+// const app = express();
+
+// app.get("/generate", async (req, res) => {
+//   const source = new ObjectId("692837542bd1597ff832d383");
+//   setUp();
+//   const openAiKey = process.env.OPEN_AI_KEY;
+//   const document = await database
+//     .collection("_source")
+//     .findOne({ _id: source });
+//   if (!document) {
+//     return res.status(404).json({ error: "Source not found" });
+//   }
+//   const promptIdForClassify =
+//     "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594";
+//   const promptIdForConceptFacts =
+//     "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8";
+//   const promptIdForCardGeneration =
+//     "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6";
+//   const promptIdForMissingConceptsFacts =
+//     "pmpt_687ab50298dc8194b214804999d23df10e03b855371691f9";
+//   const promptIdForSummarize =
+//     "pmpt_6902c30a973481968395935cc6dfa78605f50d2b01d4afbd";
+//   //   const generationCurriculum = process.env.GENERATION_CURRICULUM;
+//   const n = process.env.N;
+//   const generationContent = {
+//     content: {
+//       source_id: document.source_id,
+//       title: document.title,
+//       headings: document.headings,
+//       content: document.content,
+//       fields: [],
+//       taxonomy: {
+//         concepts_facts: document.concepts_facts ?? [],
+//         fields: document.fields ?? [],
+//         summary_cards: document.summary_cards ?? [],
+//         learn_value: document.learn_value,
+//       },
+//       type: document.type,
+//     },
+//   };
+//   const generator = new OnlyEverGenerator(
+//     openAiKey ?? "",
+//     "gpt-4o-mini",
+//     generationContent,
+//     promptIdForClassify ?? "",
+//     promptIdForConceptFacts ?? "",
+//     promptIdForCardGeneration ?? "",
+//     promptIdForSummarize ?? "",
+//     false,
+//     1
+//   );
+//   const response = await generator.generate(true, true, [
+//     "cloze",
+//     "mcq",
+//     "flash",
+//     "match",
+//   ]);
+//   console.log("Close");
+//   res.json(response);
+// });
+
+// app.listen(3000, () => {
+//   console.log("Server is running on port 3000");
+// });

package/src/logger.ts

@@ -1,65 +1,65 @@
-/// this method will call out atlas function and will write to a doc, incase of any errors:
-/// this is only for developmemt use
-
-import axios from "axios";
-import { setUpMongoClient } from "./helper/mongo_helper";
-
-type log_type = {
-  flow: string;
-  data: any;
-  error: string;
-  timestamp: Date;
-  source_id: string;
-  type: {
-    request_type: string;
-    n: number;
-    card_types?: string;
-    bloom_level?: number;
-  };
-};
-
-export class ParsingError extends Error {
-  public response: any;
-  constructor(message: string, response: any) {
-    super(message); // Pass message to the Error constructor
-    this.name = "ParsingError"; // Set a custom name
-    this.response = response; // Set the response
-    Object.setPrototypeOf(this, new.target.prototype); // Fix prototype chain
-  }
-}
-
-export class ErrorLogger {
-  data: any;
-  constructor(data: any) {
-    this.data = data;
-  }
-
-  async log() {
-    try {
-      let response = await axios.post(
-        "https://us-east-1.aws.data.mongodb-api.com/app/oe-phase1-tkmsy/endpoint/oe_gen_logger",
-        {
-          data: this.data,
-        },
-        {
-          headers: {
-            "Content-Type": ["application/json"],
-          },
-        }
-      );
-      return response;
-    } catch (e) {
-      console.log(e);
-    }
-  }
-}
-export async function log_error(error: log_type) {
-  try {
-    const database = await setUpMongoClient();
-    const db = database.collection("_generation_log");
-    const result = await db.insertOne(error);
-    return result;
-  } catch (e) {
-    console.log(e);
-  }
-}
+/// this method will call out atlas function and will write to a doc, incase of any errors:
+/// this is only for developmemt use
+
+import axios from "axios";
+import { setUpMongoClient } from "./helper/mongo_helper";
+
+type log_type = {
+  flow: string;
+  data: any;
+  error: string;
+  timestamp: Date;
+  source_id: string;
+  type: {
+    request_type: string;
+    n: number;
+    card_types?: string;
+    bloom_level?: number;
+  };
+};
+
+export class ParsingError extends Error {
+  public response: any;
+  constructor(message: string, response: any) {
+    super(message); // Pass message to the Error constructor
+    this.name = "ParsingError"; // Set a custom name
+    this.response = response; // Set the response
+    Object.setPrototypeOf(this, new.target.prototype); // Fix prototype chain
+  }
+}
+
+export class ErrorLogger {
+  data: any;
+  constructor(data: any) {
+    this.data = data;
+  }
+
+  async log() {
+    try {
+      let response = await axios.post(
+        "https://us-east-1.aws.data.mongodb-api.com/app/oe-phase1-tkmsy/endpoint/oe_gen_logger",
+        {
+          data: this.data,
+        },
+        {
+          headers: {
+            "Content-Type": ["application/json"],
+          },
+        }
+      );
+      return response;
+    } catch (e) {
+      console.log(e);
+    }
+  }
+}
+export async function log_error(error: log_type) {
+  try {
+    const database = await setUpMongoClient();
+    const db = database.collection("_generation_log");
+    const result = await db.insertOne(error);
+    return result;
+  } catch (e) {
+    console.log(e);
+  }
+}