only_ever_generator 8.4.5 → 8.4.7

package/src/services/get_prompts.ts

@@ -1,112 +1,164 @@
-import { setUpMongoClient, ObjectId } from "../helper/mongo_helper";
-
-export const promptIds = {
-  classify: "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
-  conceptFacts: "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
-  cardGeneration: "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6",
-  missingConceptsFacts: "pmpt_687ab50298dc8194b214804999d23df10e03b855371691f9",
-  summarize: "pmpt_6902c30a973481968395935cc6dfa78605f50d2b01d4afbd",
-};
-
-const cardGenInstructionsDocs = {
-  cloze: "6780d21318f81be17e39f5c1",
-  flash: "6780d21318f81be17e39f5d2",
-  match: "6780d21318f81be17e39f5d3",
-  mcq: "6780d21318f81be17e39f5d4",
-};
-
-const cardGenExamplesDocs = {
-  cloze: "688af4e5299b7c2c08a52fbe",
-  flash: "688af4e5299b7c2c08a52fcd",
-  match: "688af4e5299b7c2c08a52fce",
-  mcq: "688af4e5299b7c2c08a52fde",
-};
-
-const bloomInstructionsDocs = {
-  bloom_1: "6780d21318f81be17e39f5b5",
-};
-
-export const getPrompts = async (
-  sourceType: string,
-  cardGenerationType: string[]
-) => {
-  // const typologyDocs = JSON.parse(baseConfig.typologyPrompts);
-  // const cardGenerationDocs = JSON.parse(baseConfig.cardGenerationPrompts);
-  // const videoTypologyDocs = JSON.parse(baseConfig.videoTypologyPrompts);
-  // const typologyObjectIds = Object.values(typologyDocs).map((e: any) =>
-  //   ObjectId.createFromHexString(e.toString())
-  // );
-  // const cardGenObjectIds = Object.values(cardGenDocs).map((e: any) =>
-  //   ObjectId.createFromHexString(e)
-  // );
-  // const typologyVideoObjectIds = Object.values(videoTypologyDocs).map(
-  //   (e: any) => ObjectId.createFromHexString(e)
-  // );
-
-  // Filter card generation instructions and examples based on cardGenerationType array
-  const filteredCardGenInstructions: Record<string, string> = {};
-  const filteredCardGenExamples: Record<string, string> = {};
-
-  cardGenerationType.forEach((type) => {
-    if (cardGenInstructionsDocs[type as keyof typeof cardGenInstructionsDocs]) {
-      filteredCardGenInstructions[type] =
-        cardGenInstructionsDocs[type as keyof typeof cardGenInstructionsDocs];
-    }
-    if (cardGenExamplesDocs[type as keyof typeof cardGenExamplesDocs]) {
-      filteredCardGenExamples[type] =
-        cardGenExamplesDocs[type as keyof typeof cardGenExamplesDocs];
-    }
-  });
-
-  const cardGenInstructionsObjectIds = Object.values(
-    filteredCardGenInstructions
-  ).map((e: any) => ObjectId.createFromHexString(e));
-  const cardGenExamplesObjectIds = Object.values(filteredCardGenExamples).map(
-    (e: any) => ObjectId.createFromHexString(e)
-  );
-  const bloomInstructionsObjectIds = Object.values(bloomInstructionsDocs).map(
-    (e: any) => ObjectId.createFromHexString(e)
-  );
-
-  const cardInstructions = await getPromptString(cardGenInstructionsObjectIds);
-  const cardExamples = await getPromptString(cardGenExamplesObjectIds);
-  const bloomInstructions = await getPromptString(bloomInstructionsObjectIds);
-  return {
-    card_instructions: cardInstructions,
-    card_examples: cardExamples,
-    bloom_instructions: bloomInstructions,
-  };
-
-  async function getPromptString(promptIds: ObjectId[]) {
-    const database = await setUpMongoClient();
-    let result = await database
-      .collection("_prompts")
-      .aggregate([
-        {
-          $match: {
-            _id: { $in: promptIds },
-          },
-        },
-        {
-          $group: {
-            _id: null,
-            allContent: { $push: "$prompt" },
-          },
-        },
-        {
-          /// concat each element in above created `allContent temp field`, and update that to "concatenatedContent"(temp field)
-          $project: {
-            concatenatedContent: {
-              $reduce: {
-                input: "$allContent",
-                initialValue: "",
-                in: { $concat: ["$$value", "$$this"] },
-              },
-            },
-          },
-        },
-      ])
-      .toArray();
-    return result.length > 0 ? result[0].concatenatedContent : "";
-  }
-};
+import { setUpMongoClient, ObjectId } from "../helper/mongo_helper";
+const typologyDocs = {
+  role: "676528fc59c0563f42607add",
+  input: "6765298059c0563f42607ade",
+  steps: "6765298b59c0563f42607adf",
+  schema: "6765299559c0563f42607ae0",
+  fields: "676529a259c0563f42607ae1",
+  concepts: "676529b759c0563f42607ae2",
+  facts: "67652b1659c0563f42607aea",
+  generate: "676529c259c0563f42607ae3",
+  summarize: "676529d259c0563f42607ae4",
+};
+
+const cardGenDocs = {
+  role: "676526c959c0563f42607ad4",
+  inputs: "676526c959c0563f42607ad5",
+  steps: "676526c959c0563f42607ad6",
+  schema: "676526c959c0563f42607ad7",
+  cloze: "6765270859c0563f42607ad8",
+  flash: "6765274159c0563f42607ad9",
+  match: "6765276959c0563f42607adb",
+  mcq: "6765275f59c0563f42607ada",
+  coverage: "6765277a59c0563f42607adc",
+};
+
+const videoTypologyDocs = {
+  role: "676529e259c0563f42607ae5",
+  inputs: "676529f059c0563f42607ae6",
+  steps: "6765298b59c0563f42607adf",
+  schema: "67652a2559c0563f42607ae7",
+  fields: "676529a259c0563f42607ae1",
+  concepts: "67652a3459c0563f42607ae8",
+  facts: "67652a4459c0563f42607ae9",
+  generate: "676529c259c0563f42607ae3",
+  summarize: "676529d259c0563f42607ae4",
+};
+
+const cardGenInstructionsDocs = {
+  cloze: "6780d21318f81be17e39f5c1",
+  flash: "6780d21318f81be17e39f5d2",
+  match: "6780d21318f81be17e39f5d3",
+  mcq: "6780d21318f81be17e39f5d4",
+};
+
+const cardGenExamplesDocs = {
+  cloze: "688af4e5299b7c2c08a52fbe",
+  flash: "688af4e5299b7c2c08a52fcd",
+  match: "688af4e5299b7c2c08a52fce",
+  mcq: "688af4e5299b7c2c08a52fde",
+};
+
+const bloomInstructionsDocs = {
+  bloom_1: "6780d21318f81be17e39f5b5",
+};
+
+export const getPrompts = async (
+  sourceType: string,
+  cardGenerationType: string[]
+) => {
+  // const typologyDocs = JSON.parse(baseConfig.typologyPrompts);
+  // const cardGenerationDocs = JSON.parse(baseConfig.cardGenerationPrompts);
+  // const videoTypologyDocs = JSON.parse(baseConfig.videoTypologyPrompts);
+  const typologyObjectIds = Object.values(typologyDocs).map((e: any) =>
+    ObjectId.createFromHexString(e.toString())
+  );
+  const cardGenObjectIds = Object.values(cardGenDocs).map((e: any) =>
+    ObjectId.createFromHexString(e)
+  );
+  const typologyVideoObjectIds = Object.values(videoTypologyDocs).map(
+    (e: any) => ObjectId.createFromHexString(e)
+  );
+
+  // Filter card generation instructions and examples based on cardGenerationType array
+  const filteredCardGenInstructions: Record<string, string> = {};
+  const filteredCardGenExamples: Record<string, string> = {};
+
+  cardGenerationType.forEach((type) => {
+    if (cardGenInstructionsDocs[type as keyof typeof cardGenInstructionsDocs]) {
+      filteredCardGenInstructions[type] =
+        cardGenInstructionsDocs[type as keyof typeof cardGenInstructionsDocs];
+    }
+    if (cardGenExamplesDocs[type as keyof typeof cardGenExamplesDocs]) {
+      filteredCardGenExamples[type] =
+        cardGenExamplesDocs[type as keyof typeof cardGenExamplesDocs];
+    }
+  });
+
+  const cardGenInstructionsObjectIds = Object.values(
+    filteredCardGenInstructions
+  ).map((e: any) => ObjectId.createFromHexString(e));
+  const cardGenExamplesObjectIds = Object.values(filteredCardGenExamples).map(
+    (e: any) => ObjectId.createFromHexString(e)
+  );
+  const bloomInstructionsObjectIds = Object.values(bloomInstructionsDocs).map(
+    (e: any) => ObjectId.createFromHexString(e)
+  );
+  const typology = await getPromptString(typologyObjectIds);
+  const card_generation = await getPromptString(cardGenObjectIds);
+  const video_typology = await getPromptString(typologyVideoObjectIds);
+  const cardInstructions = await getPromptString(cardGenInstructionsObjectIds);
+  const cardExamples = await getPromptString(cardGenExamplesObjectIds);
+  const bloomInstructions = await getPromptString(bloomInstructionsObjectIds);
+  if (sourceType === "video") {
+    return {
+      typology: {
+        prompt: video_typology,
+        ids: Object.values(videoTypologyDocs),
+      },
+      card_gen: {
+        prompt: card_generation,
+        ids: Object.values(cardGenDocs),
+      },
+      card_instructions: cardInstructions,
+      card_examples: cardExamples,
+      bloom_instructions: bloomInstructions,
+    };
+  } else {
+    return {
+      typology: {
+        prompt: typology,
+        ids: Object.values(typologyDocs),
+      },
+      card_gen: {
+        prompt: card_generation,
+        ids: Object.values(cardGenDocs),
+      },
+      card_instructions: cardInstructions,
+      card_examples: cardExamples,
+      bloom_instructions: bloomInstructions,
+    };
+  }
+  async function getPromptString(promptIds: ObjectId[]) {
+    const database = await setUpMongoClient();
+    let result = await database
+      .collection("_prompts")
+      .aggregate([
+        {
+          $match: {
+            _id: { $in: promptIds },
+          },
+        },
+        {
+          $group: {
+            _id: null,
+            allContent: { $push: "$prompt" },
+          },
+        },
+        {
+          /// concat each element in above created `allContent temp field`, and update that to "concatenatedContent"(temp field)
+          $project: {
+            concatenatedContent: {
+              $reduce: {
+                input: "$allContent",
+                initialValue: "",
+                in: { $concat: ["$$value", "$$this"] },
+              },
+            },
+          },
+        },
+      ])
+      .toArray();
+    return result.length > 0 ? result[0].concatenatedContent : "";
+  }
+};

package/src/services/open_ai_service.ts

@@ -1,89 +1,89 @@
-import axios from "axios";
-import {
-  parseOpenAiFailureResponse,
-  parseOpenAiSuccessResponse,
-} from "../utils/parse_openai_response";
-import {
-  openAiEmbeddingEndPoint,
-  openAiEndPoint,
-} from "../constants/api_constants";
-
-export class OpenAiService {
-  public api_key: string;
-  public model: string;
-
-  constructor(apiKey: string, model: string) {
-    this.api_key = apiKey;
-    this.model = model;
-  }
-
-  async sendRequest(prompt: string, content: string) {
-    try {
-      let message = [
-        {
-          role: "system",
-          content: prompt,
-        },
-        {
-          role: "user",
-          content: content,
-        },
-      ];
-      const url = openAiEndPoint();
-      let response = await axios.post(
-        url,
-        {
-          model: this.model,
-          messages: message,
-          response_format: { type: "json_object" },
-        },
-        {
-          headers: {
-            Authorization: "Bearer " + this.api_key,
-            "Content-Type": ["application/json"],
-          },
-        }
-      );
-
-      if (response.status == 200) {
-        console.log("success");
-        return parseOpenAiSuccessResponse(response.data) as any;
-      } else {
-        console.log("failed");
-        return response.statusText as any;
-      }
-    } catch (err: any) {
-      return parseOpenAiFailureResponse(err.response);
-    }
-  }
-
-  async sendEmbeddingRequest(texts: string[]) {
-    try {
-      const url = openAiEmbeddingEndPoint();
-      let response = await axios.post(
-        url,
-        {
-          model: "text-embedding-3-large",
-          input: texts,
-          dimensions: 512,
-        },
-        {
-          headers: {
-            Authorization: "Bearer " + this.api_key,
-            "Content-Type": ["application/json"],
-          },
-        }
-      );
-      return {
-        status_code: 200,
-        data: response.data,
-      };
-    } catch (err: any) {
-      console.log(err);
-      return {
-        status_code: err.response.status ?? 500,
-        message: err.message,
-      };
-    }
-  }
-}
+import axios from "axios";
+import {
+  parseOpenAiFailureResponse,
+  parseOpenAiSuccessResponse,
+} from "../utils/parse_openai_response";
+import {
+  openAiEmbeddingEndPoint,
+  openAiEndPoint,
+} from "../constants/api_constants";
+
+export class OpenAiService {
+  public api_key: string;
+  public model: string;
+
+  constructor(apiKey: string, model: string) {
+    this.api_key = apiKey;
+    this.model = model;
+  }
+
+  async sendRequest(prompt: string, content: string) {
+    try {
+      let message = [
+        {
+          role: "system",
+          content: prompt,
+        },
+        {
+          role: "user",
+          content: content,
+        },
+      ];
+      const url = openAiEndPoint();
+      let response = await axios.post(
+        url,
+        {
+          model: this.model,
+          messages: message,
+          response_format: { type: "json_object" },
+        },
+        {
+          headers: {
+            Authorization: "Bearer " + this.api_key,
+            "Content-Type": ["application/json"],
+          },
+        }
+      );
+
+      if (response.status == 200) {
+        console.log("success");
+        return parseOpenAiSuccessResponse(response.data) as any;
+      } else {
+        console.log("failed");
+        return response.statusText as any;
+      }
+    } catch (err: any) {
+      return parseOpenAiFailureResponse(err.response);
+    }
+  }
+
+  async sendEmbeddingRequest(texts: string[]) {
+    try {
+      const url = openAiEmbeddingEndPoint();
+      let response = await axios.post(
+        url,
+        {
+          model: "text-embedding-3-large",
+          input: texts,
+          dimensions: 512,
+        },
+        {
+          headers: {
+            Authorization: "Bearer " + this.api_key,
+            "Content-Type": ["application/json"],
+          },
+        }
+      );
+      return {
+        status_code: 200,
+        data: response.data,
+      };
+    } catch (err: any) {
+      console.log(err);
+      return {
+        status_code: err.response.status ?? 500,
+        message: err.message,
+      };
+    }
+  }
+}

package/src/services/qdrant_service.ts

@@ -1,10 +1,10 @@
-import { QdrantClient } from "@qdrant/js-client-rest";
-import config from "../config";
-
-// or connect to Qdrant Cloud
-const qdrantClient = new QdrantClient({
-  url: config.qdrantUrl,
-  apiKey: config.qdrantApiKey,
-});
-
-export default qdrantClient;
+import { QdrantClient } from "@qdrant/js-client-rest";
+import config from "../config";
+
+// or connect to Qdrant Cloud
+const qdrantClient = new QdrantClient({
+  url: config.qdrantUrl,
+  apiKey: config.qdrantApiKey,
+});
+
+export default qdrantClient;

package/src/types/base_param_type.ts

@@ -1,13 +1,13 @@
-import { SourceTaxonomy } from "./source_taxonomy_type";
-
-export type BaseParamType = {
-  content: {
-    source_id: string;
-    title: string;
-    headings: string[];
-    content: any[];
-    fields: string[];
-    taxonomy?: SourceTaxonomy;
-    type: string;
-  };
-};
+import { SourceTaxonomy } from "./source_taxonomy_type";
+
+export type BaseParamType = {
+  content: {
+    source_id: string;
+    title: string;
+    headings: string[];
+    content: any[];
+    fields: string[];
+    taxonomy?: SourceTaxonomy;
+    type: string;
+  };
+};

package/src/types/mongo_concept_fact_type.ts

@@ -1,12 +1,12 @@
-export type MongoConceptFactSource = {
-  text: string;
-  type: "concept" | "fact";
-  reference: string;
-  id: string;
-};
-
-export type MongoConceptFactCards = {
-  text: string;
-  type: "concept" | "fact";
-  id: string;
-};
+export type MongoConceptFactSource = {
+  text: string;
+  type: "concept" | "fact";
+  reference: string;
+  id: string;
+};
+
+export type MongoConceptFactCards = {
+  text: string;
+  type: "concept" | "fact";
+  id: string;
+};

package/src/types/parsed_card_type.ts

@@ -1,39 +1,39 @@
-export type ParsedCardType = {
-  type: {
-    category: string;
-    sub_type: string;
-  };
-  heading: string;
-  displayTitle: string;
-  content: any;
-  explanation?: string;
-  bloom_level?: number;
-};
-
-// {
-//     "type": {
-//       "category": "learning",
-//       "sub_type": "cloze"
-//     },
-//     "heading": "",
-//     "displayTitle": "Ink is a medium that consists of colorants and other {{components}}. ---- components, elements, substances",
-//     "content": {
-//       "question": "Ink is a medium that consists of colorants and other {{c0:components}}.",
-//       "options": [
-//         {
-//           "option": "components",
-//           "cloze": "c0"
-//         },
-//         {
-//           "option": "elements",
-//           "cloze": "null"
-//         },
-//         {
-//           "option": "substances",
-//           "cloze": "null"
-//         }
-//       ]
-//     },
-//     "explanation": "Ink contains various components that include colorants, solvents, and additives which determine its properties.",
-//     "bloom_level": 1
-//   },
+export type ParsedCardType = {
+  type: {
+    category: string;
+    sub_type: string;
+  };
+  heading: string;
+  displayTitle: string;
+  content: any;
+  explanation?: string;
+  bloom_level?: number;
+};
+
+// {
+//     "type": {
+//       "category": "learning",
+//       "sub_type": "cloze"
+//     },
+//     "heading": "",
+//     "displayTitle": "Ink is a medium that consists of colorants and other {{components}}. ---- components, elements, substances",
+//     "content": {
+//       "question": "Ink is a medium that consists of colorants and other {{c0:components}}.",
+//       "options": [
+//         {
+//           "option": "components",
+//           "cloze": "c0"
+//         },
+//         {
+//           "option": "elements",
+//           "cloze": "null"
+//         },
+//         {
+//           "option": "substances",
+//           "cloze": "null"
+//         }
+//       ]
+//     },
+//     "explanation": "Ink contains various components that include colorants, solvents, and additives which determine its properties.",
+//     "bloom_level": 1
+//   },