only_ever_generator 1.0.3 → 1.0.5

package/dist/gap_fill/calculate_gap_fill.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.gapFilling = gapFilling;
+function isEmpty(obj) {
+    return Object.keys(obj).length === 0;
+}
+function gapFilling(typologyResponse, cardgenResponse) {
+    var _a, _b, _c, _d, _e;
+    let allConcepts = [];
+    let allFacts = [];
+    let generatedConceptsList = [];
+    let generatedFactsList = [];
+    let remainingConcepts = [];
+    let remainingFacts = [];
+    if (!isEmpty(typologyResponse)) {
+        allConcepts.push(...((_a = typologyResponse.concepts) !== null && _a !== void 0 ? _a : []));
+        allFacts.push(...((_b = typologyResponse === null || typologyResponse === void 0 ? void 0 : typologyResponse.facts) !== null && _b !== void 0 ? _b : []));
+    }
+    if (!isEmpty(cardgenResponse)) {
+        allConcepts.push(...((_c = cardgenResponse.missing_concepts) !== null && _c !== void 0 ? _c : []));
+        allFacts.push(...((_d = cardgenResponse.missing_facts) !== null && _d !== void 0 ? _d : []));
+    }
+    if (cardgenResponse.cards_data !== undefined &&
+        ((_e = cardgenResponse.cards_data) === null || _e === void 0 ? void 0 : _e.length) != 0) {
+        for (let card of cardgenResponse.cards_data) {
+            if (card.concepts.length != 0) {
+                generatedConceptsList.push(...card.concepts);
+            }
+            if (card.facts.length != 0) {
+                generatedFactsList.push(...card.facts);
+            }
+        }
+        let generatedConceptsSet = Array.from(new Set(generatedConceptsList));
+        let generatedFactsSet = Array.from(new Set(generatedFactsList));
+        remainingConcepts = allConcepts.filter((item) => !generatedConceptsSet.includes(item));
+        remainingFacts = allFacts.filter((item) => !generatedFactsSet.includes(item));
+    }
+    return {
+        remainingConcepts: remainingConcepts,
+        remainingFacts: remainingFacts,
+    };
+}
+//# sourceMappingURL=calculate_gap_fill.js.map

package/dist/gap_fill/calculate_gap_fill.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"calculate_gap_fill.js","sourceRoot":"","sources":["../../src/gap_fill/calculate_gap_fill.ts"],"names":[],"mappings":";;AAIA,gCA6CC;AAjDD,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,SAAgB,UAAU,CAAC,gBAAqB,EAAE,eAAoB;;IACpE,IAAI,WAAW,GAAa,EAAE,CAAC;IAC/B,IAAI,QAAQ,GAAa,EAAE,CAAC;IAC5B,IAAI,qBAAqB,GAAa,EAAE,CAAC;IACzC,IAAI,kBAAkB,GAAa,EAAE,CAAC;IACtC,IAAI,iBAAiB,GAAa,EAAE,CAAC;IACrC,IAAI,cAAc,GAAa,EAAE,CAAC;IAClC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC/B,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,MAAA,gBAAgB,CAAC,QAAQ,mCAAI,EAAE,CAAC,CAAC,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,MAAA,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,KAAK,mCAAI,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QAC9B,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,MAAA,eAAe,CAAC,gBAAgB,mCAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,MAAA,eAAe,CAAC,aAAa,mCAAI,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,IACE,eAAe,CAAC,UAAU,KAAK,SAAS;QACxC,CAAA,MAAA,eAAe,CAAC,UAAU,0CAAE,MAAM,KAAI,CAAC,EACvC,CAAC;QACD,KAAK,IAAI,IAAI,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC;YAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC9B,qBAAqB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC3B,kBAAkB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,oBAAoB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;QACtE,IAAI,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAEhE,iBAAiB,GAAG,WAAW,CAAC,MAAM,CACpC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAC/C,CAAC;QACF,cAAc,GAAG,QAAQ,CAAC,MAAM,CAC9B,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAC5C,CAAC;IACJ,CAAC;IAED,OAAO;QACL,iBAAiB,EAAE,iBAAiB;QACpC,cAAc,EAAE,cAAc;KAC/B,CAAC;AACJ,CAAC"}

package/dist/helper/qdrant_db_methods.d.ts

@@ -0,0 +1,40 @@
+declare const createCollection: (collectionName: string) => Promise<void>;
+declare const getCollection: () => Promise<{
+    collections: {
+        name: string;
+    }[];
+}>;
+declare const getCorrespondingConcepts: (collectionName: string, embeddings: {
+    text: string;
+    id: string;
+    type: string;
+    reference: string;
+    embedding: number[];
+}[], threshold: number) => Promise<{
+    points: {
+        id: string | number;
+        version: number;
+        score: number;
+        payload?: Record<string, unknown> | {
+            [key: string]: unknown;
+        } | null | undefined;
+        vector?: Record<string, unknown> | number[] | number[][] | {
+            [key: string]: number[] | number[][] | {
+                indices: number[];
+                values: number[];
+            } | undefined;
+        } | null | undefined;
+        shard_key?: string | number | Record<string, unknown> | null | undefined;
+        order_value?: number | Record<string, unknown> | null | undefined;
+    }[];
+}[]>;
+declare const addEmbeddingsToCollection: (collectionName: string, embeddings: {
+    id: string;
+    vector: number[];
+    payload: {
+        _sources: string[];
+        text: string;
+    };
+}[]) => Promise<void>;
+export { createCollection, getCollection, addEmbeddingsToCollection, getCorrespondingConcepts as getSimilarConcepts, };
+//# sourceMappingURL=qdrant_db_methods.d.ts.map

package/dist/helper/qdrant_db_methods.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"qdrant_db_methods.d.ts","sourceRoot":"","sources":["../../src/helper/qdrant_db_methods.ts"],"names":[],"mappings":"AAEA,QAAA,MAAM,gBAAgB,mBAA0B,MAAM,kBAOrD,CAAC;AAEF,QAAA,MAAM,aAAa;;;;EAGlB,CAAC;AAEF,QAAA,MAAM,wBAAwB,mBACZ,MAAM,cACV;IACV,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,EAAE,aACQ,MAAM;;;;;eAoDoq7G,CAAC;;;cAA0H,CAAC;;;;;;iBAA+tE,CAAC;mBAAuF,CAAC;;IAjC1mgH,CAAC;AAEF,QAAA,MAAM,yBAAyB,mBACb,MAAM,cACV;IACV,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,EAAE,kBAcJ,CAAC;AAEF,OAAO,EACL,gBAAgB,EAChB,aAAa,EACb,yBAAyB,EACzB,wBAAwB,IAAI,kBAAkB,GAC/C,CAAC"}

package/dist/helper/qdrant_db_methods.js

@@ -0,0 +1,63 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getSimilarConcepts = exports.addEmbeddingsToCollection = exports.getCollection = exports.createCollection = void 0;
+const qdrant_service_1 = __importDefault(require("../services/qdrant_service"));
+const createCollection = (collectionName) => __awaiter(void 0, void 0, void 0, function* () {
+    yield qdrant_service_1.default.createCollection(collectionName, {
+        vectors: {
+            size: 1536,
+            distance: "Cosine",
+        },
+    });
+});
+exports.createCollection = createCollection;
+const getCollection = () => __awaiter(void 0, void 0, void 0, function* () {
+    const collection = yield qdrant_service_1.default.getCollections();
+    return collection;
+});
+exports.getCollection = getCollection;
+const getCorrespondingConcepts = (collectionName, embeddings, threshold) => __awaiter(void 0, void 0, void 0, function* () {
+    try {
+        const searchQuery = embeddings.map((e) => {
+            return {
+                query: e.embedding,
+                limit: 1,
+                score_threshold: threshold,
+                with_payload: true,
+            };
+        });
+        const results = yield qdrant_service_1.default.queryBatch(collectionName, {
+            searches: searchQuery,
+        });
+        return results;
+    }
+    catch (error) {
+        console.log(error);
+        throw error;
+    }
+});
+exports.getSimilarConcepts = getCorrespondingConcepts;
+const addEmbeddingsToCollection = (collectionName, embeddings) => __awaiter(void 0, void 0, void 0, function* () {
+    const CHUNK_SIZE = 1000;
+    for (let i = 0; i < embeddings.length; i += CHUNK_SIZE) {
+        const batch = embeddings.slice(i, i + CHUNK_SIZE);
+        yield qdrant_service_1.default.upsert(collectionName, {
+            wait: true,
+            points: batch,
+        });
+    }
+});
+exports.addEmbeddingsToCollection = addEmbeddingsToCollection;
+//# sourceMappingURL=qdrant_db_methods.js.map

package/dist/helper/qdrant_db_methods.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qdrant_db_methods.js","sourceRoot":"","sources":["../../src/helper/qdrant_db_methods.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,gFAAsD;AAEtD,MAAM,gBAAgB,GAAG,CAAO,cAAsB,EAAE,EAAE;IACxD,MAAM,wBAAY,CAAC,gBAAgB,CAAC,cAAc,EAAE;QAClD,OAAO,EAAE;YACP,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,QAAQ;SACnB;KACF,CAAC,CAAC;AACL,CAAC,CAAA,CAAC;AA+DA,4CAAgB;AA7DlB,MAAM,aAAa,GAAG,GAAS,EAAE;IAC/B,MAAM,UAAU,GAAG,MAAM,wBAAY,CAAC,cAAc,EAAE,CAAC;IACvD,OAAO,UAAU,CAAC;AACpB,CAAC,CAAA,CAAC;AA2DA,sCAAa;AAzDf,MAAM,wBAAwB,GAAG,CAC/B,cAAsB,EACtB,UAMG,EACH,SAAiB,EACjB,EAAE;IACF,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACvC,OAAO;gBACL,KAAK,EAAE,CAAC,CAAC,SAAS;gBAClB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,SAAS;gBAC1B,YAAY,EAAE,IAAI;aACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,wBAAY,CAAC,UAAU,CAAC,cAAc,EAAE;YAC5D,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAA,CAAC;AA+B4B,sDAAkB;AA7BhD,MAAM,yBAAyB,GAAG,CAChC,cAAsB,EACtB,UAOG,EACH,EAAE;IACF,MAAM,UAAU,GAAG,IAAI,CAAC;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;QAClD,MAAM,wBAAY,CAAC,MAAM,CACvB,cAAc,EAEd;YACE,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,KAAK;SACd,CACF,CAAC;IACJ,CAAC;AACH,CAAC,CAAA,CAAC;AAKA,8DAAyB"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+import { OnlyEverGenerator } from "./bootstrap/app";
+export { OnlyEverGenerator };
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAQpD,OAAO,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/index.js

@@ -1,160 +1,97 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GenerateArgs = exports.OnlyEverGenerator = void 0;
-const parse_source_content_1 = require("./class/parse/parse_source_content");
-const open_ai_service_1 = require("./class/services/open_ai_service");
-const card_gen_prompt_1 = require("./constants/prompts/card_gen_prompt");
-const typology_prompt_1 = require("./constants/prompts/typology_prompt");
+// import express from "express";
+// import {
+//   returnCardResponse,
+//   returnHeadings,
+//   returnSourceData,
+// } from "./constants/source_data";
+// import config from "./config";
 // const app = express();
 // const port = 3000;
-// let openAiService = new OpenAiService(config.openAIKey);
-// let oeGen =  new OnlyEverGenerator(config.openAIKey, returnSourceData())
-// app.get('/', async (req, res)  => {
-//     let data = oeGen.returnParsedContent();
-//     // let parsedData = parseResponse()
-//     res.send(data);
+// import { returnPromptData } from "./constants/prompt_data";
+// import { GenerateCards } from "./card_gen/generate_cards";
+// import { OpenAiService } from "./services/open_ai_service";
+// import { ParseCardResponse } from "./parse/parse_card_response";
+// import { returnTypologyPrompt } from "./constants/prompts/typology_prompt";
+// import { returnCardGenPrompt } from "./constants/prompts/card_gen_prompt";
+// import { GenerateArgs } from "./utils/generate_args";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OnlyEverGenerator = void 0;
+const app_1 = require("./bootstrap/app");
+Object.defineProperty(exports, "OnlyEverGenerator", { enumerable: true, get: function () { return app_1.OnlyEverGenerator; } });
+// . All the Codes Below uses express and are strictly for development purpose, while publishing the package, comment everything
+// below this line
+// let oeGen = new OnlyEverGenerator(config.openAIKey, "gpt-4o-mini", {
+//   prompt: returnPromptData(),
+//   content: returnSourceData(),
 // });
-// app.get('/openAI', async (req,res)=> {
+// app.get("/", async (req, res) => {
+//   // let data = oeGen.returnParsedContent();
+//   // let parsedData = parseResponse()
+//   let cardPrompt = "";
+//   res.send(cardPrompt);
+// });
+// app.get("/openAI", async (req, res) => {
 //   // let prompt = returnPromt();
-//   let prompt = returnCardGenPrompt();
-//     let content = returnSourceData().toString()
-//     let headings = returnHeadings();
-//     // let aiRequest = await openAIRequest(prompt,content);
-//     let aiRequest = await oeGen.generateCard(prompt,content);
-//     res.send(aiRequest);
-// }); 
-// app.get('/typology', async(req,res)=>{
-//   { 
-//     let typologyPrompt = returnTypologyPrompt();
-//     let cardPrompt = returnCardGenPrompt();
-//     let args = new GenerateArgs(
-//       true,
-//       true,
-//       false,
-//        {
-//         typology_prompt: typologyPrompt,
-//         card_gen_prompt: cardPrompt,
-//         summary_prompt: "",
-//       }
-//     )
-//     let typologyRequest = await oeGen.generate(
-//       args,
-//     );
+//   // let prompt = returnCardGenPrompt();
+//   //   let content = returnSourceData().toString()
+//   //   let headings = returnHeadings();
+//   //   // let aiRequest = await openAIRequest(prompt,content);
+//   let aiRequest = await oeGen.generate(true, true);
+//   res.send(aiRequest);
+// });
+// app.get("/parseCardData", async (req, res) => {
+//   let cardResp = returnCardResponse();
+//   let headings = returnHeadings();
+//   cardResp.metadata = {
+//     req_time: cardResp.generated_at ?? new Date(),
+//     req_type: "card",
+//     req_tokens: cardResp.usage_data?.prompt_tokens,
+//     res_tokens: cardResp.usage_data?.completion_tokens,
+//     model: "40-mini",
+//   };
+//   let parsedData = new ParseCardResponse().parse(cardResp, false, {});
+//   res.send(parsedData);
+// });
+// app.get("/generate-cards", async (req, res) => {
+//   let cardResp = embeddingsResp;
+//   oeGen.parsedContent.taxonomy = cardResp;
+//   let parsedData = await oeGen.generateCard(
+//     returnCardGenPrompt(),
+//     JSON.stringify(cardResp),
+//     false
+//   );
+//   res.send(parsedData);
+// });
+// app.get("/typology", async (req, res) => {
+//   {
+//     let typologyRequest = await oeGen.generate(true, false);
 //     res.send(typologyRequest);
 //   }
 // });
+// app.get("/local-consolidation", async (req, res) => {
+//   const concepts_facts = embeddingsResp.concepts_facts;
+//   let locallyConsolidated = new LocalConsolidation().consolidate(
+//     concepts_facts,
+//     "sourceID"
+//   );
+//   res.send(locallyConsolidated);
+// });
+// app.get("/global-consolidation", async (req, res) => {
+//   const concepts_facts = embeddingsResp.concepts_facts;
+//   // let globallyConsolidated = await new GlobalConsolidation().consolidate(
+//   //   concepts_facts,
+//   //   "sourceID",
+//   //   0.2
+//   // );
+//   // let globallyConsolidated = await oeGen.globalConsolidation(
+//   //   concepts_facts,
+//   //   "sourceID",
+//   //   0.2
+//   // );
+//   // res.send(globallyConsolidated);
+// });
 // app.listen(port, () => {
 //   console.log(`Example app listening at http://localhost:${port}`);
 // });
-class OnlyEverGenerator {
-    constructor(apiKey, model, content) {
-        this.api_key = '';
-        this.parsedContent = '';
-        this.typologyResponse = {};
-        this.cardgenResponse = {};
-        this.summarizeResponse = {};
-        this.api_key = apiKey;
-        this.openAiService = new open_ai_service_1.OpenAiService(apiKey, model !== null && model !== void 0 ? model : 'gpt-3.5-turbo-1106');
-        this.parsedContent = new parse_source_content_1.ParseSourceContent(content).parse();
-    }
-    ;
-    generate() {
-        return __awaiter(this, arguments, void 0, function* (generate_card = false, generate_typology = false) {
-            var _a, _b, _c;
-            let typologyPrompt = (0, typology_prompt_1.returnTypologyPrompt)();
-            let cardPrompt = (0, card_gen_prompt_1.returnCardGenPrompt)();
-            let args = new GenerateArgs(generate_card, generate_typology, false, {
-                typology_prompt: typologyPrompt,
-                card_gen_prompt: cardPrompt,
-                summary_prompt: ''
-            });
-            const responseToReturn = [];
-            const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
-            for (let elem of whatNeedsToBeGenerated)
-                if (elem == 'generate_tyopology') {
-                    this.typologyResponse = yield this.generateTypology((_a = args.prompts.typology_prompt) !== null && _a !== void 0 ? _a : '', this.parsedContent);
-                    responseToReturn.push(this.typologyResponse);
-                }
-                else if (elem == 'generate_card') {
-                    this.cardgenResponse = yield this.generateCard((_b = args.prompts.card_gen_prompt) !== null && _b !== void 0 ? _b : '', this.parsedContent + JSON.stringify(this.typologyResponse));
-                    responseToReturn.push(this.cardgenResponse);
-                }
-                else if (elem == 'generate_summary') {
-                    this.summarizeResponse = yield this.generateSummary((_c = args.prompts.summary_prompt) !== null && _c !== void 0 ? _c : '', this.parsedContent);
-                    responseToReturn.push(this.summarizeResponse);
-                }
-            return responseToReturn;
-        });
-    }
-    _returnParsedContent() {
-        return this.parsedContent;
-    }
-    generateCard(prompt, content) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            let response = yield ((_a = this.openAiService) === null || _a === void 0 ? void 0 : _a.sendRequest(prompt, this.parsedContent));
-            response['type'] = 'card_gen';
-            return response;
-        });
-    }
-    generateTypology(prompt, content) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            let response = yield ((_a = this.openAiService) === null || _a === void 0 ? void 0 : _a.sendRequest(prompt, this.parsedContent));
-            response['type'] = 'typology';
-            return response;
-        });
-    }
-    generateSummary(prompt, content) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            let response = yield ((_a = this.openAiService) === null || _a === void 0 ? void 0 : _a.sendRequest(prompt, this.parsedContent));
-            response['type'] = 'summary';
-            return response;
-        });
-    }
-}
-exports.OnlyEverGenerator = OnlyEverGenerator;
-class GenerateArgs {
-    constructor(generate_card, generate_typology, generate_summary, prompts = {
-        typology_prompt: '',
-        card_gen_prompt: '',
-        summary_prompt: ''
-    }) {
-        this.generate_card = false;
-        this.generate_typology = false;
-        this.generate_summary = false;
-        this.prompts = {
-            typology_prompt: '',
-            card_gen_prompt: '',
-            summary_prompt: ''
-        };
-        this.generate_card = generate_card;
-        this.generate_typology = generate_typology;
-        this.generate_summary = generate_summary;
-        this.prompts = prompts;
-    }
-    getWhatNeedsToBeGenerated() {
-        let returnData = [];
-        if (this.generate_typology == true) {
-            returnData.push('generate_tyopology');
-        }
-        if (this.generate_summary == true) {
-            returnData.push('generate_summary');
-        }
-        if (this.generate_card == true) {
-            returnData.push('generate_card');
-        }
-        return returnData;
-    }
-}
-exports.GenerateArgs = GenerateArgs;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA,iCAAiC;AACjC,WAAW;AACX,wBAAwB;AACxB,oBAAoB;AACpB,sBAAsB;AACtB,oCAAoC;AACpC,iCAAiC;AACjC,yBAAyB;AACzB,qBAAqB;AACrB,8DAA8D;AAC9D,6DAA6D;AAC7D,8DAA8D;AAC9D,mEAAmE;AACnE,8EAA8E;AAC9E,6EAA6E;AAC7E,wDAAwD;;;AAExD,yCAAoD;AAQ3C,kGARA,uBAAiB,OAQA;AAE1B,gIAAgI;AAChI,kBAAkB;AAClB,uEAAuE;AACvE,gCAAgC;AAChC,iCAAiC;AACjC,MAAM;AACN,qCAAqC;AACrC,+CAA+C;AAC/C,wCAAwC;AACxC,yBAAyB;AAEzB,0BAA0B;AAC1B,MAAM;AAEN,2CAA2C;AAC3C,mCAAmC;AACnC,2CAA2C;AAC3C,qDAAqD;AACrD,0CAA0C;AAC1C,iEAAiE;AACjE,sDAAsD;AACtD,yBAAyB;AACzB,MAAM;AAEN,kDAAkD;AAClD,yCAAyC;AACzC,qCAAqC;AAErC,0BAA0B;AAC1B,qDAAqD;AACrD,wBAAwB;AACxB,sDAAsD;AACtD,0DAA0D;AAC1D,wBAAwB;AACxB,OAAO;AACP,yEAAyE;AACzE,0BAA0B;AAC1B,MAAM;AAEN,mDAAmD;AACnD,mCAAmC;AACnC,6CAA6C;AAC7C,+CAA+C;AAC/C,6BAA6B;AAC7B,gCAAgC;AAChC,YAAY;AACZ,OAAO;AACP,0BAA0B;AAC1B,MAAM;AAEN,6CAA6C;AAC7C,MAAM;AACN,+DAA+D;AAC/D,iCAAiC;AACjC,MAAM;AACN,MAAM;AAEN,wDAAwD;AACxD,0DAA0D;AAE1D,oEAAoE;AACpE,sBAAsB;AACtB,iBAAiB;AACjB,OAAO;AACP,mCAAmC;AACnC,MAAM;AAEN,yDAAyD;AACzD,0DAA0D;AAE1D,+EAA+E;AAC/E,yBAAyB;AACzB,qBAAqB;AACrB,aAAa;AACb,UAAU;AACV,mEAAmE;AACnE,yBAAyB;AACzB,qBAAqB;AACrB,aAAa;AACb,UAAU;AACV,uCAAuC;AACvC,MAAM;AAEN,2BAA2B;AAC3B,sEAAsE;AACtE,MAAM"}

package/dist/logger.d.ts

@@ -0,0 +1,6 @@
+export declare class ErrorLogger {
+    data: any;
+    constructor(data: any);
+    log(): Promise<import("axios").AxiosResponse<any, any> | undefined>;
+}
+//# sourceMappingURL=logger.d.ts.map

package/dist/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAKA,qBAAa,WAAW;IACtB,IAAI,EAAE,GAAG,CAAC;gBACE,IAAI,EAAE,GAAG;IAIf,GAAG;CAkBV"}

package/dist/logger.js

@@ -0,0 +1,42 @@
+"use strict";
+/// this method will call out atlas function and will write to a doc, incase of any errors:
+/// this is only for developmemt use
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ErrorLogger = void 0;
+const axios_1 = __importDefault(require("axios"));
+class ErrorLogger {
+    constructor(data) {
+        this.data = data;
+    }
+    log() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                let response = yield axios_1.default.post("https://us-east-1.aws.data.mongodb-api.com/app/oe-phase1-tkmsy/endpoint/oe_gen_logger", {
+                    data: this.data,
+                }, {
+                    headers: {
+                        "Content-Type": ["application/json"],
+                    },
+                });
+                return response;
+            }
+            catch (e) {
+                console.log(e);
+            }
+        });
+    }
+}
+exports.ErrorLogger = ErrorLogger;
+//# sourceMappingURL=logger.js.map

package/dist/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":";AAAA,2FAA2F;AAC3F,oCAAoC;;;;;;;;;;;;;;;AAEpC,kDAA0B;AAE1B,MAAa,WAAW;IAEtB,YAAY,IAAS;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEK,GAAG;;YACP,IAAI,CAAC;gBACH,IAAI,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC7B,uFAAuF,EACvF;oBACE,IAAI,EAAE,IAAI,CAAC,IAAI;iBAChB,EACD;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,CAAC,kBAAkB,CAAC;qBACrC;iBACF,CACF,CAAC;gBACF,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;KAAA;CACF;AAxBD,kCAwBC"}

package/dist/parse/parse_card/parse_cloze_card.d.ts

@@ -0,0 +1,10 @@
+export declare class ParseClozeCard {
+    parse(data: any): any;
+    _generateClozeCardDisplayTitle(question: string, answers: Array<any>): string;
+    _prepareQuestionAndCorrectAnswers(rawPrompt: String, correctOptions: Array<any>): {
+        prompt: string;
+        options: any;
+    };
+    _validateCloze(clozeCard: any): any;
+}
+//# sourceMappingURL=parse_cloze_card.d.ts.map

package/dist/parse/parse_card/parse_cloze_card.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse_cloze_card.d.ts","sourceRoot":"","sources":["../../../src/parse/parse_card/parse_cloze_card.ts"],"names":[],"mappings":"AAAA,qBAAa,cAAc;IACzB,KAAK,CAAC,IAAI,EAAE,GAAG;IAgDf,8BAA8B,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC;IAsBpE,iCAAiC,CAC/B,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,KAAK,CAAC,GAAG,CAAC;;;;IA4B5B,cAAc,CAAC,SAAS,EAAE,GAAG;CAkC9B"}

package/dist/parse/parse_card/parse_cloze_card.js

@@ -0,0 +1,126 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ParseClozeCard = void 0;
+class ParseClozeCard {
+    parse(data) {
+        try {
+            const content = data.card_content;
+            let correctOptions = content.correct_options;
+            let incorrectOptions = content.incorrect_options;
+            let allOptions = [...correctOptions, ...incorrectOptions];
+            let displayTitle = this._generateClozeCardDisplayTitle(data.card_content.prompt, allOptions);
+            let preparedData = this._prepareQuestionAndCorrectAnswers(content.prompt, correctOptions);
+            let finalQuestion = preparedData.prompt;
+            let parsedCorrectOptions = preparedData.options;
+            let parsedIncorrectoptions = incorrectOptions.map((e) => {
+                return {
+                    option: e,
+                    cloze: "null",
+                };
+            });
+            const finalParsedOptions = [
+                ...parsedCorrectOptions,
+                ...parsedIncorrectoptions,
+            ];
+            let clozeCardData = {
+                type: {
+                    category: "learning",
+                    sub_type: data.type,
+                },
+                heading: "",
+                displayTitle: displayTitle,
+                content: {
+                    question: finalQuestion,
+                    options: finalParsedOptions,
+                },
+                concepts: data.concepts,
+                facts: data.facts,
+                explanation: data.card_content.explanation,
+            };
+            return this._validateCloze(clozeCardData);
+        }
+        catch (e) {
+            return null;
+        }
+    }
+    _generateClozeCardDisplayTitle(question, answers) {
+        try {
+            let optionsString = "";
+            if (answers.length !== 0) {
+                optionsString = answers.join(", ");
+            }
+            return `${question} ---- ${optionsString}`;
+        }
+        catch (e) {
+            throw Error("Error in generating display title");
+        }
+    }
+    /// validate the cloze card
+    // 1. Has Empty cloze
+    // 2. has Duplicate Clozes
+    // 3. doesnt have any valid option,
+    // 4. Question length 320
+    // 5. More than 6 options
+    // 6. Less than 2 options
+    // 7. Max character for individual cloze: 90
+    _prepareQuestionAndCorrectAnswers(rawPrompt, correctOptions) {
+        try {
+            var finalCorrectOptions = [];
+            const regex = /{{(.*?)}}/g;
+            const transformed = rawPrompt.replace(regex, (match, p1) => {
+                // p1 is the captured group inside {{ }} (e.g., "fruit", "green")
+                const idx = correctOptions.indexOf(p1);
+                if (idx !== -1) {
+                    let cloze = `c${idx}`;
+                    finalCorrectOptions.push({
+                        option: p1,
+                        cloze: cloze,
+                    });
+                    return `{{c${idx}:${p1}}}`;
+                }
+                return match; // If not found in correct_options, leave as is or handle accordingly
+            });
+            return {
+                prompt: transformed,
+                options: finalCorrectOptions,
+            };
+        }
+        catch (e) {
+            throw Error("Error in preparing question and correct answers");
+        }
+    }
+    _validateCloze(clozeCard) {
+        var _a;
+        let clozeRegex = /\{\{c(\d+):([^}]+)\}\}/g;
+        try {
+            /// validate emptu cloze
+            let options = (_a = clozeCard.content.options) !== null && _a !== void 0 ? _a : [];
+            let question = clozeCard.content.question;
+            if (options.length < 2 || options.length > 6) {
+                throw Error("Number of cloze options are invalid");
+            }
+            /// There are no correct clozes// or null cloze or empty cloze
+            let correctOptions = options.find((e) => e.cloze != "null" && e.cloze != null && e.cloze.trim() != "");
+            if (correctOptions) {
+            }
+            else {
+                throw Error(" No valid clozes exists");
+            }
+            let rightClozes = options.filter((e) => e.cloze.startsWith("c"));
+            /// matches our cloze syntax
+            let clozeMatches = [...question.matchAll(clozeRegex)];
+            if (clozeMatches.length == 0) {
+                throw Error("Question Invalid");
+            }
+            else if (clozeMatches.length != rightClozes.length) {
+                throw Error(" Clozes in question doesnt match to clozes in options");
+            }
+            return clozeCard;
+        }
+        catch (e) {
+            throw Error(`Error in validating cloze card ${e.message}`);
+        }
+    }
+}
+exports.ParseClozeCard = ParseClozeCard;
+//# sourceMappingURL=parse_cloze_card.js.map

package/dist/parse/parse_card/parse_cloze_card.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse_cloze_card.js","sourceRoot":"","sources":["../../../src/parse/parse_card/parse_cloze_card.ts"],"names":[],"mappings":";;;AAAA,MAAa,cAAc;IACzB,KAAK,CAAC,IAAS;QACb,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;YAClC,IAAI,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;YAC7C,IAAI,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YACjD,IAAI,UAAU,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,gBAAgB,CAAC,CAAC;YAC1D,IAAI,YAAY,GAAG,IAAI,CAAC,8BAA8B,CACpD,IAAI,CAAC,YAAY,CAAC,MAAM,EACxB,UAAU,CACX,CAAC;YACF,IAAI,YAAY,GAAG,IAAI,CAAC,iCAAiC,CACvD,OAAO,CAAC,MAAM,EACd,cAAc,CACf,CAAC;YACF,IAAI,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC;YACxC,IAAI,oBAAoB,GAAG,YAAY,CAAC,OAAO,CAAC;YAChD,IAAI,sBAAsB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;gBAC3D,OAAO;oBACL,MAAM,EAAE,CAAC;oBACT,KAAK,EAAE,MAAM;iBACd,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,MAAM,kBAAkB,GAAG;gBACzB,GAAG,oBAAoB;gBACvB,GAAG,sBAAsB;aAC1B,CAAC;YACF,IAAI,aAAa,GAAG;gBAClB,IAAI,EAAE;oBACJ,QAAQ,EAAE,UAAU;oBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;iBACpB;gBACD,OAAO,EAAE,EAAE;gBACX,YAAY,EAAE,YAAY;gBAC1B,OAAO,EAAE;oBACP,QAAQ,EAAE,aAAa;oBACvB,OAAO,EAAE,kBAAkB;iBAC5B;gBACD,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;aAC3C,CAAC;YAEF,OAAO,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,8BAA8B,CAAC,QAAgB,EAAE,OAAmB;QAClE,IAAI,CAAC;YACH,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;YAED,OAAO,GAAG,QAAQ,SAAS,aAAa,EAAE,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,qBAAqB;IACrB,0BAA0B;IAC1B,mCAAmC;IACnC,yBAAyB;IACzB,yBAAyB;IACzB,yBAAyB;IACzB,4CAA4C;IAE5C,iCAAiC,CAC/B,SAAiB,EACjB,cAA0B;QAE1B,IAAI,CAAC;YACH,IAAI,mBAAmB,GAAQ,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,YAAY,CAAC;YAE3B,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBACzD,iEAAiE;gBACjE,MAAM,GAAG,GAAG,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACvC,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;oBACf,IAAI,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;oBACtB,mBAAmB,CAAC,IAAI,CAAC;wBACvB,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,KAAK;qBACb,CAAC,CAAC;oBACH,OAAO,MAAM,GAAG,IAAI,EAAE,IAAI,CAAC;gBAC7B,CAAC;gBACD,OAAO,KAAK,CAAC,CAAC,qEAAqE;YACrF,CAAC,CAAC,CAAC;YACH,OAAO;gBACL,MAAM,EAAE,WAAW;gBACnB,OAAO,EAAE,mBAAmB;aAC7B,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,cAAc,CAAC,SAAc;;QAC3B,IAAI,UAAU,GAAG,yBAAyB,CAAC;QAE3C,IAAI,CAAC;YACH,wBAAwB;YACxB,IAAI,OAAO,GAAG,MAAA,SAAS,CAAC,OAAO,CAAC,OAAO,mCAAI,EAAE,CAAC;YAC9C,IAAI,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC1C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACrD,CAAC;YAED,8DAA8D;YAC9D,IAAI,cAAc,GAAG,OAAO,CAAC,IAAI,CAC/B,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,CACzE,CAAC;YACF,IAAI,cAAc,EAAE,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;YAEtE,4BAA4B;YAC5B,IAAI,YAAY,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YACtD,IAAI,YAAY,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC7B,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,YAAY,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;gBACrD,MAAM,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACvE,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,KAAK,CAAC,kCAAkC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;CACF;AAvID,wCAuIC"}