only_ever_generator 8.4.6 → 8.4.7

package/dist/embedding_generation/local_consolidation.js

@@ -1,104 +1,104 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LocalConsolidation = void 0;
-const crypto_1 = require("crypto");
-class LocalConsolidation {
-    constructor() {
-        this.cosineSimilarity = (a, b) => {
-            const dotProduct = a.reduce((acc, val, index) => acc + val * b[index], 0);
-            const magnitudeA = Math.sqrt(a.reduce((acc, val) => acc + val * val, 0));
-            const magnitudeB = Math.sqrt(b.reduce((acc, val) => acc + val * val, 0));
-            return dotProduct / (magnitudeA * magnitudeB);
-        };
-    }
-    consolidate(concepts_facts, sourceId) {
-        try {
-            const sourceIds = [];
-            const sourceTaxonomyOps = [];
-            const globalConceptOps = [];
-            const consolidatedConcepts = [];
-            const concepts = concepts_facts.map((e) => {
-                return {
-                    id: (0, crypto_1.randomUUID)().toString(),
-                    text: e.text,
-                    reference: e.reference,
-                    embedding: e.embedding,
-                    type: e.type,
-                };
-            });
-            const afterConsolidation = this.consolidateSimilarEmbeddings(concepts);
-            sourceIds.push(JSON.stringify(sourceId));
-            console.log(afterConsolidation);
-            for (var concept of afterConsolidation.finalConsolidatedConcepts) {
-                sourceTaxonomyOps.push({
-                    text: concept.text,
-                    id: concept.id,
-                    embedding: concept.embedding,
-                    type: concept.type,
-                    reference: concept.reference,
-                });
-                globalConceptOps.push({
-                    id: concept.id.toString(),
-                    vector: concept.embedding,
-                    payload: {
-                        _sources: [sourceId],
-                        text: concept.text,
-                    },
-                });
-            }
-            consolidatedConcepts.push(...afterConsolidation.consolidatedConcepts);
-            return {
-                globalConceptOps: globalConceptOps,
-                sourceIds: sourceIds,
-                consolidatedConcepts: consolidatedConcepts,
-                sourceTaxonomyOps: sourceTaxonomyOps,
-            };
-        }
-        catch (e) {
-            console.error("Error occurred while converting the parsed array to db operations:", e);
-            throw e;
-        }
-        // const concepts = concepts_facts.map((e) => {
-        //   return {
-        //     id: randomUUID().toString(),
-        //     text: e.text,
-        //     type: e.type,
-        //     embedding: e.embedding,
-        //   };
-        // });
-        // const consolidated = this._consolidateSimilarEmbeddings(concepts);
-        // return consolidated;
-    }
-    consolidateSimilarEmbeddings(data, threshold = 0.65) {
-        const finalConsolidatedConcepts = [];
-        const visited = new Array(data.length).fill(false);
-        const consolidatedConcepts = [];
-        for (let i = 0; i < data.length; i++) {
-            if (visited[i])
-                continue;
-            const group = [data[i]];
-            visited[i] = true;
-            for (let j = i + 1; j < data.length; j++) {
-                if (visited[j])
-                    continue;
-                const sim = this.cosineSimilarity(data[i].embedding, data[j].embedding);
-                if (sim > threshold) {
-                    group.push(data[j]);
-                    visited[j] = true;
-                    consolidatedConcepts.push({
-                        concept1: data[i].text,
-                        concept2: data[j].text,
-                        similarity: sim,
-                    });
-                }
-            }
-            // Consolidate the group (e.g., just take the first, or merge)
-            finalConsolidatedConcepts.push(group[0]); // Or you can customize how to merge
-        }
-        return {
-            finalConsolidatedConcepts: finalConsolidatedConcepts,
-            consolidatedConcepts: consolidatedConcepts,
-        };
-    }
-}
-exports.LocalConsolidation = LocalConsolidation;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalConsolidation = void 0;
+const crypto_1 = require("crypto");
+class LocalConsolidation {
+    constructor() {
+        this.cosineSimilarity = (a, b) => {
+            const dotProduct = a.reduce((acc, val, index) => acc + val * b[index], 0);
+            const magnitudeA = Math.sqrt(a.reduce((acc, val) => acc + val * val, 0));
+            const magnitudeB = Math.sqrt(b.reduce((acc, val) => acc + val * val, 0));
+            return dotProduct / (magnitudeA * magnitudeB);
+        };
+    }
+    consolidate(concepts_facts, sourceId) {
+        try {
+            const sourceIds = [];
+            const sourceTaxonomyOps = [];
+            const globalConceptOps = [];
+            const consolidatedConcepts = [];
+            const concepts = concepts_facts.map((e) => {
+                return {
+                    id: (0, crypto_1.randomUUID)().toString(),
+                    text: e.text,
+                    reference: e.reference,
+                    embedding: e.embedding,
+                    type: e.type,
+                };
+            });
+            const afterConsolidation = this.consolidateSimilarEmbeddings(concepts);
+            sourceIds.push(JSON.stringify(sourceId));
+            console.log(afterConsolidation);
+            for (var concept of afterConsolidation.finalConsolidatedConcepts) {
+                sourceTaxonomyOps.push({
+                    text: concept.text,
+                    id: concept.id,
+                    embedding: concept.embedding,
+                    type: concept.type,
+                    reference: concept.reference,
+                });
+                globalConceptOps.push({
+                    id: concept.id.toString(),
+                    vector: concept.embedding,
+                    payload: {
+                        _sources: [sourceId],
+                        text: concept.text,
+                    },
+                });
+            }
+            consolidatedConcepts.push(...afterConsolidation.consolidatedConcepts);
+            return {
+                globalConceptOps: globalConceptOps,
+                sourceIds: sourceIds,
+                consolidatedConcepts: consolidatedConcepts,
+                sourceTaxonomyOps: sourceTaxonomyOps,
+            };
+        }
+        catch (e) {
+            console.error("Error occurred while converting the parsed array to db operations:", e);
+            throw e;
+        }
+        // const concepts = concepts_facts.map((e) => {
+        //   return {
+        //     id: randomUUID().toString(),
+        //     text: e.text,
+        //     type: e.type,
+        //     embedding: e.embedding,
+        //   };
+        // });
+        // const consolidated = this._consolidateSimilarEmbeddings(concepts);
+        // return consolidated;
+    }
+    consolidateSimilarEmbeddings(data, threshold = 0.65) {
+        const finalConsolidatedConcepts = [];
+        const visited = new Array(data.length).fill(false);
+        const consolidatedConcepts = [];
+        for (let i = 0; i < data.length; i++) {
+            if (visited[i])
+                continue;
+            const group = [data[i]];
+            visited[i] = true;
+            for (let j = i + 1; j < data.length; j++) {
+                if (visited[j])
+                    continue;
+                const sim = this.cosineSimilarity(data[i].embedding, data[j].embedding);
+                if (sim > threshold) {
+                    group.push(data[j]);
+                    visited[j] = true;
+                    consolidatedConcepts.push({
+                        concept1: data[i].text,
+                        concept2: data[j].text,
+                        similarity: sim,
+                    });
+                }
+            }
+            // Consolidate the group (e.g., just take the first, or merge)
+            finalConsolidatedConcepts.push(group[0]); // Or you can customize how to merge
+        }
+        return {
+            finalConsolidatedConcepts: finalConsolidatedConcepts,
+            consolidatedConcepts: consolidatedConcepts,
+        };
+    }
+}
+exports.LocalConsolidation = LocalConsolidation;

package/dist/helper/build_concept_facts_schema.d.ts

@@ -1,43 +1,43 @@
-type ConceptFactType = "concept" | "fact";
-interface ConceptFactSchemaItem {
-    text: {
-        type: "string";
-        minLength: number;
-        maxLength: number;
-        description: string;
-    };
-    type: {
-        type: "string";
-        enum: ConceptFactType[];
-        description: string;
-    };
-    reference: {
-        type: "string";
-        enum: string[];
-        description: string;
-    };
-}
-interface Schema {
-    name: string;
-    strict: boolean;
-    schema: {
-        type: "object";
-        properties: {
-            concepts_facts: {
-                type: "array";
-                minItems: number;
-                items: {
-                    type: "object";
-                    properties: ConceptFactSchemaItem;
-                    required: ["text", "type", "reference"];
-                    additionalProperties: false;
-                };
-            };
-        };
-        required: ["concepts_facts"];
-        additionalProperties: false;
-    };
-}
-export declare function buildConceptFactSchema(headings: string[], name?: string, strict?: boolean): Schema;
-export {};
+type ConceptFactType = "concept" | "fact";
+interface ConceptFactSchemaItem {
+    text: {
+        type: "string";
+        minLength: number;
+        maxLength: number;
+        description: string;
+    };
+    type: {
+        type: "string";
+        enum: ConceptFactType[];
+        description: string;
+    };
+    reference: {
+        type: "string";
+        enum: string[];
+        description: string;
+    };
+}
+interface Schema {
+    name: string;
+    strict: boolean;
+    schema: {
+        type: "object";
+        properties: {
+            concepts_facts: {
+                type: "array";
+                minItems: number;
+                items: {
+                    type: "object";
+                    properties: ConceptFactSchemaItem;
+                    required: ["text", "type", "reference"];
+                    additionalProperties: false;
+                };
+            };
+        };
+        required: ["concepts_facts"];
+        additionalProperties: false;
+    };
+}
+export declare function buildConceptFactSchema(headings: string[], name?: string, strict?: boolean): Schema;
+export {};
 //# sourceMappingURL=build_concept_facts_schema.d.ts.map

package/dist/helper/build_concept_facts_schema.js

@@ -1,45 +1,45 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.buildConceptFactSchema = buildConceptFactSchema;
-function buildConceptFactSchema(headings, name = "concept_fact_gen_schema", strict = false) {
-    const allowedRefs = [...headings, ""];
-    return {
-        name,
-        strict,
-        schema: {
-            type: "object",
-            properties: {
-                concepts_facts: {
-                    type: "array",
-                    minItems: 1,
-                    items: {
-                        type: "object",
-                        properties: {
-                            text: {
-                                type: "string",
-                                minLength: 80,
-                                maxLength: 280,
-                                description: "Noun phrase or declarative fact (80–280 chars).",
-                            },
-                            type: {
-                                type: "string",
-                                enum: ["concept", "fact"],
-                                description: "“concept” vs “fact”.",
-                            },
-                            reference: {
-                                type: "string",
-                                enum: allowedRefs,
-                                description: "Exact heading or empty string.",
-                            },
-                        },
-                        required: ["text", "type", "reference"],
-                        additionalProperties: false,
-                    },
-                },
-            },
-            required: ["concepts_facts"],
-            additionalProperties: false,
-        },
-    };
-}
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildConceptFactSchema = buildConceptFactSchema;
+function buildConceptFactSchema(headings, name = "concept_fact_gen_schema", strict = false) {
+    const allowedRefs = [...headings, ""];
+    return {
+        name,
+        strict,
+        schema: {
+            type: "object",
+            properties: {
+                concepts_facts: {
+                    type: "array",
+                    minItems: 1,
+                    items: {
+                        type: "object",
+                        properties: {
+                            text: {
+                                type: "string",
+                                minLength: 80,
+                                maxLength: 280,
+                                description: "Noun phrase or declarative fact (80–280 chars).",
+                            },
+                            type: {
+                                type: "string",
+                                enum: ["concept", "fact"],
+                                description: "“concept” vs “fact”.",
+                            },
+                            reference: {
+                                type: "string",
+                                enum: allowedRefs,
+                                description: "Exact heading or empty string.",
+                            },
+                        },
+                        required: ["text", "type", "reference"],
+                        additionalProperties: false,
+                    },
+                },
+            },
+            required: ["concepts_facts"],
+            additionalProperties: false,
+        },
+    };
+}
 //# sourceMappingURL=build_concept_facts_schema.js.map

package/dist/helper/qdrant_db_methods.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"qdrant_db_methods.d.ts","sourceRoot":"","sources":["../../src/helper/qdrant_db_methods.ts"],"names":[],"mappings":"AAEA,QAAA,MAAM,gBAAgB,GAAU,gBAAgB,MAAM,kBAOrD,CAAC;AAEF,QAAA,MAAM,aAAa;;;;EAGlB,CAAC;AAEF,QAAA,MAAM,wBAAwB,GAC5B,gBAAgB,MAAM,EACtB,YAAY;IACV,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,EAAE,EACH,WAAW,MAAM;;;;;eAoD2jxF,CAAC;;;cAA0H,CAAC;;;;;;iBAAkR,CAAC;mBAAuF,CAAC;;IAjCpjyF,CAAC;AAEF,QAAA,MAAM,yBAAyB,GAC7B,gBAAgB,MAAM,EACtB,YAAY;IACV,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,EAAE,kBAcJ,CAAC;AAEF,OAAO,EACL,gBAAgB,EAChB,aAAa,EACb,yBAAyB,EACzB,wBAAwB,IAAI,kBAAkB,GAC/C,CAAC"}
+{"version":3,"file":"qdrant_db_methods.d.ts","sourceRoot":"","sources":["../../src/helper/qdrant_db_methods.ts"],"names":[],"mappings":"AAEA,QAAA,MAAM,gBAAgB,GAAU,gBAAgB,MAAM,kBAOrD,CAAC;AAEF,QAAA,MAAM,aAAa;;;;EAGlB,CAAC;AAEF,QAAA,MAAM,wBAAwB,GAC5B,gBAAgB,MAAM,EACtB,YAAY;IACV,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,EAAE,EACH,WAAW,MAAM;;;;;eAoD8+wF,CAAC;;;cAA0H,CAAC;;;;;;iBAAkR,CAAC;mBAAuF,CAAC;;IAjCv+xF,CAAC;AAEF,QAAA,MAAM,yBAAyB,GAC7B,gBAAgB,MAAM,EACtB,YAAY;IACV,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,EAAE,kBAcJ,CAAC;AAEF,OAAO,EACL,gBAAgB,EAChB,aAAa,EACb,yBAAyB,EACzB,wBAAwB,IAAI,kBAAkB,GAC/C,CAAC"}

package/dist/helper/schema_helper/build_card_schema.d.ts

@@ -1,10 +1,2 @@
-/**
- * Builds card output schema by populating the integrated schemas with concepts, facts, and card-specific schemas
- * @param concepts - Array of concept strings
- * @param facts - Array of fact strings
- * @param card_generation_types - Array of card types to generate (e.g., ["flash", "mcq", "cloze"])
- * @param cardTypeSchemas - Object mapping card types to their integrated schemas from getPrompts (e.g., { flash: {...}, mcq: {...} })
- * @returns Populated schema object ready for use
- */
-export declare const buildCardSchema: (concepts: string[], facts: string[], card_generation_types: string[], cardTypeSchemas: Record<string, any>) => Promise<any>;
+export declare const buildCardSchema: (concepts: string[], facts: string[], card_generation_types: string[]) => Promise<any>;
 //# sourceMappingURL=build_card_schema.d.ts.map

package/dist/helper/schema_helper/build_card_schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"build_card_schema.d.ts","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_card_schema.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,GAC1B,UAAU,MAAM,EAAE,EAClB,OAAO,MAAM,EAAE,EACf,uBAAuB,MAAM,EAAE,EAC/B,iBAAiB,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,iBAmFrC,CAAC"}
+{"version":3,"file":"build_card_schema.d.ts","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_card_schema.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,eAAe,GAC1B,UAAU,MAAM,EAAE,EAClB,OAAO,MAAM,EAAE,EACf,uBAAuB,MAAM,EAAE,iBA+DhC,CAAC"}

package/dist/helper/schema_helper/build_card_schema.js

@@ -11,63 +11,60 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildCardSchema = void 0;
 const sanitize_strings_1 = require("../../utils/sanitize_strings");
-/**
- * Builds card output schema by populating the integrated schemas with concepts, facts, and card-specific schemas
- * @param concepts - Array of concept strings
- * @param facts - Array of fact strings
- * @param card_generation_types - Array of card types to generate (e.g., ["flash", "mcq", "cloze"])
- * @param cardTypeSchemas - Object mapping card types to their integrated schemas from getPrompts (e.g., { flash: {...}, mcq: {...} })
- * @returns Populated schema object ready for use
- */
-const buildCardSchema = (concepts, facts, card_generation_types, cardTypeSchemas) => __awaiter(void 0, void 0, void 0, function* () {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _0, _1, _2, _3, _4, _5, _6, _7;
-    if (!cardTypeSchemas || Object.keys(cardTypeSchemas).length === 0) {
-        throw new Error("Card type schemas are required");
+const mongo_helper_1 = require("../mongo_helper");
+// flash:68ef4e1b5a123c94a835c6ab
+// cloze:68ef4eb45a123c94a835c6ac
+// mcq:68ef4f095a123c94a835c6ad
+// match:68ef4fae5a123c94a835c6ae
+const buildCardSchema = (concepts, facts, card_generation_types) => __awaiter(void 0, void 0, void 0, function* () {
+    const database = yield (0, mongo_helper_1.setUpMongoClient)();
+    const objectId = new mongo_helper_1.ObjectId("689c5cbd0d9d3bbda64b9584");
+    const schemaObj = yield database.collection("_prompts").findOne({
+        _id: objectId,
+    });
+    if (!schemaObj) {
+        throw new Error("Schema not found");
+    }
+    const schema = schemaObj.schema;
+    if (!schema) {
+        throw new Error("Schema not found");
     }
     const conceptsSanitized = (0, sanitize_strings_1.sanitizeStringsForSchema)(concepts);
     const factsSanitized = (0, sanitize_strings_1.sanitizeStringsForSchema)(facts);
-    // Use the first available card type schema as the base (all have the same base structure)
-    const firstCardType = card_generation_types.find((type) => cardTypeSchemas[type]);
-    if (!firstCardType) {
-        throw new Error("No valid card type schema found");
-    }
-    // Deep clone to avoid mutating the original
-    const populatedSchema = JSON.parse(JSON.stringify(cardTypeSchemas[firstCardType].schema));
-    // Populate concepts enum
-    if ((_g = (_f = (_e = (_d = (_c = (_b = (_a = populatedSchema.schema) === null || _a === void 0 ? void 0 : _a.properties) === null || _b === void 0 ? void 0 : _b.test_cards) === null || _c === void 0 ? void 0 : _c.items) === null || _d === void 0 ? void 0 : _d.properties) === null || _e === void 0 ? void 0 : _e.concepts) === null || _f === void 0 ? void 0 : _f.items) === null || _g === void 0 ? void 0 : _g.enum) {
-        populatedSchema.schema.properties.test_cards.items.properties.concepts.items.enum =
-            conceptsSanitized;
-    }
-    // Populate facts enum
-    if ((_p = (_o = (_m = (_l = (_k = (_j = (_h = populatedSchema.schema) === null || _h === void 0 ? void 0 : _h.properties) === null || _j === void 0 ? void 0 : _j.test_cards) === null || _k === void 0 ? void 0 : _k.items) === null || _l === void 0 ? void 0 : _l.properties) === null || _m === void 0 ? void 0 : _m.facts) === null || _o === void 0 ? void 0 : _o.items) === null || _p === void 0 ? void 0 : _p.enum) {
-        populatedSchema.schema.properties.test_cards.items.properties.facts.items.enum =
-            factsSanitized;
-    }
-    // Replace the type enum with the requested card generation types
-    if ((_v = (_u = (_t = (_s = (_r = (_q = populatedSchema.schema) === null || _q === void 0 ? void 0 : _q.properties) === null || _r === void 0 ? void 0 : _r.test_cards) === null || _s === void 0 ? void 0 : _s.items) === null || _t === void 0 ? void 0 : _t.properties) === null || _u === void 0 ? void 0 : _u.type) === null || _v === void 0 ? void 0 : _v.enum) {
-        populatedSchema.schema.properties.test_cards.items.properties.type.enum =
-            card_generation_types;
-    }
-    // Extract card-specific schemas from the anyOf of each card type schema
-    const filteredCardTypeSchemas = [];
+    // Fetch individual card type schemas based on card_generation_types
+    const cardTypeObjectIds = {
+        flash: new mongo_helper_1.ObjectId("68ef4e1b5a123c94a835c6ab"),
+        cloze: new mongo_helper_1.ObjectId("68ef4eb45a123c94a835c6ac"),
+        mcq: new mongo_helper_1.ObjectId("68ef4f095a123c94a835c6ad"),
+        match: new mongo_helper_1.ObjectId("68ef4fae5a123c94a835c6ae"),
+    };
+    const cardTypeSchemas = {};
+    // Only fetch schemas for the requested card types
     for (const cardType of card_generation_types) {
-        if (cardTypeSchemas[cardType]) {
-            const cardSchema = cardTypeSchemas[cardType];
-            // Extract the card-specific schema from the anyOf array
-            const cardContentSchema = (_2 = (_1 = (_0 = (_z = (_y = (_x = (_w = cardSchema.schema) === null || _w === void 0 ? void 0 : _w.properties) === null || _x === void 0 ? void 0 : _x.test_cards) === null || _y === void 0 ? void 0 : _y.items) === null || _z === void 0 ? void 0 : _z.properties) === null || _0 === void 0 ? void 0 : _0.card_content) === null || _1 === void 0 ? void 0 : _1.anyOf) === null || _2 === void 0 ? void 0 : _2[0];
-            if (cardContentSchema) {
-                filteredCardTypeSchemas.push(cardContentSchema);
+        if (cardTypeObjectIds[cardType]) {
+            const cardSchemaObj = yield database.collection("_prompts").findOne({
+                _id: cardTypeObjectIds[cardType],
+            });
+            if (cardSchemaObj && cardSchemaObj.schema) {
+                cardTypeSchemas[cardType] = JSON.parse(cardSchemaObj.schema);
             }
         }
     }
-    // Replace anyOf array with all card-specific schemas
-    if (filteredCardTypeSchemas.length > 0) {
-        if ((_7 = (_6 = (_5 = (_4 = (_3 = populatedSchema.schema) === null || _3 === void 0 ? void 0 : _3.properties) === null || _4 === void 0 ? void 0 : _4.test_cards) === null || _5 === void 0 ? void 0 : _5.items) === null || _6 === void 0 ? void 0 : _6.properties) === null || _7 === void 0 ? void 0 : _7.card_content) {
-            populatedSchema.schema.properties.test_cards.items.properties.card_content =
-                {
-                    anyOf: filteredCardTypeSchemas,
-                };
-        }
+    // Deep clone to avoid mutating the original
+    const populatedSchema = JSON.parse(schema);
+    populatedSchema.schema.properties.test_cards.items.properties.concepts.items.enum =
+        conceptsSanitized;
+    populatedSchema.schema.properties.test_cards.items.properties.facts.items.enum =
+        factsSanitized;
+    // Replace the type enum with the requested card generation types
+    populatedSchema.schema.properties.test_cards.items.properties.type.enum =
+        card_generation_types;
+    // Replace anyOf array with individual schemas based on card type
+    if (Object.keys(cardTypeSchemas).length > 0) {
+        populatedSchema.schema.properties.test_cards.items.properties.card_content =
+            {
+                anyOf: Object.values(cardTypeSchemas),
+            };
     }
     console.log("Populated Schema", JSON.stringify(populatedSchema.schema.properties.test_cards.items, null, 2));
     return populatedSchema;

package/dist/helper/schema_helper/build_card_schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"build_card_schema.js","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_card_schema.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mEAAwE;AAExE;;;;;;;GAOG;AACI,MAAM,eAAe,GAAG,CAC7B,QAAkB,EAClB,KAAe,EACf,qBAA+B,EAC/B,eAAoC,EACpC,EAAE;;IACF,IAAI,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAA,2CAAwB,EAAC,QAAQ,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAG,IAAA,2CAAwB,EAAC,KAAK,CAAC,CAAC;IAEvD,0FAA0F;IAC1F,MAAM,aAAa,GAAG,qBAAqB,CAAC,IAAI,CAC9C,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAChC,CAAC;IACF,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IAED,4CAA4C;IAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAChC,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CACtD,CAAC;IAEF,yBAAyB;IACzB,IACE,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,eAAe,CAAC,MAAM,0CAAE,UAAU,0CAAE,UAAU,0CAAE,KAAK,0CAAE,UAAU,0CAAE,QAAQ,0CACvE,KAAK,0CAAE,IAAI,EACf,CAAC;QACD,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI;YAC/E,iBAAiB,CAAC;IACtB,CAAC;IAED,sBAAsB;IACtB,IACE,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,eAAe,CAAC,MAAM,0CAAE,UAAU,0CAAE,UAAU,0CAAE,KAAK,0CAAE,UAAU,0CAAE,KAAK,0CACpE,KAAK,0CAAE,IAAI,EACf,CAAC;QACD,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI;YAC5E,cAAc,CAAC;IACnB,CAAC;IAED,iEAAiE;IACjE,IACE,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,eAAe,CAAC,MAAM,0CAAE,UAAU,0CAAE,UAAU,0CAAE,KAAK,0CAAE,UAAU,0CAAE,IAAI,0CACnE,IAAI,EACR,CAAC;QACD,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI;YACrE,qBAAqB,CAAC;IAC1B,CAAC;IAED,wEAAwE;IACxE,MAAM,uBAAuB,GAAU,EAAE,CAAC;IAC1C,KAAK,MAAM,QAAQ,IAAI,qBAAqB,EAAE,CAAC;QAC7C,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC7C,wDAAwD;YACxD,MAAM,iBAAiB,GACrB,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,UAAU,CAAC,MAAM,0CAAE,UAAU,0CAAE,UAAU,0CAAE,KAAK,0CAAE,UAAU,0CACxD,YAAY,0CAAE,KAAK,0CAAG,CAAC,CAAC,CAAC;YAC/B,IAAI,iBAAiB,EAAE,CAAC;gBACtB,uBAAuB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,IAAI,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,IACE,MAAA,MAAA,MAAA,MAAA,MAAA,eAAe,CAAC,MAAM,0CAAE,UAAU,0CAAE,UAAU,0CAAE,KAAK,0CAAE,UAAU,0CAC7D,YAAY,EAChB,CAAC;YACD,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY;gBACxE;oBACE,KAAK,EAAE,uBAAuB;iBAC/B,CAAC;QACN,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CACT,kBAAkB,EAClB,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAC5E,CAAC;IAEF,OAAO,eAAe,CAAC;AACzB,CAAC,CAAA,CAAC;AAvFW,QAAA,eAAe,mBAuF1B"}
+{"version":3,"file":"build_card_schema.js","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_card_schema.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mEAAwE;AACxE,kDAA6D;AAE7D,iCAAiC;AACjC,iCAAiC;AACjC,+BAA+B;AAC/B,iCAAiC;AAC1B,MAAM,eAAe,GAAG,CAC7B,QAAkB,EAClB,KAAe,EACf,qBAA+B,EAC/B,EAAE;IACF,MAAM,QAAQ,GAAG,MAAM,IAAA,+BAAgB,GAAE,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,uBAAQ,CAAC,0BAA0B,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;QAC9D,GAAG,EAAE,QAAQ;KACd,CAAC,CAAC;IACH,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAChC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,iBAAiB,GAAG,IAAA,2CAAwB,EAAC,QAAQ,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAG,IAAA,2CAAwB,EAAC,KAAK,CAAC,CAAC;IAEvD,oEAAoE;IACpE,MAAM,iBAAiB,GAAgC;QACrD,KAAK,EAAE,IAAI,uBAAQ,CAAC,0BAA0B,CAAC;QAC/C,KAAK,EAAE,IAAI,uBAAQ,CAAC,0BAA0B,CAAC;QAC/C,GAAG,EAAE,IAAI,uBAAQ,CAAC,0BAA0B,CAAC;QAC7C,KAAK,EAAE,IAAI,uBAAQ,CAAC,0BAA0B,CAAC;KAChD,CAAC;IAEF,MAAM,eAAe,GAA2B,EAAE,CAAC;IAEnD,kDAAkD;IAClD,KAAK,MAAM,QAAQ,IAAI,qBAAqB,EAAE,CAAC;QAC7C,IAAI,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;gBAClE,GAAG,EAAE,iBAAiB,CAAC,QAAQ,CAAC;aACjC,CAAC,CAAC;YACH,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gBAC1C,eAAe,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3C,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI;QAC/E,iBAAiB,CAAC;IACpB,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI;QAC5E,cAAc,CAAC;IAEjB,iEAAiE;IACjE,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI;QACrE,qBAAqB,CAAC;IAExB,iEAAiE;IACjE,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY;YACxE;gBACE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;aACtC,CAAC;IACN,CAAC;IAED,OAAO,CAAC,GAAG,CACT,kBAAkB,EAClB,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAC5E,CAAC;IACF,OAAO,eAAe,CAAC;AACzB,CAAC,CAAA,CAAC;AAlEW,QAAA,eAAe,mBAkE1B"}

package/dist/helper/schema_helper/build_concept_facts_schema.d.ts

@@ -1,2 +1,2 @@
-export declare function buildConceptFactSchema(headings: string[], conceptFactSchema: any): Promise<any>;
+export declare function buildConceptFactSchema(headings: string[], name?: string, strict?: boolean): Promise<any>;
 //# sourceMappingURL=build_concept_facts_schema.d.ts.map

package/dist/helper/schema_helper/build_concept_facts_schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"build_concept_facts_schema.d.ts","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_concept_facts_schema.ts"],"names":[],"mappings":"AAKA,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,MAAM,EAAE,EAClB,iBAAiB,EAAE,GAAG,gBAuBvB"}
+{"version":3,"file":"build_concept_facts_schema.d.ts","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_concept_facts_schema.ts"],"names":[],"mappings":"AAKA,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,MAAM,EAAE,EAClB,IAAI,GAAE,MAAkC,EACxC,MAAM,GAAE,OAAc,gBAoCvB"}

package/dist/helper/schema_helper/build_concept_facts_schema.js

@@ -10,15 +10,30 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildConceptFactSchema = buildConceptFactSchema;
+const mongodb_1 = require("mongodb");
+const mongo_helper_1 = require("../mongo_helper");
 const sanitize_strings_1 = require("../../utils/sanitize_strings");
 // Function to populate enums in a parsed schema
-function buildConceptFactSchema(headings, conceptFactSchema) {
-    return __awaiter(this, void 0, void 0, function* () {
+function buildConceptFactSchema(headings_1) {
+    return __awaiter(this, arguments, void 0, function* (headings, name = "concept_fact_gen_schema", strict = true) {
         var _a, _b, _c, _d, _e, _f;
-        const populatedSchema = conceptFactSchema;
+        const database = yield (0, mongo_helper_1.setUpMongoClient)();
+        const objectId = new mongodb_1.ObjectId("6895ac4baa1cad73b0018061");
+        const schemaObj = yield database.collection("_prompts").findOne({
+            _id: objectId,
+        });
+        if (!schemaObj) {
+            throw new Error("Schema not found");
+        }
+        const schema = schemaObj.schema;
+        if (!schema) {
+            throw new Error("Schema not found");
+        }
+        // Deep clone to avoid mutating the original
+        const populatedSchema = JSON.parse(schema);
         // Update name and strict mode
-        populatedSchema.name = conceptFactSchema.name;
-        populatedSchema.strict = conceptFactSchema.strict;
+        populatedSchema.name = name;
+        populatedSchema.strict = strict;
         const allowedRefs = [...headings, ""];
         // Sanitize headings to remove quotes for OpenAI structured outputs
         const sanitizedStrings = (0, sanitize_strings_1.sanitizeStringsForSchema)(allowedRefs);

package/dist/helper/schema_helper/build_concept_facts_schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"build_concept_facts_schema.js","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_concept_facts_schema.ts"],"names":[],"mappings":";;;;;;;;;;;AAKA,wDAyBC;AA5BD,mEAAwE;AAExE,gDAAgD;AAChD,SAAsB,sBAAsB,CAC1C,QAAkB,EAClB,iBAAsB;;;QAEtB,MAAM,eAAe,GAAG,iBAAiB,CAAC;QAE1C,8BAA8B;QAC9B,eAAe,CAAC,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC;QAC9C,eAAe,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAElD,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEtC,mEAAmE;QACnE,MAAM,gBAAgB,GAAG,IAAA,2CAAwB,EAAC,WAAW,CAAC,CAAC;QAE/D,gDAAgD;QAChD,IACE,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,eAAe,CAAC,MAAM,0CAAE,UAAU,0CAAE,cAAc,0CAAE,KAAK,0CAAE,UAAU,0CACjE,SAAS,0CAAE,IAAI,EACnB,CAAC;YACD,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI;gBAC9E,gBAAgB,CAAC;QACrB,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;CAAA"}
+{"version":3,"file":"build_concept_facts_schema.js","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_concept_facts_schema.ts"],"names":[],"mappings":";;;;;;;;;;;AAKA,wDAuCC;AA5CD,qCAAmC;AACnC,kDAAmD;AACnD,mEAAwE;AAExE,gDAAgD;AAChD,SAAsB,sBAAsB;yDAC1C,QAAkB,EAClB,OAAe,yBAAyB,EACxC,SAAkB,IAAI;;QAEtB,MAAM,QAAQ,GAAG,MAAM,IAAA,+BAAgB,GAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,kBAAQ,CAAC,0BAA0B,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;YAC9D,GAAG,EAAE,QAAQ;SACd,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,4CAA4C;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE3C,8BAA8B;QAC9B,eAAe,CAAC,IAAI,GAAG,IAAI,CAAC;QAC5B,eAAe,CAAC,MAAM,GAAG,MAAM,CAAC;QAEhC,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEtC,mEAAmE;QACnE,MAAM,gBAAgB,GAAG,IAAA,2CAAwB,EAAC,WAAW,CAAC,CAAC;QAE/D,gDAAgD;QAChD,IACE,MAAA,MAAA,MAAA,MAAA,MAAA,MAAA,eAAe,CAAC,MAAM,0CAAE,UAAU,0CAAE,cAAc,0CAAE,KAAK,0CAAE,UAAU,0CACjE,SAAS,0CAAE,IAAI,EACnB,CAAC;YACD,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI;gBAC9E,gBAAgB,CAAC;QACrB,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;CAAA"}

package/dist/helper/schema_helper/build_summary_schema.d.ts

@@ -1,2 +1,2 @@
-export declare function buildSummarySchema(headings: string[], summarySchema: any): Promise<any>;
+export declare function buildSummarySchema(headings: string[], name?: string, strict?: boolean): Promise<any>;
 //# sourceMappingURL=build_summary_schema.d.ts.map

package/dist/helper/schema_helper/build_summary_schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"build_summary_schema.d.ts","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_summary_schema.ts"],"names":[],"mappings":"AAIA,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,MAAM,EAAE,EAClB,aAAa,EAAE,GAAG,gBAyBnB"}
+{"version":3,"file":"build_summary_schema.d.ts","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_summary_schema.ts"],"names":[],"mappings":"AAIA,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,MAAM,EAAE,EAClB,IAAI,GAAE,MAAwB,EAC9B,MAAM,GAAE,OAAc,gBAmCvB"}