only_ever_generator 8.1.0 → 8.1.2

package/dist/typology_gen/summarize.js

@@ -0,0 +1,142 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GenerateSummaryCards = void 0;
+const openai_helper_1 = require("../helper/openai_helper");
+const logger_1 = require("../logger");
+const sanitize_strings_1 = require("../utils/sanitize_strings");
+const build_summary_schema_1 = require("../helper/schema_helper/build_summary_schema");
+class GenerateSummaryCards {
+    constructor(openAiService, sourceId, content, type, promptIdForSummaryCards, generationCurriculum) {
+        this.type = "";
+        this.openAiService = openAiService;
+        this.openAIHelper = new openai_helper_1.OpenAIHelper(this.openAiService.api_key);
+        this.content = content;
+        this.promptIdForSummaryCards = promptIdForSummaryCards;
+        this.type = type;
+        this.sourceId = sourceId;
+        this.generationCurriculum = generationCurriculum;
+    }
+    generate() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, _b, _c, _d, _e;
+            try {
+                const headings = this.type === "text"
+                    ? this.content.h1_headings || [""]
+                    : this.content.timecodes || [""];
+                const schema = yield (0, build_summary_schema_1.buildSummarySchema)(headings.length > 0 ? headings : [""], "summary_cards", true);
+                const openAiResponse = yield this.openAIHelper.openAI.responses.create({
+                    prompt: {
+                        id: this.promptIdForSummaryCards,
+                        // version: "35",
+                        variables: {
+                            heading_type: this.type == "video" ? "timecode" : "h1 heading",
+                            source_title: this.content.title,
+                            source_content: JSON.stringify(this.content.content),
+                            source_headings: JSON.stringify(this.content.h1_headings || []),
+                        },
+                    },
+                    max_output_tokens: 30000,
+                    // input: [
+                    //   {
+                    //     role: "user",
+                    //     content: [
+                    //       {
+                    //         type: "input_text",
+                    //         text: JSON.stringify(this.content),
+                    //       },
+                    //     ],
+                    //   },
+                    // ],
+                    // input: JSON.stringify(this.content),
+                    store: true,
+                    text: {
+                        format: {
+                            type: "json_schema",
+                            name: schema.name,
+                            strict: schema.strict,
+                            schema: schema.schema,
+                        },
+                    },
+                });
+                if (!openAiResponse) {
+                    yield (0, logger_1.log_error)({
+                        flow: "manual_generation",
+                        data: openAiResponse,
+                        error: "empty_openai_response",
+                        timestamp: new Date(),
+                        source_id: this.sourceId,
+                        type: {
+                            request_type: "concept_fact",
+                            n: 1,
+                        },
+                    });
+                    return;
+                }
+                openAiResponse.metadata = {
+                    req_time: (_a = openAiResponse.created) !== null && _a !== void 0 ? _a : new Date(),
+                    req_type: {
+                        type: "breadth",
+                        sub_type: "summary_cards",
+                        n: 1,
+                    },
+                    req_tokens: (_c = (_b = openAiResponse.usage) === null || _b === void 0 ? void 0 : _b.input_tokens) !== null && _c !== void 0 ? _c : 0,
+                    res_tokens: (_e = (_d = openAiResponse.usage) === null || _d === void 0 ? void 0 : _d.output_tokens) !== null && _e !== void 0 ? _e : 0,
+                    prompt: {
+                        id: openAiResponse.prompt.id,
+                        version: openAiResponse.prompt.version,
+                    },
+                    // prompt_tokens_details: openAiResponse.usage?.,
+                    model: this.openAiService.model,
+                    usage: openAiResponse.usage,
+                    status: "completed",
+                };
+                const summaryCards = this.parseJson(openAiResponse);
+                return {
+                    summary_cards: summaryCards,
+                    metadata: openAiResponse.metadata,
+                };
+            }
+            catch (error) {
+                console.log(error);
+                yield (0, logger_1.log_error)({
+                    flow: this.generationCurriculum
+                        ? "curriculum_manual_generation"
+                        : "manual_generation",
+                    data: error,
+                    timestamp: new Date(),
+                    error: "error_in_concept_facts_generation",
+                    source_id: this.sourceId,
+                    type: {
+                        request_type: "concept_fact",
+                        n: 1,
+                    },
+                });
+                return;
+            }
+        });
+    }
+    parseJson(response) {
+        try {
+            const summaryCards = JSON.parse(response.output_text).summary_cards;
+            if (summaryCards) {
+                return summaryCards.map((item) => {
+                    return Object.assign(Object.assign({}, item), { reference: (0, sanitize_strings_1.restoreQuotesInString)(item.reference) });
+                });
+            }
+        }
+        catch (e) {
+            throw new logger_1.ParsingError("Something went wrong in parsing the json", response);
+        }
+    }
+}
+exports.GenerateSummaryCards = GenerateSummaryCards;
+//# sourceMappingURL=summarize.js.map

package/dist/typology_gen/summarize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarize.js","sourceRoot":"","sources":["../../src/typology_gen/summarize.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2DAAuD;AAEvD,sCAAiE;AACjE,gEAGmC;AACnC,uFAAkF;AAElF,MAAa,oBAAoB;IAa/B,YACE,aAA4B,EAC5B,QAAgB,EAChB,OAKC,EACD,IAAY,EACZ,uBAA+B,EAC/B,oBAA6B;QAbxB,SAAI,GAAW,EAAE,CAAC;QAevB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAY,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;IACnD,CAAC;IAEK,QAAQ;;;YACZ,IAAI,CAAC;gBACH,MAAM,QAAQ,GACZ,IAAI,CAAC,IAAI,KAAK,MAAM;oBAClB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;oBAClC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrC,MAAM,MAAM,GAAG,MAAM,IAAA,yCAAkB,EACrC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EACrC,eAAe,EACf,IAAI,CACL,CAAC;gBACF,MAAM,cAAc,GAClB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC9C,MAAM,EAAE;wBACN,EAAE,EAAE,IAAI,CAAC,uBAAuB;wBAChC,iBAAiB;wBACjB,SAAS,EAAE;4BACT,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY;4BAC9D,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;4BAChC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;4BACpD,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC;yBAChE;qBACF;oBACD,iBAAiB,EAAE,KAAK;oBACxB,WAAW;oBACX,MAAM;oBACN,oBAAoB;oBACpB,iBAAiB;oBACjB,UAAU;oBACV,8BAA8B;oBAC9B,8CAA8C;oBAC9C,WAAW;oBACX,SAAS;oBACT,OAAO;oBACP,KAAK;oBACL,uCAAuC;oBACvC,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,MAAM,CAAC,IAAI;4BACjB,MAAM,EAAE,MAAM,CAAC,MAAM;4BACrB,MAAM,EAAE,MAAM,CAAC,MAAM;yBACtB;qBACF;iBACF,CAAC,CAAC;gBACL,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,MAAM,IAAA,kBAAS,EAAC;wBACd,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,uBAAuB;wBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,SAAS,EAAE,IAAI,CAAC,QAAQ;wBACxB,IAAI,EAAE;4BACJ,YAAY,EAAE,cAAc;4BAC5B,CAAC,EAAE,CAAC;yBACL;qBACF,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,cAAc,CAAC,QAAQ,GAAG;oBACxB,QAAQ,EAAE,MAAA,cAAc,CAAC,OAAO,mCAAI,IAAI,IAAI,EAAE;oBAC9C,QAAQ,EAAE;wBACR,IAAI,EAAE,SAAS;wBACf,QAAQ,EAAE,eAAe;wBACzB,CAAC,EAAE,CAAC;qBACL;oBACD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,YAAY,mCAAI,CAAC;oBACnD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,aAAa,mCAAI,CAAC;oBACpD,MAAM,EAAE;wBACN,EAAE,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE;wBAC5B,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO;qBACvC;oBACD,iDAAiD;oBACjD,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK;oBAC/B,KAAK,EAAE,cAAc,CAAC,KAAK;oBAC3B,MAAM,EAAE,WAAW;iBACpB,CAAC;gBACF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAEpD,OAAO;oBACL,aAAa,EAAE,YAAY;oBAC3B,QAAQ,EAAE,cAAc,CAAC,QAAQ;iBAClC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACnB,MAAM,IAAA,kBAAS,EAAC;oBACd,IAAI,EAAE,IAAI,CAAC,oBAAoB;wBAC7B,CAAC,CAAC,8BAA8B;wBAChC,CAAC,CAAC,mBAAmB;oBACvB,IAAI,EAAE,KAAK;oBACX,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,KAAK,EAAE,mCAAmC;oBAC1C,SAAS,EAAE,IAAI,CAAC,QAAQ;oBACxB,IAAI,EAAE;wBACJ,YAAY,EAAE,cAAc;wBAC5B,CAAC,EAAE,CAAC;qBACL;iBACF,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;QACH,CAAC;KAAA;IAED,SAAS,CAAC,QAAa;QACrB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,aAAa,CAAC;YACpE,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;oBACpC,uCACK,IAAI,KACP,SAAS,EAAE,IAAA,wCAAqB,EAAC,IAAI,CAAC,SAAS,CAAC,IAChD;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CACpB,0CAA0C,EAC1C,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA7JD,oDA6JC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "only_ever_generator",
-  "version": "8.1.0",
+  "version": "8.1.2",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "scripts": {

package/src/bootstrap/app.ts

@@ -13,6 +13,7 @@ import { BaseParamType } from "../types/base_param_type";
 import { SourceTaxonomy } from "../types/source_taxonomy_type";
 import { MongoConceptFactSource } from "../types/mongo_concept_fact_type";
 import { GenerateConceptFacts } from "../typology_gen/generate_concept_facts";
+import { GenerateSummaryCards } from "../typology_gen/summarize";
 
 export class OnlyEverGenerator {
   public api_key: string = "";
@@ -33,6 +34,7 @@ export class OnlyEverGenerator {
   public promptIdForTypology: string;
   public promptIdForConceptFacts: string;
   public promptIdForCardsGeneration: string;
+  public promptIdForSummaryCards: string;
   public n: number = 0;
   generationVariables: {
     bloom_instructions: string;
@@ -55,6 +57,7 @@ export class OnlyEverGenerator {
     promptIdForTypology: string,
     promptIdForConceptFacts: string,
     promptIdForCardsGeneration: string,
+    promptIdForSummaryCards: string,
     generationVariables: {
       bloom_instructions: string;
       card_instructions: string;
@@ -66,6 +69,7 @@ export class OnlyEverGenerator {
     this.promptIdForTypology = promptIdForTypology;
     this.promptIdForConceptFacts = promptIdForConceptFacts;
     this.promptIdForCardsGeneration = promptIdForCardsGeneration;
+    this.promptIdForSummaryCards = promptIdForSummaryCards;
     this.api_key = apiKey;
     this.generationVariables = generationVariables;
     this.generationCurriculum = generationCurriculum;
@@ -104,55 +108,113 @@ export class OnlyEverGenerator {
       const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
       for (let elem of whatNeedsToBeGenerated)
         if (elem == "generate_tyopology") {
-          console.log("Generating typology");
           this.typologyResponse = await this.generateTypology();
-          console.log("Typology generated");
           console.log(this.typologyResponse?.generate_cards?.value);
-          console.log(
-            JSON.stringify(this.typologyResponse?.generate_cards?.value > 30)
-          );
 
           if (
             this.typologyResponse?.status_code == 200 &&
             (this.typologyResponse?.generate_cards?.value ?? 30) > 30
           ) {
-            console.log("Concept facts generating");
-            const response = await this.generateConceptFacts(
-              this.typologyResponse
+            // Run concept facts and summary cards generation in parallel
+            console.log(
+              "Concept facts and summary cards generating in parallel"
             );
-            this.typologyResponse.concepts_facts =
-              response?.concepts_facts ?? [];
-            this.typologyResponse.metadata?.push(response?.metadata ?? {});
-            console.log("Concept facts generated");
-            console.log(this.typologyResponse);
-            const embeddings = await this.generateEmbeddings(
-              this.typologyResponse
-            );
-            console.log("Embedding generated");
-            const localConsolidation = await this.localConsolidation(
-              embeddings.concepts_facts,
-              this.parsedContent!.title
-            );
-            console.log("Local consolidation done");
-            this.typologyResponse!.concepts_facts =
-              localConsolidation.sourceTaxonomyOps;
-            const globalConsolidation = await this.globalConsolidation(
-              localConsolidation.sourceTaxonomyOps,
-              this.parsedContent!.source_id,
-              0.8
-            );
-            console.log("Global consolidation done");
-            this.typologyResponse!.concepts_facts =
-              globalConsolidation.source_taxonomy;
-            this.typologyResponse!.metadata?.push(embeddings.metadata);
-            responseToReturn.push({
-              type: "typology",
-              data: this.typologyResponse,
-              qdrantOps: {
-                update: globalConsolidation.global_updates,
-                inserts: globalConsolidation.global_inserts,
-              },
-            });
+            const [conceptFactsResult, summaryCardsResult] =
+              await Promise.allSettled([
+                this.generateConceptFacts(this.typologyResponse),
+                this.generateSummaryCards(),
+              ]);
+
+            // Handle concept facts result
+            if (
+              conceptFactsResult.status === "fulfilled" &&
+              conceptFactsResult.value
+            ) {
+              const response = conceptFactsResult.value;
+              this.typologyResponse.concepts_facts =
+                response?.concepts_facts ?? [];
+              this.typologyResponse.metadata?.push(response?.metadata ?? {});
+              console.log("Concept facts generated");
+            } else {
+              const errorReason =
+                conceptFactsResult.status === "rejected"
+                  ? conceptFactsResult.reason
+                  : "Unknown error";
+              console.log("Concept facts generation failed:", errorReason);
+              this.typologyResponse.concepts_facts = [];
+            }
+
+            // Handle summary cards result
+            if (
+              summaryCardsResult.status === "fulfilled" &&
+              summaryCardsResult.value
+            ) {
+              const summaryCards = summaryCardsResult.value;
+              this.typologyResponse.summary_cards =
+                summaryCards?.summary_cards ?? [];
+              this.typologyResponse.metadata?.push(
+                summaryCards?.metadata ?? {}
+              );
+              console.log("Summary cards generated");
+            } else {
+              const errorReason =
+                summaryCardsResult.status === "rejected"
+                  ? summaryCardsResult.reason
+                  : "Unknown error";
+              console.log("Summary cards generation failed:", errorReason);
+              this.typologyResponse.summary_cards = [];
+            }
+
+            // Process embeddings and consolidation only if concept facts were generated
+            if (this.typologyResponse.concepts_facts.length > 0) {
+              console.log(this.typologyResponse);
+              const embeddings = await this.generateEmbeddings(
+                this.typologyResponse
+              );
+              console.log("Embedding generated");
+              const localConsolidation = await this.localConsolidation(
+                embeddings.concepts_facts,
+                this.parsedContent!.title
+              );
+              console.log("Local consolidation done");
+              this.typologyResponse!.concepts_facts =
+                localConsolidation.sourceTaxonomyOps;
+              const globalConsolidation = await this.globalConsolidation(
+                localConsolidation.sourceTaxonomyOps,
+                this.parsedContent!.source_id,
+                0.8
+              );
+              console.log("Global consolidation done");
+              this.typologyResponse!.concepts_facts =
+                globalConsolidation.source_taxonomy;
+              this.typologyResponse!.metadata?.push(embeddings.metadata);
+              responseToReturn.push({
+                type: "typology",
+                data: this.typologyResponse,
+                qdrantOps: {
+                  update: globalConsolidation.global_updates,
+                  inserts: globalConsolidation.global_inserts,
+                },
+              });
+            } else {
+              // If concept facts failed, still return typology without embeddings
+              responseToReturn.push({
+                type: "typology",
+                data: this.typologyResponse,
+                qdrantOps: {
+                  update: [],
+                  inserts: [],
+                },
+              });
+            }
+
+            // Add summary cards response if they were generated
+            if (this.typologyResponse.summary_cards.length > 0) {
+              responseToReturn.push({
+                type: "summary_cards",
+                data: this.typologyResponse,
+              });
+            }
           } else {
             responseToReturn.push({
               type: "typology",
@@ -273,6 +335,26 @@ export class OnlyEverGenerator {
     return response;
   }
 
+  async generateSummaryCards() {
+    const type = this.parsedContent?.type ?? "text";
+    const content = {
+      title: this.parsedContent?.title ?? "",
+      ...(type === "text"
+        ? { h1_headings: this.parsedContent?.headings ?? [""] }
+        : { timecodes: this.parsedContent?.headings ?? [""] }),
+      content: this.parsedContent?.content ?? [],
+    };
+    let response = await new GenerateSummaryCards(
+      this.openAiService,
+      this.parsedContent?.source_id ?? "",
+      content,
+      type,
+      this.promptIdForSummaryCards,
+      this.generationCurriculum
+    ).generate();
+    return response;
+  }
+
   async generateEmbeddings(typologyResponse: any) {
     const concepts_facts = typologyResponse.concepts_facts;
     const texts = concepts_facts.map((e: MongoConceptFactSource) => e.text);

package/src/helper/schema_helper/build_summary_schema.ts

@@ -0,0 +1,43 @@
+import { sanitizeStringsForSchema } from "../../utils/sanitize_strings";
+import { database, ObjectId, setUp } from "../mongo_helper";
+
+// Function to populate enums in a parsed schema
+export async function buildSummarySchema(
+  headings: string[],
+  name: string = "summary_cards",
+  strict: boolean = true
+) {
+  setUp();
+  const objectId = new ObjectId("690ae043116a8c929f3a4cd5");
+  const schemaObj = await database.collection("_prompts").findOne({
+    _id: objectId,
+  });
+  if (!schemaObj) {
+    throw new Error("Schema not found");
+  }
+  const schema = schemaObj.schema;
+  if (!schema) {
+    throw new Error("Schema not found");
+  }
+  // Deep clone to avoid mutating the original
+  const populatedSchema = JSON.parse(schema);
+
+  // Update name and strict mode
+  populatedSchema.name = name;
+  populatedSchema.strict = strict;
+
+  // Sanitize headings to remove quotes for OpenAI structured outputs
+  const sanitizedStrings = sanitizeStringsForSchema(headings);
+
+  // Type-safe enum population for reference field in summary_cards items
+  // This populates the enum for cards 2-N (takeaway cards)
+  if (
+    populatedSchema.schema?.properties?.summary_cards?.items?.properties
+      ?.reference?.enum
+  ) {
+    populatedSchema.schema.properties.summary_cards.items.properties.reference.enum =
+      sanitizedStrings;
+  }
+
+  return populatedSchema;
+}

package/src/index.ts

@@ -1,4 +1,8 @@
+import { ObjectId } from "mongodb";
 import { OnlyEverGenerator } from "./bootstrap/app";
+import { OpenAiService } from "./services/open_ai_service";
+import { GenerateSummaryCards } from "./typology_gen/summarize";
+import { database, setUp } from "./helper/mongo_helper";
 // import { LocalConsolidation } from "./embedding_generation/consolidation/local_consolidation";
 // import { embeddingsResp } from "./typology-parsed-response";
 // import { GlobalConsolidation } from "./embedding_generation/consolidation/global_consolidation";
@@ -9,9 +13,9 @@ import { OnlyEverGenerator } from "./bootstrap/app";
 // import { GenerateConceptFacts } from "./typology_gen/generate_concept_facts";
 // import { BaseParamType } from "./types/base_param_type";
 // import dotenv from "dotenv";
-// import express from "express";
-// const app = express();
-// const port = 3000;
+import express from "express";
+const app = express();
+const port = 3000;
 
 // // import { OnlyEverGenerator } from "./bootstrap/app";
 // import { database, ObjectId, setUp } from "./helper/mongo_helper";
@@ -23,156 +27,36 @@ import { OnlyEverGenerator } from "./bootstrap/app";
 export { OnlyEverGenerator };
 // dotenv.config();
 
-// app.get("/generate", async (req, res) => {
-//   try {
-//     const openAIKey =
-//       "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";
-//     const promptForSummary = {
-//       promptId: "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
-//       // version: "13",
-//     };
-//     const promptForConceptFacts = {
-//       promptId: "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
-//       // version: "6",
-//     };
-
-//     setUp();
-
-//     const source = await database.collection("_source").findOne({
-//       _id: new ObjectId("68b114fdce5ca556db39fd12"),
-//     });
-
-//     const contentForGen = {
-//       prompt: {
-//         typology: "",
-//         card_generation: "",
-//       },
-//       content: {
-//         source_id: source?._id?.toString() || "",
-//         title: source?.title || "",
-//         type: source?.source_type || "",
-//         headings: source?.headings || [],
-//         content: source?.content || [],
-//         fields: source?.fields || [],
-//         taxonomy: source?.learn_value
-//           ? {
-//               generate_cards: source?.generate_cards || {
-//                 state: false,
-//                 reason: "",
-//               },
-//               concepts_facts: source?.concepts_facts || [],
-//               fields: source?.fields || [],
-//               learn_value: source?.learn_value || {
-//                 value: 0,
-//                 reason: "",
-//                 bloom_levels: [],
-//                 bloom_levels_reason: "",
-//               },
-//             }
-//           : undefined,
-//       },
-//     };
-//     const prompts = await getPrompts("text");
-//     const bloomInstructions = prompts.bloom_instructions;
-//     const cardInstructions = prompts.card_instructions;
-//     const cardExamples = prompts.card_examples;
-
-//     console.log("Initializing OnlyEverGenerator");
-//     const onlyEverGenerator = new OnlyEverGenerator(
-//       process.env.OPEN_AI_KEY as string,
-//       "o4-mini",
-//       contentForGen,
-
-//       "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
-//       "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
-//       "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6",
-//       {
-//         bloom_instructions: bloomInstructions,
-//         card_instructions: cardInstructions,
-//         card_examples: cardExamples,
-//       },
-//       false,
-//       0
-//     );
-//     const response = await onlyEverGenerator.generate(false, true);
-
-//     res.send(response);
-//   } catch (error) {
-//     res.status(500).send(error);
-//   }
-// });
-
-// app.listen(port, () => {
-//   console.log(`Server is running on port ${port}`);
-// });
-
-// (async () => {
-//   const promptForSummary = {
-//     promptId: "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
-//     // version: "13",
-//   };
-//   const promptForConceptFacts = {
-//     promptId: "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
-//     // version: "6",
-//   };
-
-//   setUp();
-
-//   const source = await database.collection("_source").findOne({
-//     _id: new ObjectId("68b114cdf23998242ce03235"),
-//   });
-
-//   const contentForGen = {
-//     prompt: {
-//       typology: "",
-//       card_generation: "",
-//     },
-//     content: {
-//       source_id: source?._id?.toString() || "",
-//       title: source?.title || "",
-//       type: source?.source_type || "",
-//       headings: source?.headings || [],
-//       content: source?.content || [],
-//       fields: source?.fields || [],
-//       taxonomy: source?.learn_value
-//         ? {
-//             generate_cards: source?.generate_cards || {
-//               state: false,
-//               reason: "",
-//             },
-//             concepts_facts: source?.concepts_facts || [],
-//             fields: source?.fields || [],
-//             learn_value: source?.learn_value || {
-//               value: 0,
-//               reason: "",
-//               bloom_levels: [],
-//               bloom_levels_reason: "",
-//             },
-//           }
-//         : undefined,
-//     },
-//   };
-//   const prompts = await getPrompts("text");
-//   const bloomInstructions = prompts.bloom_instructions;
-//   const cardInstructions = prompts.card_instructions;
-//   const cardExamples = prompts.card_examples;
-
-//   console.log("Initializing OnlyEverGenerator");
-//   const onlyEverGenerator = new OnlyEverGenerator(
-//     process.env.OPEN_AI_KEY as string,
-//     "o4-mini",
-//     contentForGen,
-
-//     "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
-//     "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
-//     "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6",
-//     {
-//       bloom_instructions: bloomInstructions,
-//       card_instructions: cardInstructions,
-//       card_examples: cardExamples,
-//     },
-//     false
-//   );
-//   const response = await onlyEverGenerator.generate(true, false);
-//   console.log(response);
-// })();
+app.listen(port, () => {
+  console.log(`Server is running on port ${port}`);
+});
+
+app.get("/summarize", async (req, res) => {
+  setUp();
+  const promptIdForSummaryCards =
+    "pmpt_6902c30a973481968395935cc6dfa78605f50d2b01d4afbd";
+  const sourceId = "68b114dac849a25097ed1778";
+  const source = await database
+    .collection("_source")
+    .findOne({ _id: new ObjectId(sourceId) });
+  const content = {
+    title: source?.title,
+    h1_headings: source?.headings,
+    content: source?.content,
+  };
+  const openAiService = new OpenAiService(
+    process.env.OPEN_AI_KEY || "",
+    "gpt-5-mini"
+  );
+  const summarize = new GenerateSummaryCards(
+    openAiService,
+    sourceId,
+    content,
+    "text",
+    promptIdForSummaryCards,
+    false
+  );
+  const summaryCards = await summarize.generate();
+  console.log(summaryCards);
+  res.json(summaryCards);
+});