only_ever_generator 8.4.5 → 8.4.7

package/src/bootstrap/app.ts

@@ -1,416 +1,418 @@
-import {
-  GenerateCards,
-  GenerateCardsResponseList,
-} from "../card_gen/generate_cards";
-import { ParseSourceContent } from "../parse/parse_source_content";
-import { OpenAiService } from "../services/open_ai_service";
-import { GenerateTypology } from "../typology_gen/generate_typology";
-import { GenerateArgs } from "../utils/generate_args";
-import { GenerateEmbeddings } from "../embedding_generation/generate_embeddings";
-import { LocalConsolidation } from "../embedding_generation/consolidation/local_consolidation";
-import { GlobalConsolidation } from "../embedding_generation/consolidation/global_consolidation";
-import { BaseParamType } from "../types/base_param_type";
-import { SourceTaxonomy } from "../types/source_taxonomy_type";
-import { MongoConceptFactSource } from "../types/mongo_concept_fact_type";
-import { GenerateConceptFacts } from "../typology_gen/generate_concept_facts";
-import { GenerateSummaryCards } from "../typology_gen/summarize";
-import { GenerationVariablesSchema } from "../types/generation_variables_schema";
-
-export class OnlyEverGenerator {
-  public api_key: string = "";
-  public openAiService: OpenAiService;
-  parsedContent?: {
-    title: string;
-    headings: string[];
-    content: any[];
-    taxonomy: SourceTaxonomy;
-    source_id: string;
-    type: string;
-  } = undefined;
-  public generationCurriculum: boolean = false;
-
-  //Reference the variable schema for the expected object for generation
-  public generationVariablesSchema: GenerationVariablesSchema = {
-    bloom_instructions: {},
-    output_schema: {
-      concepts_facts: {},
-      summary: {},
-      classification: {},
-    },
-    cards: {},
-  };
-  public n: number = 0;
-
-  expectedFields: Array<string> = [];
-  typologyResponse?: any = undefined;
-  cardgenResponse: GenerateCardsResponseList = [];
-
-  constructor(
-    apiKey: string,
-    model: string,
-    generationContent: BaseParamType,
-    generationVariablesSchema: GenerationVariablesSchema,
-    generationCurriculum: boolean,
-    n: number | undefined
-  ) {
-    this.generationVariablesSchema = generationVariablesSchema;
-    this.api_key = apiKey;
-    this.generationCurriculum = generationCurriculum;
-    this.n = n ?? 1;
-    this.openAiService = new OpenAiService(
-      apiKey,
-      model ?? "gpt-3.5-turbo-1106"
-    );
-
-    const parsedData = new ParseSourceContent(
-      generationContent.content
-    ).parseData();
-    (this.parsedContent = {
-      title: parsedData.title,
-      headings: parsedData.headings,
-      content: parsedData.content,
-      taxonomy: parsedData.taxonomy,
-      source_id: parsedData.source_id,
-      type: parsedData.type,
-    }),
-      (this.typologyResponse = generationContent.content.taxonomy);
-
-    this.expectedFields = generationContent.content.fields; //returnFields();
-    this.generationVariablesSchema = generationVariablesSchema;
-  }
-
-  async generate(
-    generate_typology: boolean = false,
-    generate_card: boolean = false,
-    card_generation_types: string[] = []
-  ): Promise<Array<any>> {
-    try {
-      const args = new GenerateArgs(generate_card, generate_typology, false);
-      const responseToReturn: Array<any> = [];
-      const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
-
-      for (const elem of whatNeedsToBeGenerated) {
-        if (elem === "generate_tyopology") {
-          const typologyResults = await this.processTypologyGeneration();
-          responseToReturn.push(...typologyResults);
-        } else if (elem === "generate_card") {
-          const cardResult = await this.processCardGeneration(
-            card_generation_types
-          );
-          if (cardResult) {
-            responseToReturn.push(cardResult);
-          }
-        }
-      }
-
-      return responseToReturn;
-    } catch (error) {
-      console.log(error);
-      return [];
-    }
-  }
-
-  private async processTypologyGeneration(): Promise<Array<any>> {
-    this.typologyResponse = await this.generateTypology();
-    console.log(this.typologyResponse?.generate_cards?.value);
-
-    const results: Array<any> = [];
-    const isSuccessful = this.typologyResponse?.status_code === 200;
-    const learnValueThreshold =
-      (this.typologyResponse?.generate_cards?.value ?? 30) > 30;
-
-    if (!isSuccessful || !learnValueThreshold) {
-      results.push({
-        type: "typology",
-        data: this.typologyResponse,
-      });
-      return results;
-    }
-
-    // Process summary cards and concept facts
-    await this.processSummaryCardsAndConceptFacts();
-
-    // Only continue if summary cards were generated
-    if (this.typologyResponse.summary_cards.length === 0) {
-      return results;
-    }
-
-    // Process embeddings and consolidation if concept facts exist
-    const hasConceptFacts = this.typologyResponse.concepts_facts.length > 0;
-    if (hasConceptFacts) {
-      const qdrantOps = await this.processEmbeddingsAndConsolidation();
-      results.push({
-        type: "typology",
-        data: this.typologyResponse,
-        qdrantOps,
-      });
-    } else {
-      results.push({
-        type: "typology",
-        data: this.typologyResponse,
-        qdrantOps: { update: [], inserts: [] },
-      });
-    }
-
-    // Add summary cards response if generated
-    if (this.typologyResponse.summary_cards.length > 0) {
-      results.push({
-        type: "summary_cards",
-        data: this.typologyResponse,
-      });
-    }
-
-    return results;
-  }
-
-  private async processSummaryCardsAndConceptFacts(): Promise<void> {
-    console.log("generating summary cards");
-    const summaryCardsResponse = await this.generateSummaryCards();
-
-    if (
-      summaryCardsResponse &&
-      summaryCardsResponse.summary_cards &&
-      summaryCardsResponse.summary_cards.length > 0
-    ) {
-      this.typologyResponse.summary_cards = summaryCardsResponse.summary_cards;
-      this.typologyResponse.metadata.push(summaryCardsResponse.metadata);
-    } else {
-      this.typologyResponse.summary_cards = [];
-    }
-
-    if (this.typologyResponse.summary_cards.length === 0) return;
-
-    const conceptFactsResponse = await this.generateConceptFacts(
-      this.typologyResponse
-    );
-
-    if (
-      conceptFactsResponse &&
-      conceptFactsResponse.concepts_facts &&
-      conceptFactsResponse.concepts_facts.length > 0
-    ) {
-      this.typologyResponse.concepts_facts =
-        conceptFactsResponse.concepts_facts;
-      this.typologyResponse.metadata.push(conceptFactsResponse.metadata);
-    } else {
-      this.typologyResponse.concepts_facts = [];
-    }
-  }
-
-  private async processEmbeddingsAndConsolidation(): Promise<{
-    update: any[];
-    inserts: any[];
-  }> {
-    console.log(this.typologyResponse);
-    const embeddings = await this.generateEmbeddings(this.typologyResponse);
-    console.log("Embedding generated");
-
-    const localConsolidation = await this.localConsolidation(
-      embeddings.concepts_facts,
-      this.parsedContent!.title
-    );
-    console.log("Local consolidation done");
-    this.typologyResponse!.concepts_facts =
-      localConsolidation.sourceTaxonomyOps;
-
-    const globalConsolidation = await this.globalConsolidation(
-      localConsolidation.sourceTaxonomyOps,
-      this.parsedContent!.source_id,
-      0.8
-    );
-    console.log("Global consolidation done");
-
-    this.typologyResponse!.concepts_facts = globalConsolidation.source_taxonomy;
-    this.typologyResponse!.metadata?.push(embeddings.metadata);
-
-    return {
-      update: globalConsolidation.global_updates,
-      inserts: globalConsolidation.global_inserts,
-    };
-  }
-
-  private async processCardGeneration(
-    card_generation_types: string[]
-  ): Promise<any | null> {
-    if (!this.shouldTheCardBeGeneratedAfterTypologyResponse()) {
-      return null;
-    }
-
-    console.log("Generating card");
-    this.parsedContent!.taxonomy = {
-      concepts_facts: this.typologyResponse?.concepts_facts ?? [],
-      fields: this.expectedFields,
-      summary_cards: this.typologyResponse?.summary_cards ?? [],
-      learn_value: this.typologyResponse?.learn_value ?? {
-        value: 0,
-        reason: "",
-        bloom_levels: [],
-        bloom_levels_reason: "",
-      },
-    };
-
-    this.cardgenResponse = await this.generateCard(
-      this.n,
-      card_generation_types
-    );
-
-    return {
-      type: "card_gen",
-      data: this.cardgenResponse,
-    };
-  }
-
-  shouldTheCardBeGeneratedAfterTypologyResponse() {
-    if (this.typologyResponse) {
-      const hasConceptsFacts =
-        this.typologyResponse?.concepts_facts &&
-        Array.isArray(this.typologyResponse.concepts_facts) &&
-        this.typologyResponse.concepts_facts.length > 0;
-
-      const learnValueAboveThreshold =
-        (this.typologyResponse?.generate_cards?.value ??
-          this.typologyResponse?.learn_value?.value ??
-          30) > 30;
-
-      return hasConceptsFacts && learnValueAboveThreshold;
-    } else {
-      return false;
-    }
-  }
-
-  async generateCard(
-    n: number,
-    card_generation_types: string[]
-  ): Promise<GenerateCardsResponseList> {
-    const content = {
-      title: this.parsedContent?.title,
-      concepts_facts: this.typologyResponse?.concepts_facts,
-      content: this.parsedContent?.content,
-    };
-    let generateCardsResp = await new GenerateCards(
-      this.openAiService,
-      this.parsedContent?.source_id ?? "",
-      JSON.stringify(content),
-      this.parsedContent!.taxonomy,
-      this.generationCurriculum,
-      this.parsedContent?.type ?? "text",
-      this.generationVariablesSchema
-    ).generateCards(n, card_generation_types);
-    return generateCardsResp;
-  }
-
-  async generateTypology() {
-    const type = this.parsedContent?.type ?? "text";
-    const content = {
-      title: this.parsedContent?.title ?? "",
-      ...(type === "text"
-        ? { h1_headings: this.parsedContent?.headings ?? [""] }
-        : { timecodes: this.parsedContent?.headings ?? [""] }),
-      content: this.parsedContent?.content ?? [],
-    };
-    try {
-      let response = await new GenerateTypology(
-        this.openAiService,
-        type,
-        this.parsedContent?.source_id ?? "",
-        content,
-        this.expectedFields,
-        this.generationCurriculum
-      ).generate();
-      return response;
-    } catch (error) {
-      console.log(error);
-    }
-  }
-
-  async generateConceptFacts(typologyResponse: any) {
-    const type = this.parsedContent?.type ?? "text";
-    const content = {
-      title: this.parsedContent?.title ?? "",
-      ...(type === "text"
-        ? { h1_headings: this.parsedContent?.headings ?? [""] }
-        : { timecodes: this.parsedContent?.headings ?? [""] }),
-      key_takeaways: typologyResponse?.summary_cards ?? [],
-      content: this.parsedContent?.content ?? [],
-      ...(typologyResponse && typeof typologyResponse === "object"
-        ? {
-            fields: typologyResponse.field ?? [],
-          }
-        : {}),
-    };
-    let response = await new GenerateConceptFacts(
-      this.openAiService,
-      this.parsedContent?.source_id ?? "",
-      content,
-      type,
-      this.generationCurriculum,
-      this.generationVariablesSchema
-    ).generate();
-    return response;
-  }
-
-  async generateSummaryCards() {
-    const type = this.parsedContent?.type ?? "text";
-    const content = {
-      title: this.parsedContent?.title ?? "",
-      ...(type === "text"
-        ? { h1_headings: this.parsedContent?.headings ?? [""] }
-        : { timecodes: this.parsedContent?.headings ?? [""] }),
-      content: this.parsedContent?.content ?? [],
-    };
-    let response = await new GenerateSummaryCards(
-      this.openAiService,
-      this.parsedContent?.source_id ?? "",
-      content,
-      type,
-      this.generationCurriculum,
-      this.generationVariablesSchema
-    ).generate();
-    return response;
-  }
-
-  async generateEmbeddings(typologyResponse: any) {
-    const concepts_facts = typologyResponse.concepts_facts;
-    const texts = concepts_facts.map((e: MongoConceptFactSource) => e.text);
-    const embeddings = await new GenerateEmbeddings(
-      this.openAiService
-    ).generateEmbeddings(concepts_facts);
-    return embeddings;
-  }
-
-  async localConsolidation(
-    concepts_facts: {
-      text: string;
-      type: string;
-      reference: string;
-      embedding: number[];
-    }[],
-    sourceId: string
-  ) {
-    const embeddings = new LocalConsolidation().consolidate(
-      concepts_facts,
-      sourceId
-    );
-    return embeddings;
-  }
-
-  async globalConsolidation(
-    concepts_facts: {
-      id: string;
-      text: string;
-      type: string;
-      reference: string;
-      embedding: number[];
-    }[],
-    sourceId: string,
-    threshold: number
-  ) {
-    const embeddings = await new GlobalConsolidation().consolidate(
-      concepts_facts,
-      sourceId,
-      threshold ?? 0.8
-    );
-
-    return embeddings;
-  }
-}
+import {
+  GenerateCards,
+  GenerateCardsResponseList,
+} from "../card_gen/generate_cards";
+import { ParseSourceContent } from "../parse/parse_source_content";
+import { OpenAiService } from "../services/open_ai_service";
+import { GenerateTypology } from "../typology_gen/generate_typology";
+import { GenerateArgs } from "../utils/generate_args";
+import { GenerateEmbeddings } from "../embedding_generation/generate_embeddings";
+import { LocalConsolidation } from "../embedding_generation/consolidation/local_consolidation";
+import { GlobalConsolidation } from "../embedding_generation/consolidation/global_consolidation";
+import { BaseParamType } from "../types/base_param_type";
+import { SourceTaxonomy } from "../types/source_taxonomy_type";
+import { MongoConceptFactSource } from "../types/mongo_concept_fact_type";
+import { GenerateConceptFacts } from "../typology_gen/generate_concept_facts";
+import { GenerateSummaryCards } from "../typology_gen/summarize";
+
+export class OnlyEverGenerator {
+  public api_key: string = "";
+  public openAiService: OpenAiService;
+
+  /// these fields will be populated inside the constructor
+  parsedContent?: {
+    title: string;
+    headings: string[];
+    content: any[];
+    taxonomy: SourceTaxonomy;
+    source_id: string;
+    type: string;
+  } = undefined;
+  public generationCurriculum: boolean = false;
+  public promptIdForTypology: string;
+  public promptIdForConceptFacts: string;
+  public promptIdForCardsGeneration: string;
+  public promptIdForSummaryCards: string;
+  public n: number = 0;
+
+  expectedFields: Array<string> = [];
+  typologyResponse?: any = undefined;
+  cardgenResponse: GenerateCardsResponseList = [];
+  summarizeResponse = {};
+
+  constructor(
+    apiKey: string,
+    model: string,
+    generationContent: BaseParamType,
+    promptIdForTypology: string,
+    promptIdForConceptFacts: string,
+    promptIdForCardsGeneration: string,
+    promptIdForSummaryCards: string,
+
+    generationCurriculum: boolean,
+    n: number | undefined
+  ) {
+    this.promptIdForTypology = promptIdForTypology;
+    this.promptIdForConceptFacts = promptIdForConceptFacts;
+    this.promptIdForCardsGeneration = promptIdForCardsGeneration;
+    this.promptIdForSummaryCards = promptIdForSummaryCards;
+    this.api_key = apiKey;
+    this.generationCurriculum = generationCurriculum;
+    this.n = n ?? 1;
+    this.openAiService = new OpenAiService(
+      apiKey,
+      model ?? "gpt-3.5-turbo-1106"
+    );
+
+    const parsedData = new ParseSourceContent(
+      generationContent.content
+    ).parseData();
+    (this.parsedContent = {
+      title: parsedData.title,
+      headings: parsedData.headings,
+      content: parsedData.content,
+      taxonomy: parsedData.taxonomy,
+      source_id: parsedData.source_id,
+      type: parsedData.type,
+    }),
+      (this.typologyResponse = generationContent.content.taxonomy);
+
+    this.expectedFields = generationContent.content.fields; //returnFields();
+  }
+
+  async generate(
+    generate_typology: boolean = false,
+    generate_card: boolean = false,
+    card_generation_types: string[] = []
+  ): Promise<Array<any>> {
+    try {
+      const args = new GenerateArgs(generate_card, generate_typology, false);
+      const responseToReturn: Array<any> = [];
+      const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
+
+      for (const elem of whatNeedsToBeGenerated) {
+        if (elem === "generate_tyopology") {
+          const typologyResults = await this.processTypologyGeneration();
+          responseToReturn.push(...typologyResults);
+        } else if (elem === "generate_card") {
+          const cardResult = await this.processCardGeneration(
+            card_generation_types
+          );
+          if (cardResult) {
+            responseToReturn.push(cardResult);
+          }
+        }
+      }
+
+      return responseToReturn;
+    } catch (error) {
+      console.log(error);
+      return [];
+    }
+  }
+
+  private async processTypologyGeneration(): Promise<Array<any>> {
+    this.typologyResponse = await this.generateTypology();
+    console.log(this.typologyResponse?.generate_cards?.value);
+
+    const results: Array<any> = [];
+    const isSuccessful = this.typologyResponse?.status_code === 200;
+    const learnValueThreshold =
+      (this.typologyResponse?.generate_cards?.value ?? 30) > 30;
+
+    if (!isSuccessful || !learnValueThreshold) {
+      results.push({
+        type: "typology",
+        data: this.typologyResponse,
+      });
+      return results;
+    }
+
+    // Process summary cards and concept facts
+    await this.processSummaryCardsAndConceptFacts();
+
+    // Only continue if summary cards were generated
+    if (this.typologyResponse.summary_cards.length === 0) {
+      return results;
+    }
+
+    // Process embeddings and consolidation if concept facts exist
+    const hasConceptFacts = this.typologyResponse.concepts_facts.length > 0;
+    if (hasConceptFacts) {
+      const qdrantOps = await this.processEmbeddingsAndConsolidation();
+      results.push({
+        type: "typology",
+        data: this.typologyResponse,
+        qdrantOps,
+      });
+    } else {
+      results.push({
+        type: "typology",
+        data: this.typologyResponse,
+        qdrantOps: { update: [], inserts: [] },
+      });
+    }
+
+    // Add summary cards response if generated
+    if (this.typologyResponse.summary_cards.length > 0) {
+      results.push({
+        type: "summary_cards",
+        data: this.typologyResponse,
+      });
+    }
+
+    return results;
+  }
+
+  private async processSummaryCardsAndConceptFacts(): Promise<void> {
+    console.log("generating summary cards");
+    const summaryCardsResponse = await this.generateSummaryCards();
+
+    if (
+      summaryCardsResponse &&
+      summaryCardsResponse.summary_cards &&
+      summaryCardsResponse.summary_cards.length > 0
+    ) {
+      this.typologyResponse.summary_cards = summaryCardsResponse.summary_cards;
+      this.typologyResponse.metadata.push(summaryCardsResponse.metadata);
+    } else {
+      this.typologyResponse.summary_cards = [];
+    }
+
+    if (this.typologyResponse.summary_cards.length === 0) return;
+
+    const conceptFactsResponse = await this.generateConceptFacts(
+      this.typologyResponse
+    );
+
+    if (
+      conceptFactsResponse &&
+      conceptFactsResponse.concepts_facts &&
+      conceptFactsResponse.concepts_facts.length > 0
+    ) {
+      this.typologyResponse.concepts_facts =
+        conceptFactsResponse.concepts_facts;
+      this.typologyResponse.metadata.push(conceptFactsResponse.metadata);
+    } else {
+      this.typologyResponse.concepts_facts = [];
+    }
+  }
+
+  private async processEmbeddingsAndConsolidation(): Promise<{
+    update: any[];
+    inserts: any[];
+  }> {
+    console.log(this.typologyResponse);
+    const embeddings = await this.generateEmbeddings(this.typologyResponse);
+    console.log("Embedding generated");
+
+    const localConsolidation = await this.localConsolidation(
+      embeddings.concepts_facts,
+      this.parsedContent!.title
+    );
+    console.log("Local consolidation done");
+    this.typologyResponse!.concepts_facts =
+      localConsolidation.sourceTaxonomyOps;
+
+    const globalConsolidation = await this.globalConsolidation(
+      localConsolidation.sourceTaxonomyOps,
+      this.parsedContent!.source_id,
+      0.8
+    );
+    console.log("Global consolidation done");
+
+    this.typologyResponse!.concepts_facts = globalConsolidation.source_taxonomy;
+    this.typologyResponse!.metadata?.push(embeddings.metadata);
+
+    return {
+      update: globalConsolidation.global_updates,
+      inserts: globalConsolidation.global_inserts,
+    };
+  }
+
+  private async processCardGeneration(
+    card_generation_types: string[]
+  ): Promise<any | null> {
+    if (!this.shouldTheCardBeGeneratedAfterTypologyResponse()) {
+      return null;
+    }
+
+    console.log("Generating card");
+    this.parsedContent!.taxonomy = {
+      concepts_facts: this.typologyResponse?.concepts_facts ?? [],
+      fields: this.expectedFields,
+      summary_cards: this.typologyResponse?.summary_cards ?? [],
+      learn_value: this.typologyResponse?.learn_value ?? {
+        value: 0,
+        reason: "",
+        bloom_levels: [],
+        bloom_levels_reason: "",
+      },
+    };
+
+    this.cardgenResponse = await this.generateCard(
+      this.n,
+      card_generation_types
+    );
+
+    return {
+      type: "card_gen",
+      data: this.cardgenResponse,
+    };
+  }
+
+  shouldTheCardBeGeneratedAfterTypologyResponse() {
+    if (this.typologyResponse) {
+      const hasConceptsFacts =
+        this.typologyResponse?.concepts_facts &&
+        Array.isArray(this.typologyResponse.concepts_facts) &&
+        this.typologyResponse.concepts_facts.length > 0;
+
+      const learnValueAboveThreshold =
+        (this.typologyResponse?.generate_cards?.value ??
+          this.typologyResponse?.learn_value?.value ??
+          30) > 30;
+
+      return hasConceptsFacts && learnValueAboveThreshold;
+    } else {
+      return false;
+    }
+  }
+
+  async generateCard(
+    n: number,
+    card_generation_types: string[]
+  ): Promise<GenerateCardsResponseList> {
+    const content = {
+      title: this.parsedContent?.title,
+      concepts_facts: this.typologyResponse?.concepts_facts,
+      content: this.parsedContent?.content,
+    };
+    let generateCardsResp = await new GenerateCards(
+      this.openAiService,
+      this.parsedContent?.source_id ?? "",
+      JSON.stringify(content),
+      this.parsedContent!.taxonomy,
+      this.promptIdForCardsGeneration,
+      this.generationCurriculum,
+      this.parsedContent?.type ?? "text"
+    ).generateCards(n, card_generation_types);
+    return generateCardsResp;
+  }
+
+  async generateTypology() {
+    const type = this.parsedContent?.type ?? "text";
+    const content = {
+      title: this.parsedContent?.title ?? "",
+      ...(type === "text"
+        ? { h1_headings: this.parsedContent?.headings ?? [""] }
+        : { timecodes: this.parsedContent?.headings ?? [""] }),
+      content: this.parsedContent?.content ?? [],
+    };
+    try {
+      let response = await new GenerateTypology(
+        this.openAiService,
+        type,
+        this.parsedContent?.source_id ?? "",
+        content,
+        this.expectedFields,
+        this.promptIdForTypology,
+        this.generationCurriculum
+      ).generate();
+      return response;
+    } catch (error) {
+      console.log(error);
+    }
+  }
+
+  async generateConceptFacts(typologyResponse: any) {
+    const type = this.parsedContent?.type ?? "text";
+    const content = {
+      title: this.parsedContent?.title ?? "",
+      ...(type === "text"
+        ? { h1_headings: this.parsedContent?.headings ?? [""] }
+        : { timecodes: this.parsedContent?.headings ?? [""] }),
+      key_takeaways: typologyResponse?.summary_cards ?? [],
+      content: this.parsedContent?.content ?? [],
+      ...(typologyResponse && typeof typologyResponse === "object"
+        ? {
+            fields: typologyResponse.field ?? [],
+          }
+        : {}),
+    };
+    let response = await new GenerateConceptFacts(
+      this.openAiService,
+      this.parsedContent?.source_id ?? "",
+      content,
+      type,
+      this.promptIdForConceptFacts,
+      this.generationCurriculum
+    ).generate();
+    return response;
+  }
+
+  async generateSummaryCards() {
+    const type = this.parsedContent?.type ?? "text";
+    const content = {
+      title: this.parsedContent?.title ?? "",
+      ...(type === "text"
+        ? { h1_headings: this.parsedContent?.headings ?? [""] }
+        : { timecodes: this.parsedContent?.headings ?? [""] }),
+      content: this.parsedContent?.content ?? [],
+    };
+    let response = await new GenerateSummaryCards(
+      this.openAiService,
+      this.parsedContent?.source_id ?? "",
+      content,
+      type,
+      this.promptIdForSummaryCards,
+      this.generationCurriculum
+    ).generate();
+    return response;
+  }
+
+  async generateEmbeddings(typologyResponse: any) {
+    const concepts_facts = typologyResponse.concepts_facts;
+    const texts = concepts_facts.map((e: MongoConceptFactSource) => e.text);
+    const embeddings = await new GenerateEmbeddings(
+      this.openAiService
+    ).generateEmbeddings(concepts_facts);
+    return embeddings;
+  }
+
+  async localConsolidation(
+    concepts_facts: {
+      text: string;
+      type: string;
+      reference: string;
+      embedding: number[];
+    }[],
+    sourceId: string
+  ) {
+    const embeddings = new LocalConsolidation().consolidate(
+      concepts_facts,
+      sourceId
+    );
+    return embeddings;
+  }
+
+  async globalConsolidation(
+    concepts_facts: {
+      id: string;
+      text: string;
+      type: string;
+      reference: string;
+      embedding: number[];
+    }[],
+    sourceId: string,
+    threshold: number
+  ) {
+    const embeddings = await new GlobalConsolidation().consolidate(
+      concepts_facts,
+      sourceId,
+      threshold ?? 0.8
+    );
+
+    return embeddings;
+  }
+}