only_ever_generator 8.1.0 → 8.1.2

package/src/typology_gen/summarize.ts

@@ -0,0 +1,168 @@
+import { buildConceptFactSchema } from "../helper/schema_helper/build_concept_facts_schema";
+import { OpenAIHelper } from "../helper/openai_helper";
+import { OpenAiService } from "../services/open_ai_service";
+import { ErrorLogger, log_error, ParsingError } from "../logger";
+import {
+  restoreQuotesInObject,
+  restoreQuotesInString,
+} from "../utils/sanitize_strings";
+import { buildSummarySchema } from "../helper/schema_helper/build_summary_schema";
+
+export class GenerateSummaryCards {
+  public openAiService: OpenAiService;
+  public openAIHelper: OpenAIHelper;
+  public sourceId: string;
+  public generationCurriculum: boolean;
+  public content: {
+    title: string;
+    h1_headings?: string[];
+    timecodes?: string[];
+    content: any[];
+  };
+  public type: string = "";
+  public promptIdForSummaryCards: string;
+  constructor(
+    openAiService: OpenAiService,
+    sourceId: string,
+    content: {
+      title: string;
+      h1_headings?: string[];
+      timecodes?: string[];
+      content: any[];
+    },
+    type: string,
+    promptIdForSummaryCards: string,
+    generationCurriculum: boolean
+  ) {
+    this.openAiService = openAiService;
+    this.openAIHelper = new OpenAIHelper(this.openAiService.api_key);
+    this.content = content;
+    this.promptIdForSummaryCards = promptIdForSummaryCards;
+    this.type = type;
+    this.sourceId = sourceId;
+    this.generationCurriculum = generationCurriculum;
+  }
+
+  async generate() {
+    try {
+      const headings =
+        this.type === "text"
+          ? this.content.h1_headings || [""]
+          : this.content.timecodes || [""];
+      const schema = await buildSummarySchema(
+        headings.length > 0 ? headings : [""],
+        "summary_cards",
+        true
+      );
+      const openAiResponse: any =
+        await this.openAIHelper.openAI.responses.create({
+          prompt: {
+            id: this.promptIdForSummaryCards,
+            // version: "35",
+            variables: {
+              heading_type: this.type == "video" ? "timecode" : "h1 heading",
+              source_title: this.content.title,
+              source_content: JSON.stringify(this.content.content),
+              source_headings: JSON.stringify(this.content.h1_headings || []),
+            },
+          },
+          max_output_tokens: 30000,
+          // input: [
+          //   {
+          //     role: "user",
+          //     content: [
+          //       {
+          //         type: "input_text",
+          //         text: JSON.stringify(this.content),
+          //       },
+          //     ],
+          //   },
+          // ],
+          // input: JSON.stringify(this.content),
+          store: true,
+          text: {
+            format: {
+              type: "json_schema",
+              name: schema.name,
+              strict: schema.strict,
+              schema: schema.schema,
+            },
+          },
+        });
+      if (!openAiResponse) {
+        await log_error({
+          flow: "manual_generation",
+          data: openAiResponse,
+          error: "empty_openai_response",
+          timestamp: new Date(),
+          source_id: this.sourceId,
+          type: {
+            request_type: "concept_fact",
+            n: 1,
+          },
+        });
+        return;
+      }
+
+      openAiResponse.metadata = {
+        req_time: openAiResponse.created ?? new Date(),
+        req_type: {
+          type: "breadth",
+          sub_type: "summary_cards",
+          n: 1,
+        },
+        req_tokens: openAiResponse.usage?.input_tokens ?? 0,
+        res_tokens: openAiResponse.usage?.output_tokens ?? 0,
+        prompt: {
+          id: openAiResponse.prompt.id,
+          version: openAiResponse.prompt.version,
+        },
+        // prompt_tokens_details: openAiResponse.usage?.,
+        model: this.openAiService.model,
+        usage: openAiResponse.usage,
+        status: "completed",
+      };
+      const summaryCards = this.parseJson(openAiResponse);
+
+      return {
+        summary_cards: summaryCards,
+        metadata: openAiResponse.metadata,
+      };
+    } catch (error) {
+      console.log(error);
+      await log_error({
+        flow: this.generationCurriculum
+          ? "curriculum_manual_generation"
+          : "manual_generation",
+        data: error,
+        timestamp: new Date(),
+        error: "error_in_concept_facts_generation",
+        source_id: this.sourceId,
+        type: {
+          request_type: "concept_fact",
+          n: 1,
+        },
+      });
+      return;
+    }
+  }
+
+  parseJson(response: any) {
+    try {
+      const summaryCards = JSON.parse(response.output_text).summary_cards;
+      if (summaryCards) {
+        return summaryCards.map((item: any) => {
+          return {
+            ...item,
+            reference: restoreQuotesInString(item.reference),
+          };
+        });
+      }
+    } catch (e) {
+      throw new ParsingError(
+        "Something went wrong in parsing the json",
+        response
+      );
+    }
+  }
+}