only_ever_generator 1.0.3 → 1.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/dist/bootstrap/app.d.ts +91 -0
  2. package/dist/bootstrap/app.d.ts.map +1 -0
  3. package/dist/bootstrap/app.js +120 -84
  4. package/dist/bootstrap/app.js.map +1 -0
  5. package/dist/card_gen/generate_cards.d.ts +7 -0
  6. package/dist/card_gen/generate_cards.d.ts.map +1 -0
  7. package/dist/card_gen/generate_cards.js +60 -0
  8. package/dist/card_gen/generate_cards.js.map +1 -0
  9. package/dist/config.d.ts +8 -0
  10. package/dist/config.d.ts.map +1 -0
  11. package/dist/config.js +4 -1
  12. package/dist/config.js.map +1 -0
  13. package/dist/constants/api_constants.d.ts +3 -0
  14. package/dist/constants/api_constants.d.ts.map +1 -0
  15. package/dist/constants/api_constants.js +11 -0
  16. package/dist/constants/api_constants.js.map +1 -0
  17. package/dist/constants/prompt_data.d.ts +5 -0
  18. package/dist/constants/prompt_data.d.ts.map +1 -0
  19. package/dist/constants/prompt_data.js +303 -0
  20. package/dist/constants/prompt_data.js.map +1 -0
  21. package/dist/constants/prompts/card_gen_prompt.d.ts +2 -0
  22. package/dist/constants/prompts/card_gen_prompt.d.ts.map +1 -0
  23. package/dist/constants/prompts/card_gen_prompt.js +100 -203
  24. package/dist/constants/prompts/card_gen_prompt.js.map +1 -0
  25. package/dist/constants/prompts/typology_prompt.d.ts +2 -0
  26. package/dist/constants/prompts/typology_prompt.d.ts.map +1 -0
  27. package/dist/constants/prompts/typology_prompt.js +78 -34
  28. package/dist/constants/prompts/typology_prompt.js.map +1 -0
  29. package/dist/constants/source_data.d.ts +173 -0
  30. package/dist/constants/source_data.d.ts.map +1 -0
  31. package/dist/constants/source_data.js +962 -10
  32. package/dist/constants/source_data.js.map +1 -0
  33. package/dist/embedding_generation/consolidation/global_consolidation.d.ts +33 -0
  34. package/dist/embedding_generation/consolidation/global_consolidation.d.ts.map +1 -0
  35. package/dist/embedding_generation/consolidation/global_consolidation.js +76 -0
  36. package/dist/embedding_generation/consolidation/global_consolidation.js.map +1 -0
  37. package/dist/embedding_generation/consolidation/local_consolidation.d.ts +39 -0
  38. package/dist/embedding_generation/consolidation/local_consolidation.d.ts.map +1 -0
  39. package/dist/embedding_generation/consolidation/local_consolidation.js +105 -0
  40. package/dist/embedding_generation/consolidation/local_consolidation.js.map +1 -0
  41. package/dist/embedding_generation/consolidation/write_consolidated_data.d.ts +46 -0
  42. package/dist/embedding_generation/consolidation/write_consolidated_data.d.ts.map +1 -0
  43. package/dist/embedding_generation/consolidation/write_consolidated_data.js +69 -0
  44. package/dist/embedding_generation/consolidation/write_consolidated_data.js.map +1 -0
  45. package/dist/embedding_generation/generate_embeddings.d.ts +28 -0
  46. package/dist/embedding_generation/generate_embeddings.d.ts.map +1 -0
  47. package/dist/embedding_generation/generate_embeddings.js +54 -0
  48. package/dist/embedding_generation/generate_embeddings.js.map +1 -0
  49. package/dist/embedding_generation/parse_embedding_response.d.ts +26 -0
  50. package/dist/embedding_generation/parse_embedding_response.d.ts.map +1 -0
  51. package/dist/embedding_generation/parse_embedding_response.js +29 -0
  52. package/dist/embedding_generation/parse_embedding_response.js.map +1 -0
  53. package/dist/gap_fill/calculate_gap_fill.d.ts +5 -0
  54. package/dist/gap_fill/calculate_gap_fill.d.ts.map +1 -0
  55. package/dist/gap_fill/calculate_gap_fill.js +43 -0
  56. package/dist/gap_fill/calculate_gap_fill.js.map +1 -0
  57. package/dist/helper/qdrant_db_methods.d.ts +40 -0
  58. package/dist/helper/qdrant_db_methods.d.ts.map +1 -0
  59. package/dist/helper/qdrant_db_methods.js +63 -0
  60. package/dist/helper/qdrant_db_methods.js.map +1 -0
  61. package/dist/index.d.ts +3 -0
  62. package/dist/index.d.ts.map +1 -0
  63. package/dist/index.js +86 -149
  64. package/dist/index.js.map +1 -0
  65. package/dist/logger.d.ts +6 -0
  66. package/dist/logger.d.ts.map +1 -0
  67. package/dist/logger.js +42 -0
  68. package/dist/logger.js.map +1 -0
  69. package/dist/parse/parse_card/parse_cloze_card.d.ts +10 -0
  70. package/dist/parse/parse_card/parse_cloze_card.d.ts.map +1 -0
  71. package/dist/parse/parse_card/parse_cloze_card.js +126 -0
  72. package/dist/parse/parse_card/parse_cloze_card.js.map +1 -0
  73. package/dist/parse/parse_card/parse_flash_cards.d.ts +19 -0
  74. package/dist/parse/parse_card/parse_flash_cards.d.ts.map +1 -0
  75. package/dist/parse/parse_card/parse_flash_cards.js +34 -0
  76. package/dist/parse/parse_card/parse_flash_cards.js.map +1 -0
  77. package/dist/parse/parse_card/parse_match_card.d.ts +16 -0
  78. package/dist/parse/parse_card/parse_match_card.d.ts.map +1 -0
  79. package/dist/parse/parse_card/parse_match_card.js +82 -0
  80. package/dist/parse/parse_card/parse_match_card.js.map +1 -0
  81. package/dist/parse/parse_card/parse_mcq_card.d.ts +24 -0
  82. package/dist/parse/parse_card/parse_mcq_card.d.ts.map +1 -0
  83. package/dist/parse/parse_card/parse_mcq_card.js +104 -0
  84. package/dist/parse/parse_card/parse_mcq_card.js.map +1 -0
  85. package/dist/parse/parse_card_response.d.ts +19 -0
  86. package/dist/parse/parse_card_response.d.ts.map +1 -0
  87. package/dist/parse/parse_card_response.js +100 -0
  88. package/dist/parse/parse_card_response.js.map +1 -0
  89. package/dist/parse/parse_source_content.d.ts +25 -0
  90. package/dist/parse/parse_source_content.d.ts.map +1 -0
  91. package/dist/parse/parse_source_content.js +186 -0
  92. package/dist/parse/parse_source_content.js.map +1 -0
  93. package/dist/parse/response_format_card.d.ts +177 -0
  94. package/dist/parse/response_format_card.d.ts.map +1 -0
  95. package/dist/parse/response_format_card.js +372 -0
  96. package/dist/parse/response_format_card.js.map +1 -0
  97. package/dist/parse/response_format_typology.d.ts +2 -0
  98. package/dist/parse/response_format_typology.d.ts.map +1 -0
  99. package/dist/{parse_response → parse}/response_format_typology.js +18 -18
  100. package/dist/parse/response_format_typology.js.map +1 -0
  101. package/dist/services/open_ai_service.d.ts +16 -0
  102. package/dist/services/open_ai_service.d.ts.map +1 -0
  103. package/dist/services/open_ai_service.js +92 -0
  104. package/dist/services/open_ai_service.js.map +1 -0
  105. package/dist/services/qdrant_service.d.ts +4 -0
  106. package/dist/services/qdrant_service.d.ts.map +1 -0
  107. package/dist/services/qdrant_service.js +14 -0
  108. package/dist/services/qdrant_service.js.map +1 -0
  109. package/dist/typology-parsed-response.d.ts +62 -0
  110. package/dist/typology-parsed-response.d.ts.map +1 -0
  111. package/dist/typology-parsed-response.js +1936 -0
  112. package/dist/typology-parsed-response.js.map +1 -0
  113. package/dist/typology_gen/generate_typology.d.ts +29 -0
  114. package/dist/typology_gen/generate_typology.d.ts.map +1 -0
  115. package/dist/typology_gen/generate_typology.js +92 -15
  116. package/dist/typology_gen/generate_typology.js.map +1 -0
  117. package/dist/utils/generate_args.d.ts +8 -0
  118. package/dist/utils/generate_args.d.ts.map +1 -0
  119. package/dist/utils/generate_args.js +28 -0
  120. package/dist/utils/generate_args.js.map +1 -0
  121. package/dist/utils/parse_openai_response.d.ts +11 -0
  122. package/dist/utils/parse_openai_response.d.ts.map +1 -0
  123. package/dist/utils/parse_openai_response.js +11 -10
  124. package/dist/utils/parse_openai_response.js.map +1 -0
  125. package/package.json +19 -7
  126. package/prompts.json +23 -0
  127. package/readme.md +16 -13
  128. package/src/bootstrap/app.ts +167 -107
  129. package/src/card_gen/generate_cards.ts +58 -0
  130. package/src/config.ts +5 -3
  131. package/src/constants/api_constants.ts +7 -0
  132. package/src/constants/prompt_data.ts +301 -0
  133. package/src/constants/prompts/card_gen_prompt.ts +101 -208
  134. package/src/constants/prompts/typology_prompt.ts +81 -33
  135. package/src/constants/source_data.ts +1029 -23
  136. package/src/embedding_generation/consolidation/global_consolidation.ts +94 -0
  137. package/src/embedding_generation/consolidation/local_consolidation.ts +141 -0
  138. package/src/embedding_generation/consolidation/write_consolidated_data.ts +98 -0
  139. package/src/embedding_generation/generate_embeddings.ts +41 -0
  140. package/src/embedding_generation/parse_embedding_response.ts +31 -0
  141. package/src/gap_fill/calculate_gap_fill.ts +50 -0
  142. package/src/helper/qdrant_db_methods.ts +77 -0
  143. package/src/index.ts +98 -164
  144. package/src/logger.ts +30 -0
  145. package/src/parse/parse_card/parse_cloze_card.ts +136 -0
  146. package/src/parse/parse_card/parse_flash_cards.ts +33 -0
  147. package/src/parse/parse_card/parse_match_card.ts +94 -0
  148. package/src/parse/parse_card/parse_mcq_card.ts +105 -0
  149. package/src/parse/parse_card_response.ts +117 -0
  150. package/src/parse/parse_source_content.ts +202 -0
  151. package/src/parse/response_format_card.ts +386 -0
  152. package/src/parse/response_format_typology.ts +44 -0
  153. package/src/services/open_ai_service.ts +88 -0
  154. package/src/services/qdrant_service.ts +10 -0
  155. package/src/typology-parsed-response.ts +1932 -0
  156. package/src/typology_gen/generate_typology.ts +101 -12
  157. package/src/utils/generate_args.ts +29 -0
  158. package/src/utils/parse_openai_response.ts +17 -19
  159. package/tsconfig.json +8 -3
  160. package/dist/class/parse/parse_source_content.js +0 -62
  161. package/dist/class/services/open_ai_service.js +0 -25
  162. package/dist/parse_response/response_format_card.js +0 -210
  163. package/dist/service/open_ai_request.js +0 -58
  164. package/src/class/parse/parse_source_content.ts +0 -71
  165. package/src/class/services/open_ai_service.ts +0 -18
  166. package/src/parse_response/response_format_card.ts +0 -211
  167. package/src/parse_response/response_format_typology.ts +0 -44
  168. package/src/service/open_ai_request.ts +0 -46
@@ -0,0 +1,91 @@
1
+ import { OpenAiService } from "../services/open_ai_service";
2
+ export declare class OnlyEverGenerator {
3
+ api_key: string;
4
+ openAiService: OpenAiService;
5
+ parsedContent: any;
6
+ promptForTypology: string;
7
+ promptForCardGen: string;
8
+ expectedFields: Array<string>;
9
+ typologyResponse: any;
10
+ cardgenResponse: any;
11
+ summarizeResponse: {};
12
+ gapFillResponse: any;
13
+ constructor(apiKey: string, model: string, generationContent: any);
14
+ generate(generate_typology?: boolean, generate_card?: boolean): Promise<Array<any>>;
15
+ shouldTheCardBeGeneratedAfterTypologyResponse(): boolean;
16
+ generateCard(prompt: string, additionalContent: string, isGapFill: boolean, n?: number): Promise<any>;
17
+ generateTypology(prompt: string): Promise<any>;
18
+ generateEmbeddings(typologyResponse: any): Promise<{
19
+ concepts_facts: {
20
+ text: string;
21
+ type: string;
22
+ embedding: any;
23
+ reference: string;
24
+ }[];
25
+ metadata: {
26
+ req_time: string;
27
+ req_type: {
28
+ type: string;
29
+ };
30
+ req_tokens: any;
31
+ res_tokens: any;
32
+ model: any;
33
+ usage: any;
34
+ };
35
+ }>;
36
+ localConsolidation(concepts_facts: {
37
+ text: string;
38
+ type: string;
39
+ reference: string;
40
+ embedding: number[];
41
+ }[], sourceId: string): Promise<{
42
+ globalConceptOps: {
43
+ id: string;
44
+ vector: number[];
45
+ payload: {
46
+ _sources: string[];
47
+ text: string;
48
+ };
49
+ }[];
50
+ sourceIds: string[];
51
+ consolidatedConcepts: any[];
52
+ sourceTaxonomyOps: {
53
+ text: string;
54
+ id: string;
55
+ embedding: number[];
56
+ type: string;
57
+ reference: string;
58
+ }[];
59
+ }>;
60
+ globalConsolidation(concepts_facts: {
61
+ id: string;
62
+ text: string;
63
+ type: string;
64
+ reference: string;
65
+ embedding: number[];
66
+ }[], sourceId: string, threshold: number): Promise<{
67
+ source_taxonomy: {
68
+ text: string;
69
+ type: string;
70
+ reference: string;
71
+ id: string;
72
+ }[];
73
+ global_updates: {
74
+ id: string;
75
+ sourceIdToAdd: string;
76
+ currentPayload: {
77
+ _sources: string[];
78
+ text: string;
79
+ };
80
+ }[];
81
+ global_inserts: {
82
+ id: string;
83
+ vector: number[];
84
+ payload: {
85
+ _sources: string[];
86
+ text: string;
87
+ };
88
+ }[];
89
+ }>;
90
+ }
91
+ //# sourceMappingURL=app.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAQ5D,qBAAa,iBAAiB;IACrB,OAAO,EAAE,MAAM,CAAM;IACrB,aAAa,EAAE,aAAa,CAAC;IAGpC,aAAa,EAAE,GAAG,CAAM;IACxB,iBAAiB,EAAE,MAAM,CAAM;IAC/B,gBAAgB,EAAE,MAAM,CAAM;IAC9B,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAE9B,gBAAgB,EAAE,GAAG,CAAa;IAClC,eAAe,EAAE,GAAG,CAAa;IACjC,iBAAiB,KAAM;IACvB,eAAe,EAAE,GAAG,CAAM;gBAEd,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,GAAG;IAsB3D,QAAQ,CACZ,iBAAiB,GAAE,OAAe,EAClC,aAAa,GAAE,OAAe,GAC7B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IA+BtB,6CAA6C;IAQvC,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,iBAAiB,EAAE,MAAM,EACzB,SAAS,EAAE,OAAO,EAClB,CAAC,GAAE,MAAU;IAcT,gBAAgB,CAAC,MAAM,EAAE,MAAM;IAU/B,kBAAkB,CAAC,gBAAgB,EAAE,GAAG;;;;;;;;;;;;;;;;;;IASxC,kBAAkB,CACtB,cAAc,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,EAAE,EACH,QAAQ,EAAE,MAAM;;;;;;;;;;;;;;;;;;;IASZ,mBAAmB,CACvB,cAAc,EAAE;QACd,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,EAAE,EACH,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;CAepB"}
@@ -1,85 +1,121 @@
1
1
  "use strict";
2
- // import { ParseSourceContent } from "../class/parse/parse_source_content";
3
- // import { OpenAiService } from "../class/services/open_ai_service";
4
- // export class OnlyEverGenerator{
5
- // public api_key: string = '';
6
- // public openAiService: OpenAiService | undefined;
7
- // parsedContent: String = '';
8
- // constructor(apiKey:string, content: Array<any>){
9
- // this.api_key = apiKey;
10
- // this.openAiService = new OpenAiService(apiKey);
11
- // this.parsedContent = new ParseSourceContent(content).parse();
12
- // };
13
- // typologyResponse = {};
14
- // cardgenResponse = {};
15
- // summarizeResponse = {};
16
- // async generate(
17
- // args: GenerateArgs
18
- // ): Promise<Array<any>> {
19
- // const responseToReturn = [];
20
- // const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
21
- // for(let elem of whatNeedsToBeGenerated)
22
- // if(elem == 'generate_tyopology'){
23
- // this.typologyResponse = await this.generateTypology(args.prompts.typology_prompt ?? '', this.parsedContent);
24
- // responseToReturn.push(this.typologyResponse);
25
- // }else if(elem == 'generate_card'){
26
- // this.cardgenResponse = await this.generateCard(args.prompts.card_gen_prompt ?? '', this.parsedContent + JSON.stringify(this.typologyResponse));
27
- // responseToReturn.push(this.cardgenResponse);
28
- // }else if(elem == 'generate_summary'){
29
- // this.summarizeResponse = await this.generateSummary(args.prompts.summary_prompt ?? '', this.parsedContent);
30
- // responseToReturn.push(this.summarizeResponse);
31
- // }
32
- // return responseToReturn;
33
- // }
34
- // returnParsedContent(){
35
- // return this.parsedContent;
36
- // }
37
- // async generateCard(prompt: String, content: String){
38
- // let response = await this.openAiService?.sendRequest(prompt,this.parsedContent);
39
- // response['type'] = 'card_gen';
40
- // return response;
41
- // }
42
- // async generateTypology(prompt:String,content:String){
43
- // let response = await this.openAiService?.sendRequest(prompt,this.parsedContent);
44
- // response['type'] = 'typology';
45
- // return response;
46
- // }
47
- // async generateSummary(prompt:String,content:String){
48
- // let response = await this.openAiService?.sendRequest(prompt,this.parsedContent);
49
- // response['type']= 'summary';
50
- // return response;
51
- // }
52
- // }
53
- // export class GenerateArgs{
54
- // public generate_card : boolean = false;
55
- // public generate_typology: boolean = false;
56
- // public generate_summary: boolean = false;
57
- // public prompts = {
58
- // typology_prompt: '',
59
- // card_gen_prompt: '',
60
- // summary_prompt: ''
61
- // }
62
- // constructor(generate_card: boolean,generate_typology: boolean, generate_summary: boolean, prompts = {
63
- // typology_prompt: '',
64
- // card_gen_prompt: '',
65
- // summary_prompt: ''
66
- // }){
67
- // this.generate_card = generate_card;
68
- // this.generate_typology = generate_typology;
69
- // this.generate_summary = generate_summary;
70
- // this.prompts = prompts
71
- // }
72
- // getWhatNeedsToBeGenerated(){
73
- // let returnData = [];
74
- // if(this.generate_typology == true){
75
- // returnData.push('generate_tyopology')
76
- // }
77
- // if(this.generate_summary == true){
78
- // returnData.push('generate_summary')
79
- // }
80
- // if(this.generate_card == true){
81
- // returnData.push('generate_card');
82
- // }
83
- // return returnData;
84
- // }
85
- // }
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.OnlyEverGenerator = void 0;
13
+ const generate_cards_1 = require("../card_gen/generate_cards");
14
+ const parse_source_content_1 = require("../parse/parse_source_content");
15
+ const open_ai_service_1 = require("../services/open_ai_service");
16
+ const generate_typology_1 = require("../typology_gen/generate_typology");
17
+ const generate_args_1 = require("../utils/generate_args");
18
+ const generate_embeddings_1 = require("../embedding_generation/generate_embeddings");
19
+ const local_consolidation_1 = require("../embedding_generation/consolidation/local_consolidation");
20
+ const global_consolidation_1 = require("../embedding_generation/consolidation/global_consolidation");
21
+ class OnlyEverGenerator {
22
+ constructor(apiKey, model, generationContent) {
23
+ this.api_key = "";
24
+ /// these fields will be populated inside the constructor
25
+ this.parsedContent = {};
26
+ this.promptForTypology = "";
27
+ this.promptForCardGen = "";
28
+ this.typologyResponse = undefined;
29
+ this.cardgenResponse = undefined;
30
+ this.summarizeResponse = {};
31
+ this.gapFillResponse = {};
32
+ this.api_key = apiKey;
33
+ this.openAiService = new open_ai_service_1.OpenAiService(apiKey, model !== null && model !== void 0 ? model : "gpt-3.5-turbo-1106");
34
+ const parsedData = new parse_source_content_1.ParseSourceContent(generationContent.content).parseData();
35
+ (this.parsedContent = {
36
+ title: parsedData.title,
37
+ headings: parsedData.headings,
38
+ content: parsedData.content,
39
+ taxonomy: parsedData.taxonomy,
40
+ }),
41
+ (this.typologyResponse = generationContent.content.taxonomy);
42
+ this.expectedFields = generationContent.content.fields; //returnFields();
43
+ this.promptForTypology = generationContent.prompt.typology;
44
+ this.promptForCardGen = generationContent.prompt.card_generation;
45
+ }
46
+ generate() {
47
+ return __awaiter(this, arguments, void 0, function* (generate_typology = false, generate_card = false) {
48
+ let args = new generate_args_1.GenerateArgs(generate_card, generate_typology, false);
49
+ const responseToReturn = [];
50
+ const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
51
+ for (let elem of whatNeedsToBeGenerated)
52
+ if (elem == "generate_tyopology") {
53
+ this.typologyResponse = yield this.generateTypology(this.promptForTypology);
54
+ const embeddings = yield this.generateEmbeddings(this.typologyResponse);
55
+ this.typologyResponse.concepts_facts = embeddings.concepts_facts;
56
+ this.typologyResponse.metadata.push(embeddings.metadata);
57
+ responseToReturn.push(this.typologyResponse);
58
+ }
59
+ else if (elem == "generate_card") {
60
+ if (this.shouldTheCardBeGeneratedAfterTypologyResponse()) {
61
+ this.parsedContent.taxonomy = {
62
+ concepts_facts: this.typologyResponse.concepts_facts,
63
+ generate_cards: this.typologyResponse.generate_cards,
64
+ };
65
+ this.cardgenResponse = yield this.generateCard(this.promptForCardGen, JSON.stringify(this.typologyResponse), false);
66
+ responseToReturn.push(this.cardgenResponse);
67
+ }
68
+ }
69
+ return responseToReturn;
70
+ });
71
+ }
72
+ shouldTheCardBeGeneratedAfterTypologyResponse() {
73
+ var _a, _b;
74
+ if (this.typologyResponse) {
75
+ return ((_b = (_a = this.typologyResponse) === null || _a === void 0 ? void 0 : _a.generate_cards) === null || _b === void 0 ? void 0 : _b.state) == true;
76
+ }
77
+ else {
78
+ return false;
79
+ }
80
+ }
81
+ generateCard(prompt_1, additionalContent_1, isGapFill_1) {
82
+ return __awaiter(this, arguments, void 0, function* (prompt, additionalContent, isGapFill, n = 0) {
83
+ let generateCardsResp = yield new generate_cards_1.GenerateCards(this.openAiService).generateCards(prompt !== null && prompt !== void 0 ? prompt : "", JSON.stringify(this.parsedContent) + additionalContent, isGapFill, this.parsedContent.taxonomy, n);
84
+ return generateCardsResp;
85
+ });
86
+ }
87
+ generateTypology(prompt) {
88
+ return __awaiter(this, void 0, void 0, function* () {
89
+ let response = yield new generate_typology_1.GenerateTypology(this.openAiService, prompt, JSON.stringify(this.parsedContent), this.expectedFields).generate();
90
+ return response;
91
+ });
92
+ }
93
+ generateEmbeddings(typologyResponse) {
94
+ return __awaiter(this, void 0, void 0, function* () {
95
+ const concepts_facts = typologyResponse.concepts_facts;
96
+ const texts = concepts_facts.map((e) => e.text);
97
+ const embeddings = yield new generate_embeddings_1.GenerateEmbeddings(this.openAiService).generateEmbeddings(concepts_facts);
98
+ return embeddings;
99
+ });
100
+ }
101
+ localConsolidation(concepts_facts, sourceId) {
102
+ return __awaiter(this, void 0, void 0, function* () {
103
+ const embeddings = new local_consolidation_1.LocalConsolidation().consolidate(concepts_facts, sourceId);
104
+ return embeddings;
105
+ });
106
+ }
107
+ globalConsolidation(concepts_facts, sourceId, threshold) {
108
+ return __awaiter(this, void 0, void 0, function* () {
109
+ const embeddings = yield new global_consolidation_1.GlobalConsolidation().consolidate(concepts_facts, sourceId, threshold !== null && threshold !== void 0 ? threshold : 0.8);
110
+ // const writeConsolidatedData =
111
+ // new WriteConsolidatedData().writeConsolidatedData(
112
+ // embeddings,
113
+ // [],
114
+ // sourceId
115
+ // );
116
+ return embeddings;
117
+ });
118
+ }
119
+ }
120
+ exports.OnlyEverGenerator = OnlyEverGenerator;
121
+ //# sourceMappingURL=app.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+DAA2D;AAC3D,wEAAmE;AACnE,iEAA4D;AAC5D,yEAAqE;AACrE,0DAAsD;AACtD,qFAAiF;AACjF,mGAA+F;AAC/F,qGAAiG;AAGjG,MAAa,iBAAiB;IAe5B,YAAY,MAAc,EAAE,KAAa,EAAE,iBAAsB;QAd1D,YAAO,GAAW,EAAE,CAAC;QAG5B,yDAAyD;QACzD,kBAAa,GAAQ,EAAE,CAAC;QACxB,sBAAiB,GAAW,EAAE,CAAC;QAC/B,qBAAgB,GAAW,EAAE,CAAC;QAG9B,qBAAgB,GAAQ,SAAS,CAAC;QAClC,oBAAe,GAAQ,SAAS,CAAC;QACjC,sBAAiB,GAAG,EAAE,CAAC;QACvB,oBAAe,GAAQ,EAAE,CAAC;QAGxB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,IAAI,+BAAa,CACpC,MAAM,EACN,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,oBAAoB,CAC9B,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,yCAAkB,CACvC,iBAAiB,CAAC,OAAO,CAC1B,CAAC,SAAS,EAAE,CAAC;QACd,CAAC,IAAI,CAAC,aAAa,GAAG;YACpB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;SAC9B,CAAC;YACA,CAAC,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,iBAAiB;QACzE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC;IACnE,CAAC;IAEK,QAAQ;6DACZ,oBAA6B,KAAK,EAClC,gBAAyB,KAAK;YAE9B,IAAI,IAAI,GAAG,IAAI,4BAAY,CAAC,aAAa,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACrE,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,sBAAsB,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAC;YAChE,KAAK,IAAI,IAAI,IAAI,sBAAsB;gBACrC,IAAI,IAAI,IAAI,oBAAoB,EAAE,CAAC;oBACjC,IAAI,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACjD,IAAI,CAAC,iBAAiB,CACvB,CAAC;oBAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBACxE,IAAI,CAAC,gBAAgB,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;oBACjE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACzD,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAC/C,CAAC;qBAAM,IAAI,IAAI,IAAI,eAAe,EAAE,CAAC;oBACnC,IAAI,IAAI,CAAC,6CAA6C,EAAE,EAAE,CAAC;wBACzD,IAAI,CAAC,aAAa,CAAC,QAAQ,GAAG;4BAC5B,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,cAAc;4BACpD,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,cAAc;yBACrD,CAAC;wBACF,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAC5C,IAAI,CAAC,gBAAgB,EACrB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,EACrC,KAAK,CACN,CAAC;wBACF,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;oBAC9C,CAAC;gBACH,CAAC;YACH,OAAO,gBAAgB,CAAC;QAC1B,CAAC;KAAA;IAED,6CAA6C;;QAC3C,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,CAAA,MAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc,0CAAE,KAAK,KAAI,IAAI,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEK,YAAY;6DAChB,MAAc,EACd,iBAAyB,EACzB,SAAkB,EAClB,IAAY,CAAC;YAEb,IAAI,iBAAiB,GAAG,MAAM,IAAI,8BAAa,CAC7C,IAAI,CAAC,aAAa,CACnB,CAAC,aAAa,CACb,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,EAAE,EACZ,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,iBAAiB,EACtD,SAAS,EACT,IAAI,CAAC,aAAa,CAAC,QAAQ,EAC3B,CAAC,CACF,CAAC;YACF,OAAO,iBAAiB,CAAC;QAC3B,CAAC;KAAA;IAEK,gBAAgB,CAAC,MAAc;;YACnC,IAAI,QAAQ,GAAG,MAAM,IAAI,oCAAgB,CACvC,IAAI,CAAC,aAAa,EAClB,MAAM,EACN,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,EAClC,IAAI,CAAC,cAAc,CACpB,CAAC,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;KAAA;IAEK,kBAAkB,CAAC,gBAAqB;;YAC5C,MAAM,cAAc,GAAG,gBAAgB,CAAC,cAAc,CAAC;YACvD,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,UAAU,GAAG,MAAM,IAAI,wCAAkB,CAC7C,IAAI,CAAC,aAAa,CACnB,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;YACrC,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;IAEK,kBAAkB,CACtB,cAKG,EACH,QAAgB;;YAEhB,MAAM,UAAU,GAAG,IAAI,wCAAkB,EAAE,CAAC,WAAW,CACrD,cAAc,EACd,QAAQ,CACT,CAAC;YACF,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;IAEK,mBAAmB,CACvB,cAMG,EACH,QAAgB,EAChB,SAAiB;;YAEjB,MAAM,UAAU,GAAG,MAAM,IAAI,0CAAmB,EAAE,CAAC,WAAW,CAC5D,cAAc,EACd,QAAQ,EACR,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,GAAG,CACjB,CAAC;YACF,gCAAgC;YAChC,uDAAuD;YACvD,kBAAkB;YAClB,UAAU;YACV,eAAe;YACf,OAAO;YACP,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;CACF;AA5JD,8CA4JC"}
@@ -0,0 +1,7 @@
1
+ import { OpenAiService } from "../services/open_ai_service";
2
+ export declare class GenerateCards {
3
+ openAiService: OpenAiService;
4
+ constructor(openAiService: OpenAiService);
5
+ generateCards(prompt: string, parsedContent: string, isGapFill: boolean, taxonomy: any, n?: number): Promise<any>;
6
+ }
7
+ //# sourceMappingURL=generate_cards.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"generate_cards.d.ts","sourceRoot":"","sources":["../../src/card_gen/generate_cards.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,qBAAa,aAAa;IACxB,aAAa,EAAE,aAAa,CAAC;gBACjB,aAAa,EAAE,aAAa;IAIlC,aAAa,CACjB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,OAAO,EAClB,QAAQ,EAAE,GAAG,EACb,CAAC,GAAE,MAAU;CA0ChB"}
@@ -0,0 +1,60 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.GenerateCards = void 0;
13
+ const logger_1 = require("../logger");
14
+ const parse_card_response_1 = require("../parse/parse_card_response");
15
+ class GenerateCards {
16
+ constructor(openAiService) {
17
+ this.openAiService = openAiService;
18
+ }
19
+ generateCards(prompt_1, parsedContent_1, isGapFill_1, taxonomy_1) {
20
+ return __awaiter(this, arguments, void 0, function* (prompt, parsedContent, isGapFill, taxonomy, n = 0) {
21
+ var _a, _b, _c, _d, _e;
22
+ try {
23
+ let response = yield ((_a = this.openAiService) === null || _a === void 0 ? void 0 : _a.sendRequest(prompt, parsedContent));
24
+ var updatedNumber = n + 1;
25
+ // console.log("response to card generation ", response);
26
+ // response["request_type"] = ;
27
+ response.metadata = {
28
+ req_time: (_b = response.generated_at) !== null && _b !== void 0 ? _b : new Date(),
29
+ req_type: {
30
+ type: "depth",
31
+ n: updatedNumber,
32
+ bloom_level: 1,
33
+ },
34
+ req_tokens: (_c = response.usage_data) === null || _c === void 0 ? void 0 : _c.prompt_tokens,
35
+ res_tokens: (_d = response.usage_data) === null || _d === void 0 ? void 0 : _d.completion_tokens,
36
+ prompt_tokens_details: (_e = response.usage_data) === null || _e === void 0 ? void 0 : _e.prompt_tokens_details,
37
+ model: this.openAiService.model,
38
+ };
39
+ if (response.status_code == 200) {
40
+ response.metadata.status = "completed";
41
+ let parseCard = new parse_card_response_1.ParseCardResponse().parse(response, isGapFill, taxonomy);
42
+ return parseCard;
43
+ }
44
+ else {
45
+ response.metadata.status = "failed";
46
+ response.metadata.err_message = response.message;
47
+ return response;
48
+ }
49
+ }
50
+ catch (e) {
51
+ new logger_1.ErrorLogger({
52
+ type: "card_generation",
53
+ data: e.message,
54
+ }).log();
55
+ }
56
+ });
57
+ }
58
+ }
59
+ exports.GenerateCards = GenerateCards;
60
+ //# sourceMappingURL=generate_cards.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"generate_cards.js","sourceRoot":"","sources":["../../src/card_gen/generate_cards.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,sCAAwC;AACxC,sEAAiE;AAGjE,MAAa,aAAa;IAExB,YAAY,aAA4B;QACtC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAEK,aAAa;6DACjB,MAAc,EACd,aAAqB,EACrB,SAAkB,EAClB,QAAa,EACb,IAAY,CAAC;;YAEb,IAAI,CAAC;gBACH,IAAI,QAAQ,GAAG,MAAM,CAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,WAAW,CAClD,MAAM,EACN,aAAa,CACd,CAAA,CAAC;gBACF,IAAI,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC1B,yDAAyD;gBACzD,+BAA+B;gBAC/B,QAAQ,CAAC,QAAQ,GAAG;oBAClB,QAAQ,EAAE,MAAA,QAAQ,CAAC,YAAY,mCAAI,IAAI,IAAI,EAAE;oBAC7C,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,CAAC,EAAE,aAAa;wBAChB,WAAW,EAAE,CAAC;qBACf;oBACD,UAAU,EAAE,MAAA,QAAQ,CAAC,UAAU,0CAAE,aAAa;oBAC9C,UAAU,EAAE,MAAA,QAAQ,CAAC,UAAU,0CAAE,iBAAiB;oBAClD,qBAAqB,EAAE,MAAA,QAAQ,CAAC,UAAU,0CAAE,qBAAqB;oBACjE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK;iBAChC,CAAC;gBACF,IAAI,QAAQ,CAAC,WAAW,IAAI,GAAG,EAAE,CAAC;oBAChC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC;oBACvC,IAAI,SAAS,GAAG,IAAI,uCAAiB,EAAE,CAAC,KAAK,CAC3C,QAAQ,EACR,SAAS,EACT,QAAQ,CACT,CAAC;oBACF,OAAO,SAAS,CAAC;gBACnB,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC;oBACpC,QAAQ,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC;oBACjD,OAAO,QAAQ,CAAC;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,IAAI,oBAAW,CAAC;oBACd,IAAI,EAAE,iBAAiB;oBACvB,IAAI,EAAE,CAAC,CAAC,OAAO;iBAChB,CAAC,CAAC,GAAG,EAAE,CAAC;YACX,CAAC;QACH,CAAC;KAAA;CACF;AArDD,sCAqDC"}
@@ -0,0 +1,8 @@
1
+ import "dotenv/config";
2
+ declare const config: {
3
+ openAIKey: string;
4
+ qdrantApiKey: string | undefined;
5
+ qdrantUrl: string | undefined;
6
+ };
7
+ export default config;
8
+ //# sourceMappingURL=config.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,QAAA,MAAM,MAAM;eAC4B,MAAM;;;CAG7C,CAAC;AAEF,eAAe,MAAM,CAAC"}
package/dist/config.js CHANGED
@@ -2,6 +2,9 @@
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  require("dotenv/config");
4
4
  const config = {
5
- openAIKey: process.env.OPEN_AI_KEY
5
+ openAIKey: process.env.OPEN_AI_KEY,
6
+ qdrantApiKey: process.env.QDRANT_API_KEY,
7
+ qdrantUrl: process.env.QDRANT_URL,
6
8
  };
7
9
  exports.default = config;
10
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;AAAA,yBAAuB;AAEvB,MAAM,MAAM,GAAG;IACb,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,WAAqB;IAC5C,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;IACxC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;CAClC,CAAC;AAEF,kBAAe,MAAM,CAAC"}
@@ -0,0 +1,3 @@
1
+ export declare function openAiEndPoint(): string;
2
+ export declare function openAiEmbeddingEndPoint(): string;
3
+ //# sourceMappingURL=api_constants.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api_constants.d.ts","sourceRoot":"","sources":["../../src/constants/api_constants.ts"],"names":[],"mappings":"AAAA,wBAAgB,cAAc,WAE7B;AAED,wBAAgB,uBAAuB,WAEtC"}
@@ -0,0 +1,11 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.openAiEndPoint = openAiEndPoint;
4
+ exports.openAiEmbeddingEndPoint = openAiEmbeddingEndPoint;
5
+ function openAiEndPoint() {
6
+ return "https://api.openai.com/v1/chat/completions";
7
+ }
8
+ function openAiEmbeddingEndPoint() {
9
+ return "https://api.openai.com/v1/embeddings";
10
+ }
11
+ //# sourceMappingURL=api_constants.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api_constants.js","sourceRoot":"","sources":["../../src/constants/api_constants.ts"],"names":[],"mappings":";;AAAA,wCAEC;AAED,0DAEC;AAND,SAAgB,cAAc;IAC5B,OAAO,4CAA4C,CAAC;AACtD,CAAC;AAED,SAAgB,uBAAuB;IACrC,OAAO,sCAAsC,CAAC;AAChD,CAAC"}
@@ -0,0 +1,5 @@
1
+ export declare function returnPromptData(): {
2
+ typology: string;
3
+ card_generation: string;
4
+ };
5
+ //# sourceMappingURL=prompt_data.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prompt_data.d.ts","sourceRoot":"","sources":["../../src/constants/prompt_data.ts"],"names":[],"mappings":"AAuSA,wBAAgB,gBAAgB;;;EAK/B"}