only_ever_generator 3.0.2 → 3.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bootstrap/app.d.ts +1 -1
- package/dist/bootstrap/app.d.ts.map +1 -1
- package/dist/bootstrap/app.js +69 -61
- package/dist/bootstrap/app.js.map +1 -1
- package/package.json +1 -1
- package/src/bootstrap/app.ts +80 -69
package/dist/bootstrap/app.d.ts
CHANGED
|
@@ -26,7 +26,7 @@ export declare class OnlyEverGenerator {
|
|
|
26
26
|
typologyResponse?: any;
|
|
27
27
|
cardgenResponse: any;
|
|
28
28
|
summarizeResponse: {};
|
|
29
|
-
constructor(apiKey: string, model: string, generationContent: BaseParamType, promptIdForTypology: string, promptIdForConceptFacts: string, generationVariables: {
|
|
29
|
+
constructor(apiKey: string, model: string, generationContent: BaseParamType, promptIdForTypology: string, promptIdForConceptFacts: string, promptIdForCardsGeneration: string, generationVariables: {
|
|
30
30
|
bloom_instructions: string;
|
|
31
31
|
card_instructions: string;
|
|
32
32
|
card_examples: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAO5D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAK/D,qBAAa,iBAAiB;IACrB,OAAO,EAAE,MAAM,CAAM;IACrB,aAAa,EAAE,aAAa,CAAC;IAGpC,aAAa,CAAC,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,EAAE,CAAC;QACf,QAAQ,EAAE,cAAc,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAa;IACd,iBAAiB,EAAE,MAAM,CAAM;IAC/B,gBAAgB,EAAE,MAAM,CAAM;IACvB,mBAAmB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAO5D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAK/D,qBAAa,iBAAiB;IACrB,OAAO,EAAE,MAAM,CAAM;IACrB,aAAa,EAAE,aAAa,CAAC;IAGpC,aAAa,CAAC,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,EAAE,CAAC;QACf,QAAQ,EAAE,cAAc,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAa;IACd,iBAAiB,EAAE,MAAM,CAAM;IAC/B,gBAAgB,EAAE,MAAM,CAAM;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAChC,0BAA0B,EAAE,MAAM,CAAC;IAC1C,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB,CAIC;IACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAM;IACnC,gBAAgB,CAAC,EAAE,GAAG,CAAa;IACnC,eAAe,EAAE,GAAG,CAAa;IACjC,iBAAiB,KAAM;gBAGrB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,iBAAiB,EAAE,aAAa,EAChC,mBAAmB,EAAE,MAAM,EAC3B,uBAAuB,EAAE,MAAM,EAC/B,0BAA0B,EAAE,MAAM,EAClC,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB;IA8BG,QAAQ,CACZ,iBAAiB,GAAE,OAAe,EAClC,aAAa,GAAE,OAAe,GAC7B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAgFtB,6CAA6C;IAQvC,YAAY,CAAC,CAAC,GAAE,MAAU;IAgB1B,gBAAgB;IAoBhB,oBAAoB;IAepB,kBAAkB,CAAC,gBAAgB,EAAE,GAAG;;;;;;;;;;;;;;;;;;IASxC,kBAAkB,CACtB,cAAc,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,EAAE,EACH,QAAQ,EAAE,MAAM;;;;;;;;;;;;;;;;;;;IASZ,mBAAmB,CACvB,cAAc,EAAE;QACd,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,EAAE,EACH,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;CAUpB"}
|
package/dist/bootstrap/app.js
CHANGED
|
@@ -20,15 +20,12 @@ const local_consolidation_1 = require("../embedding_generation/consolidation/loc
|
|
|
20
20
|
const global_consolidation_1 = require("../embedding_generation/consolidation/global_consolidation");
|
|
21
21
|
const generate_concept_facts_1 = require("../typology_gen/generate_concept_facts");
|
|
22
22
|
class OnlyEverGenerator {
|
|
23
|
-
constructor(apiKey, model, generationContent, promptIdForTypology, promptIdForConceptFacts, generationVariables) {
|
|
23
|
+
constructor(apiKey, model, generationContent, promptIdForTypology, promptIdForConceptFacts, promptIdForCardsGeneration, generationVariables) {
|
|
24
24
|
this.api_key = "";
|
|
25
25
|
/// these fields will be populated inside the constructor
|
|
26
26
|
this.parsedContent = undefined;
|
|
27
27
|
this.promptForTypology = "";
|
|
28
28
|
this.promptForCardGen = "";
|
|
29
|
-
this.promptIdForTypology = "";
|
|
30
|
-
this.promptIdForConceptFacts = "";
|
|
31
|
-
this.promptIdForCardsGeneration = "";
|
|
32
29
|
this.generationVariables = {
|
|
33
30
|
bloom_instructions: "",
|
|
34
31
|
card_instructions: "",
|
|
@@ -40,6 +37,7 @@ class OnlyEverGenerator {
|
|
|
40
37
|
this.summarizeResponse = {};
|
|
41
38
|
this.promptIdForTypology = promptIdForTypology;
|
|
42
39
|
this.promptIdForConceptFacts = promptIdForConceptFacts;
|
|
40
|
+
this.promptIdForCardsGeneration = promptIdForCardsGeneration;
|
|
43
41
|
this.api_key = apiKey;
|
|
44
42
|
this.generationVariables = generationVariables;
|
|
45
43
|
this.openAiService = new open_ai_service_1.OpenAiService(apiKey, model !== null && model !== void 0 ? model : "gpt-3.5-turbo-1106");
|
|
@@ -60,66 +58,76 @@ class OnlyEverGenerator {
|
|
|
60
58
|
generate() {
|
|
61
59
|
return __awaiter(this, arguments, void 0, function* (generate_typology = false, generate_card = false) {
|
|
62
60
|
var _a, _b, _c, _d, _e, _f;
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
console.log("Concept facts generated");
|
|
61
|
+
try {
|
|
62
|
+
console.log(this.promptIdForTypology);
|
|
63
|
+
console.log(this.promptIdForConceptFacts);
|
|
64
|
+
console.log(this.promptIdForCardsGeneration);
|
|
65
|
+
console.log(this.openAiService.api_key);
|
|
66
|
+
let args = new generate_args_1.GenerateArgs(generate_card, generate_typology, false);
|
|
67
|
+
const responseToReturn = [];
|
|
68
|
+
const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
|
|
69
|
+
for (let elem of whatNeedsToBeGenerated)
|
|
70
|
+
if (elem == "generate_tyopology") {
|
|
71
|
+
this.typologyResponse = yield this.generateTypology();
|
|
72
|
+
console.log("Typology generated");
|
|
76
73
|
console.log(this.typologyResponse);
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
74
|
+
if (((_a = this.typologyResponse) === null || _a === void 0 ? void 0 : _a.status_code) == 200) {
|
|
75
|
+
console.log("Concept facts generating");
|
|
76
|
+
const response = yield this.generateConceptFacts();
|
|
77
|
+
this.typologyResponse.concepts_facts = response.concepts_facts;
|
|
78
|
+
console.log("Concept facts generated");
|
|
79
|
+
console.log(this.typologyResponse);
|
|
80
|
+
const embeddings = yield this.generateEmbeddings(this.typologyResponse);
|
|
81
|
+
console.log("Embedding generated");
|
|
82
|
+
const localConsolidation = yield this.localConsolidation(embeddings.concepts_facts, this.parsedContent.title);
|
|
83
|
+
console.log("Local consolidation done");
|
|
84
|
+
this.typologyResponse.concepts_facts =
|
|
85
|
+
localConsolidation.sourceTaxonomyOps;
|
|
86
|
+
const globalConsolidation = yield this.globalConsolidation(localConsolidation.sourceTaxonomyOps, this.parsedContent.source_id, 0.8);
|
|
87
|
+
console.log("Global consolidation done");
|
|
88
|
+
this.typologyResponse.concepts_facts =
|
|
89
|
+
globalConsolidation.source_taxonomy;
|
|
90
|
+
(_b = this.typologyResponse.metadata) === null || _b === void 0 ? void 0 : _b.push(embeddings.metadata);
|
|
91
|
+
responseToReturn.push({
|
|
92
|
+
type: "typology",
|
|
93
|
+
data: this.typologyResponse,
|
|
94
|
+
qdrantOps: {
|
|
95
|
+
update: globalConsolidation.global_updates,
|
|
96
|
+
inserts: globalConsolidation.global_inserts,
|
|
97
|
+
},
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
else {
|
|
101
|
+
responseToReturn.push({
|
|
102
|
+
type: "typology",
|
|
103
|
+
data: this.typologyResponse,
|
|
104
|
+
});
|
|
105
|
+
}
|
|
102
106
|
}
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
}
|
|
107
|
+
else if (elem == "generate_card") {
|
|
108
|
+
console.log("Generating card");
|
|
109
|
+
if (this.shouldTheCardBeGeneratedAfterTypologyResponse()) {
|
|
110
|
+
this.parsedContent.taxonomy = {
|
|
111
|
+
concepts_facts: (_d = (_c = this.typologyResponse) === null || _c === void 0 ? void 0 : _c.concepts_facts) !== null && _d !== void 0 ? _d : [],
|
|
112
|
+
fields: this.expectedFields,
|
|
113
|
+
generate_cards: (_f = (_e = this.typologyResponse) === null || _e === void 0 ? void 0 : _e.generate_cards) !== null && _f !== void 0 ? _f : {
|
|
114
|
+
state: false,
|
|
115
|
+
reason: "",
|
|
116
|
+
},
|
|
117
|
+
};
|
|
118
|
+
this.cardgenResponse = yield this.generateCard(0);
|
|
119
|
+
responseToReturn.push({
|
|
120
|
+
type: "card_gen",
|
|
121
|
+
data: this.cardgenResponse,
|
|
122
|
+
});
|
|
123
|
+
}
|
|
120
124
|
}
|
|
121
|
-
|
|
122
|
-
|
|
125
|
+
return responseToReturn;
|
|
126
|
+
}
|
|
127
|
+
catch (error) {
|
|
128
|
+
console.log(error);
|
|
129
|
+
return [];
|
|
130
|
+
}
|
|
123
131
|
});
|
|
124
132
|
}
|
|
125
133
|
shouldTheCardBeGeneratedAfterTypologyResponse() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+DAA2D;AAC3D,wEAAmE;AACnE,iEAA4D;AAC5D,yEAAqE;AACrE,0DAAsD;AACtD,qFAAiF;AACjF,mGAA+F;AAC/F,qGAAiG;AAMjG,mFAA8E;AAE9E,MAAa,iBAAiB;IAgC5B,YACE,MAAc,EACd,KAAa,EACb,iBAAgC,EAChC,mBAA2B,EAC3B,uBAA+B,EAC/B,mBAIC;
|
|
1
|
+
{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+DAA2D;AAC3D,wEAAmE;AACnE,iEAA4D;AAC5D,yEAAqE;AACrE,0DAAsD;AACtD,qFAAiF;AACjF,mGAA+F;AAC/F,qGAAiG;AAMjG,mFAA8E;AAE9E,MAAa,iBAAiB;IAgC5B,YACE,MAAc,EACd,KAAa,EACb,iBAAgC,EAChC,mBAA2B,EAC3B,uBAA+B,EAC/B,0BAAkC,EAClC,mBAIC;QA1CI,YAAO,GAAW,EAAE,CAAC;QAG5B,yDAAyD;QACzD,kBAAa,GAOT,SAAS,CAAC;QACd,sBAAiB,GAAW,EAAE,CAAC;QAC/B,qBAAgB,GAAW,EAAE,CAAC;QAI9B,wBAAmB,GAIf;YACF,kBAAkB,EAAE,EAAE;YACtB,iBAAiB,EAAE,EAAE;YACrB,aAAa,EAAE,EAAE;SAClB,CAAC;QACF,mBAAc,GAAkB,EAAE,CAAC;QACnC,qBAAgB,GAAS,SAAS,CAAC;QACnC,oBAAe,GAAQ,SAAS,CAAC;QACjC,sBAAiB,GAAG,EAAE,CAAC;QAerB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,IAAI,+BAAa,CACpC,MAAM,EACN,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,oBAAoB,CAC9B,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,yCAAkB,CACvC,iBAAiB,CAAC,OAAO,CAC1B,CAAC,SAAS,EAAE,CAAC;QACd,CAAC,IAAI,CAAC,aAAa,GAAG;YACpB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;SACtB,CAAC;YACA,CAAC,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,iBAAiB;QACzE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC;IACnE,CAAC;IAEK,QAAQ;6DACZ,oBAA6B,KAAK,EAClC,gBAAyB,KAAK;;YAE9B,IAAI,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBAC7C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACxC,IAAI,IAAI,GAAG,IAAI,4BAAY,CAAC,aAAa,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;gBACrE,MAAM,gBAAgB,GAAG,EAAE,CAAC;gBAC5B,MAAM,sBAAsB,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAChE,KAAK,IAAI,IAAI,IAAI,sBAAsB;oBACrC,IAAI,IAAI,IAAI,oBAAoB,EAAE,CAAC;wBACjC,IAAI,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;wBACtD,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;wBAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;wBAEnC,IAAI,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,WAAW,KAAI,GAAG,EAAE,CAAC;4BAC9C,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;4BACxC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;4BACnD,IAAI,CAAC,gBAAgB,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;4BAC/D,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;4BACvC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;4BACnC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC9C,IAAI,CAAC,gBAAgB,CACtB,CAAC;4BACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;4BACnC,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CACtD,UAAU,CAAC,cAAc,EACzB,IAAI,CAAC,aAAc,CAAC,KAAK,CAC1B,CAAC;4BACF,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;4BACxC,IAAI,CAAC,gBAAiB,CAAC,cAAc;gCACnC,kBAAkB,CAAC,iBAAiB,CAAC;4BACvC,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACxD,kBAAkB,CAAC,iBAAiB,EACpC,IAAI,CAAC,aAAc,CAAC,SAAS,EAC7B,GAAG,CACJ,CAAC;4BACF,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;4BACzC,IAAI,CAAC,gBAAiB,CAAC,cAAc;gCACnC,mBAAmB,CAAC,eAAe,CAAC;4BACtC,MAAA,IAAI,CAAC,gBAAiB,CAAC,QAAQ,0CAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;4BAC3D,gBAAgB,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,IAAI,CAAC,gBAAgB;gCAC3B,SAAS,EAAE;oCACT,MAAM,EAAE,mBAAmB,CAAC,cAAc;oCAC1C,OAAO,EAAE,mBAAmB,CAAC,cAAc;iCAC5C;6BACF,CAAC,CAAC;wBACL,CAAC;6BAAM,CAAC;4BACN,gBAAgB,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,IAAI,CAAC,gBAAgB;6BAC5B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,IAAI,eAAe,EAAE,CAAC;wBACnC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;wBAC/B,IAAI,IAAI,CAAC,6CAA6C,EAAE,EAAE,CAAC;4BACzD,IAAI,CAAC,aAAc,CAAC,QAAQ,GAAG;gCAC7B,cAAc,EAAE,MAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc,mCAAI,EAAE;gCAC3D,MAAM,EAAE,IAAI,CAAC,cAAc;gCAC3B,cAAc,EAAE,MAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc,mCAAI;oCACvD,KAAK,EAAE,KAAK;oCACZ,MAAM,EAAE,EAAE;iCACX;6BACF,CAAC;4BACF,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;4BAClD,gBAAgB,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,IAAI,CAAC,eAAe;6BAC3B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACnB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED,6CAA6C;;QAC3C,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,CAAA,MAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc,0CAAE,KAAK,KAAI,IAAI,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEK,YAAY;6DAAC,IAAY,CAAC;;YAC9B,MAAM,OAAO,GAAG;gBACd,KAAK,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,KAAK;gBAChC,cAAc,EAAE,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc;gBACrD,OAAO,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,OAAO;aACrC,CAAC;YACF,IAAI,iBAAiB,GAAG,MAAM,IAAI,8BAAa,CAC7C,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,IAAI,CAAC,aAAc,CAAC,QAAQ,EAC5B,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,0BAA0B,CAChC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YACnB,OAAO,iBAAiB,CAAC;QAC3B,CAAC;KAAA;IAEK,gBAAgB;;;YACpB,MAAM,OAAO,GAAG;gBACd,KAAK,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,KAAK;gBAChC,QAAQ,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ;gBACtC,OAAO,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,OAAO;aACrC,CAAC;YACF,IAAI,CAAC;gBACH,IAAI,QAAQ,GAAG,MAAM,IAAI,oCAAgB,CACvC,IAAI,CAAC,aAAa,EAClB,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,IAAI,mCAAI,MAAM,EAClC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,mBAAmB,CACzB,CAAC,QAAQ,EAAE,CAAC;gBACb,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;KAAA;IAEK,oBAAoB;;;YACxB,MAAM,OAAO,GAAG;gBACd,KAAK,EAAE,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,KAAK,mCAAI,EAAE;gBACtC,QAAQ,EAAE,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,mCAAI,EAAE;gBAC5C,OAAO,EAAE,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,OAAO,mCAAI,EAAE;aAC3C,CAAC;YACF,IAAI,QAAQ,GAAG,MAAM,IAAI,6CAAoB,CAC3C,IAAI,CAAC,aAAa,EAClB,OAAO,EACP,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,IAAI,mCAAI,MAAM,EAClC,IAAI,CAAC,uBAAuB,CAC7B,CAAC,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;KAAA;IAEK,kBAAkB,CAAC,gBAAqB;;YAC5C,MAAM,cAAc,GAAG,gBAAgB,CAAC,cAAc,CAAC;YACvD,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,MAAM,IAAI,wCAAkB,CAC7C,IAAI,CAAC,aAAa,CACnB,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;YACrC,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;IAEK,kBAAkB,CACtB,cAKG,EACH,QAAgB;;YAEhB,MAAM,UAAU,GAAG,IAAI,wCAAkB,EAAE,CAAC,WAAW,CACrD,cAAc,EACd,QAAQ,CACT,CAAC;YACF,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;IAEK,mBAAmB,CACvB,cAMG,EACH,QAAgB,EAChB,SAAiB;;YAEjB,MAAM,UAAU,GAAG,MAAM,IAAI,0CAAmB,EAAE,CAAC,WAAW,CAC5D,cAAc,EACd,QAAQ,EACR,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,GAAG,CACjB,CAAC;YAEF,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;CACF;AAnQD,8CAmQC"}
|
package/package.json
CHANGED
package/src/bootstrap/app.ts
CHANGED
|
@@ -28,9 +28,9 @@ export class OnlyEverGenerator {
|
|
|
28
28
|
} = undefined;
|
|
29
29
|
promptForTypology: string = "";
|
|
30
30
|
promptForCardGen: string = "";
|
|
31
|
-
public promptIdForTypology: string
|
|
32
|
-
public promptIdForConceptFacts: string
|
|
33
|
-
public promptIdForCardsGeneration: string
|
|
31
|
+
public promptIdForTypology: string;
|
|
32
|
+
public promptIdForConceptFacts: string;
|
|
33
|
+
public promptIdForCardsGeneration: string;
|
|
34
34
|
generationVariables: {
|
|
35
35
|
bloom_instructions: string;
|
|
36
36
|
card_instructions: string;
|
|
@@ -51,6 +51,7 @@ export class OnlyEverGenerator {
|
|
|
51
51
|
generationContent: BaseParamType,
|
|
52
52
|
promptIdForTypology: string,
|
|
53
53
|
promptIdForConceptFacts: string,
|
|
54
|
+
promptIdForCardsGeneration: string,
|
|
54
55
|
generationVariables: {
|
|
55
56
|
bloom_instructions: string;
|
|
56
57
|
card_instructions: string;
|
|
@@ -59,6 +60,7 @@ export class OnlyEverGenerator {
|
|
|
59
60
|
) {
|
|
60
61
|
this.promptIdForTypology = promptIdForTypology;
|
|
61
62
|
this.promptIdForConceptFacts = promptIdForConceptFacts;
|
|
63
|
+
this.promptIdForCardsGeneration = promptIdForCardsGeneration;
|
|
62
64
|
this.api_key = apiKey;
|
|
63
65
|
this.generationVariables = generationVariables;
|
|
64
66
|
this.openAiService = new OpenAiService(
|
|
@@ -88,74 +90,83 @@ export class OnlyEverGenerator {
|
|
|
88
90
|
generate_typology: boolean = false,
|
|
89
91
|
generate_card: boolean = false
|
|
90
92
|
): Promise<Array<any>> {
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
if (
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
this.typologyResponse.concepts_facts = response.concepts_facts;
|
|
104
|
-
console.log("Concept facts generated");
|
|
93
|
+
try {
|
|
94
|
+
console.log(this.promptIdForTypology);
|
|
95
|
+
console.log(this.promptIdForConceptFacts);
|
|
96
|
+
console.log(this.promptIdForCardsGeneration);
|
|
97
|
+
console.log(this.openAiService.api_key);
|
|
98
|
+
let args = new GenerateArgs(generate_card, generate_typology, false);
|
|
99
|
+
const responseToReturn = [];
|
|
100
|
+
const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
|
|
101
|
+
for (let elem of whatNeedsToBeGenerated)
|
|
102
|
+
if (elem == "generate_tyopology") {
|
|
103
|
+
this.typologyResponse = await this.generateTypology();
|
|
104
|
+
console.log("Typology generated");
|
|
105
105
|
console.log(this.typologyResponse);
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
this.
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
globalConsolidation.
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
106
|
+
|
|
107
|
+
if (this.typologyResponse?.status_code == 200) {
|
|
108
|
+
console.log("Concept facts generating");
|
|
109
|
+
const response = await this.generateConceptFacts();
|
|
110
|
+
this.typologyResponse.concepts_facts = response.concepts_facts;
|
|
111
|
+
console.log("Concept facts generated");
|
|
112
|
+
console.log(this.typologyResponse);
|
|
113
|
+
const embeddings = await this.generateEmbeddings(
|
|
114
|
+
this.typologyResponse
|
|
115
|
+
);
|
|
116
|
+
console.log("Embedding generated");
|
|
117
|
+
const localConsolidation = await this.localConsolidation(
|
|
118
|
+
embeddings.concepts_facts,
|
|
119
|
+
this.parsedContent!.title
|
|
120
|
+
);
|
|
121
|
+
console.log("Local consolidation done");
|
|
122
|
+
this.typologyResponse!.concepts_facts =
|
|
123
|
+
localConsolidation.sourceTaxonomyOps;
|
|
124
|
+
const globalConsolidation = await this.globalConsolidation(
|
|
125
|
+
localConsolidation.sourceTaxonomyOps,
|
|
126
|
+
this.parsedContent!.source_id,
|
|
127
|
+
0.8
|
|
128
|
+
);
|
|
129
|
+
console.log("Global consolidation done");
|
|
130
|
+
this.typologyResponse!.concepts_facts =
|
|
131
|
+
globalConsolidation.source_taxonomy;
|
|
132
|
+
this.typologyResponse!.metadata?.push(embeddings.metadata);
|
|
133
|
+
responseToReturn.push({
|
|
134
|
+
type: "typology",
|
|
135
|
+
data: this.typologyResponse,
|
|
136
|
+
qdrantOps: {
|
|
137
|
+
update: globalConsolidation.global_updates,
|
|
138
|
+
inserts: globalConsolidation.global_inserts,
|
|
139
|
+
},
|
|
140
|
+
});
|
|
141
|
+
} else {
|
|
142
|
+
responseToReturn.push({
|
|
143
|
+
type: "typology",
|
|
144
|
+
data: this.typologyResponse,
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
} else if (elem == "generate_card") {
|
|
148
|
+
console.log("Generating card");
|
|
149
|
+
if (this.shouldTheCardBeGeneratedAfterTypologyResponse()) {
|
|
150
|
+
this.parsedContent!.taxonomy = {
|
|
151
|
+
concepts_facts: this.typologyResponse?.concepts_facts ?? [],
|
|
152
|
+
fields: this.expectedFields,
|
|
153
|
+
generate_cards: this.typologyResponse?.generate_cards ?? {
|
|
154
|
+
state: false,
|
|
155
|
+
reason: "",
|
|
156
|
+
},
|
|
157
|
+
};
|
|
158
|
+
this.cardgenResponse = await this.generateCard(0);
|
|
159
|
+
responseToReturn.push({
|
|
160
|
+
type: "card_gen",
|
|
161
|
+
data: this.cardgenResponse,
|
|
162
|
+
});
|
|
163
|
+
}
|
|
156
164
|
}
|
|
157
|
-
|
|
158
|
-
|
|
165
|
+
return responseToReturn;
|
|
166
|
+
} catch (error) {
|
|
167
|
+
console.log(error);
|
|
168
|
+
return [];
|
|
169
|
+
}
|
|
159
170
|
}
|
|
160
171
|
|
|
161
172
|
shouldTheCardBeGeneratedAfterTypologyResponse() {
|