only_ever_generator 3.0.3 → 3.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bootstrap/app.d.ts.map +1 -1
- package/dist/bootstrap/app.js +67 -57
- package/dist/bootstrap/app.js.map +1 -1
- package/dist/helper/schema_helper/build_classify_summarize_schema.d.ts +77 -0
- package/dist/helper/schema_helper/build_classify_summarize_schema.d.ts.map +1 -0
- package/dist/helper/schema_helper/build_classify_summarize_schema.js +96 -0
- package/dist/helper/schema_helper/build_classify_summarize_schema.js.map +1 -0
- package/dist/typology_gen/generate_typology.d.ts.map +1 -1
- package/dist/typology_gen/generate_typology.js +9 -0
- package/dist/typology_gen/generate_typology.js.map +1 -1
- package/package.json +1 -2
- package/src/bootstrap/app.ts +75 -66
- package/src/helper/schema_helper/build_classify_summarize_schema.ts +99 -0
- package/src/typology_gen/generate_typology.ts +11 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAO5D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAK/D,qBAAa,iBAAiB;IACrB,OAAO,EAAE,MAAM,CAAM;IACrB,aAAa,EAAE,aAAa,CAAC;IAGpC,aAAa,CAAC,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,EAAE,CAAC;QACf,QAAQ,EAAE,cAAc,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAa;IACd,iBAAiB,EAAE,MAAM,CAAM;IAC/B,gBAAgB,EAAE,MAAM,CAAM;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAChC,0BAA0B,EAAE,MAAM,CAAC;IAC1C,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB,CAIC;IACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAM;IACnC,gBAAgB,CAAC,EAAE,GAAG,CAAa;IACnC,eAAe,EAAE,GAAG,CAAa;IACjC,iBAAiB,KAAM;gBAGrB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,iBAAiB,EAAE,aAAa,EAChC,mBAAmB,EAAE,MAAM,EAC3B,uBAAuB,EAAE,MAAM,EAC/B,0BAA0B,EAAE,MAAM,EAClC,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB;IA8BG,QAAQ,CACZ,iBAAiB,GAAE,OAAe,EAClC,aAAa,GAAE,OAAe,GAC7B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAO5D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAK/D,qBAAa,iBAAiB;IACrB,OAAO,EAAE,MAAM,CAAM;IACrB,aAAa,EAAE,aAAa,CAAC;IAGpC,aAAa,CAAC,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,EAAE,CAAC;QACf,QAAQ,EAAE,cAAc,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAa;IACd,iBAAiB,EAAE,MAAM,CAAM;IAC/B,gBAAgB,EAAE,MAAM,CAAM;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAChC,0BAA0B,EAAE,MAAM,CAAC;IAC1C,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB,CAIC;IACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAM;IACnC,gBAAgB,CAAC,EAAE,GAAG,CAAa;IACnC,eAAe,EAAE,GAAG,CAAa;IACjC,iBAAiB,KAAM;gBAGrB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,iBAAiB,EAAE,aAAa,EAChC,mBAAmB,EAAE,MAAM,EAC3B,uBAAuB,EAAE,MAAM,EAC/B,0BAA0B,EAAE,MAAM,EAClC,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB;IA8BG,QAAQ,CACZ,iBAAiB,GAAE,OAAe,EAClC,aAAa,GAAE,OAAe,GAC7B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAgFtB,6CAA6C;IAQvC,YAAY,CAAC,CAAC,GAAE,MAAU;IAgB1B,gBAAgB;IAoBhB,oBAAoB;IAepB,kBAAkB,CAAC,gBAAgB,EAAE,GAAG;;;;;;;;;;;;;;;;;;IASxC,kBAAkB,CACtB,cAAc,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,EAAE,EACH,QAAQ,EAAE,MAAM;;;;;;;;;;;;;;;;;;;IASZ,mBAAmB,CACvB,cAAc,EAAE;QACd,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,EAAE,EACH,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;CAUpB"}
|
package/dist/bootstrap/app.js
CHANGED
|
@@ -58,66 +58,76 @@ class OnlyEverGenerator {
|
|
|
58
58
|
generate() {
|
|
59
59
|
return __awaiter(this, arguments, void 0, function* (generate_typology = false, generate_card = false) {
|
|
60
60
|
var _a, _b, _c, _d, _e, _f;
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
console.log("Concept facts generated");
|
|
61
|
+
try {
|
|
62
|
+
console.log(this.promptIdForTypology);
|
|
63
|
+
console.log(this.promptIdForConceptFacts);
|
|
64
|
+
console.log(this.promptIdForCardsGeneration);
|
|
65
|
+
console.log(this.openAiService.api_key);
|
|
66
|
+
let args = new generate_args_1.GenerateArgs(generate_card, generate_typology, false);
|
|
67
|
+
const responseToReturn = [];
|
|
68
|
+
const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
|
|
69
|
+
for (let elem of whatNeedsToBeGenerated)
|
|
70
|
+
if (elem == "generate_tyopology") {
|
|
71
|
+
this.typologyResponse = yield this.generateTypology();
|
|
72
|
+
console.log("Typology generated");
|
|
74
73
|
console.log(this.typologyResponse);
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
74
|
+
if (((_a = this.typologyResponse) === null || _a === void 0 ? void 0 : _a.status_code) == 200) {
|
|
75
|
+
console.log("Concept facts generating");
|
|
76
|
+
const response = yield this.generateConceptFacts();
|
|
77
|
+
this.typologyResponse.concepts_facts = response.concepts_facts;
|
|
78
|
+
console.log("Concept facts generated");
|
|
79
|
+
console.log(this.typologyResponse);
|
|
80
|
+
const embeddings = yield this.generateEmbeddings(this.typologyResponse);
|
|
81
|
+
console.log("Embedding generated");
|
|
82
|
+
const localConsolidation = yield this.localConsolidation(embeddings.concepts_facts, this.parsedContent.title);
|
|
83
|
+
console.log("Local consolidation done");
|
|
84
|
+
this.typologyResponse.concepts_facts =
|
|
85
|
+
localConsolidation.sourceTaxonomyOps;
|
|
86
|
+
const globalConsolidation = yield this.globalConsolidation(localConsolidation.sourceTaxonomyOps, this.parsedContent.source_id, 0.8);
|
|
87
|
+
console.log("Global consolidation done");
|
|
88
|
+
this.typologyResponse.concepts_facts =
|
|
89
|
+
globalConsolidation.source_taxonomy;
|
|
90
|
+
(_b = this.typologyResponse.metadata) === null || _b === void 0 ? void 0 : _b.push(embeddings.metadata);
|
|
91
|
+
responseToReturn.push({
|
|
92
|
+
type: "typology",
|
|
93
|
+
data: this.typologyResponse,
|
|
94
|
+
qdrantOps: {
|
|
95
|
+
update: globalConsolidation.global_updates,
|
|
96
|
+
inserts: globalConsolidation.global_inserts,
|
|
97
|
+
},
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
else {
|
|
101
|
+
responseToReturn.push({
|
|
102
|
+
type: "typology",
|
|
103
|
+
data: this.typologyResponse,
|
|
104
|
+
});
|
|
105
|
+
}
|
|
100
106
|
}
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
}
|
|
107
|
+
else if (elem == "generate_card") {
|
|
108
|
+
console.log("Generating card");
|
|
109
|
+
if (this.shouldTheCardBeGeneratedAfterTypologyResponse()) {
|
|
110
|
+
this.parsedContent.taxonomy = {
|
|
111
|
+
concepts_facts: (_d = (_c = this.typologyResponse) === null || _c === void 0 ? void 0 : _c.concepts_facts) !== null && _d !== void 0 ? _d : [],
|
|
112
|
+
fields: this.expectedFields,
|
|
113
|
+
generate_cards: (_f = (_e = this.typologyResponse) === null || _e === void 0 ? void 0 : _e.generate_cards) !== null && _f !== void 0 ? _f : {
|
|
114
|
+
state: false,
|
|
115
|
+
reason: "",
|
|
116
|
+
},
|
|
117
|
+
};
|
|
118
|
+
this.cardgenResponse = yield this.generateCard(0);
|
|
119
|
+
responseToReturn.push({
|
|
120
|
+
type: "card_gen",
|
|
121
|
+
data: this.cardgenResponse,
|
|
122
|
+
});
|
|
123
|
+
}
|
|
118
124
|
}
|
|
119
|
-
|
|
120
|
-
|
|
125
|
+
return responseToReturn;
|
|
126
|
+
}
|
|
127
|
+
catch (error) {
|
|
128
|
+
console.log(error);
|
|
129
|
+
return [];
|
|
130
|
+
}
|
|
121
131
|
});
|
|
122
132
|
}
|
|
123
133
|
shouldTheCardBeGeneratedAfterTypologyResponse() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+DAA2D;AAC3D,wEAAmE;AACnE,iEAA4D;AAC5D,yEAAqE;AACrE,0DAAsD;AACtD,qFAAiF;AACjF,mGAA+F;AAC/F,qGAAiG;AAMjG,mFAA8E;AAE9E,MAAa,iBAAiB;IAgC5B,YACE,MAAc,EACd,KAAa,EACb,iBAAgC,EAChC,mBAA2B,EAC3B,uBAA+B,EAC/B,0BAAkC,EAClC,mBAIC;QA1CI,YAAO,GAAW,EAAE,CAAC;QAG5B,yDAAyD;QACzD,kBAAa,GAOT,SAAS,CAAC;QACd,sBAAiB,GAAW,EAAE,CAAC;QAC/B,qBAAgB,GAAW,EAAE,CAAC;QAI9B,wBAAmB,GAIf;YACF,kBAAkB,EAAE,EAAE;YACtB,iBAAiB,EAAE,EAAE;YACrB,aAAa,EAAE,EAAE;SAClB,CAAC;QACF,mBAAc,GAAkB,EAAE,CAAC;QACnC,qBAAgB,GAAS,SAAS,CAAC;QACnC,oBAAe,GAAQ,SAAS,CAAC;QACjC,sBAAiB,GAAG,EAAE,CAAC;QAerB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,IAAI,+BAAa,CACpC,MAAM,EACN,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,oBAAoB,CAC9B,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,yCAAkB,CACvC,iBAAiB,CAAC,OAAO,CAC1B,CAAC,SAAS,EAAE,CAAC;QACd,CAAC,IAAI,CAAC,aAAa,GAAG;YACpB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;SACtB,CAAC;YACA,CAAC,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,iBAAiB;QACzE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC;IACnE,CAAC;IAEK,QAAQ;6DACZ,oBAA6B,KAAK,EAClC,gBAAyB,KAAK;;YAE9B,IAAI,IAAI,GAAG,IAAI,4BAAY,CAAC,aAAa,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/bootstrap/app.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+DAA2D;AAC3D,wEAAmE;AACnE,iEAA4D;AAC5D,yEAAqE;AACrE,0DAAsD;AACtD,qFAAiF;AACjF,mGAA+F;AAC/F,qGAAiG;AAMjG,mFAA8E;AAE9E,MAAa,iBAAiB;IAgC5B,YACE,MAAc,EACd,KAAa,EACb,iBAAgC,EAChC,mBAA2B,EAC3B,uBAA+B,EAC/B,0BAAkC,EAClC,mBAIC;QA1CI,YAAO,GAAW,EAAE,CAAC;QAG5B,yDAAyD;QACzD,kBAAa,GAOT,SAAS,CAAC;QACd,sBAAiB,GAAW,EAAE,CAAC;QAC/B,qBAAgB,GAAW,EAAE,CAAC;QAI9B,wBAAmB,GAIf;YACF,kBAAkB,EAAE,EAAE;YACtB,iBAAiB,EAAE,EAAE;YACrB,aAAa,EAAE,EAAE;SAClB,CAAC;QACF,mBAAc,GAAkB,EAAE,CAAC;QACnC,qBAAgB,GAAS,SAAS,CAAC;QACnC,oBAAe,GAAQ,SAAS,CAAC;QACjC,sBAAiB,GAAG,EAAE,CAAC;QAerB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,IAAI,+BAAa,CACpC,MAAM,EACN,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,oBAAoB,CAC9B,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,yCAAkB,CACvC,iBAAiB,CAAC,OAAO,CAC1B,CAAC,SAAS,EAAE,CAAC;QACd,CAAC,IAAI,CAAC,aAAa,GAAG;YACpB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;SACtB,CAAC;YACA,CAAC,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,iBAAiB;QACzE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC;IACnE,CAAC;IAEK,QAAQ;6DACZ,oBAA6B,KAAK,EAClC,gBAAyB,KAAK;;YAE9B,IAAI,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBAC7C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACxC,IAAI,IAAI,GAAG,IAAI,4BAAY,CAAC,aAAa,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;gBACrE,MAAM,gBAAgB,GAAG,EAAE,CAAC;gBAC5B,MAAM,sBAAsB,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAChE,KAAK,IAAI,IAAI,IAAI,sBAAsB;oBACrC,IAAI,IAAI,IAAI,oBAAoB,EAAE,CAAC;wBACjC,IAAI,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;wBACtD,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;wBAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;wBAEnC,IAAI,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,WAAW,KAAI,GAAG,EAAE,CAAC;4BAC9C,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;4BACxC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;4BACnD,IAAI,CAAC,gBAAgB,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;4BAC/D,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;4BACvC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;4BACnC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC9C,IAAI,CAAC,gBAAgB,CACtB,CAAC;4BACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;4BACnC,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CACtD,UAAU,CAAC,cAAc,EACzB,IAAI,CAAC,aAAc,CAAC,KAAK,CAC1B,CAAC;4BACF,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;4BACxC,IAAI,CAAC,gBAAiB,CAAC,cAAc;gCACnC,kBAAkB,CAAC,iBAAiB,CAAC;4BACvC,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACxD,kBAAkB,CAAC,iBAAiB,EACpC,IAAI,CAAC,aAAc,CAAC,SAAS,EAC7B,GAAG,CACJ,CAAC;4BACF,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;4BACzC,IAAI,CAAC,gBAAiB,CAAC,cAAc;gCACnC,mBAAmB,CAAC,eAAe,CAAC;4BACtC,MAAA,IAAI,CAAC,gBAAiB,CAAC,QAAQ,0CAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;4BAC3D,gBAAgB,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,IAAI,CAAC,gBAAgB;gCAC3B,SAAS,EAAE;oCACT,MAAM,EAAE,mBAAmB,CAAC,cAAc;oCAC1C,OAAO,EAAE,mBAAmB,CAAC,cAAc;iCAC5C;6BACF,CAAC,CAAC;wBACL,CAAC;6BAAM,CAAC;4BACN,gBAAgB,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,IAAI,CAAC,gBAAgB;6BAC5B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,IAAI,eAAe,EAAE,CAAC;wBACnC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;wBAC/B,IAAI,IAAI,CAAC,6CAA6C,EAAE,EAAE,CAAC;4BACzD,IAAI,CAAC,aAAc,CAAC,QAAQ,GAAG;gCAC7B,cAAc,EAAE,MAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc,mCAAI,EAAE;gCAC3D,MAAM,EAAE,IAAI,CAAC,cAAc;gCAC3B,cAAc,EAAE,MAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc,mCAAI;oCACvD,KAAK,EAAE,KAAK;oCACZ,MAAM,EAAE,EAAE;iCACX;6BACF,CAAC;4BACF,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;4BAClD,gBAAgB,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,IAAI,CAAC,eAAe;6BAC3B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACnB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED,6CAA6C;;QAC3C,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,CAAA,MAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc,0CAAE,KAAK,KAAI,IAAI,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEK,YAAY;6DAAC,IAAY,CAAC;;YAC9B,MAAM,OAAO,GAAG;gBACd,KAAK,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,KAAK;gBAChC,cAAc,EAAE,MAAA,IAAI,CAAC,gBAAgB,0CAAE,cAAc;gBACrD,OAAO,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,OAAO;aACrC,CAAC;YACF,IAAI,iBAAiB,GAAG,MAAM,IAAI,8BAAa,CAC7C,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,IAAI,CAAC,aAAc,CAAC,QAAQ,EAC5B,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,0BAA0B,CAChC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YACnB,OAAO,iBAAiB,CAAC;QAC3B,CAAC;KAAA;IAEK,gBAAgB;;;YACpB,MAAM,OAAO,GAAG;gBACd,KAAK,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,KAAK;gBAChC,QAAQ,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ;gBACtC,OAAO,EAAE,MAAA,IAAI,CAAC,aAAa,0CAAE,OAAO;aACrC,CAAC;YACF,IAAI,CAAC;gBACH,IAAI,QAAQ,GAAG,MAAM,IAAI,oCAAgB,CACvC,IAAI,CAAC,aAAa,EAClB,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,IAAI,mCAAI,MAAM,EAClC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,mBAAmB,CACzB,CAAC,QAAQ,EAAE,CAAC;gBACb,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;KAAA;IAEK,oBAAoB;;;YACxB,MAAM,OAAO,GAAG;gBACd,KAAK,EAAE,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,KAAK,mCAAI,EAAE;gBACtC,QAAQ,EAAE,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,QAAQ,mCAAI,EAAE;gBAC5C,OAAO,EAAE,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,OAAO,mCAAI,EAAE;aAC3C,CAAC;YACF,IAAI,QAAQ,GAAG,MAAM,IAAI,6CAAoB,CAC3C,IAAI,CAAC,aAAa,EAClB,OAAO,EACP,MAAA,MAAA,IAAI,CAAC,aAAa,0CAAE,IAAI,mCAAI,MAAM,EAClC,IAAI,CAAC,uBAAuB,CAC7B,CAAC,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;KAAA;IAEK,kBAAkB,CAAC,gBAAqB;;YAC5C,MAAM,cAAc,GAAG,gBAAgB,CAAC,cAAc,CAAC;YACvD,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,MAAM,IAAI,wCAAkB,CAC7C,IAAI,CAAC,aAAa,CACnB,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;YACrC,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;IAEK,kBAAkB,CACtB,cAKG,EACH,QAAgB;;YAEhB,MAAM,UAAU,GAAG,IAAI,wCAAkB,EAAE,CAAC,WAAW,CACrD,cAAc,EACd,QAAQ,CACT,CAAC;YACF,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;IAEK,mBAAmB,CACvB,cAMG,EACH,QAAgB,EAChB,SAAiB;;YAEjB,MAAM,UAAU,GAAG,MAAM,IAAI,0CAAmB,EAAE,CAAC,WAAW,CAC5D,cAAc,EACd,QAAQ,EACR,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,GAAG,CACjB,CAAC;YAEF,OAAO,UAAU,CAAC;QACpB,CAAC;KAAA;CACF;AAnQD,8CAmQC"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
export declare const classifySummarizeSchema: {
|
|
2
|
+
name: string;
|
|
3
|
+
strict: boolean;
|
|
4
|
+
schema: {
|
|
5
|
+
type: string;
|
|
6
|
+
properties: {
|
|
7
|
+
learn_value: {
|
|
8
|
+
type: string;
|
|
9
|
+
properties: {
|
|
10
|
+
state: {
|
|
11
|
+
type: string;
|
|
12
|
+
description: string;
|
|
13
|
+
};
|
|
14
|
+
reason: {
|
|
15
|
+
type: string;
|
|
16
|
+
description: string;
|
|
17
|
+
maxLength: number;
|
|
18
|
+
};
|
|
19
|
+
bloom_levels: {
|
|
20
|
+
type: string;
|
|
21
|
+
description: string;
|
|
22
|
+
items: {
|
|
23
|
+
type: string;
|
|
24
|
+
enum: number[];
|
|
25
|
+
};
|
|
26
|
+
};
|
|
27
|
+
bloom_levels_reason: {
|
|
28
|
+
type: string;
|
|
29
|
+
description: string;
|
|
30
|
+
maxLength: number;
|
|
31
|
+
};
|
|
32
|
+
};
|
|
33
|
+
required: string[];
|
|
34
|
+
additionalProperties: boolean;
|
|
35
|
+
};
|
|
36
|
+
field: {
|
|
37
|
+
type: string;
|
|
38
|
+
description: string;
|
|
39
|
+
items: {
|
|
40
|
+
type: string;
|
|
41
|
+
enum: string[];
|
|
42
|
+
};
|
|
43
|
+
minItems: number;
|
|
44
|
+
maxItems: number;
|
|
45
|
+
};
|
|
46
|
+
summary_cards: {
|
|
47
|
+
type: string;
|
|
48
|
+
description: string;
|
|
49
|
+
maxItems: number;
|
|
50
|
+
items: {
|
|
51
|
+
type: string;
|
|
52
|
+
properties: {
|
|
53
|
+
title: {
|
|
54
|
+
type: string;
|
|
55
|
+
description: string;
|
|
56
|
+
maxLength: number;
|
|
57
|
+
};
|
|
58
|
+
text: {
|
|
59
|
+
type: string;
|
|
60
|
+
description: string;
|
|
61
|
+
maxLength: number;
|
|
62
|
+
};
|
|
63
|
+
reference: {
|
|
64
|
+
type: string;
|
|
65
|
+
description: string;
|
|
66
|
+
};
|
|
67
|
+
};
|
|
68
|
+
required: string[];
|
|
69
|
+
additionalProperties: boolean;
|
|
70
|
+
};
|
|
71
|
+
};
|
|
72
|
+
};
|
|
73
|
+
required: string[];
|
|
74
|
+
additionalProperties: boolean;
|
|
75
|
+
};
|
|
76
|
+
};
|
|
77
|
+
//# sourceMappingURL=build_classify_summarize_schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build_classify_summarize_schema.d.ts","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_classify_summarize_schema.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkGnC,CAAC"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.classifySummarizeSchema = void 0;
|
|
4
|
+
exports.classifySummarizeSchema = {
|
|
5
|
+
name: "source_classification_and_summary",
|
|
6
|
+
strict: true,
|
|
7
|
+
schema: {
|
|
8
|
+
type: "object",
|
|
9
|
+
properties: {
|
|
10
|
+
learn_value: {
|
|
11
|
+
type: "object",
|
|
12
|
+
properties: {
|
|
13
|
+
state: {
|
|
14
|
+
type: "boolean",
|
|
15
|
+
description: "Whether the content has educational value and should be used to generate test materials.",
|
|
16
|
+
},
|
|
17
|
+
reason: {
|
|
18
|
+
type: "string",
|
|
19
|
+
description: "Concise justification (≤320 chars) for why the source was marked true or false.",
|
|
20
|
+
maxLength: 320,
|
|
21
|
+
},
|
|
22
|
+
bloom_levels: {
|
|
23
|
+
type: "array",
|
|
24
|
+
description: "List of applicable Bloom levels (1–5). Leave empty if state is false.",
|
|
25
|
+
items: { type: "integer", enum: [1, 2, 3, 4, 5] },
|
|
26
|
+
},
|
|
27
|
+
bloom_levels_reason: {
|
|
28
|
+
type: "string",
|
|
29
|
+
description: "Explanation (≤320 chars) for the selected Bloom levels.",
|
|
30
|
+
maxLength: 320,
|
|
31
|
+
},
|
|
32
|
+
},
|
|
33
|
+
required: ["state", "reason", "bloom_levels", "bloom_levels_reason"],
|
|
34
|
+
additionalProperties: false,
|
|
35
|
+
},
|
|
36
|
+
field: {
|
|
37
|
+
type: "array",
|
|
38
|
+
description: "One to three fields of knowledge this content relates to.",
|
|
39
|
+
items: {
|
|
40
|
+
type: "string",
|
|
41
|
+
enum: [
|
|
42
|
+
"Sciences",
|
|
43
|
+
"Technology & Engineering",
|
|
44
|
+
"Humanities & Cultural Studies",
|
|
45
|
+
"Social Sciences & Global Studies",
|
|
46
|
+
"Business & Management",
|
|
47
|
+
"Health & Medicine",
|
|
48
|
+
"Environmental Studies & Earth Sciences",
|
|
49
|
+
"Education, Learning & Personal Development",
|
|
50
|
+
"Creative & Performing Arts",
|
|
51
|
+
"Law, Governance & Ethics",
|
|
52
|
+
"Recreation, Lifestyle & Practical Skills",
|
|
53
|
+
"Technology & Media Literacy",
|
|
54
|
+
"Philosophy & Critical Thinking",
|
|
55
|
+
"Space & Astronomical Sciences",
|
|
56
|
+
"Agriculture & Food Sciences",
|
|
57
|
+
"Trades & Craftsmanship",
|
|
58
|
+
"Reference & Indexing",
|
|
59
|
+
"Other",
|
|
60
|
+
],
|
|
61
|
+
},
|
|
62
|
+
minItems: 1,
|
|
63
|
+
maxItems: 3,
|
|
64
|
+
},
|
|
65
|
+
summary_cards: {
|
|
66
|
+
type: "array",
|
|
67
|
+
description: "Concise summary cards (0–15) that walk through key learning points from the source.",
|
|
68
|
+
maxItems: 15,
|
|
69
|
+
items: {
|
|
70
|
+
type: "object",
|
|
71
|
+
properties: {
|
|
72
|
+
title: {
|
|
73
|
+
type: "string",
|
|
74
|
+
description: "Card title (≤60 chars).",
|
|
75
|
+
maxLength: 60,
|
|
76
|
+
},
|
|
77
|
+
text: {
|
|
78
|
+
type: "string",
|
|
79
|
+
description: "Summary text (≤320 chars).",
|
|
80
|
+
maxLength: 320,
|
|
81
|
+
},
|
|
82
|
+
reference: {
|
|
83
|
+
type: "string",
|
|
84
|
+
description: "A {{heading_type}} or empty string; enum populated dynamically at runtime.",
|
|
85
|
+
},
|
|
86
|
+
},
|
|
87
|
+
required: ["title", "text", "reference"],
|
|
88
|
+
additionalProperties: false,
|
|
89
|
+
},
|
|
90
|
+
},
|
|
91
|
+
},
|
|
92
|
+
required: ["learn_value", "field", "summary_cards"],
|
|
93
|
+
additionalProperties: false,
|
|
94
|
+
},
|
|
95
|
+
};
|
|
96
|
+
//# sourceMappingURL=build_classify_summarize_schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build_classify_summarize_schema.js","sourceRoot":"","sources":["../../../src/helper/schema_helper/build_classify_summarize_schema.ts"],"names":[],"mappings":";;;AAAa,QAAA,uBAAuB,GAAG;IACrC,IAAI,EAAE,mCAAmC;IACzC,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,KAAK,EAAE;wBACL,IAAI,EAAE,SAAS;wBACf,WAAW,EACT,0FAA0F;qBAC7F;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,iFAAiF;wBACnF,SAAS,EAAE,GAAG;qBACf;oBACD,YAAY,EAAE;wBACZ,IAAI,EAAE,OAAO;wBACb,WAAW,EACT,uEAAuE;wBACzE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE;qBAClD;oBACD,mBAAmB,EAAE;wBACnB,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,yDAAyD;wBAC3D,SAAS,EAAE,GAAG;qBACf;iBACF;gBACD,QAAQ,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,qBAAqB,CAAC;gBACpE,oBAAoB,EAAE,KAAK;aAC5B;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,2DAA2D;gBAC7D,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE;wBACJ,UAAU;wBACV,0BAA0B;wBAC1B,+BAA+B;wBAC/B,kCAAkC;wBAClC,uBAAuB;wBACvB,mBAAmB;wBACnB,wCAAwC;wBACxC,4CAA4C;wBAC5C,4BAA4B;wBAC5B,0BAA0B;wBAC1B,0CAA0C;wBAC1C,6BAA6B;wBAC7B,gCAAgC;wBAChC,+BAA+B;wBAC/B,6BAA6B;wBAC7B,wBAAwB;wBACxB,sBAAsB;wBACtB,OAAO;qBACR;iBACF;gBACD,QAAQ,EAAE,CAAC;gBACX,QAAQ,EAAE,CAAC;aACZ;YACD,aAAa,EAAE;gBACb,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,qFAAqF;gBACvF,QAAQ,EAAE,EAAE;gBACZ,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,yBAAyB;4BACtC,SAAS,EAAE,EAAE;yBACd;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,4BAA4B;4BACzC,SAAS,EAAE,GAAG;yBACf;wBACD,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,4EAA4E;yBAC/E;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC;oBACxC,oBAAoB,EAAE,KAAK;iBAC5B;aACF;SACF;QACD,QAAQ,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,eAAe,CAAC;QACnD,oBAAoB,EAAE,KAAK;KAC5B;CACF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_typology.d.ts","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"generate_typology.d.ts","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAI5D,qBAAa,gBAAgB;IACpB,aAAa,EAAE,aAAa,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAM;IAClB,OAAO,EAAE,MAAM,CAAM;IACrB,mBAAmB,EAAE,MAAM,CAAC;IACnC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAE5B,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,EAC9B,mBAAmB,EAAE,MAAM;IAUvB,QAAQ;IA0Dd,sBAAsB,CAAC,YAAY,EAAE,GAAG;;;;;;;;;;IAexC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;;;;IAQ3B,sBAAsB,CAAC,YAAY,EAAE,GAAG;;;;CAQ/C"}
|
|
@@ -12,6 +12,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
12
12
|
exports.GenerateTypology = void 0;
|
|
13
13
|
const openai_helper_1 = require("../helper/openai_helper");
|
|
14
14
|
const logger_1 = require("../logger");
|
|
15
|
+
const build_classify_summarize_schema_1 = require("../helper/schema_helper/build_classify_summarize_schema");
|
|
15
16
|
class GenerateTypology {
|
|
16
17
|
constructor(openAiService, type, content, expected_fields, promptIdForTypology) {
|
|
17
18
|
this.type = "";
|
|
@@ -37,6 +38,14 @@ class GenerateTypology {
|
|
|
37
38
|
},
|
|
38
39
|
input: this.content,
|
|
39
40
|
store: false,
|
|
41
|
+
text: {
|
|
42
|
+
format: {
|
|
43
|
+
type: "json_schema",
|
|
44
|
+
name: build_classify_summarize_schema_1.classifySummarizeSchema.name,
|
|
45
|
+
strict: true,
|
|
46
|
+
schema: build_classify_summarize_schema_1.classifySummarizeSchema.schema,
|
|
47
|
+
},
|
|
48
|
+
},
|
|
40
49
|
});
|
|
41
50
|
openAiResponse["request_type"] = {
|
|
42
51
|
type: "breadth",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_typology.js","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":";;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"generate_typology.js","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2DAAkE;AAClE,sCAAwC;AAGxC,6GAAkG;AAElG,MAAa,gBAAgB;IAM3B,YACE,aAA4B,EAC5B,IAAY,EACZ,OAAe,EACf,eAA8B,EAC9B,mBAA2B;QATtB,SAAI,GAAW,EAAE,CAAC;QAClB,YAAO,GAAW,EAAE,CAAC;QAU1B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CACzD,IAAI,CAAC,WAAW,EAAE,CACnB,CAAC;QACF,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACjD,CAAC;IACK,QAAQ;;;YACZ,IAAI,CAAC;gBACH,2BAA2B;gBAC3B,MAAM,YAAY,GAAG,IAAI,4BAAY,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAElE,MAAM,cAAc,GAAQ,MAAM,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBACrE,MAAM,EAAE;wBACN,EAAE,EAAE,IAAI,CAAC,mBAAmB;wBAC5B,SAAS,EAAE;4BACT,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY;yBAC/D;qBACF;oBACD,KAAK,EAAE,IAAI,CAAC,OAAO;oBACnB,KAAK,EAAE,KAAK;oBACZ,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,yDAAuB,CAAC,IAAI;4BAClC,MAAM,EAAE,IAAI;4BACZ,MAAM,EAAE,yDAAuB,CAAC,MAAM;yBACvC;qBACF;iBACF,CAAC,CAAC;gBAEH,cAAc,CAAC,cAAc,CAAC,GAAG;oBAC/B,IAAI,EAAE,SAAS;oBACf,CAAC,EAAE,CAAC;iBACL,CAAC;gBACF,cAAc,CAAC,QAAQ,GAAG;oBACxB,QAAQ,EAAE,MAAA,cAAc,CAAC,OAAO,mCAAI,IAAI,IAAI,EAAE;oBAC9C,QAAQ,EAAE;wBACR,IAAI,EAAE,SAAS;wBACf,CAAC,EAAE,CAAC;qBACL;oBACD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,YAAY,mCAAI,CAAC;oBACnD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,aAAa,mCAAI,CAAC;oBACpD,MAAM,EAAE,cAAc,CAAC,MAAM;oBAC7B,iDAAiD;oBACjD,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK;oBAC/B,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B,CAAC;gBAEF,IAAI,cAAc,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;oBACzC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACzB,OAAO,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,QAAQ,CAAC,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC;oBAC7D,OAAO,cAAc,CAAC;gBACxB,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,oBAAW,CAAC;oBACpB,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,CAAC,CAAC,OAAO;iBAChB,CAAC,CAAC,GAAG,EAAE,CAAC;YACX,CAAC;QACH,CAAC;KAAA;IAED,sBAAsB,CAAC,YAAiB;QACtC,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC;QAC3C,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;QAE9D,OAAO;YACL,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC;YACjC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,CAAC;YAE/C,cAAc,EAAE,gBAAgB,CAAC,WAAW;YAC5C,aAAa,EAAE,gBAAgB,CAAC,aAAa;YAC7C,2BAA2B;SAC5B,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,MAAqB;QAC/B,MAAM,SAAS,GAAG,CAAC,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI;YACxB,SAAS,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;SAC7D,CAAC,CAAC,CAAC;IACN,CAAC;IAEK,sBAAsB,CAAC,YAAiB;;YAC5C,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC;YAExC,OAAO;gBACL,WAAW,EAAE,YAAY,CAAC,WAAW;gBACrC,QAAQ,EAAE,YAAY,CAAC,QAAQ;aAChC,CAAC;QACJ,CAAC;KAAA;CACF;AA9GD,4CA8GC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "only_ever_generator",
|
|
3
|
-
"version": "3.0.
|
|
3
|
+
"version": "3.0.5",
|
|
4
4
|
"main": "dist/index.js",
|
|
5
5
|
"types": "dist/index.d.ts",
|
|
6
6
|
"scripts": {
|
|
@@ -23,7 +23,6 @@
|
|
|
23
23
|
"dependencies": {
|
|
24
24
|
"@qdrant/js-client-rest": "^1.14.0",
|
|
25
25
|
"axios": "^1.9.0",
|
|
26
|
-
"n": "^10.1.0",
|
|
27
26
|
"openai": "^5.10.2",
|
|
28
27
|
"stable": "^0.1.8"
|
|
29
28
|
},
|
package/src/bootstrap/app.ts
CHANGED
|
@@ -90,74 +90,83 @@ export class OnlyEverGenerator {
|
|
|
90
90
|
generate_typology: boolean = false,
|
|
91
91
|
generate_card: boolean = false
|
|
92
92
|
): Promise<Array<any>> {
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
if (
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
this.typologyResponse.concepts_facts = response.concepts_facts;
|
|
106
|
-
console.log("Concept facts generated");
|
|
93
|
+
try {
|
|
94
|
+
console.log(this.promptIdForTypology);
|
|
95
|
+
console.log(this.promptIdForConceptFacts);
|
|
96
|
+
console.log(this.promptIdForCardsGeneration);
|
|
97
|
+
console.log(this.openAiService.api_key);
|
|
98
|
+
let args = new GenerateArgs(generate_card, generate_typology, false);
|
|
99
|
+
const responseToReturn = [];
|
|
100
|
+
const whatNeedsToBeGenerated = args.getWhatNeedsToBeGenerated();
|
|
101
|
+
for (let elem of whatNeedsToBeGenerated)
|
|
102
|
+
if (elem == "generate_tyopology") {
|
|
103
|
+
this.typologyResponse = await this.generateTypology();
|
|
104
|
+
console.log("Typology generated");
|
|
107
105
|
console.log(this.typologyResponse);
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
this.
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
globalConsolidation.
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
106
|
+
|
|
107
|
+
if (this.typologyResponse?.status_code == 200) {
|
|
108
|
+
console.log("Concept facts generating");
|
|
109
|
+
const response = await this.generateConceptFacts();
|
|
110
|
+
this.typologyResponse.concepts_facts = response.concepts_facts;
|
|
111
|
+
console.log("Concept facts generated");
|
|
112
|
+
console.log(this.typologyResponse);
|
|
113
|
+
const embeddings = await this.generateEmbeddings(
|
|
114
|
+
this.typologyResponse
|
|
115
|
+
);
|
|
116
|
+
console.log("Embedding generated");
|
|
117
|
+
const localConsolidation = await this.localConsolidation(
|
|
118
|
+
embeddings.concepts_facts,
|
|
119
|
+
this.parsedContent!.title
|
|
120
|
+
);
|
|
121
|
+
console.log("Local consolidation done");
|
|
122
|
+
this.typologyResponse!.concepts_facts =
|
|
123
|
+
localConsolidation.sourceTaxonomyOps;
|
|
124
|
+
const globalConsolidation = await this.globalConsolidation(
|
|
125
|
+
localConsolidation.sourceTaxonomyOps,
|
|
126
|
+
this.parsedContent!.source_id,
|
|
127
|
+
0.8
|
|
128
|
+
);
|
|
129
|
+
console.log("Global consolidation done");
|
|
130
|
+
this.typologyResponse!.concepts_facts =
|
|
131
|
+
globalConsolidation.source_taxonomy;
|
|
132
|
+
this.typologyResponse!.metadata?.push(embeddings.metadata);
|
|
133
|
+
responseToReturn.push({
|
|
134
|
+
type: "typology",
|
|
135
|
+
data: this.typologyResponse,
|
|
136
|
+
qdrantOps: {
|
|
137
|
+
update: globalConsolidation.global_updates,
|
|
138
|
+
inserts: globalConsolidation.global_inserts,
|
|
139
|
+
},
|
|
140
|
+
});
|
|
141
|
+
} else {
|
|
142
|
+
responseToReturn.push({
|
|
143
|
+
type: "typology",
|
|
144
|
+
data: this.typologyResponse,
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
} else if (elem == "generate_card") {
|
|
148
|
+
console.log("Generating card");
|
|
149
|
+
if (this.shouldTheCardBeGeneratedAfterTypologyResponse()) {
|
|
150
|
+
this.parsedContent!.taxonomy = {
|
|
151
|
+
concepts_facts: this.typologyResponse?.concepts_facts ?? [],
|
|
152
|
+
fields: this.expectedFields,
|
|
153
|
+
generate_cards: this.typologyResponse?.generate_cards ?? {
|
|
154
|
+
state: false,
|
|
155
|
+
reason: "",
|
|
156
|
+
},
|
|
157
|
+
};
|
|
158
|
+
this.cardgenResponse = await this.generateCard(0);
|
|
159
|
+
responseToReturn.push({
|
|
160
|
+
type: "card_gen",
|
|
161
|
+
data: this.cardgenResponse,
|
|
162
|
+
});
|
|
163
|
+
}
|
|
158
164
|
}
|
|
159
|
-
|
|
160
|
-
|
|
165
|
+
return responseToReturn;
|
|
166
|
+
} catch (error) {
|
|
167
|
+
console.log(error);
|
|
168
|
+
return [];
|
|
169
|
+
}
|
|
161
170
|
}
|
|
162
171
|
|
|
163
172
|
shouldTheCardBeGeneratedAfterTypologyResponse() {
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
export const classifySummarizeSchema = {
|
|
2
|
+
name: "source_classification_and_summary",
|
|
3
|
+
strict: true,
|
|
4
|
+
schema: {
|
|
5
|
+
type: "object",
|
|
6
|
+
properties: {
|
|
7
|
+
learn_value: {
|
|
8
|
+
type: "object",
|
|
9
|
+
properties: {
|
|
10
|
+
state: {
|
|
11
|
+
type: "boolean",
|
|
12
|
+
description:
|
|
13
|
+
"Whether the content has educational value and should be used to generate test materials.",
|
|
14
|
+
},
|
|
15
|
+
reason: {
|
|
16
|
+
type: "string",
|
|
17
|
+
description:
|
|
18
|
+
"Concise justification (≤320 chars) for why the source was marked true or false.",
|
|
19
|
+
maxLength: 320,
|
|
20
|
+
},
|
|
21
|
+
bloom_levels: {
|
|
22
|
+
type: "array",
|
|
23
|
+
description:
|
|
24
|
+
"List of applicable Bloom levels (1–5). Leave empty if state is false.",
|
|
25
|
+
items: { type: "integer", enum: [1, 2, 3, 4, 5] },
|
|
26
|
+
},
|
|
27
|
+
bloom_levels_reason: {
|
|
28
|
+
type: "string",
|
|
29
|
+
description:
|
|
30
|
+
"Explanation (≤320 chars) for the selected Bloom levels.",
|
|
31
|
+
maxLength: 320,
|
|
32
|
+
},
|
|
33
|
+
},
|
|
34
|
+
required: ["state", "reason", "bloom_levels", "bloom_levels_reason"],
|
|
35
|
+
additionalProperties: false,
|
|
36
|
+
},
|
|
37
|
+
field: {
|
|
38
|
+
type: "array",
|
|
39
|
+
description:
|
|
40
|
+
"One to three fields of knowledge this content relates to.",
|
|
41
|
+
items: {
|
|
42
|
+
type: "string",
|
|
43
|
+
enum: [
|
|
44
|
+
"Sciences",
|
|
45
|
+
"Technology & Engineering",
|
|
46
|
+
"Humanities & Cultural Studies",
|
|
47
|
+
"Social Sciences & Global Studies",
|
|
48
|
+
"Business & Management",
|
|
49
|
+
"Health & Medicine",
|
|
50
|
+
"Environmental Studies & Earth Sciences",
|
|
51
|
+
"Education, Learning & Personal Development",
|
|
52
|
+
"Creative & Performing Arts",
|
|
53
|
+
"Law, Governance & Ethics",
|
|
54
|
+
"Recreation, Lifestyle & Practical Skills",
|
|
55
|
+
"Technology & Media Literacy",
|
|
56
|
+
"Philosophy & Critical Thinking",
|
|
57
|
+
"Space & Astronomical Sciences",
|
|
58
|
+
"Agriculture & Food Sciences",
|
|
59
|
+
"Trades & Craftsmanship",
|
|
60
|
+
"Reference & Indexing",
|
|
61
|
+
"Other",
|
|
62
|
+
],
|
|
63
|
+
},
|
|
64
|
+
minItems: 1,
|
|
65
|
+
maxItems: 3,
|
|
66
|
+
},
|
|
67
|
+
summary_cards: {
|
|
68
|
+
type: "array",
|
|
69
|
+
description:
|
|
70
|
+
"Concise summary cards (0–15) that walk through key learning points from the source.",
|
|
71
|
+
maxItems: 15,
|
|
72
|
+
items: {
|
|
73
|
+
type: "object",
|
|
74
|
+
properties: {
|
|
75
|
+
title: {
|
|
76
|
+
type: "string",
|
|
77
|
+
description: "Card title (≤60 chars).",
|
|
78
|
+
maxLength: 60,
|
|
79
|
+
},
|
|
80
|
+
text: {
|
|
81
|
+
type: "string",
|
|
82
|
+
description: "Summary text (≤320 chars).",
|
|
83
|
+
maxLength: 320,
|
|
84
|
+
},
|
|
85
|
+
reference: {
|
|
86
|
+
type: "string",
|
|
87
|
+
description:
|
|
88
|
+
"A {{heading_type}} or empty string; enum populated dynamically at runtime.",
|
|
89
|
+
},
|
|
90
|
+
},
|
|
91
|
+
required: ["title", "text", "reference"],
|
|
92
|
+
additionalProperties: false,
|
|
93
|
+
},
|
|
94
|
+
},
|
|
95
|
+
},
|
|
96
|
+
required: ["learn_value", "field", "summary_cards"],
|
|
97
|
+
additionalProperties: false,
|
|
98
|
+
},
|
|
99
|
+
};
|
|
@@ -1,6 +1,9 @@
|
|
|
1
|
+
import test from "node:test";
|
|
1
2
|
import { getOpenAI, OpenAIHelper } from "../helper/openai_helper";
|
|
2
3
|
import { ErrorLogger } from "../logger";
|
|
3
4
|
import { OpenAiService } from "../services/open_ai_service";
|
|
5
|
+
import { text } from "stream/consumers";
|
|
6
|
+
import { classifySummarizeSchema } from "../helper/schema_helper/build_classify_summarize_schema";
|
|
4
7
|
|
|
5
8
|
export class GenerateTypology {
|
|
6
9
|
public openAiService: OpenAiService;
|
|
@@ -37,6 +40,14 @@ export class GenerateTypology {
|
|
|
37
40
|
},
|
|
38
41
|
input: this.content,
|
|
39
42
|
store: false,
|
|
43
|
+
text: {
|
|
44
|
+
format: {
|
|
45
|
+
type: "json_schema",
|
|
46
|
+
name: classifySummarizeSchema.name,
|
|
47
|
+
strict: true,
|
|
48
|
+
schema: classifySummarizeSchema.schema,
|
|
49
|
+
},
|
|
50
|
+
},
|
|
40
51
|
});
|
|
41
52
|
|
|
42
53
|
openAiResponse["request_type"] = {
|