only_ever_generator 5.0.4 → 5.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/card_gen/generate_cards.d.ts +1 -0
- package/dist/card_gen/generate_cards.d.ts.map +1 -1
- package/dist/card_gen/generate_cards.js +70 -26
- package/dist/card_gen/generate_cards.js.map +1 -1
- package/dist/index.js +63 -60
- package/dist/index.js.map +1 -1
- package/dist/logger.d.ts +17 -0
- package/dist/logger.d.ts.map +1 -1
- package/dist/logger.js +25 -1
- package/dist/logger.js.map +1 -1
- package/dist/typology_gen/generate_concept_facts.d.ts +1 -0
- package/dist/typology_gen/generate_concept_facts.d.ts.map +1 -1
- package/dist/typology_gen/generate_concept_facts.js +33 -9
- package/dist/typology_gen/generate_concept_facts.js.map +1 -1
- package/dist/typology_gen/generate_typology.d.ts +1 -0
- package/dist/typology_gen/generate_typology.d.ts.map +1 -1
- package/dist/typology_gen/generate_typology.js +31 -9
- package/dist/typology_gen/generate_typology.js.map +1 -1
- package/package.json +1 -1
- package/src/card_gen/generate_cards.ts +72 -26
- package/src/index.ts +60 -60
- package/src/logger.ts +33 -0
- package/src/typology_gen/generate_concept_facts.ts +37 -10
- package/src/typology_gen/generate_typology.ts +35 -10
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_cards.d.ts","sourceRoot":"","sources":["../../src/card_gen/generate_cards.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAIvD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE/D,qBAAa,aAAa;IACxB,aAAa,EAAE,aAAa,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,cAAc,CAAC;IACzB,mBAAmB,EAAE;QAC1B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,YAAY,EAAE,YAAY,CAAC;IACpB,0BAA0B,EAAE,MAAM,CAAC;gBAExC,aAAa,EAAE,aAAa,EAC5B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,cAAc,EACxB,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB,EACD,0BAA0B,EAAE,MAAM;IAU9B,cAAc;
|
|
1
|
+
{"version":3,"file":"generate_cards.d.ts","sourceRoot":"","sources":["../../src/card_gen/generate_cards.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAIvD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE/D,qBAAa,aAAa;IACxB,aAAa,EAAE,aAAa,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,cAAc,CAAC;IACzB,mBAAmB,EAAE;QAC1B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,YAAY,EAAE,YAAY,CAAC;IACpB,0BAA0B,EAAE,MAAM,CAAC;gBAExC,aAAa,EAAE,aAAa,EAC5B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,cAAc,EACxB,mBAAmB,EAAE;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;KACvB,EACD,0BAA0B,EAAE,MAAM;IAU9B,cAAc;IAiFd,aAAa,CAAC,CAAC,GAAE,MAAU;IAuEjC,SAAS,CAAC,QAAQ,EAAE,GAAG;CAWxB"}
|
|
@@ -11,6 +11,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
11
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
12
|
exports.GenerateCards = void 0;
|
|
13
13
|
const openai_helper_1 = require("../helper/openai_helper");
|
|
14
|
+
const build_card_schema_1 = require("../helper/schema_helper/build_card_schema");
|
|
14
15
|
const logger_1 = require("../logger");
|
|
15
16
|
const parse_card_response_1 = require("../parse/parse_card_response");
|
|
16
17
|
class GenerateCards {
|
|
@@ -48,33 +49,59 @@ class GenerateCards {
|
|
|
48
49
|
},
|
|
49
50
|
],
|
|
50
51
|
store: false,
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
52
|
+
text: {
|
|
53
|
+
format: {
|
|
54
|
+
type: "json_schema",
|
|
55
|
+
name: "card_gen_schema",
|
|
56
|
+
strict: true,
|
|
57
|
+
schema: build_card_schema_1.cardSchema,
|
|
58
|
+
},
|
|
59
|
+
},
|
|
59
60
|
});
|
|
60
61
|
if (!response) {
|
|
61
|
-
yield
|
|
62
|
-
|
|
63
|
-
data: response,
|
|
62
|
+
yield (0, logger_1.log_error)({
|
|
63
|
+
flow: "manual_generation",
|
|
64
|
+
data: JSON.stringify(response),
|
|
65
|
+
timestamp: new Date(),
|
|
66
|
+
error: "empty_openai_response",
|
|
64
67
|
title: this.content,
|
|
65
|
-
|
|
68
|
+
type: {
|
|
69
|
+
request_type: "depth",
|
|
70
|
+
n: 1,
|
|
71
|
+
},
|
|
72
|
+
});
|
|
73
|
+
return;
|
|
66
74
|
}
|
|
67
|
-
console.log("generation completed");
|
|
68
|
-
console.log(response);
|
|
69
75
|
return response;
|
|
70
76
|
}
|
|
71
77
|
catch (error) {
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
+
if (error instanceof logger_1.ParsingError) {
|
|
79
|
+
yield (0, logger_1.log_error)({
|
|
80
|
+
flow: "manual_generation",
|
|
81
|
+
data: JSON.stringify(error.response),
|
|
82
|
+
timestamp: new Date(),
|
|
83
|
+
error: "parsing_error",
|
|
84
|
+
title: this.content,
|
|
85
|
+
type: {
|
|
86
|
+
request_type: "depth",
|
|
87
|
+
n: 1,
|
|
88
|
+
},
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
else {
|
|
92
|
+
console.log(error);
|
|
93
|
+
yield (0, logger_1.log_error)({
|
|
94
|
+
flow: "manual_generation",
|
|
95
|
+
data: JSON.stringify(error),
|
|
96
|
+
timestamp: new Date(),
|
|
97
|
+
error: "error_in_card_generation",
|
|
98
|
+
title: this.content,
|
|
99
|
+
type: {
|
|
100
|
+
request_type: "depth",
|
|
101
|
+
n: 1,
|
|
102
|
+
},
|
|
103
|
+
});
|
|
104
|
+
}
|
|
78
105
|
}
|
|
79
106
|
});
|
|
80
107
|
}
|
|
@@ -104,18 +131,19 @@ class GenerateCards {
|
|
|
104
131
|
if (response.status == "completed") {
|
|
105
132
|
response.metadata.status = "completed";
|
|
106
133
|
/// map response to generated_content
|
|
107
|
-
const testCardsArray =
|
|
134
|
+
const testCardsArray = this.parseJson(response);
|
|
108
135
|
const generated_data = {
|
|
109
136
|
metadata: response.metadata,
|
|
110
137
|
generated_content: {
|
|
111
138
|
test_cards: testCardsArray.map((card) => {
|
|
112
|
-
var _a, _b, _c;
|
|
139
|
+
var _a, _b, _c, _d;
|
|
113
140
|
return {
|
|
114
141
|
type: card.type,
|
|
115
142
|
card_content: card.card_content,
|
|
116
143
|
concepts: (_a = card.concepts) !== null && _a !== void 0 ? _a : [],
|
|
117
144
|
facts: (_b = card.facts) !== null && _b !== void 0 ? _b : [],
|
|
118
145
|
bloom_level: (_c = card.bloom_level) !== null && _c !== void 0 ? _c : 1,
|
|
146
|
+
explanation: (_d = card.explanation) !== null && _d !== void 0 ? _d : "",
|
|
119
147
|
};
|
|
120
148
|
}),
|
|
121
149
|
},
|
|
@@ -133,13 +161,29 @@ class GenerateCards {
|
|
|
133
161
|
}
|
|
134
162
|
}
|
|
135
163
|
catch (e) {
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
data: e
|
|
139
|
-
|
|
164
|
+
yield (0, logger_1.log_error)({
|
|
165
|
+
flow: "manual_generation",
|
|
166
|
+
data: JSON.stringify(e),
|
|
167
|
+
timestamp: new Date(),
|
|
168
|
+
error: "error_in_card_generation",
|
|
169
|
+
title: this.content,
|
|
170
|
+
type: {
|
|
171
|
+
request_type: "depth",
|
|
172
|
+
n: 1,
|
|
173
|
+
},
|
|
174
|
+
});
|
|
140
175
|
}
|
|
141
176
|
});
|
|
142
177
|
}
|
|
178
|
+
parseJson(response) {
|
|
179
|
+
try {
|
|
180
|
+
const testCardsArray = JSON.parse(response.output_text).test_cards;
|
|
181
|
+
return testCardsArray;
|
|
182
|
+
}
|
|
183
|
+
catch (e) {
|
|
184
|
+
throw new logger_1.ParsingError("Something went wrong in parsing the json", response);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
143
187
|
}
|
|
144
188
|
exports.GenerateCards = GenerateCards;
|
|
145
189
|
//# sourceMappingURL=generate_cards.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_cards.js","sourceRoot":"","sources":["../../src/card_gen/generate_cards.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2DAAuD;
|
|
1
|
+
{"version":3,"file":"generate_cards.js","sourceRoot":"","sources":["../../src/card_gen/generate_cards.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2DAAuD;AACvD,iFAAuE;AACvE,sCAAiE;AACjE,sEAAiE;AAKjE,MAAa,aAAa;IAWxB,YACE,aAA4B,EAC5B,OAAe,EACf,QAAwB,EACxB,mBAIC,EACD,0BAAkC;QAElC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAY,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;IAC/D,CAAC;IAEK,cAAc;;YAClB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;YACzD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;YACpD,IAAI,CAAC;gBACH,IAAI,QAAQ,GAAQ,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBAClE,MAAM,EAAE;wBACN,EAAE,EAAE,IAAI,CAAC,0BAA0B;wBACnC,SAAS,EAAE;4BACT,WAAW,EAAE,GAAG;4BAChB,UAAU,EAAE,uBAAuB;4BACnC,kBAAkB,EAAE,IAAI,CAAC,mBAAmB,CAAC,kBAAkB;4BAC/D,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,CAAC,iBAAiB;4BAC7D,aAAa,EAAE,IAAI,CAAC,mBAAmB,CAAC,aAAa;yBACtD;qBACF;oBACD,iBAAiB,EAAE,KAAK;oBAExB,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;yBACtD;qBACF;oBACD,KAAK,EAAE,KAAK;oBACZ,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,iBAAiB;4BACvB,MAAM,EAAE,IAAI;4BACZ,MAAM,EAAE,8BAAU;yBACnB;qBACF;iBACF,CAAC,CAAC;gBACH,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAA,kBAAS,EAAC;wBACd,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;wBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,KAAK,EAAE,uBAAuB;wBAC9B,KAAK,EAAE,IAAI,CAAC,OAAO;wBACnB,IAAI,EAAE;4BACJ,YAAY,EAAE,OAAO;4BACrB,CAAC,EAAE,CAAC;yBACL;qBACF,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,qBAAY,EAAE,CAAC;oBAClC,MAAM,IAAA,kBAAS,EAAC;wBACd,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC;wBACpC,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,KAAK,EAAE,eAAe;wBACtB,KAAK,EAAE,IAAI,CAAC,OAAO;wBACnB,IAAI,EAAE;4BACJ,YAAY,EAAE,OAAO;4BACrB,CAAC,EAAE,CAAC;yBACL;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACnB,MAAM,IAAA,kBAAS,EAAC;wBACd,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBAC3B,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,KAAK,EAAE,0BAA0B;wBACjC,KAAK,EAAE,IAAI,CAAC,OAAO;wBACnB,IAAI,EAAE;4BACJ,YAAY,EAAE,OAAO;4BACrB,CAAC,EAAE,CAAC;yBACL;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAEK,aAAa;6DAAC,IAAY,CAAC;;YAC/B,IAAI,CAAC;gBACH,wDAAwD;gBACxD,YAAY;gBACZ,kBAAkB;gBAClB,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;gBAClC,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC3C,IAAI,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC1B,QAAQ,CAAC,QAAQ,GAAG;oBAClB,QAAQ,EAAE,MAAA,QAAQ,CAAC,YAAY,mCAAI,IAAI,IAAI,EAAE;oBAC7C,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,CAAC,EAAE,aAAa;wBAChB,WAAW,EAAE,CAAC;qBACf;oBACD,UAAU,EAAE,MAAA,QAAQ,CAAC,UAAU,0CAAE,aAAa;oBAC9C,UAAU,EAAE,MAAA,QAAQ,CAAC,UAAU,0CAAE,iBAAiB;oBAClD,qBAAqB,EAAE,MAAA,QAAQ,CAAC,UAAU,0CAAE,qBAAqB;oBACjE,KAAK,EAAE,QAAQ,CAAC,KAAK;iBACtB,CAAC;gBAEF,IAAI,QAAQ,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;oBACnC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC;oBACvC,qCAAqC;oBAErC,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;oBAChD,MAAM,cAAc,GAA8B;wBAChD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,iBAAiB,EAAE;4BACjB,UAAU,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;;gCAC3C,OAAO;oCACL,IAAI,EAAE,IAAI,CAAC,IAAI;oCACf,YAAY,EAAE,IAAI,CAAC,YAAY;oCAC/B,QAAQ,EAAE,MAAA,IAAI,CAAC,QAAQ,mCAAI,EAAE;oCAC7B,KAAK,EAAE,MAAA,IAAI,CAAC,KAAK,mCAAI,EAAE;oCACvB,WAAW,EAAE,MAAA,IAAI,CAAC,WAAW,mCAAI,CAAC;oCAClC,WAAW,EAAE,MAAA,IAAI,CAAC,WAAW,mCAAI,EAAE;iCACpC,CAAC;4BACJ,CAAC,CAAC;yBACH;wBACD,UAAU,EAAE,QAAQ,CAAC,KAAK;wBAC1B,YAAY,EAAE,QAAQ,CAAC,UAAU;wBACjC,WAAW,EAAE,QAAQ,CAAC,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;qBACxD,CAAC;oBACF,IAAI,SAAS,GAAG,IAAI,uCAAiB,EAAE,CAAC,KAAK,CAC3C,cAAc,EACd,IAAI,CAAC,QAAQ,EACb,CAAC,CACF,CAAC;oBACF,OAAO,SAAS,CAAC;gBACnB,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC;oBACpC,QAAQ,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC;oBACjD,OAAO,QAAQ,CAAC;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,MAAM,IAAA,kBAAS,EAAC;oBACd,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;oBACvB,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,KAAK,EAAE,0BAA0B;oBACjC,KAAK,EAAE,IAAI,CAAC,OAAO;oBACnB,IAAI,EAAE;wBACJ,YAAY,EAAE,OAAO;wBACrB,CAAC,EAAE,CAAC;qBACL;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;KAAA;IAED,SAAS,CAAC,QAAa;QACrB,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC;YACnE,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CACpB,0CAA0C,EAC1C,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAjMD,sCAiMC"}
|
package/dist/index.js
CHANGED
|
@@ -9,68 +9,71 @@
|
|
|
9
9
|
// import { OpenAiService } from "./services/open_ai_service";
|
|
10
10
|
// import { GenerateConceptFacts } from "./typology_gen/generate_concept_facts";
|
|
11
11
|
// import { BaseParamType } from "./types/base_param_type";
|
|
12
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
13
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
14
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
15
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
16
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
17
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
18
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
19
|
+
});
|
|
20
|
+
};
|
|
12
21
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
22
|
exports.OnlyEverGenerator = void 0;
|
|
14
23
|
const app_1 = require("./bootstrap/app");
|
|
15
24
|
Object.defineProperty(exports, "OnlyEverGenerator", { enumerable: true, get: function () { return app_1.OnlyEverGenerator; } });
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
// card_examples: cardExamples,
|
|
71
|
-
// }
|
|
72
|
-
// );
|
|
73
|
-
// const response = await onlyEverGenerator.generate(true, true);
|
|
74
|
-
// console.log(response);
|
|
75
|
-
// })();
|
|
25
|
+
const mongo_helper_1 = require("./helper/mongo_helper");
|
|
26
|
+
const get_prompts_1 = require("./services/get_prompts");
|
|
27
|
+
(() => __awaiter(void 0, void 0, void 0, function* () {
|
|
28
|
+
var _a;
|
|
29
|
+
const openAIKey = "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";
|
|
30
|
+
const promptForSummary = {
|
|
31
|
+
promptId: "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
|
|
32
|
+
version: "13",
|
|
33
|
+
};
|
|
34
|
+
const promptForConceptFacts = {
|
|
35
|
+
promptId: "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
|
|
36
|
+
version: "6",
|
|
37
|
+
};
|
|
38
|
+
(0, mongo_helper_1.setUp)();
|
|
39
|
+
const source = yield mongo_helper_1.database.collection("_source").findOne({
|
|
40
|
+
_id: new mongo_helper_1.ObjectId("6753b1d77bb31d8ccf586c2c"),
|
|
41
|
+
});
|
|
42
|
+
const contentForGen = {
|
|
43
|
+
prompt: {
|
|
44
|
+
typology: "",
|
|
45
|
+
card_generation: "",
|
|
46
|
+
},
|
|
47
|
+
content: {
|
|
48
|
+
source_id: ((_a = source === null || source === void 0 ? void 0 : source._id) === null || _a === void 0 ? void 0 : _a.toString()) || "",
|
|
49
|
+
title: (source === null || source === void 0 ? void 0 : source.title) || "",
|
|
50
|
+
type: (source === null || source === void 0 ? void 0 : source.type) || "",
|
|
51
|
+
headings: (source === null || source === void 0 ? void 0 : source.headings) || [],
|
|
52
|
+
content: (source === null || source === void 0 ? void 0 : source.content) || [],
|
|
53
|
+
fields: (source === null || source === void 0 ? void 0 : source.fields) || [],
|
|
54
|
+
taxonomy: (source === null || source === void 0 ? void 0 : source.generate_cards)
|
|
55
|
+
? {
|
|
56
|
+
generate_cards: (source === null || source === void 0 ? void 0 : source.generate_cards) || {
|
|
57
|
+
state: false,
|
|
58
|
+
reason: "",
|
|
59
|
+
},
|
|
60
|
+
concepts_facts: (source === null || source === void 0 ? void 0 : source.concepts_facts) || [],
|
|
61
|
+
fields: (source === null || source === void 0 ? void 0 : source.fields) || [],
|
|
62
|
+
}
|
|
63
|
+
: undefined,
|
|
64
|
+
},
|
|
65
|
+
};
|
|
66
|
+
const prompts = yield (0, get_prompts_1.getPrompts)("text");
|
|
67
|
+
const bloomInstructions = prompts.bloom_instructions;
|
|
68
|
+
const cardInstructions = prompts.card_instructions;
|
|
69
|
+
const cardExamples = prompts.card_examples;
|
|
70
|
+
console.log("Initializing OnlyEverGenerator");
|
|
71
|
+
const onlyEverGenerator = new app_1.OnlyEverGenerator(process.env.OPEN_AI_KEY, "o4-mini", contentForGen, "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594", "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8", "pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6", {
|
|
72
|
+
bloom_instructions: bloomInstructions,
|
|
73
|
+
card_instructions: cardInstructions,
|
|
74
|
+
card_examples: cardExamples,
|
|
75
|
+
});
|
|
76
|
+
const response = yield onlyEverGenerator.generate(true, true);
|
|
77
|
+
console.log(response);
|
|
78
|
+
}))();
|
|
76
79
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA,uDAAuD;AACvD,iGAAiG;AACjG,+DAA+D;AAC/D,mGAAmG;AACnG,4FAA4F;AAC5F,yDAAyD;AACzD,uEAAuE;AACvE,8DAA8D;AAC9D,gFAAgF;AAChF,2DAA2D
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA,uDAAuD;AACvD,iGAAiG;AACjG,+DAA+D;AAC/D,mGAAmG;AACnG,4FAA4F;AAC5F,yDAAyD;AACzD,uEAAuE;AACvE,8DAA8D;AAC9D,gFAAgF;AAChF,2DAA2D;;;;;;;;;;;;AAE3D,yCAAoD;AAK3C,kGALA,uBAAiB,OAKA;AAJ1B,wDAAkE;AAClE,wDAAoD;AAKpD,CAAC,GAAS,EAAE;;IACV,MAAM,SAAS,GACb,sKAAsK,CAAC;IACzK,MAAM,gBAAgB,GAAG;QACvB,QAAQ,EAAE,uDAAuD;QACjE,OAAO,EAAE,IAAI;KACd,CAAC;IACF,MAAM,qBAAqB,GAAG;QAC5B,QAAQ,EAAE,uDAAuD;QACjE,OAAO,EAAE,GAAG;KACb,CAAC;IAEF,IAAA,oBAAK,GAAE,CAAC;IAER,MAAM,MAAM,GAAG,MAAM,uBAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;QAC1D,GAAG,EAAE,IAAI,uBAAQ,CAAC,0BAA0B,CAAC;KAC9C,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG;QACpB,MAAM,EAAE;YACN,QAAQ,EAAE,EAAE;YACZ,eAAe,EAAE,EAAE;SACpB;QACD,OAAO,EAAE;YACP,SAAS,EAAE,CAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,GAAG,0CAAE,QAAQ,EAAE,KAAI,EAAE;YACxC,KAAK,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,KAAI,EAAE;YAC1B,IAAI,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,KAAI,EAAE;YACxB,QAAQ,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,QAAQ,KAAI,EAAE;YAChC,OAAO,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,KAAI,EAAE;YAC9B,MAAM,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,KAAI,EAAE;YAC5B,QAAQ,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,cAAc;gBAC9B,CAAC,CAAC;oBACE,cAAc,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,cAAc,KAAI;wBACxC,KAAK,EAAE,KAAK;wBACZ,MAAM,EAAE,EAAE;qBACX;oBACD,cAAc,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,cAAc,KAAI,EAAE;oBAC5C,MAAM,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,KAAI,EAAE;iBAC7B;gBACH,CAAC,CAAC,SAAS;SACd;KACF,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,IAAA,wBAAU,EAAC,MAAM,CAAC,CAAC;IACzC,MAAM,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IACrD,MAAM,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAE3C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAC9C,MAAM,iBAAiB,GAAG,IAAI,uBAAiB,CAC7C,OAAO,CAAC,GAAG,CAAC,WAAqB,EACjC,SAAS,EACT,aAAa,EACb,uDAAuD,EACvD,uDAAuD,EACvD,uDAAuD,EACvD;QACE,kBAAkB,EAAE,iBAAiB;QACrC,iBAAiB,EAAE,gBAAgB;QACnC,aAAa,EAAE,YAAY;KAC5B,CACF,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACxB,CAAC,CAAA,CAAC,EAAE,CAAC"}
|
package/dist/logger.d.ts
CHANGED
|
@@ -1,6 +1,23 @@
|
|
|
1
|
+
type log_type = {
|
|
2
|
+
flow: string;
|
|
3
|
+
data: any;
|
|
4
|
+
error: string;
|
|
5
|
+
timestamp: Date;
|
|
6
|
+
title: string;
|
|
7
|
+
type: {
|
|
8
|
+
request_type: string;
|
|
9
|
+
n: number;
|
|
10
|
+
};
|
|
11
|
+
};
|
|
12
|
+
export declare class ParsingError extends Error {
|
|
13
|
+
response: any;
|
|
14
|
+
constructor(message: string, response: any);
|
|
15
|
+
}
|
|
1
16
|
export declare class ErrorLogger {
|
|
2
17
|
data: any;
|
|
3
18
|
constructor(data: any);
|
|
4
19
|
log(): Promise<import("axios").AxiosResponse<any, any> | undefined>;
|
|
5
20
|
}
|
|
21
|
+
export declare function log_error(error: log_type): Promise<import("mongodb").InsertOneResult<import("bson").Document> | undefined>;
|
|
22
|
+
export {};
|
|
6
23
|
//# sourceMappingURL=logger.d.ts.map
|
package/dist/logger.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAMA,KAAK,QAAQ,GAAG;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,GAAG,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE;QACJ,YAAY,EAAE,MAAM,CAAC;QACrB,CAAC,EAAE,MAAM,CAAC;KACX,CAAC;CACH,CAAC;AAEF,qBAAa,YAAa,SAAQ,KAAK;IAC9B,QAAQ,EAAE,GAAG,CAAC;gBACT,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG;CAM3C;AAED,qBAAa,WAAW;IACtB,IAAI,EAAE,GAAG,CAAC;gBACE,IAAI,EAAE,GAAG;IAIf,GAAG;CAkBV;AACD,wBAAsB,SAAS,CAAC,KAAK,EAAE,QAAQ,mFAS9C"}
|
package/dist/logger.js
CHANGED
|
@@ -14,8 +14,19 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
14
14
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.ErrorLogger = void 0;
|
|
17
|
+
exports.ErrorLogger = exports.ParsingError = void 0;
|
|
18
|
+
exports.log_error = log_error;
|
|
18
19
|
const axios_1 = __importDefault(require("axios"));
|
|
20
|
+
const mongo_helper_1 = require("./helper/mongo_helper");
|
|
21
|
+
class ParsingError extends Error {
|
|
22
|
+
constructor(message, response) {
|
|
23
|
+
super(message); // Pass message to the Error constructor
|
|
24
|
+
this.name = "ParsingError"; // Set a custom name
|
|
25
|
+
this.response = response; // Set the response
|
|
26
|
+
Object.setPrototypeOf(this, new.target.prototype); // Fix prototype chain
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
exports.ParsingError = ParsingError;
|
|
19
30
|
class ErrorLogger {
|
|
20
31
|
constructor(data) {
|
|
21
32
|
this.data = data;
|
|
@@ -39,4 +50,17 @@ class ErrorLogger {
|
|
|
39
50
|
}
|
|
40
51
|
}
|
|
41
52
|
exports.ErrorLogger = ErrorLogger;
|
|
53
|
+
function log_error(error) {
|
|
54
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
55
|
+
try {
|
|
56
|
+
(0, mongo_helper_1.setUp)();
|
|
57
|
+
const db = mongo_helper_1.database.collection("_generation_log");
|
|
58
|
+
const result = yield db.insertOne(error);
|
|
59
|
+
return result;
|
|
60
|
+
}
|
|
61
|
+
catch (e) {
|
|
62
|
+
console.log(e);
|
|
63
|
+
}
|
|
64
|
+
});
|
|
65
|
+
}
|
|
42
66
|
//# sourceMappingURL=logger.js.map
|
package/dist/logger.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":";AAAA,2FAA2F;AAC3F,oCAAoC;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":";AAAA,2FAA2F;AAC3F,oCAAoC;;;;;;;;;;;;;;;AAoDpC,8BASC;AA3DD,kDAA0B;AAC1B,wDAAwD;AAcxD,MAAa,YAAa,SAAQ,KAAK;IAErC,YAAY,OAAe,EAAE,QAAa;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wCAAwC;QACxD,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC,oBAAoB;QAChD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,CAAC,mBAAmB;QAC7C,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,sBAAsB;IAC3E,CAAC;CACF;AARD,oCAQC;AAED,MAAa,WAAW;IAEtB,YAAY,IAAS;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEK,GAAG;;YACP,IAAI,CAAC;gBACH,IAAI,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC7B,uFAAuF,EACvF;oBACE,IAAI,EAAE,IAAI,CAAC,IAAI;iBAChB,EACD;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,CAAC,kBAAkB,CAAC;qBACrC;iBACF,CACF,CAAC;gBACF,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;KAAA;CACF;AAxBD,kCAwBC;AACD,SAAsB,SAAS,CAAC,KAAe;;QAC7C,IAAI,CAAC;YACH,IAAA,oBAAK,GAAE,CAAC;YACR,MAAM,EAAE,GAAG,uBAAQ,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_concept_facts.d.ts","sourceRoot":"","sources":["../../src/typology_gen/generate_concept_facts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAG5D,qBAAa,oBAAoB;IACxB,aAAa,EAAE,aAAa,CAAC;IAC7B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,CAAC;IACK,IAAI,EAAE,MAAM,CAAM;IAClB,uBAAuB,EAAE,MAAM,CAAC;gBAErC,aAAa,EAAE,aAAa,EAC5B,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,EACD,IAAI,EAAE,MAAM,EACZ,uBAAuB,EAAE,MAAM;IAS3B,QAAQ;;;;
|
|
1
|
+
{"version":3,"file":"generate_concept_facts.d.ts","sourceRoot":"","sources":["../../src/typology_gen/generate_concept_facts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAG5D,qBAAa,oBAAoB;IACxB,aAAa,EAAE,aAAa,CAAC;IAC7B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,CAAC;IACK,IAAI,EAAE,MAAM,CAAM;IAClB,uBAAuB,EAAE,MAAM,CAAC;gBAErC,aAAa,EAAE,aAAa,EAC5B,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,EACD,IAAI,EAAE,MAAM,EACZ,uBAAuB,EAAE,MAAM;IAS3B,QAAQ;;;;IA6Fd,SAAS,CAAC,QAAQ,EAAE,GAAG;CAWxB"}
|
|
@@ -61,11 +61,18 @@ class GenerateConceptFacts {
|
|
|
61
61
|
},
|
|
62
62
|
});
|
|
63
63
|
if (!openAiResponse) {
|
|
64
|
-
yield
|
|
65
|
-
|
|
66
|
-
data: openAiResponse,
|
|
64
|
+
yield (0, logger_1.log_error)({
|
|
65
|
+
flow: "manual_generation",
|
|
66
|
+
data: JSON.stringify(openAiResponse),
|
|
67
|
+
error: "empty_openai_response",
|
|
67
68
|
title: this.content.title,
|
|
68
|
-
|
|
69
|
+
timestamp: new Date(),
|
|
70
|
+
type: {
|
|
71
|
+
request_type: "concept_fact",
|
|
72
|
+
n: 1,
|
|
73
|
+
},
|
|
74
|
+
});
|
|
75
|
+
return;
|
|
69
76
|
}
|
|
70
77
|
openAiResponse.metadata = {
|
|
71
78
|
req_time: (_a = openAiResponse.created) !== null && _a !== void 0 ? _a : new Date(),
|
|
@@ -81,21 +88,38 @@ class GenerateConceptFacts {
|
|
|
81
88
|
model: this.openAiService.model,
|
|
82
89
|
usage: openAiResponse.usage,
|
|
83
90
|
};
|
|
91
|
+
const concepts_facts = this.parseJson(openAiResponse);
|
|
84
92
|
return {
|
|
85
|
-
concepts_facts:
|
|
93
|
+
concepts_facts: concepts_facts,
|
|
86
94
|
metadata: openAiResponse.metadata,
|
|
87
95
|
};
|
|
88
96
|
}
|
|
89
97
|
catch (error) {
|
|
90
98
|
console.log(error);
|
|
91
|
-
yield
|
|
92
|
-
|
|
93
|
-
data: error,
|
|
99
|
+
yield (0, logger_1.log_error)({
|
|
100
|
+
flow: "manual_generation",
|
|
101
|
+
data: JSON.stringify(error),
|
|
102
|
+
timestamp: new Date(),
|
|
103
|
+
error: "error_in_concept_facts_generation",
|
|
94
104
|
title: this.content.title,
|
|
95
|
-
|
|
105
|
+
type: {
|
|
106
|
+
request_type: "concept_fact",
|
|
107
|
+
n: 1,
|
|
108
|
+
},
|
|
109
|
+
});
|
|
110
|
+
return;
|
|
96
111
|
}
|
|
97
112
|
});
|
|
98
113
|
}
|
|
114
|
+
parseJson(response) {
|
|
115
|
+
try {
|
|
116
|
+
const concepts_facts = JSON.parse(response.output_text).concepts_facts;
|
|
117
|
+
return concepts_facts;
|
|
118
|
+
}
|
|
119
|
+
catch (e) {
|
|
120
|
+
throw new logger_1.ParsingError("Something went wrong in parsing the json", response);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
99
123
|
}
|
|
100
124
|
exports.GenerateConceptFacts = GenerateConceptFacts;
|
|
101
125
|
//# sourceMappingURL=generate_concept_facts.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_concept_facts.js","sourceRoot":"","sources":["../../src/typology_gen/generate_concept_facts.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mGAA4F;AAC5F,2DAAuD;AAEvD,
|
|
1
|
+
{"version":3,"file":"generate_concept_facts.js","sourceRoot":"","sources":["../../src/typology_gen/generate_concept_facts.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mGAA4F;AAC5F,2DAAuD;AAEvD,sCAAiE;AAEjE,MAAa,oBAAoB;IAW/B,YACE,aAA4B,EAC5B,OAKC,EACD,IAAY,EACZ,uBAA+B;QAX1B,SAAI,GAAW,EAAE,CAAC;QAavB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAY,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEK,QAAQ;;;YACZ,IAAI,CAAC;gBACH,MAAM,QAAQ,GACZ,IAAI,CAAC,IAAI,KAAK,MAAM;oBAClB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;oBAClC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrC,MAAM,MAAM,GAAG,MAAM,IAAA,mDAAsB,EACzC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EACrC,yBAAyB,EACzB,IAAI,CACL,CAAC;gBACF,MAAM,cAAc,GAClB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC9C,MAAM,EAAE;wBACN,EAAE,EAAE,IAAI,CAAC,uBAAuB;wBAChC,SAAS,EAAE;4BACT,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY;yBAC/D;qBACF;oBACD,iBAAiB,EAAE,KAAK;oBACxB,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,YAAY;oCAClB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;iCACnC;6BACF;yBACF;qBACF;oBACD,uCAAuC;oBACvC,KAAK,EAAE,KAAK;oBACZ,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,MAAM,CAAC,IAAI;4BACjB,MAAM,EAAE,MAAM,CAAC,MAAM;4BACrB,MAAM,EAAE,MAAM,CAAC,MAAM;yBACtB;qBACF;iBACF,CAAC,CAAC;gBACL,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,MAAM,IAAA,kBAAS,EAAC;wBACd,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;wBACpC,KAAK,EAAE,uBAAuB;wBAC9B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;wBACzB,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,IAAI,EAAE;4BACJ,YAAY,EAAE,cAAc;4BAC5B,CAAC,EAAE,CAAC;yBACL;qBACF,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,cAAc,CAAC,QAAQ,GAAG;oBACxB,QAAQ,EAAE,MAAA,cAAc,CAAC,OAAO,mCAAI,IAAI,IAAI,EAAE;oBAC9C,QAAQ,EAAE;wBACR,IAAI,EAAE,SAAS;wBACf,QAAQ,EAAE,cAAc;wBACxB,CAAC,EAAE,CAAC;qBACL;oBACD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,YAAY,mCAAI,CAAC;oBACnD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,aAAa,mCAAI,CAAC;oBACpD,MAAM,EAAE,cAAc,CAAC,MAAM;oBAC7B,iDAAiD;oBACjD,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK;oBAC/B,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B,CAAC;gBACF,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAEtD,OAAO;oBACL,cAAc,EAAE,cAAc;oBAC9B,QAAQ,EAAE,cAAc,CAAC,QAAQ;iBAClC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACnB,MAAM,IAAA,kBAAS,EAAC;oBACd,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;oBAC3B,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,KAAK,EAAE,mCAAmC;oBAC1C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;oBACzB,IAAI,EAAE;wBACJ,YAAY,EAAE,cAAc;wBAC5B,CAAC,EAAE,CAAC;qBACL;iBACF,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;QACH,CAAC;KAAA;IAED,SAAS,CAAC,QAAa;QACrB,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC;YACvE,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CACpB,0CAA0C,EAC1C,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AArID,oDAqIC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_typology.d.ts","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAI5D,qBAAa,gBAAgB;IACpB,aAAa,EAAE,aAAa,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAM;IAClB,OAAO,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,CAAC;IACK,mBAAmB,EAAE,MAAM,CAAC;IACnC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAE5B,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,EACD,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,EAC9B,mBAAmB,EAAE,MAAM;IAUvB,QAAQ;
|
|
1
|
+
{"version":3,"file":"generate_typology.d.ts","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAI5D,qBAAa,gBAAgB;IACpB,aAAa,EAAE,aAAa,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAM;IAClB,OAAO,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,CAAC;IACK,mBAAmB,EAAE,MAAM,CAAC;IACnC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAE5B,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC;KAChB,EACD,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,EAC9B,mBAAmB,EAAE,MAAM;IAUvB,QAAQ;IA8Fd,sBAAsB,CAAC,YAAY,EAAE,GAAG;;;;;;;;;;IAexC,SAAS,CAAC,QAAQ,EAAE,GAAG;IAYvB,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;;;;IAQ3B,sBAAsB,CAAC,YAAY,EAAE,GAAG;;;;CAQ/C"}
|
|
@@ -60,11 +60,18 @@ class GenerateTypology {
|
|
|
60
60
|
});
|
|
61
61
|
console.log(openAiResponse);
|
|
62
62
|
if (!openAiResponse) {
|
|
63
|
-
yield
|
|
64
|
-
|
|
65
|
-
data: openAiResponse,
|
|
63
|
+
yield (0, logger_1.log_error)({
|
|
64
|
+
flow: "manual_generation",
|
|
65
|
+
data: JSON.stringify(openAiResponse),
|
|
66
|
+
error: "empty_openai_response",
|
|
66
67
|
title: this.content.title,
|
|
67
|
-
|
|
68
|
+
timestamp: new Date(),
|
|
69
|
+
type: {
|
|
70
|
+
request_type: "breadth",
|
|
71
|
+
n: 1,
|
|
72
|
+
},
|
|
73
|
+
});
|
|
74
|
+
return;
|
|
68
75
|
}
|
|
69
76
|
openAiResponse["request_type"] = {
|
|
70
77
|
type: "breadth",
|
|
@@ -94,17 +101,23 @@ class GenerateTypology {
|
|
|
94
101
|
}
|
|
95
102
|
catch (e) {
|
|
96
103
|
console.log(e);
|
|
97
|
-
yield
|
|
98
|
-
|
|
99
|
-
data: e
|
|
104
|
+
yield (0, logger_1.log_error)({
|
|
105
|
+
flow: "manual_generation",
|
|
106
|
+
data: JSON.stringify(e),
|
|
107
|
+
timestamp: new Date(),
|
|
108
|
+
error: "error_in_typology_generation",
|
|
100
109
|
title: this.content.title,
|
|
101
|
-
|
|
110
|
+
type: {
|
|
111
|
+
request_type: "breadth",
|
|
112
|
+
n: 1,
|
|
113
|
+
},
|
|
114
|
+
});
|
|
102
115
|
}
|
|
103
116
|
});
|
|
104
117
|
}
|
|
105
118
|
parseTypologyOnSuccess(responseData) {
|
|
106
119
|
responseData.metadata.status = "completed";
|
|
107
|
-
const generatedContent =
|
|
120
|
+
const generatedContent = this.parseJson(responseData);
|
|
108
121
|
return {
|
|
109
122
|
status_code: 200,
|
|
110
123
|
metadata: [responseData.metadata],
|
|
@@ -114,6 +127,15 @@ class GenerateTypology {
|
|
|
114
127
|
// type: responseData.type,
|
|
115
128
|
};
|
|
116
129
|
}
|
|
130
|
+
parseJson(response) {
|
|
131
|
+
try {
|
|
132
|
+
const generatedContent = JSON.parse(response.output_text);
|
|
133
|
+
return generatedContent;
|
|
134
|
+
}
|
|
135
|
+
catch (e) {
|
|
136
|
+
throw new logger_1.ParsingError("Something went wrong in parsing the json", response);
|
|
137
|
+
}
|
|
138
|
+
}
|
|
117
139
|
parseFields(fields) {
|
|
118
140
|
const fieldKeys = ["primary_field", "secondary_field", "tertiary_field"];
|
|
119
141
|
return fields.slice(0, 3).map((item, index) => ({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate_typology.js","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2DAAkE;AAClE,
|
|
1
|
+
{"version":3,"file":"generate_typology.js","sourceRoot":"","sources":["../../src/typology_gen/generate_typology.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2DAAkE;AAClE,sCAAiE;AAGjE,6GAAuG;AAEvG,MAAa,gBAAgB;IAW3B,YACE,aAA4B,EAC5B,IAAY,EACZ,OAKC,EACD,eAA8B,EAC9B,mBAA2B;QAnBtB,SAAI,GAAW,EAAE,CAAC;QAqBvB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CACzD,IAAI,CAAC,WAAW,EAAE,CACnB,CAAC;QACF,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACjD,CAAC;IACK,QAAQ;;;YACZ,IAAI,CAAC;gBACH,MAAM,QAAQ,GACZ,IAAI,CAAC,IAAI,IAAI,OAAO;oBAClB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC;oBAChC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC,CAAC;gBACvC,2BAA2B;gBAC3B,MAAM,uBAAuB,GAAG,MAAM,IAAA,8DAA4B,EAChE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CACtC,CAAC;gBACF,MAAM,YAAY,GAAG,IAAI,4BAAY,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAElE,MAAM,cAAc,GAAQ,MAAM,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBACrE,MAAM,EAAE;wBACN,EAAE,EAAE,IAAI,CAAC,mBAAmB;wBAC5B,SAAS,EAAE;4BACT,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY;yBAC/D;qBACF;oBACD,iBAAiB,EAAE,KAAK;oBACxB,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE;gCACP,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;6BAC3D;yBACF;qBACF;oBACD,KAAK,EAAE,KAAK;oBACZ,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,uBAAuB,CAAC,IAAI;4BAClC,MAAM,EAAE,IAAI;4BACZ,MAAM,EAAE,uBAAuB,CAAC,MAAM;yBACvC;qBACF;iBACF,CAAC,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAC5B,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,MAAM,IAAA,kBAAS,EAAC;wBACd,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;wBACpC,KAAK,EAAE,uBAAuB;wBAC9B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;wBACzB,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,IAAI,EAAE;4BACJ,YAAY,EAAE,SAAS;4BACvB,CAAC,EAAE,CAAC;yBACL;qBACF,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,cAAc,CAAC,cAAc,CAAC,GAAG;oBAC/B,IAAI,EAAE,SAAS;oBACf,CAAC,EAAE,CAAC;iBACL,CAAC;gBACF,cAAc,CAAC,QAAQ,GAAG;oBACxB,QAAQ,EAAE,MAAA,cAAc,CAAC,OAAO,mCAAI,IAAI,IAAI,EAAE;oBAC9C,QAAQ,EAAE;wBACR,IAAI,EAAE,SAAS;wBACf,CAAC,EAAE,CAAC;qBACL;oBACD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,YAAY,mCAAI,CAAC;oBACnD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,aAAa,mCAAI,CAAC;oBACpD,MAAM,EAAE,cAAc,CAAC,MAAM;oBAC7B,iDAAiD;oBACjD,KAAK,EAAE,cAAc,CAAC,KAAK;oBAC3B,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B,CAAC;gBAEF,IAAI,cAAc,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;oBACzC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACzB,OAAO,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,QAAQ,CAAC,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC;oBAC7D,OAAO,cAAc,CAAC;gBACxB,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,MAAM,IAAA,kBAAS,EAAC;oBACd,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;oBACvB,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,KAAK,EAAE,8BAA8B;oBACrC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;oBACzB,IAAI,EAAE;wBACJ,YAAY,EAAE,SAAS;wBACvB,CAAC,EAAE,CAAC;qBACL;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;KAAA;IAED,sBAAsB,CAAC,YAAiB;QACtC,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC;QAC3C,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAEtD,OAAO;YACL,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC;YACjC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,CAAC;YAE/C,cAAc,EAAE,gBAAgB,CAAC,WAAW;YAC5C,aAAa,EAAE,gBAAgB,CAAC,aAAa;YAC7C,2BAA2B;SAC5B,CAAC;IACJ,CAAC;IAED,SAAS,CAAC,QAAa;QACrB,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC1D,OAAO,gBAAgB,CAAC;QAC1B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CACpB,0CAA0C,EAC1C,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;IAED,WAAW,CAAC,MAAqB;QAC/B,MAAM,SAAS,GAAG,CAAC,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI;YACxB,SAAS,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;SAC7D,CAAC,CAAC,CAAC;IACN,CAAC;IAEK,sBAAsB,CAAC,YAAiB;;YAC5C,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC;YAExC,OAAO;gBACL,WAAW,EAAE,YAAY,CAAC,WAAW;gBACrC,QAAQ,EAAE,YAAY,CAAC,QAAQ;aAChC,CAAC;QACJ,CAAC;KAAA;CACF;AAxKD,4CAwKC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { OpenAIHelper } from "../helper/openai_helper";
|
|
2
2
|
import { cardSchema } from "../helper/schema_helper/build_card_schema";
|
|
3
|
-
import { ErrorLogger } from "../logger";
|
|
3
|
+
import { ErrorLogger, log_error, ParsingError } from "../logger";
|
|
4
4
|
import { ParseCardResponse } from "../parse/parse_card_response";
|
|
5
5
|
import { OpenAiService } from "../services/open_ai_service";
|
|
6
6
|
import { GeneratedCardResponseType } from "../types/raw_card_response_types/generated_card_response_type";
|
|
@@ -62,32 +62,58 @@ export class GenerateCards {
|
|
|
62
62
|
},
|
|
63
63
|
],
|
|
64
64
|
store: false,
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
65
|
+
text: {
|
|
66
|
+
format: {
|
|
67
|
+
type: "json_schema",
|
|
68
|
+
name: "card_gen_schema",
|
|
69
|
+
strict: true,
|
|
70
|
+
schema: cardSchema,
|
|
71
|
+
},
|
|
72
|
+
},
|
|
73
73
|
});
|
|
74
74
|
if (!response) {
|
|
75
|
-
await
|
|
76
|
-
|
|
77
|
-
data: response,
|
|
75
|
+
await log_error({
|
|
76
|
+
flow: "manual_generation",
|
|
77
|
+
data: JSON.stringify(response),
|
|
78
|
+
timestamp: new Date(),
|
|
79
|
+
error: "empty_openai_response",
|
|
78
80
|
title: this.content,
|
|
79
|
-
|
|
81
|
+
type: {
|
|
82
|
+
request_type: "depth",
|
|
83
|
+
n: 1,
|
|
84
|
+
},
|
|
85
|
+
});
|
|
86
|
+
return;
|
|
80
87
|
}
|
|
81
|
-
|
|
82
|
-
console.log(response);
|
|
88
|
+
|
|
83
89
|
return response;
|
|
84
90
|
} catch (error) {
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
+
if (error instanceof ParsingError) {
|
|
92
|
+
await log_error({
|
|
93
|
+
flow: "manual_generation",
|
|
94
|
+
data: JSON.stringify(error.response),
|
|
95
|
+
timestamp: new Date(),
|
|
96
|
+
error: "parsing_error",
|
|
97
|
+
title: this.content,
|
|
98
|
+
type: {
|
|
99
|
+
request_type: "depth",
|
|
100
|
+
n: 1,
|
|
101
|
+
},
|
|
102
|
+
});
|
|
103
|
+
} else {
|
|
104
|
+
console.log(error);
|
|
105
|
+
await log_error({
|
|
106
|
+
flow: "manual_generation",
|
|
107
|
+
data: JSON.stringify(error),
|
|
108
|
+
timestamp: new Date(),
|
|
109
|
+
error: "error_in_card_generation",
|
|
110
|
+
title: this.content,
|
|
111
|
+
type: {
|
|
112
|
+
request_type: "depth",
|
|
113
|
+
n: 1,
|
|
114
|
+
},
|
|
115
|
+
});
|
|
116
|
+
}
|
|
91
117
|
}
|
|
92
118
|
}
|
|
93
119
|
|
|
@@ -117,7 +143,7 @@ export class GenerateCards {
|
|
|
117
143
|
response.metadata.status = "completed";
|
|
118
144
|
/// map response to generated_content
|
|
119
145
|
|
|
120
|
-
const testCardsArray =
|
|
146
|
+
const testCardsArray = this.parseJson(response);
|
|
121
147
|
const generated_data: GeneratedCardResponseType = {
|
|
122
148
|
metadata: response.metadata,
|
|
123
149
|
generated_content: {
|
|
@@ -128,6 +154,7 @@ export class GenerateCards {
|
|
|
128
154
|
concepts: card.concepts ?? [],
|
|
129
155
|
facts: card.facts ?? [],
|
|
130
156
|
bloom_level: card.bloom_level ?? 1,
|
|
157
|
+
explanation: card.explanation ?? "",
|
|
131
158
|
};
|
|
132
159
|
}),
|
|
133
160
|
},
|
|
@@ -147,10 +174,29 @@ export class GenerateCards {
|
|
|
147
174
|
return response;
|
|
148
175
|
}
|
|
149
176
|
} catch (e: any) {
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
data: e
|
|
153
|
-
|
|
177
|
+
await log_error({
|
|
178
|
+
flow: "manual_generation",
|
|
179
|
+
data: JSON.stringify(e),
|
|
180
|
+
timestamp: new Date(),
|
|
181
|
+
error: "error_in_card_generation",
|
|
182
|
+
title: this.content,
|
|
183
|
+
type: {
|
|
184
|
+
request_type: "depth",
|
|
185
|
+
n: 1,
|
|
186
|
+
},
|
|
187
|
+
});
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
parseJson(response: any) {
|
|
192
|
+
try {
|
|
193
|
+
const testCardsArray = JSON.parse(response.output_text).test_cards;
|
|
194
|
+
return testCardsArray;
|
|
195
|
+
} catch (e) {
|
|
196
|
+
throw new ParsingError(
|
|
197
|
+
"Something went wrong in parsing the json",
|
|
198
|
+
response
|
|
199
|
+
);
|
|
154
200
|
}
|
|
155
201
|
}
|
|
156
202
|
}
|
package/src/index.ts
CHANGED
|
@@ -16,67 +16,67 @@ import { BaseParamType } from "./types/base_param_type";
|
|
|
16
16
|
|
|
17
17
|
export { OnlyEverGenerator };
|
|
18
18
|
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
19
|
+
(async () => {
|
|
20
|
+
const openAIKey =
|
|
21
|
+
"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";
|
|
22
|
+
const promptForSummary = {
|
|
23
|
+
promptId: "pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
|
|
24
|
+
version: "13",
|
|
25
|
+
};
|
|
26
|
+
const promptForConceptFacts = {
|
|
27
|
+
promptId: "pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
|
|
28
|
+
version: "6",
|
|
29
|
+
};
|
|
30
30
|
|
|
31
|
-
|
|
31
|
+
setUp();
|
|
32
32
|
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
33
|
+
const source = await database.collection("_source").findOne({
|
|
34
|
+
_id: new ObjectId("6753b1d77bb31d8ccf586c2c"),
|
|
35
|
+
});
|
|
36
36
|
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
37
|
+
const contentForGen = {
|
|
38
|
+
prompt: {
|
|
39
|
+
typology: "",
|
|
40
|
+
card_generation: "",
|
|
41
|
+
},
|
|
42
|
+
content: {
|
|
43
|
+
source_id: source?._id?.toString() || "",
|
|
44
|
+
title: source?.title || "",
|
|
45
|
+
type: source?.type || "",
|
|
46
|
+
headings: source?.headings || [],
|
|
47
|
+
content: source?.content || [],
|
|
48
|
+
fields: source?.fields || [],
|
|
49
|
+
taxonomy: source?.generate_cards
|
|
50
|
+
? {
|
|
51
|
+
generate_cards: source?.generate_cards || {
|
|
52
|
+
state: false,
|
|
53
|
+
reason: "",
|
|
54
|
+
},
|
|
55
|
+
concepts_facts: source?.concepts_facts || [],
|
|
56
|
+
fields: source?.fields || [],
|
|
57
|
+
}
|
|
58
|
+
: undefined,
|
|
59
|
+
},
|
|
60
|
+
};
|
|
61
|
+
const prompts = await getPrompts("text");
|
|
62
|
+
const bloomInstructions = prompts.bloom_instructions;
|
|
63
|
+
const cardInstructions = prompts.card_instructions;
|
|
64
|
+
const cardExamples = prompts.card_examples;
|
|
65
65
|
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
66
|
+
console.log("Initializing OnlyEverGenerator");
|
|
67
|
+
const onlyEverGenerator = new OnlyEverGenerator(
|
|
68
|
+
process.env.OPEN_AI_KEY as string,
|
|
69
|
+
"o4-mini",
|
|
70
|
+
contentForGen,
|
|
71
|
+
"pmpt_687a8872d1c8819088a9cdc97dcb688b0893663621695594",
|
|
72
|
+
"pmpt_687aa547f99c8193b99467ca53630c2607f5a8caf451e7e8",
|
|
73
|
+
"pmpt_688118a923e4819098176a13a2f401920d2ea17d881cc6c6",
|
|
74
|
+
{
|
|
75
|
+
bloom_instructions: bloomInstructions,
|
|
76
|
+
card_instructions: cardInstructions,
|
|
77
|
+
card_examples: cardExamples,
|
|
78
|
+
}
|
|
79
|
+
);
|
|
80
|
+
const response = await onlyEverGenerator.generate(true, true);
|
|
81
|
+
console.log(response);
|
|
82
|
+
})();
|
package/src/logger.ts
CHANGED
|
@@ -2,6 +2,29 @@
|
|
|
2
2
|
/// this is only for developmemt use
|
|
3
3
|
|
|
4
4
|
import axios from "axios";
|
|
5
|
+
import { database, setUp } from "./helper/mongo_helper";
|
|
6
|
+
|
|
7
|
+
type log_type = {
|
|
8
|
+
flow: string;
|
|
9
|
+
data: any;
|
|
10
|
+
error: string;
|
|
11
|
+
timestamp: Date;
|
|
12
|
+
title: string;
|
|
13
|
+
type: {
|
|
14
|
+
request_type: string;
|
|
15
|
+
n: number;
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
export class ParsingError extends Error {
|
|
20
|
+
public response: any;
|
|
21
|
+
constructor(message: string, response: any) {
|
|
22
|
+
super(message); // Pass message to the Error constructor
|
|
23
|
+
this.name = "ParsingError"; // Set a custom name
|
|
24
|
+
this.response = response; // Set the response
|
|
25
|
+
Object.setPrototypeOf(this, new.target.prototype); // Fix prototype chain
|
|
26
|
+
}
|
|
27
|
+
}
|
|
5
28
|
|
|
6
29
|
export class ErrorLogger {
|
|
7
30
|
data: any;
|
|
@@ -28,3 +51,13 @@ export class ErrorLogger {
|
|
|
28
51
|
}
|
|
29
52
|
}
|
|
30
53
|
}
|
|
54
|
+
export async function log_error(error: log_type) {
|
|
55
|
+
try {
|
|
56
|
+
setUp();
|
|
57
|
+
const db = database.collection("_generation_log");
|
|
58
|
+
const result = await db.insertOne(error);
|
|
59
|
+
return result;
|
|
60
|
+
} catch (e) {
|
|
61
|
+
console.log(e);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { buildConceptFactSchema } from "../helper/schema_helper/build_concept_facts_schema";
|
|
2
2
|
import { OpenAIHelper } from "../helper/openai_helper";
|
|
3
3
|
import { OpenAiService } from "../services/open_ai_service";
|
|
4
|
-
import { ErrorLogger } from "../logger";
|
|
4
|
+
import { ErrorLogger, log_error, ParsingError } from "../logger";
|
|
5
5
|
|
|
6
6
|
export class GenerateConceptFacts {
|
|
7
7
|
public openAiService: OpenAiService;
|
|
@@ -75,11 +75,18 @@ export class GenerateConceptFacts {
|
|
|
75
75
|
},
|
|
76
76
|
});
|
|
77
77
|
if (!openAiResponse) {
|
|
78
|
-
await
|
|
79
|
-
|
|
80
|
-
data: openAiResponse,
|
|
78
|
+
await log_error({
|
|
79
|
+
flow: "manual_generation",
|
|
80
|
+
data: JSON.stringify(openAiResponse),
|
|
81
|
+
error: "empty_openai_response",
|
|
81
82
|
title: this.content.title,
|
|
82
|
-
|
|
83
|
+
timestamp: new Date(),
|
|
84
|
+
type: {
|
|
85
|
+
request_type: "concept_fact",
|
|
86
|
+
n: 1,
|
|
87
|
+
},
|
|
88
|
+
});
|
|
89
|
+
return;
|
|
83
90
|
}
|
|
84
91
|
openAiResponse.metadata = {
|
|
85
92
|
req_time: openAiResponse.created ?? new Date(),
|
|
@@ -95,18 +102,38 @@ export class GenerateConceptFacts {
|
|
|
95
102
|
model: this.openAiService.model,
|
|
96
103
|
usage: openAiResponse.usage,
|
|
97
104
|
};
|
|
105
|
+
const concepts_facts = this.parseJson(openAiResponse);
|
|
98
106
|
|
|
99
107
|
return {
|
|
100
|
-
concepts_facts:
|
|
108
|
+
concepts_facts: concepts_facts,
|
|
101
109
|
metadata: openAiResponse.metadata,
|
|
102
110
|
};
|
|
103
111
|
} catch (error) {
|
|
104
112
|
console.log(error);
|
|
105
|
-
await
|
|
106
|
-
|
|
107
|
-
data: error,
|
|
113
|
+
await log_error({
|
|
114
|
+
flow: "manual_generation",
|
|
115
|
+
data: JSON.stringify(error),
|
|
116
|
+
timestamp: new Date(),
|
|
117
|
+
error: "error_in_concept_facts_generation",
|
|
108
118
|
title: this.content.title,
|
|
109
|
-
|
|
119
|
+
type: {
|
|
120
|
+
request_type: "concept_fact",
|
|
121
|
+
n: 1,
|
|
122
|
+
},
|
|
123
|
+
});
|
|
124
|
+
return;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
parseJson(response: any) {
|
|
129
|
+
try {
|
|
130
|
+
const concepts_facts = JSON.parse(response.output_text).concepts_facts;
|
|
131
|
+
return concepts_facts;
|
|
132
|
+
} catch (e) {
|
|
133
|
+
throw new ParsingError(
|
|
134
|
+
"Something went wrong in parsing the json",
|
|
135
|
+
response
|
|
136
|
+
);
|
|
110
137
|
}
|
|
111
138
|
}
|
|
112
139
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import test from "node:test";
|
|
2
2
|
import { getOpenAI, OpenAIHelper } from "../helper/openai_helper";
|
|
3
|
-
import { ErrorLogger } from "../logger";
|
|
3
|
+
import { ErrorLogger, log_error, ParsingError } from "../logger";
|
|
4
4
|
import { OpenAiService } from "../services/open_ai_service";
|
|
5
5
|
import { text } from "stream/consumers";
|
|
6
6
|
import { buildClassifySummarizeSchema } from "../helper/schema_helper/build_classify_summarize_schema";
|
|
@@ -76,11 +76,18 @@ export class GenerateTypology {
|
|
|
76
76
|
});
|
|
77
77
|
console.log(openAiResponse);
|
|
78
78
|
if (!openAiResponse) {
|
|
79
|
-
await
|
|
80
|
-
|
|
81
|
-
data: openAiResponse,
|
|
79
|
+
await log_error({
|
|
80
|
+
flow: "manual_generation",
|
|
81
|
+
data: JSON.stringify(openAiResponse),
|
|
82
|
+
error: "empty_openai_response",
|
|
82
83
|
title: this.content.title,
|
|
83
|
-
|
|
84
|
+
timestamp: new Date(),
|
|
85
|
+
type: {
|
|
86
|
+
request_type: "breadth",
|
|
87
|
+
n: 1,
|
|
88
|
+
},
|
|
89
|
+
});
|
|
90
|
+
return;
|
|
84
91
|
}
|
|
85
92
|
openAiResponse["request_type"] = {
|
|
86
93
|
type: "breadth",
|
|
@@ -109,17 +116,23 @@ export class GenerateTypology {
|
|
|
109
116
|
}
|
|
110
117
|
} catch (e: any) {
|
|
111
118
|
console.log(e);
|
|
112
|
-
await
|
|
113
|
-
|
|
114
|
-
data: e
|
|
119
|
+
await log_error({
|
|
120
|
+
flow: "manual_generation",
|
|
121
|
+
data: JSON.stringify(e),
|
|
122
|
+
timestamp: new Date(),
|
|
123
|
+
error: "error_in_typology_generation",
|
|
115
124
|
title: this.content.title,
|
|
116
|
-
|
|
125
|
+
type: {
|
|
126
|
+
request_type: "breadth",
|
|
127
|
+
n: 1,
|
|
128
|
+
},
|
|
129
|
+
});
|
|
117
130
|
}
|
|
118
131
|
}
|
|
119
132
|
|
|
120
133
|
parseTypologyOnSuccess(responseData: any) {
|
|
121
134
|
responseData.metadata.status = "completed";
|
|
122
|
-
const generatedContent =
|
|
135
|
+
const generatedContent = this.parseJson(responseData);
|
|
123
136
|
|
|
124
137
|
return {
|
|
125
138
|
status_code: 200,
|
|
@@ -132,6 +145,18 @@ export class GenerateTypology {
|
|
|
132
145
|
};
|
|
133
146
|
}
|
|
134
147
|
|
|
148
|
+
parseJson(response: any) {
|
|
149
|
+
try {
|
|
150
|
+
const generatedContent = JSON.parse(response.output_text);
|
|
151
|
+
return generatedContent;
|
|
152
|
+
} catch (e) {
|
|
153
|
+
throw new ParsingError(
|
|
154
|
+
"Something went wrong in parsing the json",
|
|
155
|
+
response
|
|
156
|
+
);
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
|
|
135
160
|
parseFields(fields: Array<string>) {
|
|
136
161
|
const fieldKeys = ["primary_field", "secondary_field", "tertiary_field"];
|
|
137
162
|
return fields.slice(0, 3).map((item, index) => ({
|