only_ever_generator 1.0.2 → 1.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/dist/bootstrap/app.d.ts +92 -0
  2. package/dist/bootstrap/app.d.ts.map +1 -0
  3. package/dist/bootstrap/app.js +120 -84
  4. package/dist/bootstrap/app.js.map +1 -0
  5. package/dist/card_gen/generate_cards.d.ts +7 -0
  6. package/dist/card_gen/generate_cards.d.ts.map +1 -0
  7. package/dist/card_gen/generate_cards.js +60 -0
  8. package/dist/card_gen/generate_cards.js.map +1 -0
  9. package/dist/config.d.ts +8 -0
  10. package/dist/config.d.ts.map +1 -0
  11. package/dist/config.js +4 -1
  12. package/dist/config.js.map +1 -0
  13. package/dist/constants/api_constants.d.ts +3 -0
  14. package/dist/constants/api_constants.d.ts.map +1 -0
  15. package/dist/constants/api_constants.js +11 -0
  16. package/dist/constants/api_constants.js.map +1 -0
  17. package/dist/constants/prompt_data.d.ts +5 -0
  18. package/dist/constants/prompt_data.d.ts.map +1 -0
  19. package/dist/constants/prompt_data.js +303 -0
  20. package/dist/constants/prompt_data.js.map +1 -0
  21. package/dist/constants/prompts/card_gen_prompt.d.ts +2 -0
  22. package/dist/constants/prompts/card_gen_prompt.d.ts.map +1 -0
  23. package/dist/constants/prompts/card_gen_prompt.js +100 -203
  24. package/dist/constants/prompts/card_gen_prompt.js.map +1 -0
  25. package/dist/constants/prompts/typology_prompt.d.ts +2 -0
  26. package/dist/constants/prompts/typology_prompt.d.ts.map +1 -0
  27. package/dist/constants/prompts/typology_prompt.js +78 -34
  28. package/dist/constants/prompts/typology_prompt.js.map +1 -0
  29. package/dist/constants/source_data.d.ts +173 -0
  30. package/dist/constants/source_data.d.ts.map +1 -0
  31. package/dist/constants/source_data.js +962 -10
  32. package/dist/constants/source_data.js.map +1 -0
  33. package/dist/embedding_generation/consolidation/global_consolidation.d.ts +34 -0
  34. package/dist/embedding_generation/consolidation/global_consolidation.d.ts.map +1 -0
  35. package/dist/embedding_generation/consolidation/global_consolidation.js +77 -0
  36. package/dist/embedding_generation/consolidation/global_consolidation.js.map +1 -0
  37. package/dist/embedding_generation/consolidation/local_consolidation.d.ts +39 -0
  38. package/dist/embedding_generation/consolidation/local_consolidation.d.ts.map +1 -0
  39. package/dist/embedding_generation/consolidation/local_consolidation.js +105 -0
  40. package/dist/embedding_generation/consolidation/local_consolidation.js.map +1 -0
  41. package/dist/embedding_generation/consolidation/write_consolidated_data.d.ts +46 -0
  42. package/dist/embedding_generation/consolidation/write_consolidated_data.d.ts.map +1 -0
  43. package/dist/embedding_generation/consolidation/write_consolidated_data.js +69 -0
  44. package/dist/embedding_generation/consolidation/write_consolidated_data.js.map +1 -0
  45. package/dist/embedding_generation/generate_embeddings.d.ts +28 -0
  46. package/dist/embedding_generation/generate_embeddings.d.ts.map +1 -0
  47. package/dist/embedding_generation/generate_embeddings.js +54 -0
  48. package/dist/embedding_generation/generate_embeddings.js.map +1 -0
  49. package/dist/embedding_generation/parse_embedding_response.d.ts +26 -0
  50. package/dist/embedding_generation/parse_embedding_response.d.ts.map +1 -0
  51. package/dist/embedding_generation/parse_embedding_response.js +29 -0
  52. package/dist/embedding_generation/parse_embedding_response.js.map +1 -0
  53. package/dist/gap_fill/calculate_gap_fill.d.ts +5 -0
  54. package/dist/gap_fill/calculate_gap_fill.d.ts.map +1 -0
  55. package/dist/gap_fill/calculate_gap_fill.js +43 -0
  56. package/dist/gap_fill/calculate_gap_fill.js.map +1 -0
  57. package/dist/helper/qdrant_db_methods.d.ts +40 -0
  58. package/dist/helper/qdrant_db_methods.d.ts.map +1 -0
  59. package/dist/helper/qdrant_db_methods.js +63 -0
  60. package/dist/helper/qdrant_db_methods.js.map +1 -0
  61. package/dist/index.d.ts +3 -0
  62. package/dist/index.d.ts.map +1 -0
  63. package/dist/index.js +86 -140
  64. package/dist/index.js.map +1 -0
  65. package/dist/logger.d.ts +6 -0
  66. package/dist/logger.d.ts.map +1 -0
  67. package/dist/logger.js +42 -0
  68. package/dist/logger.js.map +1 -0
  69. package/dist/parse/parse_card/parse_cloze_card.d.ts +10 -0
  70. package/dist/parse/parse_card/parse_cloze_card.d.ts.map +1 -0
  71. package/dist/parse/parse_card/parse_cloze_card.js +126 -0
  72. package/dist/parse/parse_card/parse_cloze_card.js.map +1 -0
  73. package/dist/parse/parse_card/parse_flash_cards.d.ts +19 -0
  74. package/dist/parse/parse_card/parse_flash_cards.d.ts.map +1 -0
  75. package/dist/parse/parse_card/parse_flash_cards.js +34 -0
  76. package/dist/parse/parse_card/parse_flash_cards.js.map +1 -0
  77. package/dist/parse/parse_card/parse_match_card.d.ts +16 -0
  78. package/dist/parse/parse_card/parse_match_card.d.ts.map +1 -0
  79. package/dist/parse/parse_card/parse_match_card.js +82 -0
  80. package/dist/parse/parse_card/parse_match_card.js.map +1 -0
  81. package/dist/parse/parse_card/parse_mcq_card.d.ts +24 -0
  82. package/dist/parse/parse_card/parse_mcq_card.d.ts.map +1 -0
  83. package/dist/parse/parse_card/parse_mcq_card.js +104 -0
  84. package/dist/parse/parse_card/parse_mcq_card.js.map +1 -0
  85. package/dist/parse/parse_card_response.d.ts +19 -0
  86. package/dist/parse/parse_card_response.d.ts.map +1 -0
  87. package/dist/parse/parse_card_response.js +100 -0
  88. package/dist/parse/parse_card_response.js.map +1 -0
  89. package/dist/parse/parse_source_content.d.ts +25 -0
  90. package/dist/parse/parse_source_content.d.ts.map +1 -0
  91. package/dist/parse/parse_source_content.js +186 -0
  92. package/dist/parse/parse_source_content.js.map +1 -0
  93. package/dist/parse/response_format_card.d.ts +177 -0
  94. package/dist/parse/response_format_card.d.ts.map +1 -0
  95. package/dist/parse/response_format_card.js +372 -0
  96. package/dist/parse/response_format_card.js.map +1 -0
  97. package/dist/parse/response_format_typology.d.ts +2 -0
  98. package/dist/parse/response_format_typology.d.ts.map +1 -0
  99. package/dist/{parse_response → parse}/response_format_typology.js +18 -18
  100. package/dist/parse/response_format_typology.js.map +1 -0
  101. package/dist/services/open_ai_service.d.ts +16 -0
  102. package/dist/services/open_ai_service.d.ts.map +1 -0
  103. package/dist/services/open_ai_service.js +92 -0
  104. package/dist/services/open_ai_service.js.map +1 -0
  105. package/dist/services/qdrant_service.d.ts +4 -0
  106. package/dist/services/qdrant_service.d.ts.map +1 -0
  107. package/dist/services/qdrant_service.js +14 -0
  108. package/dist/services/qdrant_service.js.map +1 -0
  109. package/dist/typology-parsed-response.d.ts +62 -0
  110. package/dist/typology-parsed-response.d.ts.map +1 -0
  111. package/dist/typology-parsed-response.js +1936 -0
  112. package/dist/typology-parsed-response.js.map +1 -0
  113. package/dist/typology_gen/generate_typology.d.ts +29 -0
  114. package/dist/typology_gen/generate_typology.d.ts.map +1 -0
  115. package/dist/typology_gen/generate_typology.js +92 -15
  116. package/dist/typology_gen/generate_typology.js.map +1 -0
  117. package/dist/utils/generate_args.d.ts +8 -0
  118. package/dist/utils/generate_args.d.ts.map +1 -0
  119. package/dist/utils/generate_args.js +28 -0
  120. package/dist/utils/generate_args.js.map +1 -0
  121. package/dist/utils/parse_openai_response.d.ts +11 -0
  122. package/dist/utils/parse_openai_response.d.ts.map +1 -0
  123. package/dist/utils/parse_openai_response.js +11 -10
  124. package/dist/utils/parse_openai_response.js.map +1 -0
  125. package/package.json +19 -7
  126. package/prompts.json +23 -0
  127. package/readme.md +16 -13
  128. package/src/bootstrap/app.ts +167 -107
  129. package/src/card_gen/generate_cards.ts +58 -0
  130. package/src/config.ts +5 -3
  131. package/src/constants/api_constants.ts +7 -0
  132. package/src/constants/prompt_data.ts +301 -0
  133. package/src/constants/prompts/card_gen_prompt.ts +101 -208
  134. package/src/constants/prompts/typology_prompt.ts +81 -33
  135. package/src/constants/source_data.ts +1029 -23
  136. package/src/embedding_generation/consolidation/global_consolidation.ts +96 -0
  137. package/src/embedding_generation/consolidation/local_consolidation.ts +141 -0
  138. package/src/embedding_generation/consolidation/write_consolidated_data.ts +98 -0
  139. package/src/embedding_generation/generate_embeddings.ts +41 -0
  140. package/src/embedding_generation/parse_embedding_response.ts +31 -0
  141. package/src/gap_fill/calculate_gap_fill.ts +50 -0
  142. package/src/helper/qdrant_db_methods.ts +77 -0
  143. package/src/index.ts +98 -164
  144. package/src/logger.ts +30 -0
  145. package/src/parse/parse_card/parse_cloze_card.ts +136 -0
  146. package/src/parse/parse_card/parse_flash_cards.ts +33 -0
  147. package/src/parse/parse_card/parse_match_card.ts +94 -0
  148. package/src/parse/parse_card/parse_mcq_card.ts +105 -0
  149. package/src/parse/parse_card_response.ts +117 -0
  150. package/src/parse/parse_source_content.ts +202 -0
  151. package/src/parse/response_format_card.ts +386 -0
  152. package/src/parse/response_format_typology.ts +44 -0
  153. package/src/services/open_ai_service.ts +88 -0
  154. package/src/services/qdrant_service.ts +10 -0
  155. package/src/typology-parsed-response.ts +1932 -0
  156. package/src/typology_gen/generate_typology.ts +101 -12
  157. package/src/utils/generate_args.ts +29 -0
  158. package/src/utils/parse_openai_response.ts +17 -19
  159. package/tsconfig.json +8 -3
  160. package/dist/class/parse/parse_source_content.js +0 -62
  161. package/dist/class/services/open_ai_service.js +0 -25
  162. package/dist/parse_response/response_format_card.js +0 -210
  163. package/dist/service/open_ai_request.js +0 -58
  164. package/src/class/parse/parse_source_content.ts +0 -71
  165. package/src/class/services/open_ai_service.ts +0 -18
  166. package/src/parse_response/response_format_card.ts +0 -211
  167. package/src/parse_response/response_format_typology.ts +0 -44
  168. package/src/service/open_ai_request.ts +0 -46
@@ -0,0 +1,92 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ var __importDefault = (this && this.__importDefault) || function (mod) {
12
+ return (mod && mod.__esModule) ? mod : { "default": mod };
13
+ };
14
+ Object.defineProperty(exports, "__esModule", { value: true });
15
+ exports.OpenAiService = void 0;
16
+ const axios_1 = __importDefault(require("axios"));
17
+ const parse_openai_response_1 = require("../utils/parse_openai_response");
18
+ const api_constants_1 = require("../constants/api_constants");
19
+ class OpenAiService {
20
+ constructor(apiKey, model) {
21
+ this.api_key = apiKey;
22
+ this.model = model;
23
+ }
24
+ sendRequest(prompt, content) {
25
+ return __awaiter(this, void 0, void 0, function* () {
26
+ try {
27
+ let message = [
28
+ {
29
+ role: "system",
30
+ content: prompt,
31
+ },
32
+ {
33
+ role: "user",
34
+ content: content,
35
+ },
36
+ ];
37
+ const url = (0, api_constants_1.openAiEndPoint)();
38
+ let response = yield axios_1.default.post(url, {
39
+ model: this.model,
40
+ messages: message,
41
+ response_format: { type: "json_object" },
42
+ }, {
43
+ headers: {
44
+ Authorization: "Bearer " + this.api_key,
45
+ "Content-Type": ["application/json"],
46
+ },
47
+ });
48
+ if (response.status == 200) {
49
+ console.log("success");
50
+ return (0, parse_openai_response_1.parseOpenAiSuccessResponse)(response.data);
51
+ }
52
+ else {
53
+ console.log("failed");
54
+ return response.statusText;
55
+ }
56
+ }
57
+ catch (err) {
58
+ return (0, parse_openai_response_1.parseOpenAiFailureResponse)(err.response);
59
+ }
60
+ });
61
+ }
62
+ sendEmbeddingRequest(texts) {
63
+ return __awaiter(this, void 0, void 0, function* () {
64
+ var _a;
65
+ try {
66
+ const url = (0, api_constants_1.openAiEmbeddingEndPoint)();
67
+ let response = yield axios_1.default.post(url, {
68
+ model: "text-embedding-3-large",
69
+ input: texts,
70
+ dimensions: 512,
71
+ }, {
72
+ headers: {
73
+ Authorization: "Bearer " + this.api_key,
74
+ "Content-Type": ["application/json"],
75
+ },
76
+ });
77
+ return {
78
+ status_code: 200,
79
+ data: response.data,
80
+ };
81
+ }
82
+ catch (err) {
83
+ return {
84
+ status_code: (_a = err.response.status) !== null && _a !== void 0 ? _a : 500,
85
+ message: err.message,
86
+ };
87
+ }
88
+ });
89
+ }
90
+ }
91
+ exports.OpenAiService = OpenAiService;
92
+ //# sourceMappingURL=open_ai_service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"open_ai_service.js","sourceRoot":"","sources":["../../src/services/open_ai_service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,kDAA0B;AAC1B,0EAGwC;AACxC,8DAGoC;AAEpC,MAAa,aAAa;IAIxB,YAAY,MAAc,EAAE,KAAa;QACvC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAEK,WAAW,CAAC,MAAc,EAAE,OAAe;;YAC/C,IAAI,CAAC;gBACH,IAAI,OAAO,GAAG;oBACZ;wBACE,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,MAAM;qBAChB;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,OAAO;qBACjB;iBACF,CAAC;gBACF,MAAM,GAAG,GAAG,IAAA,8BAAc,GAAE,CAAC;gBAC7B,IAAI,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC7B,GAAG,EACH;oBACE,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,OAAO;oBACjB,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;iBACzC,EACD;oBACE,OAAO,EAAE;wBACP,aAAa,EAAE,SAAS,GAAG,IAAI,CAAC,OAAO;wBACvC,cAAc,EAAE,CAAC,kBAAkB,CAAC;qBACrC;iBACF,CACF,CAAC;gBAEF,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBACvB,OAAO,IAAA,kDAA0B,EAAC,QAAQ,CAAC,IAAI,CAAQ,CAAC;gBAC1D,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACtB,OAAO,QAAQ,CAAC,UAAiB,CAAC;gBACpC,CAAC;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,OAAO,IAAA,kDAA0B,EAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;KAAA;IAEK,oBAAoB,CAAC,KAAe;;;YACxC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAA,uCAAuB,GAAE,CAAC;gBACtC,IAAI,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC7B,GAAG,EACH;oBACE,KAAK,EAAE,wBAAwB;oBAC/B,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,GAAG;iBAChB,EACD;oBACE,OAAO,EAAE;wBACP,aAAa,EAAE,SAAS,GAAG,IAAI,CAAC,OAAO;wBACvC,cAAc,EAAE,CAAC,kBAAkB,CAAC;qBACrC;iBACF,CACF,CAAC;gBACF,OAAO;oBACL,WAAW,EAAE,GAAG;oBAChB,IAAI,EAAE,QAAQ,CAAC,IAAI;iBACpB,CAAC;YACJ,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,OAAO;oBACL,WAAW,EAAE,MAAA,GAAG,CAAC,QAAQ,CAAC,MAAM,mCAAI,GAAG;oBACvC,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AA7ED,sCA6EC"}
@@ -0,0 +1,4 @@
1
+ import { QdrantClient } from "@qdrant/js-client-rest";
2
+ declare const qdrantClient: QdrantClient;
3
+ export default qdrantClient;
4
+ //# sourceMappingURL=qdrant_service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"qdrant_service.d.ts","sourceRoot":"","sources":["../../src/services/qdrant_service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAItD,QAAA,MAAM,YAAY,cAGhB,CAAC;AAEH,eAAe,YAAY,CAAC"}
@@ -0,0 +1,14 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const js_client_rest_1 = require("@qdrant/js-client-rest");
7
+ const config_1 = __importDefault(require("../config"));
8
+ // or connect to Qdrant Cloud
9
+ const qdrantClient = new js_client_rest_1.QdrantClient({
10
+ url: config_1.default.qdrantUrl,
11
+ apiKey: config_1.default.qdrantApiKey,
12
+ });
13
+ exports.default = qdrantClient;
14
+ //# sourceMappingURL=qdrant_service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"qdrant_service.js","sourceRoot":"","sources":["../../src/services/qdrant_service.ts"],"names":[],"mappings":";;;;;AAAA,2DAAsD;AACtD,uDAA+B;AAE/B,6BAA6B;AAC7B,MAAM,YAAY,GAAG,IAAI,6BAAY,CAAC;IACpC,GAAG,EAAE,gBAAM,CAAC,SAAS;IACrB,MAAM,EAAE,gBAAM,CAAC,YAAY;CAC5B,CAAC,CAAC;AAEH,kBAAe,YAAY,CAAC"}
@@ -0,0 +1,62 @@
1
+ export declare const embeddingsResp: {
2
+ status_code: number;
3
+ metadata: ({
4
+ req_time: string;
5
+ req_type: {
6
+ type: string;
7
+ n: number;
8
+ };
9
+ req_tokens: number;
10
+ res_tokens: number;
11
+ prompt_tokens_details: {
12
+ cached_tokens: number;
13
+ audio_tokens: number;
14
+ };
15
+ model: string;
16
+ status: string;
17
+ usage?: undefined;
18
+ } | {
19
+ req_time: string;
20
+ req_type: {
21
+ type: string;
22
+ n?: undefined;
23
+ };
24
+ req_tokens: number;
25
+ model: string;
26
+ usage: {
27
+ prompt_tokens: number;
28
+ total_tokens: number;
29
+ };
30
+ res_tokens?: undefined;
31
+ prompt_tokens_details?: undefined;
32
+ status?: undefined;
33
+ })[];
34
+ field: ({
35
+ primary_field: string;
36
+ reconcile: boolean;
37
+ secondary_field?: undefined;
38
+ tertiary_field?: undefined;
39
+ } | {
40
+ secondary_field: string;
41
+ reconcile: boolean;
42
+ primary_field?: undefined;
43
+ tertiary_field?: undefined;
44
+ } | {
45
+ tertiary_field: string;
46
+ reconcile: boolean;
47
+ primary_field?: undefined;
48
+ secondary_field?: undefined;
49
+ })[];
50
+ concepts_facts: {
51
+ text: string;
52
+ type: string;
53
+ embedding: number[];
54
+ reference: string;
55
+ }[];
56
+ generate_cards: {
57
+ state: boolean;
58
+ reason: string;
59
+ };
60
+ summary_cards: string[];
61
+ };
62
+ //# sourceMappingURL=typology-parsed-response.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"typology-parsed-response.d.ts","sourceRoot":"","sources":["../src/typology-parsed-response.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA24D1B,CAAC"}