only_ever_generator 1.0.2 → 1.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bootstrap/app.d.ts +92 -0
- package/dist/bootstrap/app.d.ts.map +1 -0
- package/dist/bootstrap/app.js +120 -84
- package/dist/bootstrap/app.js.map +1 -0
- package/dist/card_gen/generate_cards.d.ts +7 -0
- package/dist/card_gen/generate_cards.d.ts.map +1 -0
- package/dist/card_gen/generate_cards.js +60 -0
- package/dist/card_gen/generate_cards.js.map +1 -0
- package/dist/config.d.ts +8 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +4 -1
- package/dist/config.js.map +1 -0
- package/dist/constants/api_constants.d.ts +3 -0
- package/dist/constants/api_constants.d.ts.map +1 -0
- package/dist/constants/api_constants.js +11 -0
- package/dist/constants/api_constants.js.map +1 -0
- package/dist/constants/prompt_data.d.ts +5 -0
- package/dist/constants/prompt_data.d.ts.map +1 -0
- package/dist/constants/prompt_data.js +303 -0
- package/dist/constants/prompt_data.js.map +1 -0
- package/dist/constants/prompts/card_gen_prompt.d.ts +2 -0
- package/dist/constants/prompts/card_gen_prompt.d.ts.map +1 -0
- package/dist/constants/prompts/card_gen_prompt.js +100 -203
- package/dist/constants/prompts/card_gen_prompt.js.map +1 -0
- package/dist/constants/prompts/typology_prompt.d.ts +2 -0
- package/dist/constants/prompts/typology_prompt.d.ts.map +1 -0
- package/dist/constants/prompts/typology_prompt.js +78 -34
- package/dist/constants/prompts/typology_prompt.js.map +1 -0
- package/dist/constants/source_data.d.ts +173 -0
- package/dist/constants/source_data.d.ts.map +1 -0
- package/dist/constants/source_data.js +962 -10
- package/dist/constants/source_data.js.map +1 -0
- package/dist/embedding_generation/consolidation/global_consolidation.d.ts +34 -0
- package/dist/embedding_generation/consolidation/global_consolidation.d.ts.map +1 -0
- package/dist/embedding_generation/consolidation/global_consolidation.js +77 -0
- package/dist/embedding_generation/consolidation/global_consolidation.js.map +1 -0
- package/dist/embedding_generation/consolidation/local_consolidation.d.ts +39 -0
- package/dist/embedding_generation/consolidation/local_consolidation.d.ts.map +1 -0
- package/dist/embedding_generation/consolidation/local_consolidation.js +105 -0
- package/dist/embedding_generation/consolidation/local_consolidation.js.map +1 -0
- package/dist/embedding_generation/consolidation/write_consolidated_data.d.ts +46 -0
- package/dist/embedding_generation/consolidation/write_consolidated_data.d.ts.map +1 -0
- package/dist/embedding_generation/consolidation/write_consolidated_data.js +69 -0
- package/dist/embedding_generation/consolidation/write_consolidated_data.js.map +1 -0
- package/dist/embedding_generation/generate_embeddings.d.ts +28 -0
- package/dist/embedding_generation/generate_embeddings.d.ts.map +1 -0
- package/dist/embedding_generation/generate_embeddings.js +54 -0
- package/dist/embedding_generation/generate_embeddings.js.map +1 -0
- package/dist/embedding_generation/parse_embedding_response.d.ts +26 -0
- package/dist/embedding_generation/parse_embedding_response.d.ts.map +1 -0
- package/dist/embedding_generation/parse_embedding_response.js +29 -0
- package/dist/embedding_generation/parse_embedding_response.js.map +1 -0
- package/dist/gap_fill/calculate_gap_fill.d.ts +5 -0
- package/dist/gap_fill/calculate_gap_fill.d.ts.map +1 -0
- package/dist/gap_fill/calculate_gap_fill.js +43 -0
- package/dist/gap_fill/calculate_gap_fill.js.map +1 -0
- package/dist/helper/qdrant_db_methods.d.ts +40 -0
- package/dist/helper/qdrant_db_methods.d.ts.map +1 -0
- package/dist/helper/qdrant_db_methods.js +63 -0
- package/dist/helper/qdrant_db_methods.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +86 -140
- package/dist/index.js.map +1 -0
- package/dist/logger.d.ts +6 -0
- package/dist/logger.d.ts.map +1 -0
- package/dist/logger.js +42 -0
- package/dist/logger.js.map +1 -0
- package/dist/parse/parse_card/parse_cloze_card.d.ts +10 -0
- package/dist/parse/parse_card/parse_cloze_card.d.ts.map +1 -0
- package/dist/parse/parse_card/parse_cloze_card.js +126 -0
- package/dist/parse/parse_card/parse_cloze_card.js.map +1 -0
- package/dist/parse/parse_card/parse_flash_cards.d.ts +19 -0
- package/dist/parse/parse_card/parse_flash_cards.d.ts.map +1 -0
- package/dist/parse/parse_card/parse_flash_cards.js +34 -0
- package/dist/parse/parse_card/parse_flash_cards.js.map +1 -0
- package/dist/parse/parse_card/parse_match_card.d.ts +16 -0
- package/dist/parse/parse_card/parse_match_card.d.ts.map +1 -0
- package/dist/parse/parse_card/parse_match_card.js +82 -0
- package/dist/parse/parse_card/parse_match_card.js.map +1 -0
- package/dist/parse/parse_card/parse_mcq_card.d.ts +24 -0
- package/dist/parse/parse_card/parse_mcq_card.d.ts.map +1 -0
- package/dist/parse/parse_card/parse_mcq_card.js +104 -0
- package/dist/parse/parse_card/parse_mcq_card.js.map +1 -0
- package/dist/parse/parse_card_response.d.ts +19 -0
- package/dist/parse/parse_card_response.d.ts.map +1 -0
- package/dist/parse/parse_card_response.js +100 -0
- package/dist/parse/parse_card_response.js.map +1 -0
- package/dist/parse/parse_source_content.d.ts +25 -0
- package/dist/parse/parse_source_content.d.ts.map +1 -0
- package/dist/parse/parse_source_content.js +186 -0
- package/dist/parse/parse_source_content.js.map +1 -0
- package/dist/parse/response_format_card.d.ts +177 -0
- package/dist/parse/response_format_card.d.ts.map +1 -0
- package/dist/parse/response_format_card.js +372 -0
- package/dist/parse/response_format_card.js.map +1 -0
- package/dist/parse/response_format_typology.d.ts +2 -0
- package/dist/parse/response_format_typology.d.ts.map +1 -0
- package/dist/{parse_response → parse}/response_format_typology.js +18 -18
- package/dist/parse/response_format_typology.js.map +1 -0
- package/dist/services/open_ai_service.d.ts +16 -0
- package/dist/services/open_ai_service.d.ts.map +1 -0
- package/dist/services/open_ai_service.js +92 -0
- package/dist/services/open_ai_service.js.map +1 -0
- package/dist/services/qdrant_service.d.ts +4 -0
- package/dist/services/qdrant_service.d.ts.map +1 -0
- package/dist/services/qdrant_service.js +14 -0
- package/dist/services/qdrant_service.js.map +1 -0
- package/dist/typology-parsed-response.d.ts +62 -0
- package/dist/typology-parsed-response.d.ts.map +1 -0
- package/dist/typology-parsed-response.js +1936 -0
- package/dist/typology-parsed-response.js.map +1 -0
- package/dist/typology_gen/generate_typology.d.ts +29 -0
- package/dist/typology_gen/generate_typology.d.ts.map +1 -0
- package/dist/typology_gen/generate_typology.js +92 -15
- package/dist/typology_gen/generate_typology.js.map +1 -0
- package/dist/utils/generate_args.d.ts +8 -0
- package/dist/utils/generate_args.d.ts.map +1 -0
- package/dist/utils/generate_args.js +28 -0
- package/dist/utils/generate_args.js.map +1 -0
- package/dist/utils/parse_openai_response.d.ts +11 -0
- package/dist/utils/parse_openai_response.d.ts.map +1 -0
- package/dist/utils/parse_openai_response.js +11 -10
- package/dist/utils/parse_openai_response.js.map +1 -0
- package/package.json +19 -7
- package/prompts.json +23 -0
- package/readme.md +16 -13
- package/src/bootstrap/app.ts +167 -107
- package/src/card_gen/generate_cards.ts +58 -0
- package/src/config.ts +5 -3
- package/src/constants/api_constants.ts +7 -0
- package/src/constants/prompt_data.ts +301 -0
- package/src/constants/prompts/card_gen_prompt.ts +101 -208
- package/src/constants/prompts/typology_prompt.ts +81 -33
- package/src/constants/source_data.ts +1029 -23
- package/src/embedding_generation/consolidation/global_consolidation.ts +96 -0
- package/src/embedding_generation/consolidation/local_consolidation.ts +141 -0
- package/src/embedding_generation/consolidation/write_consolidated_data.ts +98 -0
- package/src/embedding_generation/generate_embeddings.ts +41 -0
- package/src/embedding_generation/parse_embedding_response.ts +31 -0
- package/src/gap_fill/calculate_gap_fill.ts +50 -0
- package/src/helper/qdrant_db_methods.ts +77 -0
- package/src/index.ts +98 -164
- package/src/logger.ts +30 -0
- package/src/parse/parse_card/parse_cloze_card.ts +136 -0
- package/src/parse/parse_card/parse_flash_cards.ts +33 -0
- package/src/parse/parse_card/parse_match_card.ts +94 -0
- package/src/parse/parse_card/parse_mcq_card.ts +105 -0
- package/src/parse/parse_card_response.ts +117 -0
- package/src/parse/parse_source_content.ts +202 -0
- package/src/parse/response_format_card.ts +386 -0
- package/src/parse/response_format_typology.ts +44 -0
- package/src/services/open_ai_service.ts +88 -0
- package/src/services/qdrant_service.ts +10 -0
- package/src/typology-parsed-response.ts +1932 -0
- package/src/typology_gen/generate_typology.ts +101 -12
- package/src/utils/generate_args.ts +29 -0
- package/src/utils/parse_openai_response.ts +17 -19
- package/tsconfig.json +8 -3
- package/dist/class/parse/parse_source_content.js +0 -62
- package/dist/class/services/open_ai_service.js +0 -25
- package/dist/parse_response/response_format_card.js +0 -210
- package/dist/service/open_ai_request.js +0 -58
- package/src/class/parse/parse_source_content.ts +0 -71
- package/src/class/services/open_ai_service.ts +0 -18
- package/src/parse_response/response_format_card.ts +0 -211
- package/src/parse_response/response_format_typology.ts +0 -44
- package/src/service/open_ai_request.ts +0 -46
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source_data.js","sourceRoot":"","sources":["../../src/constants/source_data.ts"],"names":[],"mappings":";;AAonBA,oCAqBC;AAWD,4CAEC;AAED,wCAEC;AAED,gDAEC;AA9pBD,MAAM,YAAY,GAAG;IACnB;QACE,UAAU,EAAE,OAAO;QACnB,OAAO,EACL,2EAA2E;QAC7E,WAAW,EAAE,6BAA6B;KAC3C;IACD;QACE,UAAU,EAAE,OAAO;QACnB,OAAO,EACL,8HAA8H;QAChI,WAAW,EAAE,yBAAyB;KACvC;IACD;QACE,UAAU,EAAE,WAAW;QACvB,OAAO,EACL,wrBAAwrB;KAC3rB;IACD;QACE,UAAU,EAAE,WAAW;QACvB,OAAO,EACL,0fAA0f;KAC7f;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,SAAS;QAClB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,OAAO;gBACnB,OAAO,EACL,kEAAkE;gBACpE,WAAW,EACT,yUAAyU;aAC5U;YACD;gBACE,UAAU,EAAE,OAAO;gBACnB,OAAO,EACL,iHAAiH;gBACnH,WAAW,EAAE,gCAAgC;aAC9C;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,obAAob;aACvb;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,kcAAkc;aACrc;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,g0BAAg0B;aACn0B;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,g3BAAg3B;aACn3B;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,kxBAAkxB;aACrxB;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,igBAAigB;aACpgB;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,mTAAmT;aACtT;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,uzBAAuzB;aAC1zB;SACF;KACF;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,OAAO;gBACnB,OAAO,EACL,4EAA4E;gBAC9E,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,EAAE;aACZ;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,yDAAyD;aACnE;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,wCAAwC;aAClD;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,WAAW;qBACrB;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,oBAAoB;qBAC9B;iBACF;aACF;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,SAAS;qBACnB;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,QAAQ;qBAClB;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,OAAO;qBACjB;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,QAAQ;qBAClB;iBACF;aACF;YACD;gBACE,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,WAAW;gBACpB,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE;oBACR;wBACE,UAAU,EAAE,SAAS;wBACrB,OAAO,EAAE,UAAU;wBACnB,aAAa,EAAE,CAAC;wBAChB,QAAQ,EAAE;4BACR;gCACE,UAAU,EAAE,WAAW;gCACvB,OAAO,EACL,4zBAA4zB;6BAC/zB;yBACF;qBACF;oBACD;wBACE,UAAU,EAAE,SAAS;wBACrB,OAAO,EAAE,MAAM;wBACf,aAAa,EAAE,CAAC;wBAChB,QAAQ,EAAE;4BACR;gCACE,UAAU,EAAE,WAAW;gCACvB,OAAO,EACL,2SAA2S;6BAC9S;4BACD;gCACE,UAAU,EAAE,WAAW;gCACvB,OAAO,EACL,w7BAAw7B;6BAC37B;4BACD;gCACE,UAAU,EAAE,WAAW;gCACvB,OAAO,EACL,2VAA2V;6BAC9V;4BACD;gCACE,UAAU,EAAE,WAAW;gCACvB,OAAO,EACL,kQAAkQ;6BACrQ;yBACF;qBACF;iBACF;aACF;SACF;KACF;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,kCAAkC;QAC3C,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,8gBAA8gB;aACjhB;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,+CAA+C;aACzD;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,gUAAgU;aACnU;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,4FAA4F;aAC/F;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,kDAAkD;qBAC5D;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,oBAAoB;qBAC9B;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,kEAAkE;qBACrE;iBACF;aACF;YACD;gBACE,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,QAAQ;gBACjB,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE;oBACR;wBACE,UAAU,EAAE,OAAO;wBACnB,OAAO,EACL,+DAA+D;wBACjE,WAAW,EACT,mEAAmE;qBACtE;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,OAAO,EACL,uuBAAuuB;qBAC1uB;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,OAAO,EACL,0RAA0R;qBAC7R;iBACF;aACF;YACD;gBACE,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,wBAAwB;gBACjC,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE;oBACR;wBACE,UAAU,EAAE,WAAW;wBACvB,OAAO,EACL,o3BAAo3B;qBACv3B;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,OAAO,EACL,y2BAAy2B;qBAC52B;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,OAAO,EACL,udAAud;qBAC1d;iBACF;aACF;SACF;KACF;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,eAAe;QACxB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,OAAO;gBACnB,OAAO,EACL,oNAAoN;gBACtN,WAAW,EAAE,4CAA4C;aAC1D;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,EAAE;aACZ;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,inBAAinB;aACpnB;YACD;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EACL,mbAAmb;aACtb;SACF;KACF;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,UAAU;QACnB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,EAAE;aACZ;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,6CAA6C;qBACvD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,yCAAyC;qBACnD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,uCAAuC;qBACjD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,+CAA+C;qBACzD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,6BAA6B;qBACvC;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,mCAAmC;qBAC7C;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,6CAA6C;qBACvD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,oDAAoD;qBAC9D;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,0CAA0C;qBACpD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,0CAA0C;qBACpD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,oDAAoD;qBAC9D;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EACL,sGAAsG;qBACzG;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EACL,8FAA8F;qBACjG;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,8BAA8B;qBACxC;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,kCAAkC;qBAC5C;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,sCAAsC;qBAChD;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,oCAAoC;qBAC9C;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,gDAAgD;qBAC1D;iBACF;aACF;SACF;KACF;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,YAAY;QACrB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE,EAAE;KACb;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,SAAS;QAClB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,EAAE;aACZ;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,+GAA+G;qBAClH;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,+GAA+G;qBAClH;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,sKAAsK;qBACzK;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,mFAAmF;qBACtF;iBACF;aACF;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,sKAAsK;qBACzK;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,mFAAmF;qBACtF;iBACF;aACF;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,mFAAmF;qBACtF;iBACF;aACF;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,mFAAmF;qBACtF;iBACF;aACF;SACF;KACF;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,iBAAiB;QAC1B,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,EAAE;aACZ;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,kiBAAkiB;qBACriB;iBACF;aACF;SACF;KACF;IACD;QACE,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,gBAAgB;QACzB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE;YACR;gBACE,UAAU,EAAE,WAAW;gBACvB,OAAO,EAAE,EAAE;aACZ;YACD;gBACE,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,+FAA+F;qBAClG;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,gHAAgH;qBACnH;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,oDAAoD;qBAC9D;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,wMAAwM;qBAC3M;oBACD;wBACE,UAAU,EAAE,WAAW;wBACvB,SAAS,EAAE,SAAS;wBACpB,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,sKAAsK;qBACzK;iBACF;aACF;SACF;KACF;CACF,CAAC;AACF,MAAM,QAAQ,GAAG;IACf,SAAS;IACT,OAAO;IACP,kCAAkC;IAClC,eAAe;IACf,UAAU;IACV,YAAY;IACZ,SAAS;IACT,iBAAiB;IACjB,gBAAgB;CACjB,CAAC;AAEF,SAAgB,YAAY;IAC1B,OAAO;QACL,UAAU;QACV,0BAA0B;QAC1B,+BAA+B;QAC/B,kCAAkC;QAClC,uBAAuB;QACvB,mBAAmB;QACnB,wCAAwC;QACxC,4CAA4C;QAC5C,4BAA4B;QAC5B,0BAA0B;QAC1B,0CAA0C;QAC1C,6BAA6B;QAC7B,gCAAgC;QAChC,+BAA+B;QAC/B,6BAA6B;QAC7B,wBAAwB;QACxB,sBAAsB;QACtB,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,aAAa,GAAG;IACpB,IAAI,EAAE,QAAQ;IACd,KAAK,EAAE,KAAK;IACZ,QAAQ,EAAE,QAAQ;IAClB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,YAAY,EAAE;IACtB,QAAQ,EAAE,EAAE;CACb,CAAC;AAEF,SAAgB,gBAAgB;IAC9B,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAgB,cAAc;IAC5B,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAgB,kBAAkB;IAChC,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,IAAI,YAAY,GAAG;IACjB,WAAW,EAAE,GAAG;IAChB,QAAQ,EAAE,EAAE;IACZ,UAAU,EAAE;QACV,aAAa,EAAE,KAAK;QACpB,iBAAiB,EAAE,IAAI;QACvB,YAAY,EAAE,KAAK;KACpB;IACD,iBAAiB,EAAE;QACjB,UAAU,EAAE;YACV;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EACJ,sGAAsG;oBACxG,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE;wBAC3C,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC3C,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC3C,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE;qBACvC;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,2BAA2B;wBACzC,SAAS,EAAE,yBAAyB;qBACrC;iBACF;gBACD,KAAK,EAAE;oBACL;wBACE,SAAS,EAAE,8BAA8B;wBACzC,SAAS,EAAE,yBAAyB;qBACrC;iBACF;gBACD,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EAAE,uDAAuD;oBAC/D,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,6BAA6B,EAAE,UAAU,EAAE,IAAI,EAAE;wBAC3D,EAAE,MAAM,EAAE,2BAA2B,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC1D,EAAE,MAAM,EAAE,8BAA8B,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC7D,EAAE,MAAM,EAAE,+BAA+B,EAAE,UAAU,EAAE,KAAK,EAAE;qBAC/D;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,0BAA0B;wBACxC,SAAS,EAAE,qBAAqB;qBACjC;iBACF;gBACD,KAAK,EAAE;oBACL;wBACE,SAAS,EACP,yDAAyD;wBAC3D,SAAS,EAAE,qBAAqB;qBACjC;iBACF;gBACD,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE;oBACZ,MAAM,EAAE,uDAAuD;oBAC/D,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE;wBAClC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;wBACpC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE;wBACrC,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE;qBACnC;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,mCAAmC;wBACjD,SAAS,EAAE,6BAA6B;qBACzC;iBACF;gBACD,KAAK,EAAE;oBACL;wBACE,SAAS,EACP,yDAAyD;wBAC3D,SAAS,EAAE,6BAA6B;qBACzC;iBACF;gBACD,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EAAE,6DAA6D;oBACrE,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,kBAAkB,EAAE,UAAU,EAAE,IAAI,EAAE;wBAChD,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,KAAK,EAAE;wBACnD,EAAE,MAAM,EAAE,mBAAmB,EAAE,UAAU,EAAE,KAAK,EAAE;wBAClD,EAAE,MAAM,EAAE,iBAAiB,EAAE,UAAU,EAAE,KAAK,EAAE;qBACjD;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,sCAAsC;wBACpD,SAAS,EAAE,sCAAsC;qBAClD;iBACF;gBACD,KAAK,EAAE;oBACL;wBACE,SAAS,EAAE,kDAAkD;wBAC7D,SAAS,EAAE,sCAAsC;qBAClD;iBACF;gBACD,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EACJ,wFAAwF;oBAC1F,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,yBAAyB,EAAE,UAAU,EAAE,IAAI,EAAE;wBACvD,EAAE,MAAM,EAAE,6BAA6B,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC5D,EAAE,MAAM,EAAE,yBAAyB,EAAE,UAAU,EAAE,KAAK,EAAE;wBACxD,EAAE,MAAM,EAAE,uBAAuB,EAAE,UAAU,EAAE,KAAK,EAAE;qBACvD;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,8BAA8B;wBAC5C,SAAS,EAAE,sCAAsC;qBAClD;iBACF;gBACD,KAAK,EAAE;oBACL;wBACE,SAAS,EAAE,2CAA2C;wBACtD,SAAS,EAAE,sCAAsC;qBAClD;iBACF;gBACD,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EAAE,+CAA+C;oBACvD,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,gCAAgC,EAAE,UAAU,EAAE,IAAI,EAAE;wBAC9D,EAAE,MAAM,EAAE,4BAA4B,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC3D,EAAE,MAAM,EAAE,6BAA6B,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC5D,EAAE,MAAM,EAAE,+BAA+B,EAAE,UAAU,EAAE,KAAK,EAAE;qBAC/D;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,2CAA2C;wBACzD,SAAS,EACP,mFAAmF;qBACtF;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE;oBACZ,MAAM,EAAE,wDAAwD;oBAChE,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE;wBACxC,EAAE,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE;wBAC7C,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;wBACpC,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE;qBACnC;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,qCAAqC;wBACnD,SAAS,EAAE,2BAA2B;qBACvC;iBACF;gBACD,KAAK,EAAE;oBACL;wBACE,SAAS,EAAE,gDAAgD;wBAC3D,SAAS,EAAE,2BAA2B;qBACvC;iBACF;gBACD,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE;oBACZ,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,4BAA4B,CAAC,EAAE;oBACpE;wBACE,SAAS,EAAE,UAAU;wBACrB,UAAU,EAAE,CAAC,mCAAmC,CAAC;qBAClD;oBACD;wBACE,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,CAAC,qCAAqC,CAAC;qBACpD;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,2CAA2C;wBACzD,SAAS,EACP,mFAAmF;qBACtF;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EACJ,0FAA0F;oBAC5F,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,+BAA+B,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC9D,EAAE,MAAM,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE;wBACjD,EAAE,MAAM,EAAE,mBAAmB,EAAE,UAAU,EAAE,IAAI,EAAE;wBACjD,EAAE,MAAM,EAAE,oCAAoC,EAAE,UAAU,EAAE,KAAK,EAAE;qBACpE;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,mCAAmC;wBACjD,SAAS,EAAE,6BAA6B;qBACzC;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE;oBACZ,MAAM,EACJ,kHAAkH;oBACpH,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;wBAChC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE;wBACrC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE;wBACrC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE;qBACvC;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,8BAA8B;wBAC5C,SAAS,EAAE,sCAAsC;qBAClD;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EACJ,iEAAiE;oBACnE,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE;wBACzC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE;wBACtC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE;wBACtC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;qBACrC;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,2BAA2B;wBACzC,SAAS,EAAE,yBAAyB;qBACrC;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,KAAK;gBACX,YAAY,EAAE;oBACZ,MAAM,EACJ,yEAAyE;oBAC3E,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,sBAAsB,EAAE,UAAU,EAAE,IAAI,EAAE;wBACpD,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,KAAK,EAAE;wBAC7C,EAAE,MAAM,EAAE,iBAAiB,EAAE,UAAU,EAAE,KAAK,EAAE;wBAChD,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,KAAK,EAAE;qBACpD;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,qCAAqC;wBACnD,SAAS,EAAE,2BAA2B;qBACvC;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE;oBACZ,MAAM,EACJ,kGAAkG;oBACpG,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE;wBACjC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE;wBACnC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE;wBACnC,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE;qBACnC;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,sBAAsB;wBACpC,SAAS,EAAE,kCAAkC;qBAC9C;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE;oBACZ,MAAM,EACJ,8GAA8G;oBAChH,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE;wBAC7C,EAAE,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE;wBAC7C,EAAE,MAAM,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,EAAE;wBAC9C,EAAE,MAAM,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE;qBACjD;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,qCAAqC;wBACnD,SAAS,EAAE,2BAA2B;qBACvC;iBACF;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;aACf;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE;oBACZ,MAAM,EACJ,yGAAyG;oBAC3G,OAAO,EAAE;wBACP,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;wBAChC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE;wBACrC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;wBACpC,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE;qBACzC;iBACF;gBACD,QAAQ,EAAE;oBACR;wBACE,YAAY,EAAE,sCAAsC;wBACpD,SAAS,EAAE,sCAAsC;qBAClD;iBACF;gBACD,KAAK,EAAE;oBACL;wBACE,SAAS,EAAE,kDAAkD;wBAC7D,SAAS,EAAE,sCAAsC;qBAClD;iBACF;gBACD,WAAW,EAAE,CAAC;aACf;SACF;KACF;IACD,YAAY,EAAE,0BAA0B;CACzC,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
export declare class GlobalConsolidation {
|
|
2
|
+
consolidate(locally_consolidated_concepts_facts: {
|
|
3
|
+
text: string;
|
|
4
|
+
type: string;
|
|
5
|
+
reference: string;
|
|
6
|
+
id: string;
|
|
7
|
+
embedding: number[];
|
|
8
|
+
}[], sourceId: string, threshold: number): Promise<{
|
|
9
|
+
source_taxonomy: {
|
|
10
|
+
text: string;
|
|
11
|
+
type: string;
|
|
12
|
+
reference: string;
|
|
13
|
+
id: string;
|
|
14
|
+
}[];
|
|
15
|
+
global_updates: {
|
|
16
|
+
id: string;
|
|
17
|
+
sourceIdToAdd: string;
|
|
18
|
+
vector: number[];
|
|
19
|
+
currentPayload: {
|
|
20
|
+
_sources: string[];
|
|
21
|
+
text: string;
|
|
22
|
+
};
|
|
23
|
+
}[];
|
|
24
|
+
global_inserts: {
|
|
25
|
+
id: string;
|
|
26
|
+
vector: number[];
|
|
27
|
+
payload: {
|
|
28
|
+
_sources: string[];
|
|
29
|
+
text: string;
|
|
30
|
+
};
|
|
31
|
+
}[];
|
|
32
|
+
}>;
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=global_consolidation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"global_consolidation.d.ts","sourceRoot":"","sources":["../../../src/embedding_generation/consolidation/global_consolidation.ts"],"names":[],"mappings":"AAEA,qBAAa,mBAAmB;IACxB,WAAW,CACf,mCAAmC,EAAE;QACnC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,EAAE,EACH,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;;kBAST,MAAM;kBACN,MAAM;uBACD,MAAM;gBACb,MAAM;;;gBAIN,MAAM;2BACK,MAAM;oBACb,MAAM,EAAE;4BACA;gBACd,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC;aACd;;;gBAIG,MAAM;oBACF,MAAM,EAAE;qBACP;gBACP,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC;aACd;;;CAoDN"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.GlobalConsolidation = void 0;
|
|
13
|
+
const qdrant_db_methods_1 = require("../../helper/qdrant_db_methods");
|
|
14
|
+
class GlobalConsolidation {
|
|
15
|
+
consolidate(locally_consolidated_concepts_facts, sourceId, threshold) {
|
|
16
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
17
|
+
var _a, _b;
|
|
18
|
+
// / for all concepts_facts, find the ,most similar concepts_facts in qdrant, threshold of 0.8
|
|
19
|
+
const similarConcepts = yield (0, qdrant_db_methods_1.getSimilarConcepts)("concepts-vectors", locally_consolidated_concepts_facts, threshold !== null && threshold !== void 0 ? threshold : 0.8);
|
|
20
|
+
const taxonomyConcepts = [];
|
|
21
|
+
const globalUpdatesOps = [];
|
|
22
|
+
const globalInsertsOps = [];
|
|
23
|
+
for (const index in similarConcepts) {
|
|
24
|
+
const points = similarConcepts[index].points;
|
|
25
|
+
const originalConcept = locally_consolidated_concepts_facts[index];
|
|
26
|
+
if (points.length == 0) {
|
|
27
|
+
taxonomyConcepts.push({
|
|
28
|
+
id: originalConcept.id,
|
|
29
|
+
text: originalConcept.text,
|
|
30
|
+
type: originalConcept.type,
|
|
31
|
+
reference: originalConcept.reference,
|
|
32
|
+
});
|
|
33
|
+
globalInsertsOps.push({
|
|
34
|
+
id: originalConcept.id,
|
|
35
|
+
vector: originalConcept.embedding,
|
|
36
|
+
payload: {
|
|
37
|
+
_sources: [sourceId],
|
|
38
|
+
text: originalConcept.text,
|
|
39
|
+
},
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
const consolidatedId = points[0].id;
|
|
44
|
+
const currentPayload = points[0].payload;
|
|
45
|
+
// const currentSources = currentPayload?['_sources'] ?? [];
|
|
46
|
+
taxonomyConcepts.push({
|
|
47
|
+
id: consolidatedId.toString(),
|
|
48
|
+
text: originalConcept.text,
|
|
49
|
+
type: originalConcept.type,
|
|
50
|
+
reference: originalConcept.reference,
|
|
51
|
+
});
|
|
52
|
+
globalUpdatesOps.push({
|
|
53
|
+
id: consolidatedId.toString(),
|
|
54
|
+
sourceIdToAdd: sourceId,
|
|
55
|
+
vector: originalConcept.embedding,
|
|
56
|
+
currentPayload: {
|
|
57
|
+
// _sources: currentPayload['_sources'] ?? [],
|
|
58
|
+
_sources: ((_a = currentPayload === null || currentPayload === void 0 ? void 0 : currentPayload._sources) !== null && _a !== void 0 ? _a : []),
|
|
59
|
+
text: ((_b = currentPayload === null || currentPayload === void 0 ? void 0 : currentPayload.text) !== null && _b !== void 0 ? _b : "").toString(),
|
|
60
|
+
},
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return {
|
|
65
|
+
source_taxonomy: taxonomyConcepts,
|
|
66
|
+
global_updates: globalUpdatesOps,
|
|
67
|
+
global_inserts: globalInsertsOps,
|
|
68
|
+
};
|
|
69
|
+
/// if threshold is below 0.8, then add the concept_fact to qdrant
|
|
70
|
+
/// if threshold is above 0.8, then replace the id of the local concept_fact with the id of the global concept_fact
|
|
71
|
+
/// add _source.id to qdrant
|
|
72
|
+
/// return the concepts_facts
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
exports.GlobalConsolidation = GlobalConsolidation;
|
|
77
|
+
//# sourceMappingURL=global_consolidation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"global_consolidation.js","sourceRoot":"","sources":["../../../src/embedding_generation/consolidation/global_consolidation.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,sEAAoE;AAEpE,MAAa,mBAAmB;IACxB,WAAW,CACf,mCAMG,EACH,QAAgB,EAChB,SAAiB;;;YAEjB,8FAA8F;YAC9F,MAAM,eAAe,GAAG,MAAM,IAAA,sCAAkB,EAC9C,kBAAkB,EAClB,mCAAmC,EACnC,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,GAAG,CACjB,CAAC;YACF,MAAM,gBAAgB,GAKhB,EAAE,CAAC;YAET,MAAM,gBAAgB,GAQhB,EAAE,CAAC;YAET,MAAM,gBAAgB,GAOhB,EAAE,CAAC;YACT,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;gBACpC,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;gBAC7C,MAAM,eAAe,GAAG,mCAAmC,CAAC,KAAK,CAAC,CAAC;gBACnE,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACvB,gBAAgB,CAAC,IAAI,CAAC;wBACpB,EAAE,EAAE,eAAe,CAAC,EAAE;wBACtB,IAAI,EAAE,eAAe,CAAC,IAAI;wBAC1B,IAAI,EAAE,eAAe,CAAC,IAAI;wBAC1B,SAAS,EAAE,eAAe,CAAC,SAAS;qBACrC,CAAC,CAAC;oBACH,gBAAgB,CAAC,IAAI,CAAC;wBACpB,EAAE,EAAE,eAAe,CAAC,EAAE;wBACtB,MAAM,EAAE,eAAe,CAAC,SAAS;wBACjC,OAAO,EAAE;4BACP,QAAQ,EAAE,CAAC,QAAQ,CAAC;4BACpB,IAAI,EAAE,eAAe,CAAC,IAAI;yBAC3B;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpC,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;oBACzC,4DAA4D;oBAC5D,gBAAgB,CAAC,IAAI,CAAC;wBACpB,EAAE,EAAE,cAAc,CAAC,QAAQ,EAAE;wBAC7B,IAAI,EAAE,eAAe,CAAC,IAAI;wBAC1B,IAAI,EAAE,eAAe,CAAC,IAAI;wBAC1B,SAAS,EAAE,eAAe,CAAC,SAAS;qBACrC,CAAC,CAAC;oBACH,gBAAgB,CAAC,IAAI,CAAC;wBACpB,EAAE,EAAE,cAAc,CAAC,QAAQ,EAAE;wBAC7B,aAAa,EAAE,QAAQ;wBACvB,MAAM,EAAE,eAAe,CAAC,SAAS;wBACjC,cAAc,EAAE;4BACd,8CAA8C;4BAC9C,QAAQ,EAAE,CAAC,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,QAAQ,mCAAI,EAAE,CAAa;4BACtD,IAAI,EAAE,CAAC,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,IAAI,mCAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;yBAC9C;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,OAAO;gBACL,eAAe,EAAE,gBAAgB;gBACjC,cAAc,EAAE,gBAAgB;gBAChC,cAAc,EAAE,gBAAgB;aACjC,CAAC;YACF,kEAAkE;YAClE,mHAAmH;YACnH,4BAA4B;YAC5B,6BAA6B;QAC/B,CAAC;KAAA;CACF;AA7FD,kDA6FC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { UUID } from "crypto";
|
|
2
|
+
export declare class LocalConsolidation {
|
|
3
|
+
consolidate(concepts_facts: {
|
|
4
|
+
text: string;
|
|
5
|
+
type: string;
|
|
6
|
+
embedding: number[];
|
|
7
|
+
reference: string;
|
|
8
|
+
}[], sourceId: string): {
|
|
9
|
+
globalConceptOps: {
|
|
10
|
+
id: string;
|
|
11
|
+
vector: number[];
|
|
12
|
+
payload: {
|
|
13
|
+
_sources: string[];
|
|
14
|
+
text: string;
|
|
15
|
+
};
|
|
16
|
+
}[];
|
|
17
|
+
sourceIds: string[];
|
|
18
|
+
consolidatedConcepts: any[];
|
|
19
|
+
sourceTaxonomyOps: {
|
|
20
|
+
text: string;
|
|
21
|
+
id: string;
|
|
22
|
+
embedding: number[];
|
|
23
|
+
type: string;
|
|
24
|
+
reference: string;
|
|
25
|
+
}[];
|
|
26
|
+
};
|
|
27
|
+
cosineSimilarity: (a: number[], b: number[]) => number;
|
|
28
|
+
consolidateSimilarEmbeddings(data: any[], threshold?: number): {
|
|
29
|
+
finalConsolidatedConcepts: {
|
|
30
|
+
id: UUID;
|
|
31
|
+
text: string;
|
|
32
|
+
reference: string;
|
|
33
|
+
embedding: number[];
|
|
34
|
+
type: string;
|
|
35
|
+
}[];
|
|
36
|
+
consolidatedConcepts: any[];
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=local_consolidation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local_consolidation.d.ts","sourceRoot":"","sources":["../../../src/embedding_generation/consolidation/local_consolidation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,IAAI,EAAE,MAAM,QAAQ,CAAC;AAE1C,qBAAa,kBAAkB;IAC7B,WAAW,CACT,cAAc,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;KACnB,EAAE,EACH,QAAQ,EAAE,MAAM;;gBAYR,MAAM;oBACF,MAAM,EAAE;qBACP;gBACP,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC;aACd;;;;;kBAZK,MAAM;gBACR,MAAM;uBACC,MAAM,EAAE;kBACb,MAAM;uBACD,MAAM;;;IAyEvB,gBAAgB,MAAO,MAAM,EAAE,KAAK,MAAM,EAAE,KAAG,MAAM,CAKnD;IAEF,4BAA4B,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,SAAS,SAAO;;gBAElD,IAAI;kBACF,MAAM;uBACD,MAAM;uBACN,MAAM,EAAE;kBACb,MAAM;;;;CAmCjB"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LocalConsolidation = void 0;
|
|
4
|
+
const crypto_1 = require("crypto");
|
|
5
|
+
class LocalConsolidation {
|
|
6
|
+
constructor() {
|
|
7
|
+
this.cosineSimilarity = (a, b) => {
|
|
8
|
+
const dotProduct = a.reduce((acc, val, index) => acc + val * b[index], 0);
|
|
9
|
+
const magnitudeA = Math.sqrt(a.reduce((acc, val) => acc + val * val, 0));
|
|
10
|
+
const magnitudeB = Math.sqrt(b.reduce((acc, val) => acc + val * val, 0));
|
|
11
|
+
return dotProduct / (magnitudeA * magnitudeB);
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
consolidate(concepts_facts, sourceId) {
|
|
15
|
+
try {
|
|
16
|
+
const sourceIds = [];
|
|
17
|
+
const sourceTaxonomyOps = [];
|
|
18
|
+
const globalConceptOps = [];
|
|
19
|
+
const consolidatedConcepts = [];
|
|
20
|
+
const concepts = concepts_facts.map((e) => {
|
|
21
|
+
return {
|
|
22
|
+
id: (0, crypto_1.randomUUID)().toString(),
|
|
23
|
+
text: e.text,
|
|
24
|
+
reference: e.reference,
|
|
25
|
+
embedding: e.embedding,
|
|
26
|
+
type: e.type,
|
|
27
|
+
};
|
|
28
|
+
});
|
|
29
|
+
const afterConsolidation = this.consolidateSimilarEmbeddings(concepts);
|
|
30
|
+
sourceIds.push(JSON.stringify(sourceId));
|
|
31
|
+
console.log(afterConsolidation);
|
|
32
|
+
for (var concept of afterConsolidation.finalConsolidatedConcepts) {
|
|
33
|
+
sourceTaxonomyOps.push({
|
|
34
|
+
text: concept.text,
|
|
35
|
+
id: concept.id,
|
|
36
|
+
embedding: concept.embedding,
|
|
37
|
+
type: concept.type,
|
|
38
|
+
reference: concept.reference,
|
|
39
|
+
});
|
|
40
|
+
globalConceptOps.push({
|
|
41
|
+
id: concept.id.toString(),
|
|
42
|
+
vector: concept.embedding,
|
|
43
|
+
payload: {
|
|
44
|
+
_sources: [sourceId],
|
|
45
|
+
text: concept.text,
|
|
46
|
+
},
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
consolidatedConcepts.push(...afterConsolidation.consolidatedConcepts);
|
|
50
|
+
return {
|
|
51
|
+
globalConceptOps: globalConceptOps,
|
|
52
|
+
sourceIds: sourceIds,
|
|
53
|
+
consolidatedConcepts: consolidatedConcepts,
|
|
54
|
+
sourceTaxonomyOps: sourceTaxonomyOps,
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
catch (e) {
|
|
58
|
+
console.error("Error occurred while converting the parsed array to db operations:", e);
|
|
59
|
+
throw e;
|
|
60
|
+
}
|
|
61
|
+
// const concepts = concepts_facts.map((e) => {
|
|
62
|
+
// return {
|
|
63
|
+
// id: randomUUID().toString(),
|
|
64
|
+
// text: e.text,
|
|
65
|
+
// type: e.type,
|
|
66
|
+
// embedding: e.embedding,
|
|
67
|
+
// };
|
|
68
|
+
// });
|
|
69
|
+
// const consolidated = this._consolidateSimilarEmbeddings(concepts);
|
|
70
|
+
// return consolidated;
|
|
71
|
+
}
|
|
72
|
+
consolidateSimilarEmbeddings(data, threshold = 0.65) {
|
|
73
|
+
const finalConsolidatedConcepts = [];
|
|
74
|
+
const visited = new Array(data.length).fill(false);
|
|
75
|
+
const consolidatedConcepts = [];
|
|
76
|
+
for (let i = 0; i < data.length; i++) {
|
|
77
|
+
if (visited[i])
|
|
78
|
+
continue;
|
|
79
|
+
const group = [data[i]];
|
|
80
|
+
visited[i] = true;
|
|
81
|
+
for (let j = i + 1; j < data.length; j++) {
|
|
82
|
+
if (visited[j])
|
|
83
|
+
continue;
|
|
84
|
+
const sim = this.cosineSimilarity(data[i].embedding, data[j].embedding);
|
|
85
|
+
if (sim > threshold) {
|
|
86
|
+
group.push(data[j]);
|
|
87
|
+
visited[j] = true;
|
|
88
|
+
consolidatedConcepts.push({
|
|
89
|
+
concept1: data[i].text,
|
|
90
|
+
concept2: data[j].text,
|
|
91
|
+
similarity: sim,
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
// Consolidate the group (e.g., just take the first, or merge)
|
|
96
|
+
finalConsolidatedConcepts.push(group[0]); // Or you can customize how to merge
|
|
97
|
+
}
|
|
98
|
+
return {
|
|
99
|
+
finalConsolidatedConcepts: finalConsolidatedConcepts,
|
|
100
|
+
consolidatedConcepts: consolidatedConcepts,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
exports.LocalConsolidation = LocalConsolidation;
|
|
105
|
+
//# sourceMappingURL=local_consolidation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local_consolidation.js","sourceRoot":"","sources":["../../../src/embedding_generation/consolidation/local_consolidation.ts"],"names":[],"mappings":";;;AAAA,mCAA0C;AAE1C,MAAa,kBAAkB;IAA/B;QA0FE,qBAAgB,GAAG,CAAC,CAAW,EAAE,CAAW,EAAU,EAAE;YACtD,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACzE,OAAO,UAAU,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC;QAChD,CAAC,CAAC;IA2CJ,CAAC;IAzIC,WAAW,CACT,cAKG,EACH,QAAgB;QAEhB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,EAAE,CAAC;YACrB,MAAM,iBAAiB,GAMjB,EAAE,CAAC;YACT,MAAM,gBAAgB,GAOhB,EAAE,CAAC;YACT,MAAM,oBAAoB,GAAU,EAAE,CAAC;YACvC,MAAM,QAAQ,GAMR,cAAc,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;gBAClC,OAAO;oBACL,EAAE,EAAE,IAAA,mBAAU,GAAE,CAAC,QAAQ,EAAE;oBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,IAAI,EAAE,CAAC,CAAC,IAAI;iBACb,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,MAAM,kBAAkB,GAAG,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;YACvE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAChC,KAAK,IAAI,OAAO,IAAI,kBAAkB,CAAC,yBAAyB,EAAE,CAAC;gBACjE,iBAAiB,CAAC,IAAI,CAAC;oBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,EAAE,EAAE,OAAO,CAAC,EAAE;oBACd,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC,CAAC;gBACH,gBAAgB,CAAC,IAAI,CAAC;oBACpB,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE;oBACzB,MAAM,EAAE,OAAO,CAAC,SAAS;oBACzB,OAAO,EAAE;wBACP,QAAQ,EAAE,CAAC,QAAQ,CAAC;wBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;qBACnB;iBACF,CAAC,CAAC;YACL,CAAC;YACD,oBAAoB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;YAEtE,OAAO;gBACL,gBAAgB,EAAE,gBAAgB;gBAClC,SAAS,EAAE,SAAS;gBACpB,oBAAoB,EAAE,oBAAoB;gBAC1C,iBAAiB,EAAE,iBAAiB;aACrC,CAAC;QACJ,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CACX,oEAAoE,EACpE,CAAC,CACF,CAAC;YACF,MAAM,CAAC,CAAC;QACV,CAAC;QACD,+CAA+C;QAC/C,aAAa;QACb,mCAAmC;QACnC,oBAAoB;QACpB,oBAAoB;QACpB,8BAA8B;QAC9B,OAAO;QACP,MAAM;QACN,qEAAqE;QACrE,uBAAuB;IACzB,CAAC;IASD,4BAA4B,CAAC,IAAW,EAAE,SAAS,GAAG,IAAI;QACxD,MAAM,yBAAyB,GAMzB,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,oBAAoB,GAAU,EAAE,CAAC;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,CAAC,CAAC;gBAAE,SAAS;YAEzB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACxB,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YAElB,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,IAAI,OAAO,CAAC,CAAC,CAAC;oBAAE,SAAS;gBAEzB,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACxE,IAAI,GAAG,GAAG,SAAS,EAAE,CAAC;oBACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpB,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;oBAClB,oBAAoB,CAAC,IAAI,CAAC;wBACxB,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;wBACtB,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;wBACtB,UAAU,EAAE,GAAG;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,8DAA8D;YAC9D,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,oCAAoC;QAChF,CAAC;QAED,OAAO;YACL,yBAAyB,EAAE,yBAAyB;YACpD,oBAAoB,EAAE,oBAAoB;SAC3C,CAAC;IACJ,CAAC;CACF;AA1ID,gDA0IC"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
export declare class WriteConsolidatedData {
|
|
2
|
+
writeConsolidatedData(data: {
|
|
3
|
+
source_taxonomy: {
|
|
4
|
+
id: string;
|
|
5
|
+
text: string;
|
|
6
|
+
type: string;
|
|
7
|
+
reference: string;
|
|
8
|
+
}[];
|
|
9
|
+
global_updates: {
|
|
10
|
+
id: string;
|
|
11
|
+
currentPayload: {
|
|
12
|
+
_sources: string[];
|
|
13
|
+
text: string;
|
|
14
|
+
};
|
|
15
|
+
sourceIdToAdd: string;
|
|
16
|
+
}[];
|
|
17
|
+
global_inserts: {
|
|
18
|
+
id: string;
|
|
19
|
+
vector: number[];
|
|
20
|
+
payload: {
|
|
21
|
+
_sources: string[];
|
|
22
|
+
text: string;
|
|
23
|
+
};
|
|
24
|
+
}[];
|
|
25
|
+
}, generation_requests: any[], source_id: string): Promise<{
|
|
26
|
+
status: string;
|
|
27
|
+
}>;
|
|
28
|
+
writeGlobalUpdates(data: {
|
|
29
|
+
id: string;
|
|
30
|
+
currentPayload: {
|
|
31
|
+
_sources: string[];
|
|
32
|
+
text: string;
|
|
33
|
+
};
|
|
34
|
+
sourceIdToAdd: string;
|
|
35
|
+
}[]): Promise<void>;
|
|
36
|
+
writeGlobalInserts(data: {
|
|
37
|
+
id: string;
|
|
38
|
+
vector: number[];
|
|
39
|
+
payload: {
|
|
40
|
+
_sources: string[];
|
|
41
|
+
text: string;
|
|
42
|
+
};
|
|
43
|
+
}[]): Promise<void>;
|
|
44
|
+
wiriteToMondo(source_taxonomy: any[], generation_requests: any[], source_id: string): Promise<void>;
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=write_consolidated_data.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"write_consolidated_data.d.ts","sourceRoot":"","sources":["../../../src/embedding_generation/consolidation/write_consolidated_data.ts"],"names":[],"mappings":"AAEA,qBAAa,qBAAqB;IAC1B,qBAAqB,CACzB,IAAI,EAAE;QACJ,eAAe,EAAE;YACf,EAAE,EAAE,MAAM,CAAC;YACX,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;QACJ,cAAc,EAAE;YACd,EAAE,EAAE,MAAM,CAAC;YACX,cAAc,EAAE;gBACd,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC;aACd,CAAC;YACF,aAAa,EAAE,MAAM,CAAC;SACvB,EAAE,CAAC;QACJ,cAAc,EAAE;YACd,EAAE,EAAE,MAAM,CAAC;YACX,MAAM,EAAE,MAAM,EAAE,CAAC;YACjB,OAAO,EAAE;gBACP,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC;aACd,CAAC;SACH,EAAE,CAAC;KACL,EACD,mBAAmB,EAAE,GAAG,EAAE,EAC1B,SAAS,EAAE,MAAM;;;IAcb,kBAAkB,CACtB,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,cAAc,EAAE;YACd,QAAQ,EAAE,MAAM,EAAE,CAAC;YACnB,IAAI,EAAE,MAAM,CAAC;SACd,CAAC;QACF,aAAa,EAAE,MAAM,CAAC;KACvB,EAAE;IAmBC,kBAAkB,CACtB,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE;YACP,QAAQ,EAAE,MAAM,EAAE,CAAC;YACnB,IAAI,EAAE,MAAM,CAAC;SACd,CAAC;KACH,EAAE;IAQC,aAAa,CACjB,eAAe,EAAE,GAAG,EAAE,EACtB,mBAAmB,EAAE,GAAG,EAAE,EAC1B,SAAS,EAAE,MAAM;CAQpB"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.WriteConsolidatedData = void 0;
|
|
16
|
+
const qdrant_service_1 = __importDefault(require("../../services/qdrant_service"));
|
|
17
|
+
class WriteConsolidatedData {
|
|
18
|
+
writeConsolidatedData(data, generation_requests, source_id) {
|
|
19
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
20
|
+
if (data.global_updates.length > 0) {
|
|
21
|
+
yield this.writeGlobalUpdates(data.global_updates);
|
|
22
|
+
}
|
|
23
|
+
if (data.global_inserts.length > 0) {
|
|
24
|
+
yield this.writeGlobalInserts(data.global_inserts);
|
|
25
|
+
}
|
|
26
|
+
return {
|
|
27
|
+
status: "success",
|
|
28
|
+
};
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
writeGlobalUpdates(data) {
|
|
32
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
33
|
+
const operations = data.map((e) => {
|
|
34
|
+
return {
|
|
35
|
+
set_payload: {
|
|
36
|
+
points: [e.id],
|
|
37
|
+
payload: {
|
|
38
|
+
text: e.currentPayload.text,
|
|
39
|
+
_sources: [e.sourceIdToAdd, ...e.currentPayload._sources],
|
|
40
|
+
},
|
|
41
|
+
},
|
|
42
|
+
};
|
|
43
|
+
});
|
|
44
|
+
yield qdrant_service_1.default.batchUpdate("concepts-vectors", {
|
|
45
|
+
wait: true,
|
|
46
|
+
operations: operations,
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
writeGlobalInserts(data) {
|
|
51
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
52
|
+
yield qdrant_service_1.default.upsert("concepts-vectors", {
|
|
53
|
+
wait: true,
|
|
54
|
+
points: data,
|
|
55
|
+
});
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
wiriteToMondo(source_taxonomy, generation_requests, source_id) {
|
|
59
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
60
|
+
const mondo_data = source_taxonomy.map((e) => {
|
|
61
|
+
return {
|
|
62
|
+
id: e.id,
|
|
63
|
+
};
|
|
64
|
+
});
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
exports.WriteConsolidatedData = WriteConsolidatedData;
|
|
69
|
+
//# sourceMappingURL=write_consolidated_data.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"write_consolidated_data.js","sourceRoot":"","sources":["../../../src/embedding_generation/consolidation/write_consolidated_data.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mFAAyD;AAEzD,MAAa,qBAAqB;IAC1B,qBAAqB,CACzB,IAuBC,EACD,mBAA0B,EAC1B,SAAiB;;YAEjB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACrD,CAAC;YACD,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACrD,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,SAAS;aAClB,CAAC;QACJ,CAAC;KAAA;IAEK,kBAAkB,CACtB,IAOG;;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAChC,OAAO;oBACL,WAAW,EAAE;wBACX,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACd,OAAO,EAAE;4BACP,IAAI,EAAE,CAAC,CAAC,cAAc,CAAC,IAAI;4BAC3B,QAAQ,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;yBAC1D;qBACF;iBACF,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,MAAM,wBAAY,CAAC,WAAW,CAAC,kBAAkB,EAAE;gBACjD,IAAI,EAAE,IAAI;gBACV,UAAU,EAAE,UAAU;aACvB,CAAC,CAAC;QACL,CAAC;KAAA;IAEK,kBAAkB,CACtB,IAOG;;YAEH,MAAM,wBAAY,CAAC,MAAM,CAAC,kBAAkB,EAAE;gBAC5C,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;QACL,CAAC;KAAA;IAEK,aAAa,CACjB,eAAsB,EACtB,mBAA0B,EAC1B,SAAiB;;YAEjB,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC3C,OAAO;oBACL,EAAE,EAAE,CAAC,CAAC,EAAE;iBACT,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;CACF;AA/FD,sDA+FC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { OpenAiService } from "../services/open_ai_service";
|
|
2
|
+
export declare class GenerateEmbeddings {
|
|
3
|
+
private readonly openAiService;
|
|
4
|
+
constructor(openAiService: OpenAiService);
|
|
5
|
+
generateEmbeddings(concepts_facts: {
|
|
6
|
+
text: string;
|
|
7
|
+
type: string;
|
|
8
|
+
reference: string;
|
|
9
|
+
}[]): Promise<{
|
|
10
|
+
concepts_facts: {
|
|
11
|
+
text: string;
|
|
12
|
+
type: string;
|
|
13
|
+
embedding: any;
|
|
14
|
+
reference: string;
|
|
15
|
+
}[];
|
|
16
|
+
metadata: {
|
|
17
|
+
req_time: string;
|
|
18
|
+
req_type: {
|
|
19
|
+
type: string;
|
|
20
|
+
};
|
|
21
|
+
req_tokens: any;
|
|
22
|
+
res_tokens: any;
|
|
23
|
+
model: any;
|
|
24
|
+
usage: any;
|
|
25
|
+
};
|
|
26
|
+
}>;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=generate_embeddings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate_embeddings.d.ts","sourceRoot":"","sources":["../../src/embedding_generation/generate_embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,qBAAa,kBAAkB;IACjB,OAAO,CAAC,QAAQ,CAAC,aAAa;gBAAb,aAAa,EAAE,aAAa;IAEnD,kBAAkB,CACtB,cAAc,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,EAAE;;;;;;;;;;;;;;;;;;CAkCtE"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.GenerateEmbeddings = void 0;
|
|
13
|
+
class GenerateEmbeddings {
|
|
14
|
+
constructor(openAiService) {
|
|
15
|
+
this.openAiService = openAiService;
|
|
16
|
+
}
|
|
17
|
+
generateEmbeddings(concepts_facts) {
|
|
18
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
19
|
+
const texts = concepts_facts.map((e) => e.text);
|
|
20
|
+
const response = yield this.openAiService.sendEmbeddingRequest(texts);
|
|
21
|
+
if (response.status_code !== 200) {
|
|
22
|
+
throw new Error(response.message);
|
|
23
|
+
}
|
|
24
|
+
const embeddings = response.data.data.sort((a) => a.index);
|
|
25
|
+
const model = response.data.model;
|
|
26
|
+
const usage = response.data.usage;
|
|
27
|
+
const embeddings_map = [];
|
|
28
|
+
for (let i = 0; i < concepts_facts.length; i++) {
|
|
29
|
+
embeddings_map.push({
|
|
30
|
+
text: concepts_facts[i].text,
|
|
31
|
+
type: concepts_facts[i].type,
|
|
32
|
+
embedding: embeddings[i].embedding,
|
|
33
|
+
reference: concepts_facts[i].reference,
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
// return embeddings_map;
|
|
37
|
+
return {
|
|
38
|
+
concepts_facts: embeddings_map,
|
|
39
|
+
metadata: {
|
|
40
|
+
req_time: new Date().toISOString(),
|
|
41
|
+
req_type: {
|
|
42
|
+
type: "embedding",
|
|
43
|
+
},
|
|
44
|
+
req_tokens: usage.prompt_tokens,
|
|
45
|
+
res_tokens: usage.completion_tokens,
|
|
46
|
+
model: model,
|
|
47
|
+
usage: usage,
|
|
48
|
+
},
|
|
49
|
+
};
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
exports.GenerateEmbeddings = GenerateEmbeddings;
|
|
54
|
+
//# sourceMappingURL=generate_embeddings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate_embeddings.js","sourceRoot":"","sources":["../../src/embedding_generation/generate_embeddings.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,MAAa,kBAAkB;IAC7B,YAA6B,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;IAAG,CAAC;IAEvD,kBAAkB,CACtB,cAAmE;;YAEnE,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YACtE,IAAI,QAAQ,CAAC,WAAW,KAAK,GAAG,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;YAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;YAClC,MAAM,cAAc,GAAG,EAAE,CAAC;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;oBAC5B,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;oBAC5B,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;oBAClC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS;iBACvC,CAAC,CAAC;YACL,CAAC;YACD,yBAAyB;YACzB,OAAO;gBACL,cAAc,EAAE,cAAc;gBAC9B,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBAClC,QAAQ,EAAE;wBACR,IAAI,EAAE,WAAW;qBAClB;oBACD,UAAU,EAAE,KAAK,CAAC,aAAa;oBAC/B,UAAU,EAAE,KAAK,CAAC,iBAAiB;oBACnC,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,KAAK;iBACb;aACF,CAAC;QACJ,CAAC;KAAA;CACF;AAtCD,gDAsCC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
export declare class ParseEmbeddingResponse {
|
|
2
|
+
parse(response: any, concepts_facts: {
|
|
3
|
+
text: string;
|
|
4
|
+
type: string;
|
|
5
|
+
reference: string;
|
|
6
|
+
}[]): {
|
|
7
|
+
globalConceptOps: {
|
|
8
|
+
id: string;
|
|
9
|
+
vector: number[];
|
|
10
|
+
payload: {
|
|
11
|
+
_sources: string[];
|
|
12
|
+
text: string;
|
|
13
|
+
};
|
|
14
|
+
}[];
|
|
15
|
+
sourceIds: string[];
|
|
16
|
+
consolidatedConcepts: any[];
|
|
17
|
+
sourceTaxonomyOps: {
|
|
18
|
+
text: string;
|
|
19
|
+
id: string;
|
|
20
|
+
embedding: number[];
|
|
21
|
+
type: string;
|
|
22
|
+
reference: string;
|
|
23
|
+
}[];
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=parse_embedding_response.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse_embedding_response.d.ts","sourceRoot":"","sources":["../../src/embedding_generation/parse_embedding_response.ts"],"names":[],"mappings":"AAEA,qBAAa,sBAAsB;IACjC,KAAK,CACH,QAAQ,EAAE,GAAG,EACb,cAAc,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,EAAE;;;;;;;;;;;;;;;;;;;CAyBtE"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ParseEmbeddingResponse = void 0;
|
|
4
|
+
const local_consolidation_1 = require("./consolidation/local_consolidation");
|
|
5
|
+
class ParseEmbeddingResponse {
|
|
6
|
+
parse(response, concepts_facts) {
|
|
7
|
+
const data = response.data;
|
|
8
|
+
const model = data.model;
|
|
9
|
+
const usage = data.usage;
|
|
10
|
+
const rawEmbeddings = data.data;
|
|
11
|
+
const sorted = rawEmbeddings.sort((e) => e.index);
|
|
12
|
+
const embeddings = sorted.map((e) => e.embedding);
|
|
13
|
+
const embeddings_map = new Map();
|
|
14
|
+
const embeddings_map_array = [];
|
|
15
|
+
for (let i = 0; i < concepts_facts.length; i++) {
|
|
16
|
+
embeddings_map_array.push({
|
|
17
|
+
text: concepts_facts[i].text,
|
|
18
|
+
type: concepts_facts[i].type,
|
|
19
|
+
embedding: embeddings[i],
|
|
20
|
+
reference: concepts_facts[i].reference,
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
const embeddingMap = embeddings_map;
|
|
24
|
+
const consolidated = new local_consolidation_1.LocalConsolidation().consolidate(embeddings_map_array, "sourceID");
|
|
25
|
+
return consolidated;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
exports.ParseEmbeddingResponse = ParseEmbeddingResponse;
|
|
29
|
+
//# sourceMappingURL=parse_embedding_response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse_embedding_response.js","sourceRoot":"","sources":["../../src/embedding_generation/parse_embedding_response.ts"],"names":[],"mappings":";;;AAAA,6EAAyE;AAEzE,MAAa,sBAAsB;IACjC,KAAK,CACH,QAAa,EACb,cAAmE;QAEnE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC;QAChC,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;QACjC,MAAM,oBAAoB,GAAG,EAAE,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,oBAAoB,CAAC,IAAI,CAAC;gBACxB,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5B,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5B,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;gBACxB,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS;aACvC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,YAAY,GAAG,cAAc,CAAC;QACpC,MAAM,YAAY,GAAG,IAAI,wCAAkB,EAAE,CAAC,WAAW,CACvD,oBAAoB,EACpB,UAAU,CACX,CAAC;QACF,OAAO,YAAY,CAAC;IACtB,CAAC;CACF;AA5BD,wDA4BC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"calculate_gap_fill.d.ts","sourceRoot":"","sources":["../../src/gap_fill/calculate_gap_fill.ts"],"names":[],"mappings":"AAIA,wBAAgB,UAAU,CAAC,gBAAgB,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG;;;EA6CrE"}
|