@futdevpro/nts-dynamo 1.11.2 → 1.11.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts +1 -2
  2. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts.map +1 -1
  3. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js +16 -10
  4. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js.map +1 -1
  5. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts +9 -5
  6. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts.map +1 -1
  7. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js +18 -6
  8. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js.map +1 -1
  9. package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts +3 -3
  10. package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts.map +1 -1
  11. package/build/_modules/open-ai/_collections/oai-chunking.util.js +36 -24
  12. package/build/_modules/open-ai/_collections/oai-chunking.util.js.map +1 -1
  13. package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts +3 -3
  14. package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts.map +1 -1
  15. package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts +9 -10
  16. package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts.map +1 -1
  17. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts +7 -9
  18. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts.map +1 -1
  19. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts +25 -15
  20. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts.map +1 -1
  21. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js +73 -65
  22. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js.map +1 -1
  23. package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts +10 -9
  24. package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts.map +1 -1
  25. package/build/_modules/open-ai/_services/oai-chunk.service-base.js +18 -33
  26. package/build/_modules/open-ai/_services/oai-chunk.service-base.js.map +1 -1
  27. package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts +4 -1
  28. package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts.map +1 -1
  29. package/build/_modules/open-ai/_services/oai-vector-data.service.js +80 -24
  30. package/build/_modules/open-ai/_services/oai-vector-data.service.js.map +1 -1
  31. package/build/_modules/open-ai/index.d.ts +1 -0
  32. package/build/_modules/open-ai/index.d.ts.map +1 -1
  33. package/build/_modules/open-ai/index.js +1 -0
  34. package/build/_modules/open-ai/index.js.map +1 -1
  35. package/package.json +3 -3
  36. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +12 -5
  37. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +33 -16
  38. package/src/_modules/open-ai/_collections/oai-chunking.util.ts +54 -35
  39. package/src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts +8 -3
  40. package/src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts +16 -10
  41. package/src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts +10 -13
  42. package/src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts +81 -72
  43. package/src/_modules/open-ai/_services/oai-chunk.service-base.ts +36 -39
  44. package/src/_modules/open-ai/_services/oai-vector-data.service.ts +124 -37
  45. package/src/_modules/open-ai/index.ts +1 -0
@@ -1,9 +1,8 @@
1
1
  import { DyFM_DataModel_Params, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
2
2
  export declare class DyNTS_DiAs_Knowledge extends DyFM_Metadata {
3
3
  subject?: string;
4
- subjectVectorized?: number[];
5
4
  description?: string;
6
- descriptionVectorized?: number[];
5
+ contentVectorized?: number[];
7
6
  constructor(set?: DyNTS_DiAs_Knowledge);
8
7
  }
9
8
  export declare const DyNTS_DiAs_knowledge_dataParams: DyFM_DataModel_Params<DyNTS_DiAs_Knowledge>;
@@ -1 +1 @@
1
- {"version":3,"file":"dias-knowledge.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAI7E,qBAAa,oBAAqB,SAAQ,aAAa;IAErD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAM;IAElC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB,CAAC,EAAE,MAAM,EAAE,CAAM;gBAGpC,GAAG,CAAC,EAAE,oBAAoB;CAQ7B;AAED,eAAO,MAAM,+BAA+B,6CAsB1C,CAAC"}
1
+ {"version":3,"file":"dias-knowledge.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAI7E,qBAAa,oBAAqB,SAAQ,aAAa;IAErD,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAM;gBAGhC,GAAG,CAAC,EAAE,oBAAoB;CAQ7B;AAED,eAAO,MAAM,+BAA+B,6CA2B1C,CAAC"}
@@ -4,9 +4,10 @@ exports.DyNTS_DiAs_knowledge_dataParams = exports.DyNTS_DiAs_Knowledge = void 0;
4
4
  const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
5
5
  class DyNTS_DiAs_Knowledge extends fsm_dynamo_1.DyFM_Metadata {
6
6
  subject;
7
- subjectVectorized = [];
7
+ /* subjectVectorized?: number[] = []; */
8
8
  description;
9
- descriptionVectorized = [];
9
+ /* descriptionVectorized?: number[] = []; */
10
+ contentVectorized = [];
10
11
  constructor(set) {
11
12
  super(set);
12
13
  if (set) {
@@ -22,19 +23,24 @@ exports.DyNTS_DiAs_knowledge_dataParams = new fsm_dynamo_1.DyFM_DataModel_Params
22
23
  type: 'string', index: true,
23
24
  required: true, unique: true,
24
25
  },
25
- subjectVectorized: {
26
- type: 'number[]',
27
- vectorizedFrom: 'subject',
28
- vectorizeUseIndex: 'subject',
29
- },
26
+ /* subjectVectorized: {
27
+ type: 'number[]',
28
+ vectorizedFrom: 'subject',
29
+ vectorizeUseIndex: 'subject',
30
+ }, */
30
31
  description: {
31
32
  type: 'string', index: true,
32
33
  required: true,
33
34
  },
34
- descriptionVectorized: {
35
+ /* descriptionVectorized: {
36
+ type: 'number[]',
37
+ vectorizedFrom: 'description',
38
+ vectorizeUseIndex: 'description',
39
+ }, */
40
+ contentVectorized: {
35
41
  type: 'number[]',
36
- vectorizedFrom: 'description',
37
- vectorizeUseIndex: 'description',
42
+ vectorizedFrom: ['description', 'subject'],
43
+ vectorizeUseIndex: 'contentVectorized',
38
44
  },
39
45
  },
40
46
  });
@@ -1 +1 @@
1
- {"version":3,"file":"dias-knowledge.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAI7E,MAAa,oBAAqB,SAAQ,0BAAa;IAErD,OAAO,CAAU;IACjB,iBAAiB,GAAc,EAAE,CAAC;IAElC,WAAW,CAAU;IACrB,qBAAqB,GAAc,EAAE,CAAC;IAEtC,YACE,GAA0B;QAE1B,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAjBD,oDAiBC;AAEY,QAAA,+BAA+B,GAAG,IAAI,kCAAqB,CAAuB;IAC7F,QAAQ,EAAE,gBAAgB;IAC1B,UAAU,EAAE;QACV,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI;SAC7B;QACD,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;YAChB,cAAc,EAAE,SAAS;YACzB,iBAAiB,EAAE,SAAS;SAC7B;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI;SACf;QACD,qBAAqB,EAAE;YACrB,IAAI,EAAE,UAAU;YAChB,cAAc,EAAE,aAAa;YAC7B,iBAAiB,EAAE,aAAa;SACjC;KACF;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"dias-knowledge.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAI7E,MAAa,oBAAqB,SAAQ,0BAAa;IAErD,OAAO,CAAU;IACjB,wCAAwC;IAExC,WAAW,CAAU;IACrB,4CAA4C;IAE5C,iBAAiB,GAAc,EAAE,CAAC;IAElC,YACE,GAA0B;QAE1B,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAnBD,oDAmBC;AAEY,QAAA,+BAA+B,GAAG,IAAI,kCAAqB,CAAuB;IAC7F,QAAQ,EAAE,gBAAgB;IAC1B,UAAU,EAAE;QACV,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI;SAC7B;QACD;;;;aAIK;QACL,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI;SACf;QACD;;;;aAIK;QACL,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;YAChB,cAAc,EAAE,CAAE,aAAa,EAAE,SAAS,CAAE;YAC5C,iBAAiB,EAAE,mBAAmB;SACvC;KACF;CACF,CAAC,CAAC"}
@@ -1,14 +1,18 @@
1
- import { DyNTS_OAI_DocChunk } from '../../open-ai/_models/oai-doc-chunk.data-model';
2
- import { DyNTS_OAI_Chunk_ServiceBase } from '../../open-ai/_services/oai-chunk.service-base';
1
+ import { DyNTS_OAI_Chunk } from '../../open-ai/_models/oai-doc-chunk.data-model';
2
+ import { DyNTS_OAI_Chunk_DataServiceBase } from '../../open-ai/_services/oai-chunk.service-base';
3
+ import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
4
+ import { DyFM_OpenAI_Settings } from '@futdevpro/fsm-dynamo/open-ai';
3
5
  import { DyNTS_DiAs_Main_ControlService } from './dias-main.control-service';
4
6
  import { DyNTS_OAI_LLMChat_ServiceBase } from '../../open-ai/_services/oai-llm-chat.service-base';
5
7
  import { DyNTS_OAI_GPT_Message } from '../../open-ai/_models/interfaces/oai-gpt-message.interface';
6
- export declare abstract class DyNTS_DiAs_Chunk_DataService extends DyNTS_OAI_Chunk_ServiceBase {
8
+ import { DyNTS_OAI_DocumentPage } from '../../open-ai/_models/interfaces/oai-document-page.interface';
9
+ export declare abstract class DyNTS_DiAs_Chunk_DataService<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk, T_Page extends DyNTS_OAI_DocumentPage<T_Chunk> = DyNTS_OAI_DocumentPage<T_Chunk>> extends DyNTS_OAI_Chunk_DataServiceBase<T_Chunk, T_Page> {
7
10
  protected abstract readonly mainDiscordBot_CS: DyNTS_DiAs_Main_ControlService;
8
11
  get llmChat_CS(): DyNTS_OAI_LLMChat_ServiceBase;
9
- constructor(issuer: string);
12
+ constructor(issuer: string, dataParams?: DyFM_DataModel_Params<T_Chunk>, openAiSettings?: DyFM_OpenAI_Settings);
13
+ abstract getPageLink(page: T_Page, issuer: string): string;
10
14
  resolveConversation(conversation: DyNTS_OAI_GPT_Message[]): Promise<string>;
11
15
  vectorSearchAndResolveConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<string>;
12
- vectorSearchUsingConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<DyNTS_OAI_DocChunk[]>;
16
+ vectorSearchUsingConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<T_Chunk[]>;
13
17
  }
14
18
  //# sourceMappingURL=dias-chunk.data-service.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"dias-chunk.data-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,gDAAgD,CAAC;AAG7F,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAC;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,MAAM,4DAA4D,CAAC;AAKnG,8BAAsB,4BAA6B,SAAQ,2BAA2B;IAEpF,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE,8BAA8B,CAAC;IAE9E,IAAI,UAAU,IAAI,6BAA6B,CAE9C;gBAGC,MAAM,EAAE,MAAM;IAKV,mBAAmB,CACvB,YAAY,EAAE,qBAAqB,EAAE,GACpC,OAAO,CAAC,MAAM,CAAC;IAuCZ,kCAAkC,CACtC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,MAAM,CAAC;IA4CZ,6BAA6B,CACjC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,kBAAkB,EAAE,CAAC;CAgCjC"}
1
+ {"version":3,"file":"dias-chunk.data-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAqC,MAAM,gDAAgD,CAAC;AACpH,OAAO,EAAE,+BAA+B,EAAE,MAAM,gDAAgD,CAAC;AACjG,OAAO,EAAE,qBAAqB,EAAwB,MAAM,uBAAuB,CAAC;AACpF,OAAO,EAAE,oBAAoB,EAAoB,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAC;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,MAAM,4DAA4D,CAAC;AAGnG,OAAO,EAAE,sBAAsB,EAAE,MAAM,8DAA8D,CAAC;AAItG,8BAAsB,4BAA4B,CAChD,OAAO,SAAS,eAAe,GAAG,eAAe,EACjD,MAAM,SAAS,sBAAsB,CAAC,OAAO,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAChF,SAAQ,+BAA+B,CAAC,OAAO,EAAE,MAAM,CAAC;IAExD,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE,8BAA8B,CAAC;IAE9E,IAAI,UAAU,IAAI,6BAA6B,CAE9C;gBAGC,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAC3C,cAAc,CAAC,EAAE,oBAAoB;IAmBvC,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAEpD,mBAAmB,CACvB,YAAY,EAAE,qBAAqB,EAAE,GACpC,OAAO,CAAC,MAAM,CAAC;IAuCZ,kCAAkC,CACtC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,MAAM,CAAC;IAuCZ,6BAA6B,CACjC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,OAAO,EAAE,CAAC;CAgCtB"}
@@ -1,16 +1,28 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.DyNTS_DiAs_Chunk_DataService = void 0;
4
+ const oai_doc_chunk_data_model_1 = require("../../open-ai/_models/oai-doc-chunk.data-model");
4
5
  const oai_chunk_service_base_1 = require("../../open-ai/_services/oai-chunk.service-base");
5
6
  const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
7
+ const open_ai_1 = require("@futdevpro/fsm-dynamo/open-ai");
6
8
  const oai_llm_predefined_requests_conts_1 = require("../../open-ai/_collections/oai-llm-predefined-requests.conts");
7
- const oai_document_util_1 = require("../../open-ai/_collections/oai-document.util");
8
- class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Chunk_ServiceBase {
9
+ const global_settings_const_1 = require("../../../_collections/global-settings.const");
10
+ class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Chunk_DataServiceBase {
9
11
  get llmChat_CS() {
10
12
  return this.mainDiscordBot_CS.llmChat_CS;
11
13
  }
12
- constructor(issuer) {
13
- super(issuer);
14
+ constructor(issuer, dataParams, openAiSettings) {
15
+ super(dataParams ?? oai_doc_chunk_data_model_1.DyNTS_OAI_defaultChunk_dataParams, openAiSettings ??
16
+ new open_ai_1.DyFM_OpenAI_Settings({
17
+ openAIConfig: {
18
+ apiKey: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.apiKey,
19
+ organization: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.organization,
20
+ project: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.project,
21
+ },
22
+ defaultSettings: {
23
+ useModel: open_ai_1.DyFM_OpenAIModel.textEmbedding_3Large,
24
+ },
25
+ }), issuer);
14
26
  }
15
27
  async resolveConversation(conversation) {
16
28
  try {
@@ -44,8 +56,8 @@ class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Ch
44
56
  const searchResults = await this.vectorSearchUsingConversation(conversation, limit, numberOfCandidates);
45
57
  const parsedSearchResults = searchResults.map((result) => {
46
58
  return '' +
47
- '\npage: ' + result.documentName +
48
- '\npageLink: ' + oai_document_util_1.DyNTS_OAI_Document_Util.getClickupPageLink(result.documentName, result.workspaceId, result.documentId, result.documentPageId) +
59
+ '\npage: ' + result.pageName +
60
+ '\npageLink: ' + result.pageLink +
49
61
  '\ncontent: ' +
50
62
  `\n${result.chunkParentedContent.replace(/\n/g, '\n ')}`;
51
63
  }).join('\n\n');
@@ -1 +1 @@
1
- {"version":3,"file":"dias-chunk.data-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":";;;AAEA,2FAA6F;AAC7F,sDAA6D;AAK7D,oHAAuH;AACvH,oFAAuF;AAGvF,MAAsB,4BAA6B,SAAQ,oDAA2B;IAIpF,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAC3C,CAAC;IAED,YACE,MAAc;QAEd,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,YAAqC;QAErC,IAAI,CAAC;YACH,qBAAQ,CAAC,IAAI,CAAC,+BAA+B,EAAE,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAE9F,MAAM,kBAAkB,GAAY,MAAM,IAAI,CAAC,UAAU,CAAC,2BAA2B,CACnF,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,oBAAoB,EACzE,IAAI,CAAC,MAAM,EACX,KAAK,EACL;gBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;aAC1E,CACF,CAAC;YAEF,IAAI,MAAc,CAAC;YACnB,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,GAAG,MAAM,IAAI,CAAC,kCAAkC,CAAC,YAAY,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAChD,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;oBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;iBAC1E,CACQ,CAAC;YACd,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,QAAQ;IACR,wCAAwC;IACxC,sEAAsE;IACtE,KAAK,CAAC,kCAAkC,CACtC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,aAAa,GAAyB,MAAM,IAAI,CAAC,6BAA6B,CAClF,YAAY,EACZ,KAAK,EACL,kBAAkB,CACnB,CAAC;YAEF,MAAM,mBAAmB,GAAW,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC/D,OAAO,EAAE;oBACP,UAAU,GAAG,MAAM,CAAC,YAAY;oBAChC,cAAc,GAAG,2CAAuB,CAAC,kBAAkB,CACzD,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,cAAc,CACtB;oBACD,aAAa;oBACb,KAAK,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAA;YAC7D,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,qBAAQ,CAAC,SAAS,CAAC,4BAA4B,EAAE,mBAAmB,CAAC,CAAC;YAEtE,MAAM,MAAM,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAC9D,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,oBAAoB;oBACzE,mBAAmB;aACtB,CACQ,CAAC;YAEZ,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gCAAgC,EAAE,KAAK,CAAC;gBACxE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,6BAA6B,CACjC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,WAAW,GAA0B,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEjF,MAAM,cAAc,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAC1E,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,iBAAiB,EACtE,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,YAAY;aACpE,CACF,CAAC;YAEF,qBAAQ,CAAC,QAAQ,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;YAElE,MAAM,aAAa,GAAyB,MAAM,IAAI,CAAC,YAAY,CACjE,cAAc,GAAG,GAAG,GAAG,WAAW,CAAC,OAAO,EAC1C,gCAAgC,EAChC,KAAK,EACL,kBAAkB,CACnB,CAAA;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,+BAA+B,EAAE,KAAK,CAAC;gBACvE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AA3ID,oEA2IC"}
1
+ {"version":3,"file":"dias-chunk.data-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":";;;AAAA,6FAAoH;AACpH,2FAAiG;AACjG,sDAAoF;AACpF,2DAAuF;AAIvF,oHAAuH;AAGvH,uFAAoF;AAGpF,MAAsB,4BAGpB,SAAQ,wDAAgD;IAIxD,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAC3C,CAAC;IAED,YACE,MAAc,EACd,UAA2C,EAC3C,cAAqC;QAErC,KAAK,CACH,UAAU,IAAI,4DAAmE,EACjF,cAAc;YACZ,IAAI,8BAAoB,CAAC;gBACvB,YAAY,EAAE;oBACZ,MAAM,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM;oBACxD,YAAY,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY;oBACpE,OAAO,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO;iBAC3D;gBACD,eAAe,EAAE;oBACf,QAAQ,EAAE,0BAAgB,CAAC,oBAAoB;iBAChD;aACF,CAAC,EACJ,MAAM,CACP,CAAC;IACJ,CAAC;IAID,KAAK,CAAC,mBAAmB,CACvB,YAAqC;QAErC,IAAI,CAAC;YACH,qBAAQ,CAAC,IAAI,CAAC,+BAA+B,EAAE,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAE9F,MAAM,kBAAkB,GAAY,MAAM,IAAI,CAAC,UAAU,CAAC,2BAA2B,CACnF,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,oBAAoB,EACzE,IAAI,CAAC,MAAM,EACX,KAAK,EACL;gBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;aAC1E,CACF,CAAC;YAEF,IAAI,MAAc,CAAC;YACnB,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,GAAG,MAAM,IAAI,CAAC,kCAAkC,CAAC,YAAY,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAChD,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;oBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;iBAC1E,CACQ,CAAC;YACd,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,QAAQ;IACR,wCAAwC;IACxC,sEAAsE;IACtE,KAAK,CAAC,kCAAkC,CACtC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,aAAa,GAAc,MAAM,IAAI,CAAC,6BAA6B,CACvE,YAAY,EACZ,KAAK,EACL,kBAAkB,CACnB,CAAC;YAEF,MAAM,mBAAmB,GAAW,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC/D,OAAO,EAAE;oBACP,UAAU,GAAG,MAAM,CAAC,QAAQ;oBAC5B,cAAc,GAAG,MAAM,CAAC,QAAQ;oBAChC,aAAa;oBACb,KAAK,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAA;YAC7D,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,qBAAQ,CAAC,SAAS,CAAC,4BAA4B,EAAE,mBAAmB,CAAC,CAAC;YAEtE,MAAM,MAAM,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAC9D,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,oBAAoB;oBACzE,mBAAmB;aACtB,CACQ,CAAC;YAEZ,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gCAAgC,EAAE,KAAK,CAAC;gBACxE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,6BAA6B,CACjC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,WAAW,GAA0B,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEjF,MAAM,cAAc,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAC1E,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,iBAAiB,EACtE,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,YAAY;aACpE,CACF,CAAC;YAEF,qBAAQ,CAAC,QAAQ,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;YAElE,MAAM,aAAa,GAAc,MAAM,IAAI,CAAC,YAAY,CACtD,cAAc,GAAG,GAAG,GAAG,WAAW,CAAC,OAAO,EAC1C,gCAAgC,EAChC,KAAK,EACL,kBAAkB,CACnB,CAAA;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,+BAA+B,EAAE,KAAK,CAAC;gBACvE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AA3JD,oEA2JC"}
@@ -1,5 +1,5 @@
1
1
  import { DyFM_AnyError, DyFM_Error_Settings } from '@futdevpro/fsm-dynamo';
2
- import { DyNTS_OAI_DocChunk } from '../_models/oai-doc-chunk.data-model';
2
+ import { DyNTS_OAI_Chunk } from '../_models/oai-doc-chunk.data-model';
3
3
  import { DyNTS_OAI_DocumentPage } from '../_models/interfaces/oai-document-page.interface';
4
4
  /**
5
5
  * ClickUp dokumentum chunking szolgáltatás
@@ -14,9 +14,9 @@ export declare class DyNTS_OAI_Chunking_Util {
14
14
  * @param issuer - Kérés kezdeményezője
15
15
  * @returns Promise<CU_DocChunk[]> - Létrehozott chunk-ok listája
16
16
  */
17
- static chunkMdContent(page: DyNTS_OAI_DocumentPage, issuer: string): Promise<DyNTS_OAI_DocChunk[]>;
17
+ static chunkMdContent<T_Chunk extends DyNTS_OAI_Chunk, T_Page extends DyNTS_OAI_DocumentPage<T_Chunk>>(page: T_Page, getPageLink: (page: T_Page, issuer: string) => string, issuer: string): Promise<T_Chunk[]>;
18
18
  private static assembleChunkWithHeaders;
19
- static reassembleChunksToContent(chunks: DyNTS_OAI_DocChunk[], issuer: string): string;
19
+ static reassembleChunksToContent(chunks: DyNTS_OAI_Chunk[], issuer: string): string;
20
20
  /**
21
21
  * Unified break points configuration
22
22
  */
@@ -1 +1 @@
1
- {"version":3,"file":"oai-chunking.util.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,mBAAmB,EAAY,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,MAAM,mDAAmD,CAAC;AAG3F;;;;GAIG;AACH,qBAAa,uBAAuB;IAElC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAEE;IAEvD;;;;;OAKG;WACU,cAAc,CACzB,IAAI,EAAE,sBAAsB,EAC5B,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAuKhC,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAiBvC,MAAM,CAAC,yBAAyB,CAC9B,MAAM,EAAE,kBAAkB,EAAE,EAC5B,MAAM,EAAE,MAAM,GACb,MAAM;IAgCT;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CASjC;IAEF;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAajC;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,oBAAoB;IA+BnC;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,iBAAiB;IAqBhC;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IAkD7B;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAuDjC;;;;;;OAMG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAMjC,SAAS,CAAC,MAAM,CAAC,uBAAuB,CACtC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,GAEb,mBAAmB;CAcvB"}
1
+ {"version":3,"file":"oai-chunking.util.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,mBAAmB,EAAY,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,mDAAmD,CAAC;AAG3F;;;;GAIG;AACH,qBAAa,uBAAuB;IAElC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAEE;IAEvD;;;;;OAKG;WACU,cAAc,CACzB,OAAO,SAAS,eAAe,EAC/B,MAAM,SAAS,sBAAsB,CAAC,OAAO,CAAC,EAE9C,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,EACrD,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,EAAE,CAAC;IAsLrB,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAiBvC,MAAM,CAAC,yBAAyB,CAC9B,MAAM,EAAE,eAAe,EAAE,EACzB,MAAM,EAAE,MAAM,GACb,MAAM;IAgCT;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CASjC;IAEF;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAajC;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,oBAAoB;IA+BnC;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,iBAAiB;IAqBhC;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IAkD7B;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAuDjC;;;;;;OAMG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAMjC,SAAS,CAAC,MAAM,CAAC,uBAAuB,CACtC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,GAEb,mBAAmB;CAcvB"}
@@ -18,7 +18,7 @@ class DyNTS_OAI_Chunking_Util {
18
18
  * @param issuer - Kérés kezdeményezője
19
19
  * @returns Promise<CU_DocChunk[]> - Létrehozott chunk-ok listája
20
20
  */
21
- static async chunkMdContent(page, issuer) {
21
+ static async chunkMdContent(page, getPageLink, issuer) {
22
22
  try {
23
23
  if (page.content.includes('#####')) {
24
24
  fsm_dynamo_1.DyFM_Log.warn('lvl5+ headers are not supported yet for page: ' + page.name);
@@ -47,15 +47,19 @@ class DyNTS_OAI_Chunking_Util {
47
47
  if (chunkContent.length > 0) {
48
48
  const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
49
49
  const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
50
- const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_DocChunk({
51
- workspaceId: page.workspaceId,
52
- documentId: page.docId,
53
- documentPageId: page._id,
54
- documentName: page.name,
55
- documentPath: page.path,
50
+ const headParents = headerHierarchy.map(header => header.header);
51
+ const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
52
+ const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
53
+ filePathParents: page.path,
54
+ chunkHeadParents: headParents,
55
+ allFlaggedParents: allFlaggedParents,
56
+ allFlaggedParentsMerged: allFlaggedParents.join('/'),
57
+ documentName: page.documentId,
58
+ pageName: page.name,
59
+ pageLink: getPageLink(page, issuer),
56
60
  chunkIndex: chunkIndex,
57
- chunkPath: chunkPath,
58
61
  chunkOriginalContent: chunkContent,
62
+ chunkParentedContent: chunkWithHierarchy,
59
63
  });
60
64
  chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
61
65
  chunks.push(chunk);
@@ -77,17 +81,21 @@ class DyNTS_OAI_Chunking_Util {
77
81
  /* console.log(`Chunk has headers: ${hasHeaders}`); */
78
82
  const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
79
83
  const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
84
+ const headParents = headerHierarchy.map(header => header.header);
85
+ const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
80
86
  /* console.log(`Chunk path:`, chunkPath);
81
87
  console.log(`Chunk with hierarchy preview:`, chunkWithHierarchy.substring(0, 100) + '...'); */
82
- const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_DocChunk({
83
- workspaceId: page.workspaceId,
84
- documentId: page.docId,
85
- documentPageId: page._id,
86
- documentName: page.name,
87
- documentPath: page.path,
88
+ const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
89
+ filePathParents: page.path,
90
+ chunkHeadParents: headParents,
91
+ allFlaggedParents: allFlaggedParents,
92
+ allFlaggedParentsMerged: allFlaggedParents.join('/'),
93
+ documentName: page.documentId,
94
+ pageName: page.name,
95
+ pageLink: getPageLink(page, issuer),
88
96
  chunkIndex: chunkIndex,
89
- chunkPath: chunkPath,
90
97
  chunkOriginalContent: chunkContent,
98
+ chunkParentedContent: chunkWithHierarchy,
91
99
  });
92
100
  chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
93
101
  chunks.push(chunk);
@@ -104,15 +112,19 @@ class DyNTS_OAI_Chunking_Util {
104
112
  const chunkContent = leftovers.substring(0, maxChunkSize).trim();
105
113
  const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
106
114
  const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
107
- const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_DocChunk({
108
- workspaceId: page.workspaceId,
109
- documentId: page.docId,
110
- documentPageId: page._id,
111
- documentName: page.name,
112
- documentPath: page.path,
115
+ const headParents = headerHierarchy.map(header => header.header);
116
+ const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
117
+ const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
118
+ filePathParents: page.path,
119
+ chunkHeadParents: headParents,
120
+ allFlaggedParents: allFlaggedParents,
121
+ allFlaggedParentsMerged: allFlaggedParents.join('/'),
122
+ documentName: page.documentId,
123
+ pageName: page.name,
124
+ pageLink: getPageLink(page, issuer),
113
125
  chunkIndex: chunkIndex,
114
- chunkPath: chunkPath,
115
126
  chunkOriginalContent: chunkContent,
127
+ chunkParentedContent: chunkWithHierarchy,
116
128
  });
117
129
  chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
118
130
  chunks.push(chunk);
@@ -149,8 +161,8 @@ class DyNTS_OAI_Chunking_Util {
149
161
  }
150
162
  static assembleChunkWithHeaders(chunk, issuer) {
151
163
  try {
152
- const fileHeaders = chunk.documentPath.map((header, index) => `${'>'.repeat(index + 1)} **${header}**`).join('\n');
153
- const headers = chunk.chunkPath.filter(path => !chunk.chunkOriginalContent.includes(path)).join('\n');
164
+ const fileHeaders = chunk.filePathParents.map((header, index) => `${'>'.repeat(index + 1)} **${header}**`).join('\n');
165
+ const headers = chunk.chunkHeadParents.filter(path => !chunk.chunkOriginalContent.includes(path)).join('\n');
154
166
  return `${fileHeaders}\n\n${headers}\n\n${chunk.chunkOriginalContent}`;
155
167
  }
156
168
  catch (error) {
@@ -1 +1 @@
1
- {"version":3,"file":"oai-chunking.util.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":";;;AAAA,sDAAiG;AACjG,kFAAyE;AAEzE,uFAAoF;AAEpF;;;;GAIG;AACH,MAAa,uBAAuB;IAExB,MAAM,CAAU,mBAAmB,GAC3C,qDAAqD;QACrD,oDAAoD,CAAC;IAEvD;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CACzB,IAA4B,EAC5B,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,qBAAQ,CAAC,IAAI,CAAC,gDAAgD,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC;YAED,6FAA6F;YAE7F,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,MAAM,YAAY,GAAG,6CAAqB,CAAC,WAAW,CAAC,YAAY,CAAC;YACpE,MAAM,aAAa,GAAG,6CAAqB,CAAC,WAAW,CAAC,aAAa,CAAC;YACtE,MAAM,MAAM,GAAyB,EAAE,CAAC;YACxC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC,6CAA6C;YAEtE,uCAAuC;YACvC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAE7D,4BAA4B;YAC5B;;;;6DAIiD;YAEjD,sDAAsD;YACtD,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;YAEnD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC1D,qEAAqE;gBACrE,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBAEpI,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;4BACnC,WAAW,EAAE,IAAI,CAAC,WAAW;4BAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;4BACtB,cAAc,EAAE,IAAI,CAAC,GAAG;4BAExB,YAAY,EAAE,IAAI,CAAC,IAAI;4BACvB,YAAY,EAAE,IAAI,CAAC,IAAI;4BAEvB,UAAU,EAAE,UAAU;4BACtB,SAAS,EAAE,SAAS;4BAEpB,oBAAoB,EAAE,YAAY;yBACnC,CAAC,CAAC;wBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEpE,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACzB,sDAAsD;oBACtD,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;oBAErE,2BAA2B;oBAC3B;;;qGAGiF;oBAEjF,6BAA6B;oBAC7B,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC/C,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,GAAG,UAAU,CAAC,KAAK,CACrF,CAAC;oBACF,sDAAsD;oBAEtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBAEpI;kHAC8F;oBAE9F,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;wBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;wBACtB,cAAc,EAAE,IAAI,CAAC,GAAG;wBAExB,YAAY,EAAE,IAAI,CAAC,IAAI;wBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;wBAEvB,UAAU,EAAE,UAAU;wBACtB,SAAS,EAAE,SAAS;wBAEpB,oBAAoB,EAAE,YAAY;qBACnC,CAAC,CAAC;oBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,UAAU,CAAC,KAAK,CAAC;oBACpC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;oBAElD,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;oBAEtE;4EACwD;gBAC1D,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAEhI,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;wBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;wBACtB,cAAc,EAAE,IAAI,CAAC,GAAG;wBAExB,YAAY,EAAE,IAAI,CAAC,IAAI;wBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;wBAEvB,UAAU,EAAE,UAAU;wBACtB,SAAS,EAAE,SAAS;wBAEpB,oBAAoB,EAAE,YAAY;qBACnC,CAAC,CAAC;oBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,YAAY,CAAC;oBAChC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAE9C,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;gBACxE,CAAC;gBAED,yCAAyC;gBACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpE,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,gBAAgB,EAChB,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAC/C,MAAM,CACP;wBACD,SAAS,EAAE,cAAc;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,UAAU,IAAI,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,qBAAQ,CAAC,IAAI,CACX,mCAAmC,aAAa,yBAAyB,SAAS,CAAC,MAAM,aAAa,EACtG;oBACE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBAC9B,CACF,CAAC;YACJ,CAAC;YAED,yDAAyD;YACzD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAChE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAyB,EAAE,MAAc;QAC/E,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CACxC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,MAAM,IAAI,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CACpC,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,OAAO,GAAG,WAAW,OAAO,OAAO,OAAO,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,0BAA0B,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC1E,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,MAA4B,EAC5B,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,2BAA2B,EAC3B,IAAI,KAAK,CAAC,2DAA2D,CAAC,EACtE,MAAM,CACP;wBACD,SAAS,EAAE,gBAAgB;wBAE3B,iBAAiB,EAAE;4BACjB,MAAM,EAAE,MAAM;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,IAAI,KAAK,CAAC,oBAAoB,CAAC;YAC5C,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAClE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAU,WAAW,GAAG;QACpC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAChF,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACjF,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAClF,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACnF,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC/E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC7E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,yBAAyB;QACxE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,uBAAuB;KACtE,CAAC;IAEF;;;;;OAKG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,QAAgB;QAC9D,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1E,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,OAAO;oBACL,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,aAAa;oBACvC,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,oBAAoB,CAAC,OAAe;QACjD,MAAM,OAAO,GAA0D,EAAE,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAEhC,sDAAsD;YACtD,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gCAAgC;oBAC/D,MAAM,UAAU,GAAG,WAAW,CAAC;oBAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,0BAA0B;wBACxD,OAAO,CAAC,IAAI,CAAC;4BACX,KAAK,EAAE,YAAY;4BACnB,KAAK,EAAE,KAAK;4BACZ,MAAM,EAAE,UAAU;yBACnB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qBAAqB;QACxD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,iBAAiB,CAC9B,eAAsE,EACtE,eAAuB,EACvB,WAAgC;QAEhC,sFAAsF;QACtF,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,EAAE,CAAC;gBACnC,mDAAmD;gBACnD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE7C,6EAA6E;gBAC7E,6DAA6D;gBAC7D,mDAAmD;gBACnD,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;oBACvD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,cAAc,CAC3B,QAAgB,EAChB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;YAEvC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;QAEvC,4EAA4E;QAC5E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gDAAgD;YAChF,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,gDAAgD;QAE3F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,kBAAkB,CAC/B,YAAoB,EACpB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,iEAAiE;QACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;YAC5D,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,yFAAyF;QACzF,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;QAC5D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,MAAM,CAAC,uBAAuB,CACtC,MAAc,EACd,KAAoB,EACpB,MAAc;QAGd,OAAO;YACL,MAAM,EAAG,KAAoB,EAAE,SAAS,IAAI,GAAG;YAC/C,OAAO,EAAG,KAAe,EAAE,OAAO;gBAC/B,KAAoB,EAAE,QAAQ;gBAC/B,GAAG,MAAM,sBAAsB,6CAAqB,CAAC,mBAAmB,GAAG;YAC7E,cAAc,EAAE,CAAE,KAAoB,EAAE,aAAa;YACrD,WAAW,EAAG,KAAoB,EAAE,aAAa,IAAI,IAAI,CAAC,mBAAmB;YAC7E,2BAA2B;YAC3B,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;;AApeH,0DAqeC"}
1
+ {"version":3,"file":"oai-chunking.util.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":";;;AAAA,sDAAiG;AACjG,kFAAsE;AAEtE,uFAAoF;AAEpF;;;;GAIG;AACH,MAAa,uBAAuB;IAExB,MAAM,CAAU,mBAAmB,GAC3C,qDAAqD;QACrD,oDAAoD,CAAC;IAEvD;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CAIzB,IAAY,EACZ,WAAqD,EACrD,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,qBAAQ,CAAC,IAAI,CAAC,gDAAgD,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC;YAED,6FAA6F;YAE7F,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,MAAM,YAAY,GAAG,6CAAqB,CAAC,WAAW,CAAC,YAAY,CAAC;YACpE,MAAM,aAAa,GAAG,6CAAqB,CAAC,WAAW,CAAC,aAAa,CAAC;YACtE,MAAM,MAAM,GAAc,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC,6CAA6C;YAEtE,uCAAuC;YACvC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAE7D,4BAA4B;YAC5B;;;;6DAIiD;YAEjD,sDAAsD;YACtD,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;YAEnD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC1D,qEAAqE;gBACrE,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;wBAExE,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;4BACzC,eAAe,EAAE,IAAI,CAAC,IAAI;4BAC1B,gBAAgB,EAAE,WAAW;4BAE7B,iBAAiB,EAAE,iBAAiB;4BACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;4BAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;4BAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;4BACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;4BACnC,UAAU,EAAE,UAAU;4BAEtB,oBAAoB,EAAE,YAAY;4BAElC,oBAAoB,EAAE,kBAAkB;yBACzC,CAAY,CAAC;wBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEpE,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACzB,sDAAsD;oBACtD,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;oBAErE,2BAA2B;oBAC3B;;;qGAGiF;oBAEjF,6BAA6B;oBAC7B,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC/C,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,GAAG,UAAU,CAAC,KAAK,CACrF,CAAC;oBACF,sDAAsD;oBAEtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;oBAExE;kHAC8F;oBAE9F,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;wBACzC,eAAe,EAAE,IAAI,CAAC,IAAI;wBAC1B,gBAAgB,EAAE,WAAW;wBAE7B,iBAAiB,EAAE,iBAAiB;wBACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;wBAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;wBAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;wBACnC,UAAU,EAAE,UAAU;wBAEtB,oBAAoB,EAAE,YAAY;wBAElC,oBAAoB,EAAE,kBAAkB;qBACzC,CAAY,CAAC;oBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,UAAU,CAAC,KAAK,CAAC;oBACpC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;oBAElD,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;oBAEtE;4EACwD;gBAC1D,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;oBAExE,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;wBACzC,eAAe,EAAE,IAAI,CAAC,IAAI;wBAC1B,gBAAgB,EAAE,WAAW;wBAE7B,iBAAiB,EAAE,iBAAiB;wBACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;wBAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;wBAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;wBACnC,UAAU,EAAE,UAAU;wBAEtB,oBAAoB,EAAE,YAAY;wBAElC,oBAAoB,EAAE,kBAAkB;qBACzC,CAAY,CAAC;oBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,YAAY,CAAC;oBAChC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAE9C,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;gBACxE,CAAC;gBAED,yCAAyC;gBACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpE,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,gBAAgB,EAChB,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAC/C,MAAM,CACP;wBACD,SAAS,EAAE,cAAc;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,UAAU,IAAI,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,qBAAQ,CAAC,IAAI,CACX,mCAAmC,aAAa,yBAAyB,SAAS,CAAC,MAAM,aAAa,EACtG;oBACE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBAC9B,CACF,CAAC;YACJ,CAAC;YAED,yDAAyD;YACzD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAChE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAsB,EAAE,MAAc;QAC5E,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAC3C,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,MAAM,IAAI,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAC3C,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,OAAO,GAAG,WAAW,OAAO,OAAO,OAAO,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,0BAA0B,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC1E,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,MAAyB,EACzB,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,2BAA2B,EAC3B,IAAI,KAAK,CAAC,2DAA2D,CAAC,EACtE,MAAM,CACP;wBACD,SAAS,EAAE,gBAAgB;wBAE3B,iBAAiB,EAAE;4BACjB,MAAM,EAAE,MAAM;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,IAAI,KAAK,CAAC,oBAAoB,CAAC;YAC5C,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAClE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAU,WAAW,GAAG;QACpC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAChF,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACjF,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAClF,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACnF,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC/E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC7E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,yBAAyB;QACxE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,uBAAuB;KACtE,CAAC;IAEF;;;;;OAKG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,QAAgB;QAC9D,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1E,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,OAAO;oBACL,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,aAAa;oBACvC,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,oBAAoB,CAAC,OAAe;QACjD,MAAM,OAAO,GAA0D,EAAE,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAEhC,sDAAsD;YACtD,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gCAAgC;oBAC/D,MAAM,UAAU,GAAG,WAAW,CAAC;oBAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,0BAA0B;wBACxD,OAAO,CAAC,IAAI,CAAC;4BACX,KAAK,EAAE,YAAY;4BACnB,KAAK,EAAE,KAAK;4BACZ,MAAM,EAAE,UAAU;yBACnB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qBAAqB;QACxD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,iBAAiB,CAC9B,eAAsE,EACtE,eAAuB,EACvB,WAAgC;QAEhC,sFAAsF;QACtF,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,EAAE,CAAC;gBACnC,mDAAmD;gBACnD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE7C,6EAA6E;gBAC7E,6DAA6D;gBAC7D,mDAAmD;gBACnD,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;oBACvD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,cAAc,CAC3B,QAAgB,EAChB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;YAEvC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;QAEvC,4EAA4E;QAC5E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gDAAgD;YAChF,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,gDAAgD;QAE3F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,kBAAkB,CAC/B,YAAoB,EACpB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,iEAAiE;QACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;YAC5D,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,yFAAyF;QACzF,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;QAC5D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,MAAM,CAAC,uBAAuB,CACtC,MAAc,EACd,KAAoB,EACpB,MAAc;QAGd,OAAO;YACL,MAAM,EAAG,KAAoB,EAAE,SAAS,IAAI,GAAG;YAC/C,OAAO,EAAG,KAAe,EAAE,OAAO;gBAC/B,KAAoB,EAAE,QAAQ;gBAC/B,GAAG,MAAM,sBAAsB,6CAAqB,CAAC,mBAAmB,GAAG;YAC7E,cAAc,EAAE,CAAE,KAAoB,EAAE,aAAa;YACrD,WAAW,EAAG,KAAoB,EAAE,aAAa,IAAI,IAAI,CAAC,mBAAmB;YAC7E,2BAA2B;YAC3B,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;;AAvfH,0DAwfC"}
@@ -1,7 +1,7 @@
1
1
  import { DyNTS_OAI_CompareResult_Type } from '../../_enums/oai-compare-result-type.enum';
2
- import { DyNTS_OAI_DocChunk } from '../oai-doc-chunk.data-model';
3
- export interface DyNTS_OAI_ChunkCompareResult {
2
+ import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
3
+ export interface DyNTS_OAI_ChunkCompareResult<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk> {
4
4
  result: DyNTS_OAI_CompareResult_Type;
5
- oldChunk: DyNTS_OAI_DocChunk;
5
+ oldChunk: T_Chunk;
6
6
  }
7
7
  //# sourceMappingURL=oai-chunk-compare-result.interface.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"oai-chunk-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAGjE,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,4BAA4B,CAAC;IACrC,QAAQ,EAAE,kBAAkB,CAAC;CAC9B"}
1
+ {"version":3,"file":"oai-chunk-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAG9D,MAAM,WAAW,4BAA4B,CAC3C,OAAO,SAAS,eAAe,GAAG,eAAe;IAEjD,MAAM,EAAE,4BAA4B,CAAC;IACrC,QAAQ,EAAE,OAAO,CAAC;CACnB"}
@@ -1,15 +1,14 @@
1
- import { DyFM_Metadata } from '@futdevpro/fsm-dynamo';
2
- import { DyNTS_OAI_DocChunk } from '../oai-doc-chunk.data-model';
3
- export interface DyNTS_OAI_DocumentPage extends DyFM_Metadata {
4
- workspaceId: string;
5
- docId: string;
6
- parentPageId: string;
1
+ import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
2
+ export interface DyNTS_OAI_DocumentPage<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk> {
3
+ documentId: string;
4
+ pageId: string;
5
+ name: string;
6
+ allFlaggedParents: string[];
7
+ allFlaggedParentsMerged: string;
7
8
  /** Path to the page in the document, starting with the document name */
8
9
  path: string[];
9
- documentParent: string;
10
- name: string;
10
+ chunks: T_Chunk[];
11
11
  content: string;
12
- pages: DyNTS_OAI_DocumentPage[];
13
- chunks: DyNTS_OAI_DocChunk[];
12
+ pages?: DyNTS_OAI_DocumentPage<T_Chunk>[];
14
13
  }
15
14
  //# sourceMappingURL=oai-document-page.interface.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"oai-document-page.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAKjE,MAAM,WAAW,sBAAuB,SAAQ,aAAa;IAC3D,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IAErB,wEAAwE;IACxE,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IAEvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAEhB,KAAK,EAAE,sBAAsB,EAAE,CAAC;IAChC,MAAM,EAAE,kBAAkB,EAAE,CAAC;CAC9B"}
1
+ {"version":3,"file":"oai-document-page.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAK9D,MAAM,WAAW,sBAAsB,CACrC,OAAO,SAAS,eAAe,GAAG,eAAe;IAEjD,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IAEf,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAEhC,wEAAwE;IACxE,IAAI,EAAE,MAAM,EAAE,CAAC;IAEf,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAEhB,KAAK,CAAC,EAAE,sBAAsB,CAAC,OAAO,CAAC,EAAE,CAAC;CAC3C"}
@@ -1,13 +1,11 @@
1
- import { DyNTS_OAI_CompareResult_Type } from '../../_enums/oai-compare-result-type.enum';
2
- import { DyNTS_OAI_DocChunk } from '../oai-doc-chunk.data-model';
3
- import { DyNTS_OAI_ChunkCompareResult } from './oai-chunk-compare-result.interface';
4
- import { DyNTS_OAI_DocumentPage } from './oai-document-page.interface';
5
- export interface DyNTS_OAI_PageCompareResult {
1
+ import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
2
+ import { DyNTS_OAI_ChunkCompareResult, DyNTS_OAI_CompareResult_Type, DyNTS_OAI_DocumentPage } from '../..';
3
+ export interface DyNTS_OAI_PageCompareResult<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk, T_Doc extends DyNTS_OAI_DocumentPage<T_Chunk> = DyNTS_OAI_DocumentPage<T_Chunk>> {
6
4
  result: DyNTS_OAI_CompareResult_Type;
7
- subjectPage: DyNTS_OAI_DocumentPage;
5
+ subjectPage: T_Doc;
8
6
  oldPageContent: string;
9
- chunkCompareResults: DyNTS_OAI_ChunkCompareResult[];
10
- newChunks: DyNTS_OAI_DocChunk[];
11
- oldChunks: DyNTS_OAI_DocChunk[];
7
+ chunkCompareResults: DyNTS_OAI_ChunkCompareResult<T_Chunk>[];
8
+ newChunks: T_Chunk[];
9
+ oldChunks: T_Chunk[];
12
10
  }
13
11
  //# sourceMappingURL=oai-page-compare-result.interface.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"oai-page-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sCAAsC,CAAC;AACpF,OAAO,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AAKvE,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,4BAA4B,CAAC;IACrC,WAAW,EAAE,sBAAsB,CAAC;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,4BAA4B,EAAE,CAAC;IAEpD,SAAS,EAAE,kBAAkB,EAAE,CAAC;IAChC,SAAS,EAAE,kBAAkB,EAAE,CAAC;CACjC"}
1
+ {"version":3,"file":"oai-page-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,4BAA4B,EAAE,sBAAsB,EAAE,MAAM,OAAO,CAAC;AAE3G,MAAM,WAAW,2BAA2B,CAC1C,OAAO,SAAS,eAAe,GAAG,eAAe,EACjD,KAAK,SAAS,sBAAsB,CAAC,OAAO,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC;IAE/E,MAAM,EAAE,4BAA4B,CAAC;IACrC,WAAW,EAAE,KAAK,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC;IAE7D,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,SAAS,EAAE,OAAO,EAAE,CAAC;CACtB"}
@@ -1,18 +1,28 @@
1
- import { DyFM_DataModel_Params, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
2
- export declare class DyNTS_OAI_DocChunk extends DyFM_Metadata {
3
- workspaceId?: string;
4
- documentId?: string;
5
- documentPageId?: string;
6
- mainDocumentName?: string;
7
- documentName?: string;
8
- documentPath?: string[];
9
- chunkIndex?: number;
10
- /** parent headers */
11
- chunkPath?: string[];
12
- chunkOriginalContent?: string;
13
- chunkParentedContent?: string;
1
+ import { DyFM_DataModel_Params, DyFM_DataProperties, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
2
+ export declare class DyNTS_OAI_Chunk extends DyFM_Metadata {
3
+ /** Path to the page where the chunk is located ending with the page name */
4
+ filePathParents: string[];
5
+ /** Headers that are parents of the chunk */
6
+ chunkHeadParents: string[];
7
+ /**
8
+ * All parents of the chunk, flagged, from the highest level to the lowest local level
9
+ * like: System:FDP, Project:Organizer, Side:Backend, Module:Chat, etc.
10
+ * */
11
+ allFlaggedParents: string[];
12
+ /**
13
+ * All parents of the chunk, flagged, merged into a with '/' as separator
14
+ * */
15
+ allFlaggedParentsMerged: string;
16
+ documentName: string;
17
+ pageName: string;
18
+ pageLink: string;
19
+ /** Index of the chunk in the page */
20
+ chunkIndex: number;
21
+ chunkOriginalContent: string;
22
+ chunkParentedContent: string;
14
23
  chunkParentedContentVectorized?: number[];
15
- constructor(set?: DyNTS_OAI_DocChunk);
24
+ constructor(set: DyNTS_OAI_Chunk);
16
25
  }
17
- export declare const DyNTS_OAI_docChunk_dataParams: DyFM_DataModel_Params<DyNTS_OAI_DocChunk>;
26
+ export declare const chunk_propertyParams: DyFM_DataProperties<DyNTS_OAI_Chunk>;
27
+ export declare const DyNTS_OAI_defaultChunk_dataParams: DyFM_DataModel_Params<DyNTS_OAI_Chunk>;
18
28
  //# sourceMappingURL=oai-doc-chunk.data-model.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"oai-doc-chunk.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAK7E,qBAAa,kBAAmB,SAAQ,aAAa;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IAExB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qBAAqB;IACrB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IAErB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,8BAA8B,CAAC,EAAE,MAAM,EAAE,CAAM;gBAG7C,GAAG,CAAC,EAAE,kBAAkB;CAQ3B;AAED,eAAO,MAAM,6BAA6B,2CAuDxC,CAAC"}
1
+ {"version":3,"file":"oai-doc-chunk.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAGlG,qBAAa,eAAgB,SAAQ,aAAa;IAChD,4EAA4E;IAC5E,eAAe,EAAE,MAAM,EAAE,CAAM;IAC/B,4CAA4C;IAC5C,gBAAgB,EAAE,MAAM,EAAE,CAAM;IAEhC;;;SAGK;IACL,iBAAiB,EAAE,MAAM,EAAE,CAAM;IACjC;;SAEK;IACL,uBAAuB,EAAE,MAAM,CAAC;IAEhC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;IAEnB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,8BAA8B,CAAC,EAAE,MAAM,EAAE,CAAC;gBAGxC,GAAG,EAAE,eAAe;CAMvB;AAED,eAAO,MAAM,oBAAoB,EAAE,mBAAmB,CAAC,eAAe,CAqDrE,CAAA;AAED,eAAO,MAAM,iCAAiC,EAAE,qBAAqB,CAAC,eAAe,CAGnF,CAAC"}