@futdevpro/nts-dynamo 1.11.1 → 1.11.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/build/_modules/discord-assistant/_collections/dias.util.d.ts +6 -0
  2. package/build/_modules/discord-assistant/_collections/dias.util.d.ts.map +1 -0
  3. package/build/_modules/discord-assistant/_collections/dias.util.js +36 -0
  4. package/build/_modules/discord-assistant/_collections/dias.util.js.map +1 -0
  5. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts +1 -2
  6. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts.map +1 -1
  7. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js +16 -10
  8. package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js.map +1 -1
  9. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts +9 -5
  10. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts.map +1 -1
  11. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js +18 -6
  12. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js.map +1 -1
  13. package/build/_modules/discord-assistant/_services/dias-io.control-service.d.ts.map +1 -1
  14. package/build/_modules/discord-assistant/_services/dias-io.control-service.js +2 -1
  15. package/build/_modules/discord-assistant/_services/dias-io.control-service.js.map +1 -1
  16. package/build/_modules/discord-assistant/_services/dias.service-base.d.ts +0 -2
  17. package/build/_modules/discord-assistant/_services/dias.service-base.d.ts.map +1 -1
  18. package/build/_modules/discord-assistant/_services/dias.service-base.js +0 -28
  19. package/build/_modules/discord-assistant/_services/dias.service-base.js.map +1 -1
  20. package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts +3 -3
  21. package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts.map +1 -1
  22. package/build/_modules/open-ai/_collections/oai-chunking.util.js +36 -24
  23. package/build/_modules/open-ai/_collections/oai-chunking.util.js.map +1 -1
  24. package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts +3 -3
  25. package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts.map +1 -1
  26. package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts +9 -10
  27. package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts.map +1 -1
  28. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts +7 -9
  29. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts.map +1 -1
  30. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts +25 -15
  31. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts.map +1 -1
  32. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js +73 -65
  33. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js.map +1 -1
  34. package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts +10 -9
  35. package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts.map +1 -1
  36. package/build/_modules/open-ai/_services/oai-chunk.service-base.js +18 -33
  37. package/build/_modules/open-ai/_services/oai-chunk.service-base.js.map +1 -1
  38. package/build/_modules/open-ai/_services/oai-llm-chat.service-base.d.ts +20 -0
  39. package/build/_modules/open-ai/_services/oai-llm-chat.service-base.d.ts.map +1 -1
  40. package/build/_modules/open-ai/_services/oai-llm-chat.service-base.js +12 -0
  41. package/build/_modules/open-ai/_services/oai-llm-chat.service-base.js.map +1 -1
  42. package/build/_modules/open-ai/_services/oai-llm.service-base.d.ts +4 -1
  43. package/build/_modules/open-ai/_services/oai-llm.service-base.d.ts.map +1 -1
  44. package/build/_modules/open-ai/_services/oai-llm.service-base.js +3 -0
  45. package/build/_modules/open-ai/_services/oai-llm.service-base.js.map +1 -1
  46. package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts +4 -1
  47. package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts.map +1 -1
  48. package/build/_modules/open-ai/_services/oai-vector-data.service.js +80 -24
  49. package/build/_modules/open-ai/_services/oai-vector-data.service.js.map +1 -1
  50. package/build/_modules/open-ai/index.d.ts +2 -0
  51. package/build/_modules/open-ai/index.d.ts.map +1 -1
  52. package/build/_modules/open-ai/index.js +2 -0
  53. package/build/_modules/open-ai/index.js.map +1 -1
  54. package/build/_services/base/data.service.d.ts +6 -0
  55. package/build/_services/base/data.service.d.ts.map +1 -1
  56. package/build/_services/base/data.service.js +6 -0
  57. package/build/_services/base/data.service.js.map +1 -1
  58. package/build/_services/base/db.service.d.ts +10 -0
  59. package/build/_services/base/db.service.d.ts.map +1 -1
  60. package/build/_services/base/db.service.js +10 -0
  61. package/build/_services/base/db.service.js.map +1 -1
  62. package/package.json +3 -3
  63. package/src/_modules/discord-assistant/_collections/dias.util.ts +43 -0
  64. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +12 -5
  65. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +33 -16
  66. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +6 -1
  67. package/src/_modules/discord-assistant/_services/dias.service-base.ts +0 -32
  68. package/src/_modules/open-ai/_collections/oai-chunking.util.ts +51 -35
  69. package/src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts +6 -3
  70. package/src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts +13 -10
  71. package/src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts +10 -13
  72. package/src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts +81 -72
  73. package/src/_modules/open-ai/_services/oai-chunk.service-base.ts +36 -39
  74. package/src/_modules/open-ai/_services/oai-llm-chat.service-base.ts +12 -0
  75. package/src/_modules/open-ai/_services/oai-llm.service-base.ts +4 -1
  76. package/src/_modules/open-ai/_services/oai-vector-data.service.ts +124 -37
  77. package/src/_modules/open-ai/index.ts +2 -0
  78. package/src/_services/base/data.service.ts +6 -0
  79. package/src/_services/base/db.service.ts +10 -0
@@ -0,0 +1,6 @@
1
+ import { Message } from 'discord.js';
2
+ import { DyNTS_OAI_GPT_Message } from '../../open-ai/_models/interfaces/oai-gpt-message.interface';
3
+ export declare class DyNTS_DiAs_Util {
4
+ static convertDiscordMessagesToOAIConversation(messages: Message[], botClientId: string, botDisplayName: string): DyNTS_OAI_GPT_Message[];
5
+ }
6
+ //# sourceMappingURL=dias.util.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dias.util.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_collections/dias.util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,qBAAqB,EAAE,MAAM,4DAA4D,CAAC;AAKnG,qBAAa,eAAe;IAE1B,MAAM,CAAC,uCAAuC,CAC5C,QAAQ,EAAE,OAAO,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,MAAM,GACrB,qBAAqB,EAAE;CA8B3B"}
@@ -0,0 +1,36 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.DyNTS_DiAs_Util = void 0;
4
+ const dias_global_settings_const_1 = require("./dias-global-settings.const");
5
+ const open_ai_1 = require("../../open-ai");
6
+ class DyNTS_DiAs_Util {
7
+ static convertDiscordMessagesToOAIConversation(messages, botClientId, botDisplayName) {
8
+ return messages.map(message => {
9
+ if ((message?.author &&
10
+ (message.author.bot ||
11
+ message.author.id === botClientId ||
12
+ message.author.displayName === botDisplayName))) {
13
+ if (dias_global_settings_const_1.DyNTS_DiAs_global_settings.userTranslationFlags.some(flag => message.content.includes(flag))) {
14
+ return {
15
+ role: open_ai_1.DyNTS_OAI_GPT_Message_Role.user,
16
+ content: message.content,
17
+ };
18
+ }
19
+ else {
20
+ return {
21
+ role: open_ai_1.DyNTS_OAI_GPT_Message_Role.assistant,
22
+ content: message.content,
23
+ };
24
+ }
25
+ }
26
+ else {
27
+ return {
28
+ role: open_ai_1.DyNTS_OAI_GPT_Message_Role.user,
29
+ content: message.content,
30
+ };
31
+ }
32
+ });
33
+ }
34
+ }
35
+ exports.DyNTS_DiAs_Util = DyNTS_DiAs_Util;
36
+ //# sourceMappingURL=dias.util.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dias.util.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_collections/dias.util.ts"],"names":[],"mappings":";;;AAEA,6EAA0E;AAC1E,2CAA2D;AAG3D,MAAa,eAAe;IAE1B,MAAM,CAAC,uCAAuC,CAC5C,QAAmB,EACnB,WAAmB,EACnB,cAAsB;QAGtB,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC5B,IACE,CAAC,OAAO,EAAE,MAAM;gBACd,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG;oBACjB,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,WAAW;oBACjC,OAAO,CAAC,MAAM,CAAC,WAAW,KAAK,cAAc,CAAC,CAAC,EACnD,CAAC;gBACD,IAAI,uDAA0B,CAAC,oBAAoB,CAAC,IAAI,CACtD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CACvC,EAAE,CAAC;oBACF,OAAO;wBACL,IAAI,EAAE,oCAA0B,CAAC,IAAI;wBACrC,OAAO,EAAE,OAAO,CAAC,OAAO;qBACzB,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,IAAI,EAAE,oCAA0B,CAAC,SAAS;wBAC1C,OAAO,EAAE,OAAO,CAAC,OAAO;qBACzB,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,IAAI,EAAE,oCAA0B,CAAC,IAAI;oBACrC,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;CACF;AApCD,0CAoCC"}
@@ -1,9 +1,8 @@
1
1
  import { DyFM_DataModel_Params, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
2
2
  export declare class DyNTS_DiAs_Knowledge extends DyFM_Metadata {
3
3
  subject?: string;
4
- subjectVectorized?: number[];
5
4
  description?: string;
6
- descriptionVectorized?: number[];
5
+ contentVectorized?: number[];
7
6
  constructor(set?: DyNTS_DiAs_Knowledge);
8
7
  }
9
8
  export declare const DyNTS_DiAs_knowledge_dataParams: DyFM_DataModel_Params<DyNTS_DiAs_Knowledge>;
@@ -1 +1 @@
1
- {"version":3,"file":"dias-knowledge.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAI7E,qBAAa,oBAAqB,SAAQ,aAAa;IAErD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAM;IAElC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB,CAAC,EAAE,MAAM,EAAE,CAAM;gBAGpC,GAAG,CAAC,EAAE,oBAAoB;CAQ7B;AAED,eAAO,MAAM,+BAA+B,6CAsB1C,CAAC"}
1
+ {"version":3,"file":"dias-knowledge.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAI7E,qBAAa,oBAAqB,SAAQ,aAAa;IAErD,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAM;gBAGhC,GAAG,CAAC,EAAE,oBAAoB;CAQ7B;AAED,eAAO,MAAM,+BAA+B,6CA2B1C,CAAC"}
@@ -4,9 +4,10 @@ exports.DyNTS_DiAs_knowledge_dataParams = exports.DyNTS_DiAs_Knowledge = void 0;
4
4
  const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
5
5
  class DyNTS_DiAs_Knowledge extends fsm_dynamo_1.DyFM_Metadata {
6
6
  subject;
7
- subjectVectorized = [];
7
+ /* subjectVectorized?: number[] = []; */
8
8
  description;
9
- descriptionVectorized = [];
9
+ /* descriptionVectorized?: number[] = []; */
10
+ contentVectorized = [];
10
11
  constructor(set) {
11
12
  super(set);
12
13
  if (set) {
@@ -22,19 +23,24 @@ exports.DyNTS_DiAs_knowledge_dataParams = new fsm_dynamo_1.DyFM_DataModel_Params
22
23
  type: 'string', index: true,
23
24
  required: true, unique: true,
24
25
  },
25
- subjectVectorized: {
26
- type: 'number[]',
27
- vectorizedFrom: 'subject',
28
- vectorizeUseIndex: 'subject',
29
- },
26
+ /* subjectVectorized: {
27
+ type: 'number[]',
28
+ vectorizedFrom: 'subject',
29
+ vectorizeUseIndex: 'subject',
30
+ }, */
30
31
  description: {
31
32
  type: 'string', index: true,
32
33
  required: true,
33
34
  },
34
- descriptionVectorized: {
35
+ /* descriptionVectorized: {
36
+ type: 'number[]',
37
+ vectorizedFrom: 'description',
38
+ vectorizeUseIndex: 'description',
39
+ }, */
40
+ contentVectorized: {
35
41
  type: 'number[]',
36
- vectorizedFrom: 'description',
37
- vectorizeUseIndex: 'description',
42
+ vectorizedFrom: ['description', 'subject'],
43
+ vectorizeUseIndex: 'contentVectorized',
38
44
  },
39
45
  },
40
46
  });
@@ -1 +1 @@
1
- {"version":3,"file":"dias-knowledge.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAI7E,MAAa,oBAAqB,SAAQ,0BAAa;IAErD,OAAO,CAAU;IACjB,iBAAiB,GAAc,EAAE,CAAC;IAElC,WAAW,CAAU;IACrB,qBAAqB,GAAc,EAAE,CAAC;IAEtC,YACE,GAA0B;QAE1B,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAjBD,oDAiBC;AAEY,QAAA,+BAA+B,GAAG,IAAI,kCAAqB,CAAuB;IAC7F,QAAQ,EAAE,gBAAgB;IAC1B,UAAU,EAAE;QACV,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI;SAC7B;QACD,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;YAChB,cAAc,EAAE,SAAS;YACzB,iBAAiB,EAAE,SAAS;SAC7B;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI;SACf;QACD,qBAAqB,EAAE;YACrB,IAAI,EAAE,UAAU;YAChB,cAAc,EAAE,aAAa;YAC7B,iBAAiB,EAAE,aAAa;SACjC;KACF;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"dias-knowledge.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAI7E,MAAa,oBAAqB,SAAQ,0BAAa;IAErD,OAAO,CAAU;IACjB,wCAAwC;IAExC,WAAW,CAAU;IACrB,4CAA4C;IAE5C,iBAAiB,GAAc,EAAE,CAAC;IAElC,YACE,GAA0B;QAE1B,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAnBD,oDAmBC;AAEY,QAAA,+BAA+B,GAAG,IAAI,kCAAqB,CAAuB;IAC7F,QAAQ,EAAE,gBAAgB;IAC1B,UAAU,EAAE;QACV,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI;SAC7B;QACD;;;;aAIK;QACL,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI;SACf;QACD;;;;aAIK;QACL,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;YAChB,cAAc,EAAE,CAAE,aAAa,EAAE,SAAS,CAAE;YAC5C,iBAAiB,EAAE,mBAAmB;SACvC;KACF;CACF,CAAC,CAAC"}
@@ -1,14 +1,18 @@
1
- import { DyNTS_OAI_DocChunk } from '../../open-ai/_models/oai-doc-chunk.data-model';
2
- import { DyNTS_OAI_Chunk_ServiceBase } from '../../open-ai/_services/oai-chunk.service-base';
1
+ import { DyNTS_OAI_Chunk } from '../../open-ai/_models/oai-doc-chunk.data-model';
2
+ import { DyNTS_OAI_Chunk_DataServiceBase } from '../../open-ai/_services/oai-chunk.service-base';
3
+ import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
4
+ import { DyFM_OpenAI_Settings } from '@futdevpro/fsm-dynamo/open-ai';
3
5
  import { DyNTS_DiAs_Main_ControlService } from './dias-main.control-service';
4
6
  import { DyNTS_OAI_LLMChat_ServiceBase } from '../../open-ai/_services/oai-llm-chat.service-base';
5
7
  import { DyNTS_OAI_GPT_Message } from '../../open-ai/_models/interfaces/oai-gpt-message.interface';
6
- export declare abstract class DyNTS_DiAs_Chunk_DataService extends DyNTS_OAI_Chunk_ServiceBase {
8
+ import { DyNTS_OAI_DocumentPage } from '../../open-ai/_models/interfaces/oai-document-page.interface';
9
+ export declare abstract class DyNTS_DiAs_Chunk_DataService<T_Page extends DyNTS_OAI_DocumentPage<T_Chunk>, T_Chunk extends DyNTS_OAI_Chunk> extends DyNTS_OAI_Chunk_DataServiceBase<T_Page, T_Chunk> {
7
10
  protected abstract readonly mainDiscordBot_CS: DyNTS_DiAs_Main_ControlService;
8
11
  get llmChat_CS(): DyNTS_OAI_LLMChat_ServiceBase;
9
- constructor(issuer: string);
12
+ constructor(issuer: string, dataParams?: DyFM_DataModel_Params<T_Chunk>, openAiSettings?: DyFM_OpenAI_Settings);
13
+ abstract getPageLink(page: T_Page, issuer: string): string;
10
14
  resolveConversation(conversation: DyNTS_OAI_GPT_Message[]): Promise<string>;
11
15
  vectorSearchAndResolveConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<string>;
12
- vectorSearchUsingConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<DyNTS_OAI_DocChunk[]>;
16
+ vectorSearchUsingConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<T_Chunk[]>;
13
17
  }
14
18
  //# sourceMappingURL=dias-chunk.data-service.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"dias-chunk.data-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,gDAAgD,CAAC;AAG7F,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAC;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,MAAM,4DAA4D,CAAC;AAKnG,8BAAsB,4BAA6B,SAAQ,2BAA2B;IAEpF,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE,8BAA8B,CAAC;IAE9E,IAAI,UAAU,IAAI,6BAA6B,CAE9C;gBAGC,MAAM,EAAE,MAAM;IAKV,mBAAmB,CACvB,YAAY,EAAE,qBAAqB,EAAE,GACpC,OAAO,CAAC,MAAM,CAAC;IAuCZ,kCAAkC,CACtC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,MAAM,CAAC;IA4CZ,6BAA6B,CACjC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,kBAAkB,EAAE,CAAC;CAgCjC"}
1
+ {"version":3,"file":"dias-chunk.data-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAqC,MAAM,gDAAgD,CAAC;AACpH,OAAO,EAAE,+BAA+B,EAAE,MAAM,gDAAgD,CAAC;AACjG,OAAO,EAAE,qBAAqB,EAAwB,MAAM,uBAAuB,CAAC;AACpF,OAAO,EAAE,oBAAoB,EAAoB,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAC;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,MAAM,4DAA4D,CAAC;AAGnG,OAAO,EAAE,sBAAsB,EAAE,MAAM,8DAA8D,CAAC;AAItG,8BAAsB,4BAA4B,CAChD,MAAM,SAAS,sBAAsB,CAAC,OAAO,CAAC,EAC9C,OAAO,SAAS,eAAe,CAC/B,SAAQ,+BAA+B,CAAC,MAAM,EAAE,OAAO,CAAC;IAExD,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE,8BAA8B,CAAC;IAE9E,IAAI,UAAU,IAAI,6BAA6B,CAE9C;gBAGC,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAC3C,cAAc,CAAC,EAAE,oBAAoB;IAmBvC,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAEpD,mBAAmB,CACvB,YAAY,EAAE,qBAAqB,EAAE,GACpC,OAAO,CAAC,MAAM,CAAC;IAuCZ,kCAAkC,CACtC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,MAAM,CAAC;IAuCZ,6BAA6B,CACjC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,OAAO,EAAE,CAAC;CAgCtB"}
@@ -1,16 +1,28 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.DyNTS_DiAs_Chunk_DataService = void 0;
4
+ const oai_doc_chunk_data_model_1 = require("../../open-ai/_models/oai-doc-chunk.data-model");
4
5
  const oai_chunk_service_base_1 = require("../../open-ai/_services/oai-chunk.service-base");
5
6
  const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
7
+ const open_ai_1 = require("@futdevpro/fsm-dynamo/open-ai");
6
8
  const oai_llm_predefined_requests_conts_1 = require("../../open-ai/_collections/oai-llm-predefined-requests.conts");
7
- const oai_document_util_1 = require("../../open-ai/_collections/oai-document.util");
8
- class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Chunk_ServiceBase {
9
+ const global_settings_const_1 = require("../../../_collections/global-settings.const");
10
+ class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Chunk_DataServiceBase {
9
11
  get llmChat_CS() {
10
12
  return this.mainDiscordBot_CS.llmChat_CS;
11
13
  }
12
- constructor(issuer) {
13
- super(issuer);
14
+ constructor(issuer, dataParams, openAiSettings) {
15
+ super(dataParams ?? oai_doc_chunk_data_model_1.DyNTS_OAI_defaultChunk_dataParams, openAiSettings ??
16
+ new open_ai_1.DyFM_OpenAI_Settings({
17
+ openAIConfig: {
18
+ apiKey: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.apiKey,
19
+ organization: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.organization,
20
+ project: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.project,
21
+ },
22
+ defaultSettings: {
23
+ useModel: open_ai_1.DyFM_OpenAIModel.textEmbedding_3Large,
24
+ },
25
+ }), issuer);
14
26
  }
15
27
  async resolveConversation(conversation) {
16
28
  try {
@@ -44,8 +56,8 @@ class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Ch
44
56
  const searchResults = await this.vectorSearchUsingConversation(conversation, limit, numberOfCandidates);
45
57
  const parsedSearchResults = searchResults.map((result) => {
46
58
  return '' +
47
- '\npage: ' + result.documentName +
48
- '\npageLink: ' + oai_document_util_1.DyNTS_OAI_Document_Util.getClickupPageLink(result.documentName, result.workspaceId, result.documentId, result.documentPageId) +
59
+ '\npage: ' + result.pageName +
60
+ '\npageLink: ' + result.pageLink +
49
61
  '\ncontent: ' +
50
62
  `\n${result.chunkParentedContent.replace(/\n/g, '\n ')}`;
51
63
  }).join('\n\n');
@@ -1 +1 @@
1
- {"version":3,"file":"dias-chunk.data-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":";;;AAEA,2FAA6F;AAC7F,sDAA6D;AAK7D,oHAAuH;AACvH,oFAAuF;AAGvF,MAAsB,4BAA6B,SAAQ,oDAA2B;IAIpF,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAC3C,CAAC;IAED,YACE,MAAc;QAEd,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,YAAqC;QAErC,IAAI,CAAC;YACH,qBAAQ,CAAC,IAAI,CAAC,+BAA+B,EAAE,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAE9F,MAAM,kBAAkB,GAAY,MAAM,IAAI,CAAC,UAAU,CAAC,2BAA2B,CACnF,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,oBAAoB,EACzE,IAAI,CAAC,MAAM,EACX,KAAK,EACL;gBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;aAC1E,CACF,CAAC;YAEF,IAAI,MAAc,CAAC;YACnB,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,GAAG,MAAM,IAAI,CAAC,kCAAkC,CAAC,YAAY,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAChD,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;oBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;iBAC1E,CACQ,CAAC;YACd,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,QAAQ;IACR,wCAAwC;IACxC,sEAAsE;IACtE,KAAK,CAAC,kCAAkC,CACtC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,aAAa,GAAyB,MAAM,IAAI,CAAC,6BAA6B,CAClF,YAAY,EACZ,KAAK,EACL,kBAAkB,CACnB,CAAC;YAEF,MAAM,mBAAmB,GAAW,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC/D,OAAO,EAAE;oBACP,UAAU,GAAG,MAAM,CAAC,YAAY;oBAChC,cAAc,GAAG,2CAAuB,CAAC,kBAAkB,CACzD,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,cAAc,CACtB;oBACD,aAAa;oBACb,KAAK,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAA;YAC7D,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,qBAAQ,CAAC,SAAS,CAAC,4BAA4B,EAAE,mBAAmB,CAAC,CAAC;YAEtE,MAAM,MAAM,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAC9D,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,oBAAoB;oBACzE,mBAAmB;aACtB,CACQ,CAAC;YAEZ,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gCAAgC,EAAE,KAAK,CAAC;gBACxE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,6BAA6B,CACjC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,WAAW,GAA0B,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEjF,MAAM,cAAc,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAC1E,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,iBAAiB,EACtE,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,YAAY;aACpE,CACF,CAAC;YAEF,qBAAQ,CAAC,QAAQ,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;YAElE,MAAM,aAAa,GAAyB,MAAM,IAAI,CAAC,YAAY,CACjE,cAAc,GAAG,GAAG,GAAG,WAAW,CAAC,OAAO,EAC1C,gCAAgC,EAChC,KAAK,EACL,kBAAkB,CACnB,CAAA;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,+BAA+B,EAAE,KAAK,CAAC;gBACvE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AA3ID,oEA2IC"}
1
+ {"version":3,"file":"dias-chunk.data-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":";;;AAAA,6FAAoH;AACpH,2FAAiG;AACjG,sDAAoF;AACpF,2DAAuF;AAIvF,oHAAuH;AAGvH,uFAAoF;AAGpF,MAAsB,4BAGpB,SAAQ,wDAAgD;IAIxD,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAC3C,CAAC;IAED,YACE,MAAc,EACd,UAA2C,EAC3C,cAAqC;QAErC,KAAK,CACH,UAAU,IAAI,4DAAmE,EACjF,cAAc;YACZ,IAAI,8BAAoB,CAAC;gBACvB,YAAY,EAAE;oBACZ,MAAM,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM;oBACxD,YAAY,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY;oBACpE,OAAO,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO;iBAC3D;gBACD,eAAe,EAAE;oBACf,QAAQ,EAAE,0BAAgB,CAAC,oBAAoB;iBAChD;aACF,CAAC,EACJ,MAAM,CACP,CAAC;IACJ,CAAC;IAID,KAAK,CAAC,mBAAmB,CACvB,YAAqC;QAErC,IAAI,CAAC;YACH,qBAAQ,CAAC,IAAI,CAAC,+BAA+B,EAAE,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAE9F,MAAM,kBAAkB,GAAY,MAAM,IAAI,CAAC,UAAU,CAAC,2BAA2B,CACnF,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,oBAAoB,EACzE,IAAI,CAAC,MAAM,EACX,KAAK,EACL;gBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;aAC1E,CACF,CAAC;YAEF,IAAI,MAAc,CAAC;YACnB,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,GAAG,MAAM,IAAI,CAAC,kCAAkC,CAAC,YAAY,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAChD,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;oBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;iBAC1E,CACQ,CAAC;YACd,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,QAAQ;IACR,wCAAwC;IACxC,sEAAsE;IACtE,KAAK,CAAC,kCAAkC,CACtC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,aAAa,GAAc,MAAM,IAAI,CAAC,6BAA6B,CACvE,YAAY,EACZ,KAAK,EACL,kBAAkB,CACnB,CAAC;YAEF,MAAM,mBAAmB,GAAW,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC/D,OAAO,EAAE;oBACP,UAAU,GAAG,MAAM,CAAC,QAAQ;oBAC5B,cAAc,GAAG,MAAM,CAAC,QAAQ;oBAChC,aAAa;oBACb,KAAK,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAA;YAC7D,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,qBAAQ,CAAC,SAAS,CAAC,4BAA4B,EAAE,mBAAmB,CAAC,CAAC;YAEtE,MAAM,MAAM,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAC9D,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,oBAAoB;oBACzE,mBAAmB;aACtB,CACQ,CAAC;YAEZ,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gCAAgC,EAAE,KAAK,CAAC;gBACxE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,6BAA6B,CACjC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,WAAW,GAA0B,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEjF,MAAM,cAAc,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAC1E,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,iBAAiB,EACtE,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,YAAY;aACpE,CACF,CAAC;YAEF,qBAAQ,CAAC,QAAQ,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;YAElE,MAAM,aAAa,GAAc,MAAM,IAAI,CAAC,YAAY,CACtD,cAAc,GAAG,GAAG,GAAG,WAAW,CAAC,OAAO,EAC1C,gCAAgC,EAChC,KAAK,EACL,kBAAkB,CACnB,CAAA;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,+BAA+B,EAAE,KAAK,CAAC;gBACvE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AA3JD,oEA2JC"}
@@ -1 +1 @@
1
- {"version":3,"file":"dias-io.control-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-io.control-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAA6D,OAAO,EAAe,MAAM,YAAY,CAAA;AAI5G,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAA;AAChE,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAA;AAE5E,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAA;AAGjG,8BAAsB,4BAA6B,SAAQ,4BAA4B;IAOrF,4BAAqC,iBAAiB,EAAE,8BAA8B,CAAC;IAIvF,IAAI,UAAU,IAAI,6BAA6B,CAE9C;IAEc,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAiC9E"}
1
+ {"version":3,"file":"dias-io.control-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-io.control-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAA6D,OAAO,EAAe,MAAM,YAAY,CAAA;AAI5G,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAA;AAChE,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAA;AAE5E,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAA;AAIjG,8BAAsB,4BAA6B,SAAQ,4BAA4B;IAOrF,4BAAqC,iBAAiB,EAAE,8BAA8B,CAAC;IAIvF,IAAI,UAAU,IAAI,6BAA6B,CAE9C;IAEc,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAqC9E"}
@@ -5,6 +5,7 @@ const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
5
5
  const global_settings_const_1 = require("../../../_collections/global-settings.const");
6
6
  const discord_bot_1 = require("../../discord-bot");
7
7
  const dibo_global_settings_conts_1 = require("../../discord-bot/_collections/dibo-global-settings.conts");
8
+ const dias_util_1 = require("../_collections/dias.util");
8
9
  class DyNTS_DiAs_IO_ControlService extends discord_bot_1.DyNTS_DiBo_IO_ControlService {
9
10
  /* =
10
11
  this.getMainDiscordBotControlService(); */
@@ -14,7 +15,7 @@ class DyNTS_DiAs_IO_ControlService extends discord_bot_1.DyNTS_DiBo_IO_ControlSe
14
15
  async handleMessage(message, issuer) {
15
16
  try {
16
17
  const messages = await this.mainDiscordBot_CS.gatherMessages(message);
17
- const oaiMessages = await this.mainDiscordBot_CS.convertDiscordMessagesToOAIConversation(messages);
18
+ const oaiMessages = dias_util_1.DyNTS_DiAs_Util.convertDiscordMessagesToOAIConversation(messages, this.mainDiscordBot_CS.botClientId, this.mainDiscordBot_CS.botDisplayName);
18
19
  const gptResult = await this.llmChat_CS.resolveConversation(oaiMessages, issuer, {
19
20
  systemPrompt: this.mainDiscordBot_CS.defaultSystemPrompt,
20
21
  });
@@ -1 +1 @@
1
- {"version":3,"file":"dias-io.control-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-io.control-service.ts"],"names":[],"mappings":";;;AAEA,sDAAwE;AACxE,uFAAmF;AACnF,mDAAgE;AAEhE,0GAAsG;AAItG,MAAsB,4BAA6B,SAAQ,0CAA4B;IAQrF;gDAC4C;IAE5C,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAC3C,CAAC;IAEQ,KAAK,CAAC,aAAa,CAAC,OAAgB,EAAE,MAAc;QAC3D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAc,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACjF,MAAM,WAAW,GACf,MAAM,IAAI,CAAC,iBAAiB,CAAC,uCAAuC,CAAC,QAAQ,CAAC,CAAC;YAEjF,MAAM,SAAS,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CACjE,WAAW,EACX,MAAM,EACN;gBACE,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;aACzD,CACQ,CAAC;YAEZ,MAAM,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,uBAAU,CAAC,SAAS,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAE1D,IAAI,uDAA0B,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;gBAC/C,MAAM,OAAO,CAAC,KAAK,CACjB,6DAA6D;oBAC7D,uBAAU,CAAC,aAAa,CAAC,KAAK,CAAC,CAChC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;oBACd,uBAAU,CAAC,SAAS,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;gBAC7E,CAAC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC/D,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,qBAAqB;aAC7E,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF;AAhDD,oEAgDC"}
1
+ {"version":3,"file":"dias-io.control-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-io.control-service.ts"],"names":[],"mappings":";;;AAEA,sDAAwE;AACxE,uFAAmF;AACnF,mDAAgE;AAEhE,0GAAsG;AAGtG,yDAA2D;AAE3D,MAAsB,4BAA6B,SAAQ,0CAA4B;IAQrF;gDAC4C;IAE5C,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAC3C,CAAC;IAEQ,KAAK,CAAC,aAAa,CAAC,OAAgB,EAAE,MAAc;QAC3D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAc,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACjF,MAAM,WAAW,GACf,2BAAe,CAAC,uCAAuC,CACrD,QAAQ,EACR,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAClC,IAAI,CAAC,iBAAiB,CAAC,cAAc,CACtC,CAAC;YAEJ,MAAM,SAAS,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CACjE,WAAW,EACX,MAAM,EACN;gBACE,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;aACzD,CACQ,CAAC;YAEZ,MAAM,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,uBAAU,CAAC,SAAS,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAE1D,IAAI,uDAA0B,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;gBAC/C,MAAM,OAAO,CAAC,KAAK,CACjB,6DAA6D;oBAC7D,uBAAU,CAAC,aAAa,CAAC,KAAK,CAAC,CAChC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;oBACd,uBAAU,CAAC,SAAS,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;gBAC7E,CAAC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC/D,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,qBAAqB;aAC7E,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF;AApDD,oEAoDC"}
@@ -1,13 +1,11 @@
1
1
  import { Message } from 'discord.js';
2
2
  import { DyNTS_DiBo_Main_ControlService } from '../../discord-bot/_services/dibo-main.control-service';
3
3
  import { DyNTS_OAI_LLMChat_ServiceBase } from '../../open-ai/_services/oai-llm-chat.service-base';
4
- import { DyNTS_OAI_GPT_Message } from '../../open-ai/_models/interfaces/oai-gpt-message.interface';
5
4
  export declare abstract class DyNTS_DiAs_ServiceBase extends DyNTS_DiBo_Main_ControlService {
6
5
  getLLMChatControlService(): DyNTS_OAI_LLMChat_ServiceBase;
7
6
  readonly llmChat_CS: DyNTS_OAI_LLMChat_ServiceBase;
8
7
  defaultSystemPrompt: string;
9
8
  protected constructor();
10
9
  gatherMessages(message: Message, limit?: number): Promise<Message[]>;
11
- convertDiscordMessagesToOAIConversation(messages: Message[]): Promise<DyNTS_OAI_GPT_Message[]>;
12
10
  }
13
11
  //# sourceMappingURL=dias.service-base.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"dias.service-base.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias.service-base.ts"],"names":[],"mappings":"AACA,OAAO,EAAiB,OAAO,EAAe,MAAM,YAAY,CAAC;AAEjE,OAAO,EAAE,8BAA8B,EAAE,MAAM,uDAAuD,CAAC;AACvG,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAC;AAGlG,OAAO,EAAE,qBAAqB,EAAE,MAAM,4DAA4D,CAAC;AAInG,8BAAsB,sBAAuB,SAAQ,8BAA8B;IAEjF,wBAAwB,IAAI,6BAA6B;IAGzD,QAAQ,CAAC,UAAU,EAAE,6BAA6B,CAAmC;IAErF,mBAAmB,EAAE,MAAM,CAAkD;IAE7E,SAAS;IAQH,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,GAAE,MAAY,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAqBzE,uCAAuC,CAC3C,QAAQ,EAAE,OAAO,EAAE,GAClB,OAAO,CAAC,qBAAqB,EAAE,CAAC;CA6BpC"}
1
+ {"version":3,"file":"dias.service-base.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias.service-base.ts"],"names":[],"mappings":"AACA,OAAO,EAAiB,OAAO,EAAe,MAAM,YAAY,CAAC;AAEjE,OAAO,EAAE,8BAA8B,EAAE,MAAM,uDAAuD,CAAC;AACvG,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAC;AAOlG,8BAAsB,sBAAuB,SAAQ,8BAA8B;IAEjF,wBAAwB,IAAI,6BAA6B;IAGzD,QAAQ,CAAC,UAAU,EAAE,6BAA6B,CAAmC;IAErF,mBAAmB,EAAE,MAAM,CAAkD;IAE7E,SAAS;IAQH,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,GAAE,MAAY,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAoBhF"}
@@ -5,7 +5,6 @@ const dibo_main_control_service_1 = require("../../discord-bot/_services/dibo-ma
5
5
  const oai_llm_chat_service_base_1 = require("../../open-ai/_services/oai-llm-chat.service-base");
6
6
  const dias_global_settings_const_1 = require("../_collections/dias-global-settings.const");
7
7
  const global_settings_const_1 = require("../../../_collections/global-settings.const");
8
- const oai_gpt_message_role_enum_1 = require("../../open-ai/_enums/oai-gpt-message-role.enum");
9
8
  class DyNTS_DiAs_ServiceBase extends dibo_main_control_service_1.DyNTS_DiBo_Main_ControlService {
10
9
  getLLMChatControlService() {
11
10
  return new oai_llm_chat_service_base_1.DyNTS_OAI_LLMChat_ServiceBase();
@@ -29,33 +28,6 @@ class DyNTS_DiAs_ServiceBase extends dibo_main_control_service_1.DyNTS_DiBo_Main
29
28
  }
30
29
  return messages;
31
30
  }
32
- async convertDiscordMessagesToOAIConversation(messages) {
33
- return messages.map(message => {
34
- if ((message?.author &&
35
- (message.author.bot ||
36
- message.author.id === this.botClientId ||
37
- message.author.displayName === this.botDisplayName))) {
38
- if (dias_global_settings_const_1.DyNTS_DiAs_global_settings.userTranslationFlags.some(flag => message.content.includes(flag))) {
39
- return {
40
- role: oai_gpt_message_role_enum_1.DyNTS_OAI_GPT_Message_Role.user,
41
- content: message.content,
42
- };
43
- }
44
- else {
45
- return {
46
- role: oai_gpt_message_role_enum_1.DyNTS_OAI_GPT_Message_Role.assistant,
47
- content: message.content,
48
- };
49
- }
50
- }
51
- else {
52
- return {
53
- role: oai_gpt_message_role_enum_1.DyNTS_OAI_GPT_Message_Role.user,
54
- content: message.content,
55
- };
56
- }
57
- });
58
- }
59
31
  }
60
32
  exports.DyNTS_DiAs_ServiceBase = DyNTS_DiAs_ServiceBase;
61
33
  //# sourceMappingURL=dias.service-base.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"dias.service-base.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias.service-base.ts"],"names":[],"mappings":";;;AAGA,qGAAuG;AACvG,iGAAkG;AAClG,2FAAwF;AACxF,uFAAoF;AAEpF,8FAA4F;AAG5F,MAAsB,sBAAuB,SAAQ,0DAA8B;IAEjF,wBAAwB;QACtB,OAAO,IAAI,yDAA6B,EAAE,CAAC;IAC7C,CAAC;IACQ,UAAU,GAAkC,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAErF,mBAAmB,GAAW,uDAA0B,CAAC,mBAAmB,CAAC;IAE7E;QACE,KAAK,EAAE,CAAC;QAER,6CAAqB,CAAC,aAAa,KAAK,uDAA0B,CAAC;QAEnE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAgB,EAAE,QAAgB,GAAG;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAEjC,MAAM,QAAQ,GAAc,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAC7E,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CACzB,GAAG,CAAC,EAAE,CAAC,CAAC,uDAA0B,CAAC,6BAA6B,CAAC,IAAI,CACnE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnC,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,8DAA8D;SACjF,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAChF,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBACrB,GAAG,CAAC,OAAO,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,WAAW,OAAO,GAAG,CAAC,OAAO,EAAE,CAAC;YAChE,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,uCAAuC,CAC3C,QAAmB;QAEnB,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC5B,IACE,CAAC,OAAO,EAAE,MAAM;gBACd,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG;oBACjB,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,WAAW;oBACtC,OAAO,CAAC,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,cAAc,CAAC,CAAC,EACxD,CAAC;gBACD,IAAI,uDAA0B,CAAC,oBAAoB,CAAC,IAAI,CACtD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CACvC,EAAE,CAAC;oBACF,OAAO;wBACL,IAAI,EAAE,sDAA0B,CAAC,IAAI;wBACrC,OAAO,EAAE,OAAO,CAAC,OAAO;qBACzB,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,IAAI,EAAE,sDAA0B,CAAC,SAAS;wBAC1C,OAAO,EAAE,OAAO,CAAC,OAAO;qBACzB,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,IAAI,EAAE,sDAA0B,CAAC,IAAI;oBACrC,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;CACF;AArED,wDAqEC"}
1
+ {"version":3,"file":"dias.service-base.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias.service-base.ts"],"names":[],"mappings":";;;AAGA,qGAAuG;AACvG,iGAAkG;AAClG,2FAAwF;AACxF,uFAAoF;AAKpF,MAAsB,sBAAuB,SAAQ,0DAA8B;IAEjF,wBAAwB;QACtB,OAAO,IAAI,yDAA6B,EAAE,CAAC;IAC7C,CAAC;IACQ,UAAU,GAAkC,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAErF,mBAAmB,GAAW,uDAA0B,CAAC,mBAAmB,CAAC;IAE7E;QACE,KAAK,EAAE,CAAC;QAER,6CAAqB,CAAC,aAAa,KAAK,uDAA0B,CAAC;QAEnE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAgB,EAAE,QAAgB,GAAG;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAEjC,MAAM,QAAQ,GAAc,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAC7E,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CACzB,GAAG,CAAC,EAAE,CAAC,CAAC,uDAA0B,CAAC,6BAA6B,CAAC,IAAI,CACnE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnC,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,8DAA8D;SACjF,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAChF,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBACrB,GAAG,CAAC,OAAO,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,WAAW,OAAO,GAAG,CAAC,OAAO,EAAE,CAAC;YAChE,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AArCD,wDAqCC"}
@@ -1,5 +1,5 @@
1
1
  import { DyFM_AnyError, DyFM_Error_Settings } from '@futdevpro/fsm-dynamo';
2
- import { DyNTS_OAI_DocChunk } from '../_models/oai-doc-chunk.data-model';
2
+ import { DyNTS_OAI_Chunk } from '../_models/oai-doc-chunk.data-model';
3
3
  import { DyNTS_OAI_DocumentPage } from '../_models/interfaces/oai-document-page.interface';
4
4
  /**
5
5
  * ClickUp dokumentum chunking szolgáltatás
@@ -14,9 +14,9 @@ export declare class DyNTS_OAI_Chunking_Util {
14
14
  * @param issuer - Kérés kezdeményezője
15
15
  * @returns Promise<CU_DocChunk[]> - Létrehozott chunk-ok listája
16
16
  */
17
- static chunkMdContent(page: DyNTS_OAI_DocumentPage, issuer: string): Promise<DyNTS_OAI_DocChunk[]>;
17
+ static chunkMdContent<T_Chunk extends DyNTS_OAI_Chunk>(page: DyNTS_OAI_DocumentPage<T_Chunk>, getPageLink: (page: DyNTS_OAI_DocumentPage<T_Chunk>, issuer: string) => string, issuer: string): Promise<T_Chunk[]>;
18
18
  private static assembleChunkWithHeaders;
19
- static reassembleChunksToContent(chunks: DyNTS_OAI_DocChunk[], issuer: string): string;
19
+ static reassembleChunksToContent(chunks: DyNTS_OAI_Chunk[], issuer: string): string;
20
20
  /**
21
21
  * Unified break points configuration
22
22
  */
@@ -1 +1 @@
1
- {"version":3,"file":"oai-chunking.util.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,mBAAmB,EAAY,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,MAAM,mDAAmD,CAAC;AAG3F;;;;GAIG;AACH,qBAAa,uBAAuB;IAElC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAEE;IAEvD;;;;;OAKG;WACU,cAAc,CACzB,IAAI,EAAE,sBAAsB,EAC5B,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAuKhC,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAiBvC,MAAM,CAAC,yBAAyB,CAC9B,MAAM,EAAE,kBAAkB,EAAE,EAC5B,MAAM,EAAE,MAAM,GACb,MAAM;IAgCT;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CASjC;IAEF;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAajC;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,oBAAoB;IA+BnC;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,iBAAiB;IAqBhC;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IAkD7B;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAuDjC;;;;;;OAMG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAMjC,SAAS,CAAC,MAAM,CAAC,uBAAuB,CACtC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,GAEb,mBAAmB;CAcvB"}
1
+ {"version":3,"file":"oai-chunking.util.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,mBAAmB,EAAY,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,mDAAmD,CAAC;AAG3F;;;;GAIG;AACH,qBAAa,uBAAuB;IAElC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAEE;IAEvD;;;;;OAKG;WACU,cAAc,CAAC,OAAO,SAAS,eAAe,EACzD,IAAI,EAAE,sBAAsB,CAAC,OAAO,CAAC,EACrC,WAAW,EAAE,CAAC,IAAI,EAAE,sBAAsB,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,EAC9E,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,EAAE,CAAC;IAsLrB,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAiBvC,MAAM,CAAC,yBAAyB,CAC9B,MAAM,EAAE,eAAe,EAAE,EACzB,MAAM,EAAE,MAAM,GACb,MAAM;IAgCT;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CASjC;IAEF;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAajC;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,oBAAoB;IA+BnC;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,iBAAiB;IAqBhC;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IAkD7B;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAuDjC;;;;;;OAMG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAMjC,SAAS,CAAC,MAAM,CAAC,uBAAuB,CACtC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,GAEb,mBAAmB;CAcvB"}
@@ -18,7 +18,7 @@ class DyNTS_OAI_Chunking_Util {
18
18
  * @param issuer - Kérés kezdeményezője
19
19
  * @returns Promise<CU_DocChunk[]> - Létrehozott chunk-ok listája
20
20
  */
21
- static async chunkMdContent(page, issuer) {
21
+ static async chunkMdContent(page, getPageLink, issuer) {
22
22
  try {
23
23
  if (page.content.includes('#####')) {
24
24
  fsm_dynamo_1.DyFM_Log.warn('lvl5+ headers are not supported yet for page: ' + page.name);
@@ -47,15 +47,19 @@ class DyNTS_OAI_Chunking_Util {
47
47
  if (chunkContent.length > 0) {
48
48
  const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
49
49
  const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
50
- const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_DocChunk({
51
- workspaceId: page.workspaceId,
52
- documentId: page.docId,
53
- documentPageId: page._id,
54
- documentName: page.name,
55
- documentPath: page.path,
50
+ const headParents = headerHierarchy.map(header => header.header);
51
+ const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
52
+ const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
53
+ filePathParents: page.path,
54
+ chunkHeadParents: headParents,
55
+ allFlaggedParents: allFlaggedParents,
56
+ allFlaggedParentsMerged: allFlaggedParents.join('/'),
57
+ documentName: page.documentId,
58
+ pageName: page.name,
59
+ pageLink: getPageLink(page, issuer),
56
60
  chunkIndex: chunkIndex,
57
- chunkPath: chunkPath,
58
61
  chunkOriginalContent: chunkContent,
62
+ chunkParentedContent: chunkWithHierarchy,
59
63
  });
60
64
  chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
61
65
  chunks.push(chunk);
@@ -77,17 +81,21 @@ class DyNTS_OAI_Chunking_Util {
77
81
  /* console.log(`Chunk has headers: ${hasHeaders}`); */
78
82
  const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
79
83
  const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
84
+ const headParents = headerHierarchy.map(header => header.header);
85
+ const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
80
86
  /* console.log(`Chunk path:`, chunkPath);
81
87
  console.log(`Chunk with hierarchy preview:`, chunkWithHierarchy.substring(0, 100) + '...'); */
82
- const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_DocChunk({
83
- workspaceId: page.workspaceId,
84
- documentId: page.docId,
85
- documentPageId: page._id,
86
- documentName: page.name,
87
- documentPath: page.path,
88
+ const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
89
+ filePathParents: page.path,
90
+ chunkHeadParents: headParents,
91
+ allFlaggedParents: allFlaggedParents,
92
+ allFlaggedParentsMerged: allFlaggedParents.join('/'),
93
+ documentName: page.documentId,
94
+ pageName: page.name,
95
+ pageLink: getPageLink(page, issuer),
88
96
  chunkIndex: chunkIndex,
89
- chunkPath: chunkPath,
90
97
  chunkOriginalContent: chunkContent,
98
+ chunkParentedContent: chunkWithHierarchy,
91
99
  });
92
100
  chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
93
101
  chunks.push(chunk);
@@ -104,15 +112,19 @@ class DyNTS_OAI_Chunking_Util {
104
112
  const chunkContent = leftovers.substring(0, maxChunkSize).trim();
105
113
  const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
106
114
  const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
107
- const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_DocChunk({
108
- workspaceId: page.workspaceId,
109
- documentId: page.docId,
110
- documentPageId: page._id,
111
- documentName: page.name,
112
- documentPath: page.path,
115
+ const headParents = headerHierarchy.map(header => header.header);
116
+ const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
117
+ const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
118
+ filePathParents: page.path,
119
+ chunkHeadParents: headParents,
120
+ allFlaggedParents: allFlaggedParents,
121
+ allFlaggedParentsMerged: allFlaggedParents.join('/'),
122
+ documentName: page.documentId,
123
+ pageName: page.name,
124
+ pageLink: getPageLink(page, issuer),
113
125
  chunkIndex: chunkIndex,
114
- chunkPath: chunkPath,
115
126
  chunkOriginalContent: chunkContent,
127
+ chunkParentedContent: chunkWithHierarchy,
116
128
  });
117
129
  chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
118
130
  chunks.push(chunk);
@@ -149,8 +161,8 @@ class DyNTS_OAI_Chunking_Util {
149
161
  }
150
162
  static assembleChunkWithHeaders(chunk, issuer) {
151
163
  try {
152
- const fileHeaders = chunk.documentPath.map((header, index) => `${'>'.repeat(index + 1)} **${header}**`).join('\n');
153
- const headers = chunk.chunkPath.filter(path => !chunk.chunkOriginalContent.includes(path)).join('\n');
164
+ const fileHeaders = chunk.filePathParents.map((header, index) => `${'>'.repeat(index + 1)} **${header}**`).join('\n');
165
+ const headers = chunk.chunkHeadParents.filter(path => !chunk.chunkOriginalContent.includes(path)).join('\n');
154
166
  return `${fileHeaders}\n\n${headers}\n\n${chunk.chunkOriginalContent}`;
155
167
  }
156
168
  catch (error) {
@@ -1 +1 @@
1
- {"version":3,"file":"oai-chunking.util.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":";;;AAAA,sDAAiG;AACjG,kFAAyE;AAEzE,uFAAoF;AAEpF;;;;GAIG;AACH,MAAa,uBAAuB;IAExB,MAAM,CAAU,mBAAmB,GAC3C,qDAAqD;QACrD,oDAAoD,CAAC;IAEvD;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CACzB,IAA4B,EAC5B,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,qBAAQ,CAAC,IAAI,CAAC,gDAAgD,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC;YAED,6FAA6F;YAE7F,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,MAAM,YAAY,GAAG,6CAAqB,CAAC,WAAW,CAAC,YAAY,CAAC;YACpE,MAAM,aAAa,GAAG,6CAAqB,CAAC,WAAW,CAAC,aAAa,CAAC;YACtE,MAAM,MAAM,GAAyB,EAAE,CAAC;YACxC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC,6CAA6C;YAEtE,uCAAuC;YACvC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAE7D,4BAA4B;YAC5B;;;;6DAIiD;YAEjD,sDAAsD;YACtD,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;YAEnD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC1D,qEAAqE;gBACrE,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBAEpI,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;4BACnC,WAAW,EAAE,IAAI,CAAC,WAAW;4BAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;4BACtB,cAAc,EAAE,IAAI,CAAC,GAAG;4BAExB,YAAY,EAAE,IAAI,CAAC,IAAI;4BACvB,YAAY,EAAE,IAAI,CAAC,IAAI;4BAEvB,UAAU,EAAE,UAAU;4BACtB,SAAS,EAAE,SAAS;4BAEpB,oBAAoB,EAAE,YAAY;yBACnC,CAAC,CAAC;wBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEpE,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACzB,sDAAsD;oBACtD,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;oBAErE,2BAA2B;oBAC3B;;;qGAGiF;oBAEjF,6BAA6B;oBAC7B,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC/C,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,GAAG,UAAU,CAAC,KAAK,CACrF,CAAC;oBACF,sDAAsD;oBAEtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBAEpI;kHAC8F;oBAE9F,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;wBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;wBACtB,cAAc,EAAE,IAAI,CAAC,GAAG;wBAExB,YAAY,EAAE,IAAI,CAAC,IAAI;wBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;wBAEvB,UAAU,EAAE,UAAU;wBACtB,SAAS,EAAE,SAAS;wBAEpB,oBAAoB,EAAE,YAAY;qBACnC,CAAC,CAAC;oBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,UAAU,CAAC,KAAK,CAAC;oBACpC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;oBAElD,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;oBAEtE;4EACwD;gBAC1D,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAEhI,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;wBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;wBACtB,cAAc,EAAE,IAAI,CAAC,GAAG;wBAExB,YAAY,EAAE,IAAI,CAAC,IAAI;wBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;wBAEvB,UAAU,EAAE,UAAU;wBACtB,SAAS,EAAE,SAAS;wBAEpB,oBAAoB,EAAE,YAAY;qBACnC,CAAC,CAAC;oBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,YAAY,CAAC;oBAChC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAE9C,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;gBACxE,CAAC;gBAED,yCAAyC;gBACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpE,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,gBAAgB,EAChB,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAC/C,MAAM,CACP;wBACD,SAAS,EAAE,cAAc;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,UAAU,IAAI,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,qBAAQ,CAAC,IAAI,CACX,mCAAmC,aAAa,yBAAyB,SAAS,CAAC,MAAM,aAAa,EACtG;oBACE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBAC9B,CACF,CAAC;YACJ,CAAC;YAED,yDAAyD;YACzD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAChE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAyB,EAAE,MAAc;QAC/E,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CACxC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,MAAM,IAAI,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CACpC,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,OAAO,GAAG,WAAW,OAAO,OAAO,OAAO,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,0BAA0B,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC1E,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,MAA4B,EAC5B,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,2BAA2B,EAC3B,IAAI,KAAK,CAAC,2DAA2D,CAAC,EACtE,MAAM,CACP;wBACD,SAAS,EAAE,gBAAgB;wBAE3B,iBAAiB,EAAE;4BACjB,MAAM,EAAE,MAAM;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,IAAI,KAAK,CAAC,oBAAoB,CAAC;YAC5C,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAClE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAU,WAAW,GAAG;QACpC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAChF,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACjF,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAClF,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACnF,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC/E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC7E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,yBAAyB;QACxE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,uBAAuB;KACtE,CAAC;IAEF;;;;;OAKG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,QAAgB;QAC9D,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1E,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,OAAO;oBACL,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,aAAa;oBACvC,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,oBAAoB,CAAC,OAAe;QACjD,MAAM,OAAO,GAA0D,EAAE,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAEhC,sDAAsD;YACtD,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gCAAgC;oBAC/D,MAAM,UAAU,GAAG,WAAW,CAAC;oBAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,0BAA0B;wBACxD,OAAO,CAAC,IAAI,CAAC;4BACX,KAAK,EAAE,YAAY;4BACnB,KAAK,EAAE,KAAK;4BACZ,MAAM,EAAE,UAAU;yBACnB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qBAAqB;QACxD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,iBAAiB,CAC9B,eAAsE,EACtE,eAAuB,EACvB,WAAgC;QAEhC,sFAAsF;QACtF,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,EAAE,CAAC;gBACnC,mDAAmD;gBACnD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE7C,6EAA6E;gBAC7E,6DAA6D;gBAC7D,mDAAmD;gBACnD,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;oBACvD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,cAAc,CAC3B,QAAgB,EAChB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;YAEvC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;QAEvC,4EAA4E;QAC5E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gDAAgD;YAChF,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,gDAAgD;QAE3F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,kBAAkB,CAC/B,YAAoB,EACpB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,iEAAiE;QACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;YAC5D,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,yFAAyF;QACzF,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;QAC5D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,MAAM,CAAC,uBAAuB,CACtC,MAAc,EACd,KAAoB,EACpB,MAAc;QAGd,OAAO;YACL,MAAM,EAAG,KAAoB,EAAE,SAAS,IAAI,GAAG;YAC/C,OAAO,EAAG,KAAe,EAAE,OAAO;gBAC/B,KAAoB,EAAE,QAAQ;gBAC/B,GAAG,MAAM,sBAAsB,6CAAqB,CAAC,mBAAmB,GAAG;YAC7E,cAAc,EAAE,CAAE,KAAoB,EAAE,aAAa;YACrD,WAAW,EAAG,KAAoB,EAAE,aAAa,IAAI,IAAI,CAAC,mBAAmB;YAC7E,2BAA2B;YAC3B,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;;AApeH,0DAqeC"}
1
+ {"version":3,"file":"oai-chunking.util.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":";;;AAAA,sDAAiG;AACjG,kFAAsE;AAEtE,uFAAoF;AAEpF;;;;GAIG;AACH,MAAa,uBAAuB;IAExB,MAAM,CAAU,mBAAmB,GAC3C,qDAAqD;QACrD,oDAAoD,CAAC;IAEvD;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CACzB,IAAqC,EACrC,WAA8E,EAC9E,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,qBAAQ,CAAC,IAAI,CAAC,gDAAgD,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC;YAED,6FAA6F;YAE7F,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,MAAM,YAAY,GAAG,6CAAqB,CAAC,WAAW,CAAC,YAAY,CAAC;YACpE,MAAM,aAAa,GAAG,6CAAqB,CAAC,WAAW,CAAC,aAAa,CAAC;YACtE,MAAM,MAAM,GAAc,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC,6CAA6C;YAEtE,uCAAuC;YACvC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAE7D,4BAA4B;YAC5B;;;;6DAIiD;YAEjD,sDAAsD;YACtD,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;YAEnD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC1D,qEAAqE;gBACrE,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;wBAExE,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;4BACzC,eAAe,EAAE,IAAI,CAAC,IAAI;4BAC1B,gBAAgB,EAAE,WAAW;4BAE7B,iBAAiB,EAAE,iBAAiB;4BACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;4BAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;4BAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;4BACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;4BACnC,UAAU,EAAE,UAAU;4BAEtB,oBAAoB,EAAE,YAAY;4BAElC,oBAAoB,EAAE,kBAAkB;yBACzC,CAAY,CAAC;wBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEpE,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACzB,sDAAsD;oBACtD,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;oBAErE,2BAA2B;oBAC3B;;;qGAGiF;oBAEjF,6BAA6B;oBAC7B,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC/C,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,GAAG,UAAU,CAAC,KAAK,CACrF,CAAC;oBACF,sDAAsD;oBAEtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;oBAExE;kHAC8F;oBAE9F,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;wBACzC,eAAe,EAAE,IAAI,CAAC,IAAI;wBAC1B,gBAAgB,EAAE,WAAW;wBAE7B,iBAAiB,EAAE,iBAAiB;wBACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;wBAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;wBAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;wBACnC,UAAU,EAAE,UAAU;wBAEtB,oBAAoB,EAAE,YAAY;wBAElC,oBAAoB,EAAE,kBAAkB;qBACzC,CAAY,CAAC;oBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,UAAU,CAAC,KAAK,CAAC;oBACpC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;oBAElD,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;oBAEtE;4EACwD;gBAC1D,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;oBAExE,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;wBACzC,eAAe,EAAE,IAAI,CAAC,IAAI;wBAC1B,gBAAgB,EAAE,WAAW;wBAE7B,iBAAiB,EAAE,iBAAiB;wBACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;wBAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;wBAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;wBACnC,UAAU,EAAE,UAAU;wBAEtB,oBAAoB,EAAE,YAAY;wBAElC,oBAAoB,EAAE,kBAAkB;qBACzC,CAAY,CAAC;oBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,YAAY,CAAC;oBAChC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAE9C,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;gBACxE,CAAC;gBAED,yCAAyC;gBACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpE,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,gBAAgB,EAChB,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAC/C,MAAM,CACP;wBACD,SAAS,EAAE,cAAc;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,UAAU,IAAI,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,qBAAQ,CAAC,IAAI,CACX,mCAAmC,aAAa,yBAAyB,SAAS,CAAC,MAAM,aAAa,EACtG;oBACE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBAC9B,CACF,CAAC;YACJ,CAAC;YAED,yDAAyD;YACzD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAChE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAsB,EAAE,MAAc;QAC5E,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAC3C,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,MAAM,IAAI,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAC3C,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,OAAO,GAAG,WAAW,OAAO,OAAO,OAAO,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,0BAA0B,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC1E,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,MAAyB,EACzB,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,2BAA2B,EAC3B,IAAI,KAAK,CAAC,2DAA2D,CAAC,EACtE,MAAM,CACP;wBACD,SAAS,EAAE,gBAAgB;wBAE3B,iBAAiB,EAAE;4BACjB,MAAM,EAAE,MAAM;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,IAAI,KAAK,CAAC,oBAAoB,CAAC;YAC5C,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAClE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAU,WAAW,GAAG;QACpC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAChF,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACjF,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAClF,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACnF,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC/E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC7E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,yBAAyB;QACxE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,uBAAuB;KACtE,CAAC;IAEF;;;;;OAKG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,QAAgB;QAC9D,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1E,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,OAAO;oBACL,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,aAAa;oBACvC,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,oBAAoB,CAAC,OAAe;QACjD,MAAM,OAAO,GAA0D,EAAE,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAEhC,sDAAsD;YACtD,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gCAAgC;oBAC/D,MAAM,UAAU,GAAG,WAAW,CAAC;oBAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,0BAA0B;wBACxD,OAAO,CAAC,IAAI,CAAC;4BACX,KAAK,EAAE,YAAY;4BACnB,KAAK,EAAE,KAAK;4BACZ,MAAM,EAAE,UAAU;yBACnB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qBAAqB;QACxD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,iBAAiB,CAC9B,eAAsE,EACtE,eAAuB,EACvB,WAAgC;QAEhC,sFAAsF;QACtF,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,EAAE,CAAC;gBACnC,mDAAmD;gBACnD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE7C,6EAA6E;gBAC7E,6DAA6D;gBAC7D,mDAAmD;gBACnD,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;oBACvD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,cAAc,CAC3B,QAAgB,EAChB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;YAEvC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;QAEvC,4EAA4E;QAC5E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gDAAgD;YAChF,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,gDAAgD;QAE3F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,kBAAkB,CAC/B,YAAoB,EACpB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,iEAAiE;QACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;YAC5D,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,yFAAyF;QACzF,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;QAC5D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,MAAM,CAAC,uBAAuB,CACtC,MAAc,EACd,KAAoB,EACpB,MAAc;QAGd,OAAO;YACL,MAAM,EAAG,KAAoB,EAAE,SAAS,IAAI,GAAG;YAC/C,OAAO,EAAG,KAAe,EAAE,OAAO;gBAC/B,KAAoB,EAAE,QAAQ;gBAC/B,GAAG,MAAM,sBAAsB,6CAAqB,CAAC,mBAAmB,GAAG;YAC7E,cAAc,EAAE,CAAE,KAAoB,EAAE,aAAa;YACrD,WAAW,EAAG,KAAoB,EAAE,aAAa,IAAI,IAAI,CAAC,mBAAmB;YAC7E,2BAA2B;YAC3B,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;;AApfH,0DAqfC"}
@@ -1,7 +1,7 @@
1
1
  import { DyNTS_OAI_CompareResult_Type } from '../../_enums/oai-compare-result-type.enum';
2
- import { DyNTS_OAI_DocChunk } from '../oai-doc-chunk.data-model';
3
- export interface DyNTS_OAI_ChunkCompareResult {
2
+ import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
3
+ export interface DyNTS_OAI_ChunkCompareResult<T extends DyNTS_OAI_Chunk> {
4
4
  result: DyNTS_OAI_CompareResult_Type;
5
- oldChunk: DyNTS_OAI_DocChunk;
5
+ oldChunk: T;
6
6
  }
7
7
  //# sourceMappingURL=oai-chunk-compare-result.interface.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"oai-chunk-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAGjE,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,4BAA4B,CAAC;IACrC,QAAQ,EAAE,kBAAkB,CAAC;CAC9B"}
1
+ {"version":3,"file":"oai-chunk-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAG9D,MAAM,WAAW,4BAA4B,CAAC,CAAC,SAAS,eAAe;IACrE,MAAM,EAAE,4BAA4B,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC;CACb"}
@@ -1,14 +1,13 @@
1
- import { DyFM_Metadata } from '@futdevpro/fsm-dynamo';
2
- import { DyNTS_OAI_DocChunk } from '../oai-doc-chunk.data-model';
3
- export interface DyNTS_OAI_DocumentPage extends DyFM_Metadata {
4
- workspaceId: string;
5
- docId: string;
6
- parentPageId: string;
7
- path: string[];
8
- documentParent: string;
1
+ import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
2
+ export interface DyNTS_OAI_DocumentPage<T_Chunk extends DyNTS_OAI_Chunk> {
3
+ documentId: string;
4
+ pageId: string;
9
5
  name: string;
6
+ allFlaggedParents: string[];
7
+ allFlaggedParentsMerged: string;
8
+ /** Path to the page in the document, starting with the document name */
9
+ path: string[];
10
+ chunks: T_Chunk[];
10
11
  content: string;
11
- pages: DyNTS_OAI_DocumentPage[];
12
- chunks: DyNTS_OAI_DocChunk[];
13
12
  }
14
13
  //# sourceMappingURL=oai-document-page.interface.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"oai-document-page.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAKjE,MAAM,WAAW,sBAAuB,SAAQ,aAAa;IAC3D,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IAErB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IAEvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAEhB,KAAK,EAAE,sBAAsB,EAAE,CAAC;IAChC,MAAM,EAAE,kBAAkB,EAAE,CAAC;CAC9B"}
1
+ {"version":3,"file":"oai-document-page.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAK9D,MAAM,WAAW,sBAAsB,CAAC,OAAO,SAAS,eAAe;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IAEf,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAEhC,wEAAwE;IACxE,IAAI,EAAE,MAAM,EAAE,CAAC;IAEf,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB"}
@@ -1,13 +1,11 @@
1
- import { DyNTS_OAI_CompareResult_Type } from '../../_enums/oai-compare-result-type.enum';
2
- import { DyNTS_OAI_DocChunk } from '../oai-doc-chunk.data-model';
3
- import { DyNTS_OAI_ChunkCompareResult } from './oai-chunk-compare-result.interface';
4
- import { DyNTS_OAI_DocumentPage } from './oai-document-page.interface';
5
- export interface DyNTS_OAI_PageCompareResult {
1
+ import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
2
+ import { DyNTS_OAI_ChunkCompareResult, DyNTS_OAI_CompareResult_Type, DyNTS_OAI_DocumentPage } from '../..';
3
+ export interface DyNTS_OAI_PageCompareResult<T_Doc extends DyNTS_OAI_DocumentPage<T_Chunk>, T_Chunk extends DyNTS_OAI_Chunk> {
6
4
  result: DyNTS_OAI_CompareResult_Type;
7
- subjectPage: DyNTS_OAI_DocumentPage;
5
+ subjectPage: T_Doc;
8
6
  oldPageContent: string;
9
- chunkCompareResults: DyNTS_OAI_ChunkCompareResult[];
10
- newChunks: DyNTS_OAI_DocChunk[];
11
- oldChunks: DyNTS_OAI_DocChunk[];
7
+ chunkCompareResults: DyNTS_OAI_ChunkCompareResult<T_Chunk>[];
8
+ newChunks: T_Chunk[];
9
+ oldChunks: T_Chunk[];
12
10
  }
13
11
  //# sourceMappingURL=oai-page-compare-result.interface.d.ts.map