@futdevpro/nts-dynamo 1.11.2 → 1.11.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts +1 -2
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts.map +1 -1
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js +16 -10
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js.map +1 -1
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts +9 -5
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts.map +1 -1
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js +18 -6
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js.map +1 -1
- package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts +3 -3
- package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts.map +1 -1
- package/build/_modules/open-ai/_collections/oai-chunking.util.js +36 -24
- package/build/_modules/open-ai/_collections/oai-chunking.util.js.map +1 -1
- package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts +3 -3
- package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts +9 -10
- package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts +7 -9
- package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts +25 -15
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js +73 -65
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js.map +1 -1
- package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts +10 -9
- package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts.map +1 -1
- package/build/_modules/open-ai/_services/oai-chunk.service-base.js +18 -33
- package/build/_modules/open-ai/_services/oai-chunk.service-base.js.map +1 -1
- package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts +4 -1
- package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts.map +1 -1
- package/build/_modules/open-ai/_services/oai-vector-data.service.js +80 -24
- package/build/_modules/open-ai/_services/oai-vector-data.service.js.map +1 -1
- package/build/_modules/open-ai/index.d.ts +1 -0
- package/build/_modules/open-ai/index.d.ts.map +1 -1
- package/build/_modules/open-ai/index.js +1 -0
- package/build/_modules/open-ai/index.js.map +1 -1
- package/package.json +3 -3
- package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +12 -5
- package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +33 -16
- package/src/_modules/open-ai/_collections/oai-chunking.util.ts +54 -35
- package/src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts +8 -3
- package/src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts +16 -10
- package/src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts +10 -13
- package/src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts +81 -72
- package/src/_modules/open-ai/_services/oai-chunk.service-base.ts +36 -39
- package/src/_modules/open-ai/_services/oai-vector-data.service.ts +124 -37
- package/src/_modules/open-ai/index.ts +1 -0
|
@@ -1,9 +1,8 @@
|
|
|
1
1
|
import { DyFM_DataModel_Params, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
|
|
2
2
|
export declare class DyNTS_DiAs_Knowledge extends DyFM_Metadata {
|
|
3
3
|
subject?: string;
|
|
4
|
-
subjectVectorized?: number[];
|
|
5
4
|
description?: string;
|
|
6
|
-
|
|
5
|
+
contentVectorized?: number[];
|
|
7
6
|
constructor(set?: DyNTS_DiAs_Knowledge);
|
|
8
7
|
}
|
|
9
8
|
export declare const DyNTS_DiAs_knowledge_dataParams: DyFM_DataModel_Params<DyNTS_DiAs_Knowledge>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dias-knowledge.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAI7E,qBAAa,oBAAqB,SAAQ,aAAa;IAErD,OAAO,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"dias-knowledge.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAI7E,qBAAa,oBAAqB,SAAQ,aAAa;IAErD,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAM;gBAGhC,GAAG,CAAC,EAAE,oBAAoB;CAQ7B;AAED,eAAO,MAAM,+BAA+B,6CA2B1C,CAAC"}
|
|
@@ -4,9 +4,10 @@ exports.DyNTS_DiAs_knowledge_dataParams = exports.DyNTS_DiAs_Knowledge = void 0;
|
|
|
4
4
|
const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
|
|
5
5
|
class DyNTS_DiAs_Knowledge extends fsm_dynamo_1.DyFM_Metadata {
|
|
6
6
|
subject;
|
|
7
|
-
subjectVectorized = [];
|
|
7
|
+
/* subjectVectorized?: number[] = []; */
|
|
8
8
|
description;
|
|
9
|
-
descriptionVectorized = [];
|
|
9
|
+
/* descriptionVectorized?: number[] = []; */
|
|
10
|
+
contentVectorized = [];
|
|
10
11
|
constructor(set) {
|
|
11
12
|
super(set);
|
|
12
13
|
if (set) {
|
|
@@ -22,19 +23,24 @@ exports.DyNTS_DiAs_knowledge_dataParams = new fsm_dynamo_1.DyFM_DataModel_Params
|
|
|
22
23
|
type: 'string', index: true,
|
|
23
24
|
required: true, unique: true,
|
|
24
25
|
},
|
|
25
|
-
subjectVectorized: {
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
},
|
|
26
|
+
/* subjectVectorized: {
|
|
27
|
+
type: 'number[]',
|
|
28
|
+
vectorizedFrom: 'subject',
|
|
29
|
+
vectorizeUseIndex: 'subject',
|
|
30
|
+
}, */
|
|
30
31
|
description: {
|
|
31
32
|
type: 'string', index: true,
|
|
32
33
|
required: true,
|
|
33
34
|
},
|
|
34
|
-
descriptionVectorized: {
|
|
35
|
+
/* descriptionVectorized: {
|
|
36
|
+
type: 'number[]',
|
|
37
|
+
vectorizedFrom: 'description',
|
|
38
|
+
vectorizeUseIndex: 'description',
|
|
39
|
+
}, */
|
|
40
|
+
contentVectorized: {
|
|
35
41
|
type: 'number[]',
|
|
36
|
-
vectorizedFrom: 'description',
|
|
37
|
-
vectorizeUseIndex: '
|
|
42
|
+
vectorizedFrom: ['description', 'subject'],
|
|
43
|
+
vectorizeUseIndex: 'contentVectorized',
|
|
38
44
|
},
|
|
39
45
|
},
|
|
40
46
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dias-knowledge.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAI7E,MAAa,oBAAqB,SAAQ,0BAAa;IAErD,OAAO,CAAU;IACjB,
|
|
1
|
+
{"version":3,"file":"dias-knowledge.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAI7E,MAAa,oBAAqB,SAAQ,0BAAa;IAErD,OAAO,CAAU;IACjB,wCAAwC;IAExC,WAAW,CAAU;IACrB,4CAA4C;IAE5C,iBAAiB,GAAc,EAAE,CAAC;IAElC,YACE,GAA0B;QAE1B,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAnBD,oDAmBC;AAEY,QAAA,+BAA+B,GAAG,IAAI,kCAAqB,CAAuB;IAC7F,QAAQ,EAAE,gBAAgB;IAC1B,UAAU,EAAE;QACV,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI;SAC7B;QACD;;;;aAIK;QACL,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;YAC3B,QAAQ,EAAE,IAAI;SACf;QACD;;;;aAIK;QACL,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;YAChB,cAAc,EAAE,CAAE,aAAa,EAAE,SAAS,CAAE;YAC5C,iBAAiB,EAAE,mBAAmB;SACvC;KACF;CACF,CAAC,CAAC"}
|
|
@@ -1,14 +1,18 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { DyNTS_OAI_Chunk } from '../../open-ai/_models/oai-doc-chunk.data-model';
|
|
2
|
+
import { DyNTS_OAI_Chunk_DataServiceBase } from '../../open-ai/_services/oai-chunk.service-base';
|
|
3
|
+
import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
|
|
4
|
+
import { DyFM_OpenAI_Settings } from '@futdevpro/fsm-dynamo/open-ai';
|
|
3
5
|
import { DyNTS_DiAs_Main_ControlService } from './dias-main.control-service';
|
|
4
6
|
import { DyNTS_OAI_LLMChat_ServiceBase } from '../../open-ai/_services/oai-llm-chat.service-base';
|
|
5
7
|
import { DyNTS_OAI_GPT_Message } from '../../open-ai/_models/interfaces/oai-gpt-message.interface';
|
|
6
|
-
|
|
8
|
+
import { DyNTS_OAI_DocumentPage } from '../../open-ai/_models/interfaces/oai-document-page.interface';
|
|
9
|
+
export declare abstract class DyNTS_DiAs_Chunk_DataService<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk, T_Page extends DyNTS_OAI_DocumentPage<T_Chunk> = DyNTS_OAI_DocumentPage<T_Chunk>> extends DyNTS_OAI_Chunk_DataServiceBase<T_Chunk, T_Page> {
|
|
7
10
|
protected abstract readonly mainDiscordBot_CS: DyNTS_DiAs_Main_ControlService;
|
|
8
11
|
get llmChat_CS(): DyNTS_OAI_LLMChat_ServiceBase;
|
|
9
|
-
constructor(issuer: string);
|
|
12
|
+
constructor(issuer: string, dataParams?: DyFM_DataModel_Params<T_Chunk>, openAiSettings?: DyFM_OpenAI_Settings);
|
|
13
|
+
abstract getPageLink(page: T_Page, issuer: string): string;
|
|
10
14
|
resolveConversation(conversation: DyNTS_OAI_GPT_Message[]): Promise<string>;
|
|
11
15
|
vectorSearchAndResolveConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<string>;
|
|
12
|
-
vectorSearchUsingConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<
|
|
16
|
+
vectorSearchUsingConversation(conversation: DyNTS_OAI_GPT_Message[], limit?: number, numberOfCandidates?: number): Promise<T_Chunk[]>;
|
|
13
17
|
}
|
|
14
18
|
//# sourceMappingURL=dias-chunk.data-service.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dias-chunk.data-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"dias-chunk.data-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAqC,MAAM,gDAAgD,CAAC;AACpH,OAAO,EAAE,+BAA+B,EAAE,MAAM,gDAAgD,CAAC;AACjG,OAAO,EAAE,qBAAqB,EAAwB,MAAM,uBAAuB,CAAC;AACpF,OAAO,EAAE,oBAAoB,EAAoB,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAC;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,MAAM,4DAA4D,CAAC;AAGnG,OAAO,EAAE,sBAAsB,EAAE,MAAM,8DAA8D,CAAC;AAItG,8BAAsB,4BAA4B,CAChD,OAAO,SAAS,eAAe,GAAG,eAAe,EACjD,MAAM,SAAS,sBAAsB,CAAC,OAAO,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAChF,SAAQ,+BAA+B,CAAC,OAAO,EAAE,MAAM,CAAC;IAExD,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE,8BAA8B,CAAC;IAE9E,IAAI,UAAU,IAAI,6BAA6B,CAE9C;gBAGC,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAC3C,cAAc,CAAC,EAAE,oBAAoB;IAmBvC,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAEpD,mBAAmB,CACvB,YAAY,EAAE,qBAAqB,EAAE,GACpC,OAAO,CAAC,MAAM,CAAC;IAuCZ,kCAAkC,CACtC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,MAAM,CAAC;IAuCZ,6BAA6B,CACjC,YAAY,EAAE,qBAAqB,EAAE,EACrC,KAAK,GAAE,MAAU,EACjB,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,OAAO,EAAE,CAAC;CAgCtB"}
|
|
@@ -1,16 +1,28 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.DyNTS_DiAs_Chunk_DataService = void 0;
|
|
4
|
+
const oai_doc_chunk_data_model_1 = require("../../open-ai/_models/oai-doc-chunk.data-model");
|
|
4
5
|
const oai_chunk_service_base_1 = require("../../open-ai/_services/oai-chunk.service-base");
|
|
5
6
|
const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
|
|
7
|
+
const open_ai_1 = require("@futdevpro/fsm-dynamo/open-ai");
|
|
6
8
|
const oai_llm_predefined_requests_conts_1 = require("../../open-ai/_collections/oai-llm-predefined-requests.conts");
|
|
7
|
-
const
|
|
8
|
-
class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.
|
|
9
|
+
const global_settings_const_1 = require("../../../_collections/global-settings.const");
|
|
10
|
+
class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Chunk_DataServiceBase {
|
|
9
11
|
get llmChat_CS() {
|
|
10
12
|
return this.mainDiscordBot_CS.llmChat_CS;
|
|
11
13
|
}
|
|
12
|
-
constructor(issuer) {
|
|
13
|
-
super(
|
|
14
|
+
constructor(issuer, dataParams, openAiSettings) {
|
|
15
|
+
super(dataParams ?? oai_doc_chunk_data_model_1.DyNTS_OAI_defaultChunk_dataParams, openAiSettings ??
|
|
16
|
+
new open_ai_1.DyFM_OpenAI_Settings({
|
|
17
|
+
openAIConfig: {
|
|
18
|
+
apiKey: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.apiKey,
|
|
19
|
+
organization: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.organization,
|
|
20
|
+
project: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.project,
|
|
21
|
+
},
|
|
22
|
+
defaultSettings: {
|
|
23
|
+
useModel: open_ai_1.DyFM_OpenAIModel.textEmbedding_3Large,
|
|
24
|
+
},
|
|
25
|
+
}), issuer);
|
|
14
26
|
}
|
|
15
27
|
async resolveConversation(conversation) {
|
|
16
28
|
try {
|
|
@@ -44,8 +56,8 @@ class DyNTS_DiAs_Chunk_DataService extends oai_chunk_service_base_1.DyNTS_OAI_Ch
|
|
|
44
56
|
const searchResults = await this.vectorSearchUsingConversation(conversation, limit, numberOfCandidates);
|
|
45
57
|
const parsedSearchResults = searchResults.map((result) => {
|
|
46
58
|
return '' +
|
|
47
|
-
'\npage: ' + result.
|
|
48
|
-
'\npageLink: ' +
|
|
59
|
+
'\npage: ' + result.pageName +
|
|
60
|
+
'\npageLink: ' + result.pageLink +
|
|
49
61
|
'\ncontent: ' +
|
|
50
62
|
`\n${result.chunkParentedContent.replace(/\n/g, '\n ')}`;
|
|
51
63
|
}).join('\n\n');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dias-chunk.data-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"dias-chunk.data-service.js","sourceRoot":"","sources":["../../../../src/_modules/discord-assistant/_services/dias-chunk.data-service.ts"],"names":[],"mappings":";;;AAAA,6FAAoH;AACpH,2FAAiG;AACjG,sDAAoF;AACpF,2DAAuF;AAIvF,oHAAuH;AAGvH,uFAAoF;AAGpF,MAAsB,4BAGpB,SAAQ,wDAAgD;IAIxD,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAC3C,CAAC;IAED,YACE,MAAc,EACd,UAA2C,EAC3C,cAAqC;QAErC,KAAK,CACH,UAAU,IAAI,4DAAmE,EACjF,cAAc;YACZ,IAAI,8BAAoB,CAAC;gBACvB,YAAY,EAAE;oBACZ,MAAM,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM;oBACxD,YAAY,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY;oBACpE,OAAO,EAAE,6CAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO;iBAC3D;gBACD,eAAe,EAAE;oBACf,QAAQ,EAAE,0BAAgB,CAAC,oBAAoB;iBAChD;aACF,CAAC,EACJ,MAAM,CACP,CAAC;IACJ,CAAC;IAID,KAAK,CAAC,mBAAmB,CACvB,YAAqC;QAErC,IAAI,CAAC;YACH,qBAAQ,CAAC,IAAI,CAAC,+BAA+B,EAAE,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAE9F,MAAM,kBAAkB,GAAY,MAAM,IAAI,CAAC,UAAU,CAAC,2BAA2B,CACnF,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,oBAAoB,EACzE,IAAI,CAAC,MAAM,EACX,KAAK,EACL;gBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;aAC1E,CACF,CAAC;YAEF,IAAI,MAAc,CAAC;YACnB,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,GAAG,MAAM,IAAI,CAAC,kCAAkC,CAAC,YAAY,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAChD,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;oBACE,YAAY,EAAE,2EAAuC,CAAC,mBAAmB;iBAC1E,CACQ,CAAC;YACd,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,QAAQ;IACR,wCAAwC;IACxC,sEAAsE;IACtE,KAAK,CAAC,kCAAkC,CACtC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,aAAa,GAAc,MAAM,IAAI,CAAC,6BAA6B,CACvE,YAAY,EACZ,KAAK,EACL,kBAAkB,CACnB,CAAC;YAEF,MAAM,mBAAmB,GAAW,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC/D,OAAO,EAAE;oBACP,UAAU,GAAG,MAAM,CAAC,QAAQ;oBAC5B,cAAc,GAAG,MAAM,CAAC,QAAQ;oBAChC,aAAa;oBACb,KAAK,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAA;YAC7D,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,qBAAQ,CAAC,SAAS,CAAC,4BAA4B,EAAE,mBAAmB,CAAC,CAAC;YAEtE,MAAM,MAAM,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAC9D,YAAY,EACZ,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,oBAAoB;oBACzE,mBAAmB;aACtB,CACQ,CAAC;YAEZ,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gCAAgC,EAAE,KAAK,CAAC;gBACxE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,6BAA6B,CACjC,YAAqC,EACrC,QAAgB,CAAC,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,MAAM,WAAW,GAA0B,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEjF,MAAM,cAAc,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAC1E,YAAY,EACZ,2EAAuC,CAAC,YAAY,CAAC,iBAAiB,EACtE,IAAI,CAAC,MAAM,EACX;gBACE,YAAY,EACV,2EAAuC,CAAC,mBAAmB;oBAC3D,2EAAuC,CAAC,YAAY,CAAC,YAAY;aACpE,CACF,CAAC;YAEF,qBAAQ,CAAC,QAAQ,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;YAElE,MAAM,aAAa,GAAc,MAAM,IAAI,CAAC,YAAY,CACtD,cAAc,GAAG,GAAG,GAAG,WAAW,CAAC,OAAO,EAC1C,gCAAgC,EAChC,KAAK,EACL,kBAAkB,CACnB,CAAA;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,+BAA+B,EAAE,KAAK,CAAC;gBACvE,SAAS,EAAE,iBAAiB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AA3JD,oEA2JC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { DyFM_AnyError, DyFM_Error_Settings } from '@futdevpro/fsm-dynamo';
|
|
2
|
-
import {
|
|
2
|
+
import { DyNTS_OAI_Chunk } from '../_models/oai-doc-chunk.data-model';
|
|
3
3
|
import { DyNTS_OAI_DocumentPage } from '../_models/interfaces/oai-document-page.interface';
|
|
4
4
|
/**
|
|
5
5
|
* ClickUp dokumentum chunking szolgáltatás
|
|
@@ -14,9 +14,9 @@ export declare class DyNTS_OAI_Chunking_Util {
|
|
|
14
14
|
* @param issuer - Kérés kezdeményezője
|
|
15
15
|
* @returns Promise<CU_DocChunk[]> - Létrehozott chunk-ok listája
|
|
16
16
|
*/
|
|
17
|
-
static chunkMdContent(page:
|
|
17
|
+
static chunkMdContent<T_Chunk extends DyNTS_OAI_Chunk, T_Page extends DyNTS_OAI_DocumentPage<T_Chunk>>(page: T_Page, getPageLink: (page: T_Page, issuer: string) => string, issuer: string): Promise<T_Chunk[]>;
|
|
18
18
|
private static assembleChunkWithHeaders;
|
|
19
|
-
static reassembleChunksToContent(chunks:
|
|
19
|
+
static reassembleChunksToContent(chunks: DyNTS_OAI_Chunk[], issuer: string): string;
|
|
20
20
|
/**
|
|
21
21
|
* Unified break points configuration
|
|
22
22
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-chunking.util.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,mBAAmB,EAAY,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"oai-chunking.util.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,mBAAmB,EAAY,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,mDAAmD,CAAC;AAG3F;;;;GAIG;AACH,qBAAa,uBAAuB;IAElC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAEE;IAEvD;;;;;OAKG;WACU,cAAc,CACzB,OAAO,SAAS,eAAe,EAC/B,MAAM,SAAS,sBAAsB,CAAC,OAAO,CAAC,EAE9C,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,EACrD,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,EAAE,CAAC;IAsLrB,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAiBvC,MAAM,CAAC,yBAAyB,CAC9B,MAAM,EAAE,eAAe,EAAE,EACzB,MAAM,EAAE,MAAM,GACb,MAAM;IAgCT;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CASjC;IAEF;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAajC;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,oBAAoB;IA+BnC;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,iBAAiB;IAqBhC;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IAkD7B;;;;;;;;OAQG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAuDjC;;;;;;OAMG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAMjC,SAAS,CAAC,MAAM,CAAC,uBAAuB,CACtC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,GAEb,mBAAmB;CAcvB"}
|
|
@@ -18,7 +18,7 @@ class DyNTS_OAI_Chunking_Util {
|
|
|
18
18
|
* @param issuer - Kérés kezdeményezője
|
|
19
19
|
* @returns Promise<CU_DocChunk[]> - Létrehozott chunk-ok listája
|
|
20
20
|
*/
|
|
21
|
-
static async chunkMdContent(page, issuer) {
|
|
21
|
+
static async chunkMdContent(page, getPageLink, issuer) {
|
|
22
22
|
try {
|
|
23
23
|
if (page.content.includes('#####')) {
|
|
24
24
|
fsm_dynamo_1.DyFM_Log.warn('lvl5+ headers are not supported yet for page: ' + page.name);
|
|
@@ -47,15 +47,19 @@ class DyNTS_OAI_Chunking_Util {
|
|
|
47
47
|
if (chunkContent.length > 0) {
|
|
48
48
|
const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
|
|
49
49
|
const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
|
|
50
|
-
const
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
50
|
+
const headParents = headerHierarchy.map(header => header.header);
|
|
51
|
+
const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
|
|
52
|
+
const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
|
|
53
|
+
filePathParents: page.path,
|
|
54
|
+
chunkHeadParents: headParents,
|
|
55
|
+
allFlaggedParents: allFlaggedParents,
|
|
56
|
+
allFlaggedParentsMerged: allFlaggedParents.join('/'),
|
|
57
|
+
documentName: page.documentId,
|
|
58
|
+
pageName: page.name,
|
|
59
|
+
pageLink: getPageLink(page, issuer),
|
|
56
60
|
chunkIndex: chunkIndex,
|
|
57
|
-
chunkPath: chunkPath,
|
|
58
61
|
chunkOriginalContent: chunkContent,
|
|
62
|
+
chunkParentedContent: chunkWithHierarchy,
|
|
59
63
|
});
|
|
60
64
|
chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
|
|
61
65
|
chunks.push(chunk);
|
|
@@ -77,17 +81,21 @@ class DyNTS_OAI_Chunking_Util {
|
|
|
77
81
|
/* console.log(`Chunk has headers: ${hasHeaders}`); */
|
|
78
82
|
const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
|
|
79
83
|
const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
|
|
84
|
+
const headParents = headerHierarchy.map(header => header.header);
|
|
85
|
+
const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
|
|
80
86
|
/* console.log(`Chunk path:`, chunkPath);
|
|
81
87
|
console.log(`Chunk with hierarchy preview:`, chunkWithHierarchy.substring(0, 100) + '...'); */
|
|
82
|
-
const chunk = new oai_doc_chunk_data_model_1.
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
+
const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
|
|
89
|
+
filePathParents: page.path,
|
|
90
|
+
chunkHeadParents: headParents,
|
|
91
|
+
allFlaggedParents: allFlaggedParents,
|
|
92
|
+
allFlaggedParentsMerged: allFlaggedParents.join('/'),
|
|
93
|
+
documentName: page.documentId,
|
|
94
|
+
pageName: page.name,
|
|
95
|
+
pageLink: getPageLink(page, issuer),
|
|
88
96
|
chunkIndex: chunkIndex,
|
|
89
|
-
chunkPath: chunkPath,
|
|
90
97
|
chunkOriginalContent: chunkContent,
|
|
98
|
+
chunkParentedContent: chunkWithHierarchy,
|
|
91
99
|
});
|
|
92
100
|
chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
|
|
93
101
|
chunks.push(chunk);
|
|
@@ -104,15 +112,19 @@ class DyNTS_OAI_Chunking_Util {
|
|
|
104
112
|
const chunkContent = leftovers.substring(0, maxChunkSize).trim();
|
|
105
113
|
const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
|
|
106
114
|
const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
|
|
107
|
-
const
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
115
|
+
const headParents = headerHierarchy.map(header => header.header);
|
|
116
|
+
const allFlaggedParents = [...page.allFlaggedParents, ...headParents];
|
|
117
|
+
const chunk = new oai_doc_chunk_data_model_1.DyNTS_OAI_Chunk({
|
|
118
|
+
filePathParents: page.path,
|
|
119
|
+
chunkHeadParents: headParents,
|
|
120
|
+
allFlaggedParents: allFlaggedParents,
|
|
121
|
+
allFlaggedParentsMerged: allFlaggedParents.join('/'),
|
|
122
|
+
documentName: page.documentId,
|
|
123
|
+
pageName: page.name,
|
|
124
|
+
pageLink: getPageLink(page, issuer),
|
|
113
125
|
chunkIndex: chunkIndex,
|
|
114
|
-
chunkPath: chunkPath,
|
|
115
126
|
chunkOriginalContent: chunkContent,
|
|
127
|
+
chunkParentedContent: chunkWithHierarchy,
|
|
116
128
|
});
|
|
117
129
|
chunk.chunkParentedContent = this.assembleChunkWithHeaders(chunk, issuer);
|
|
118
130
|
chunks.push(chunk);
|
|
@@ -149,8 +161,8 @@ class DyNTS_OAI_Chunking_Util {
|
|
|
149
161
|
}
|
|
150
162
|
static assembleChunkWithHeaders(chunk, issuer) {
|
|
151
163
|
try {
|
|
152
|
-
const fileHeaders = chunk.
|
|
153
|
-
const headers = chunk.
|
|
164
|
+
const fileHeaders = chunk.filePathParents.map((header, index) => `${'>'.repeat(index + 1)} **${header}**`).join('\n');
|
|
165
|
+
const headers = chunk.chunkHeadParents.filter(path => !chunk.chunkOriginalContent.includes(path)).join('\n');
|
|
154
166
|
return `${fileHeaders}\n\n${headers}\n\n${chunk.chunkOriginalContent}`;
|
|
155
167
|
}
|
|
156
168
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-chunking.util.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":";;;AAAA,sDAAiG;AACjG,kFAAyE;AAEzE,uFAAoF;AAEpF;;;;GAIG;AACH,MAAa,uBAAuB;IAExB,MAAM,CAAU,mBAAmB,GAC3C,qDAAqD;QACrD,oDAAoD,CAAC;IAEvD;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CACzB,IAA4B,EAC5B,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,qBAAQ,CAAC,IAAI,CAAC,gDAAgD,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC;YAED,6FAA6F;YAE7F,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,MAAM,YAAY,GAAG,6CAAqB,CAAC,WAAW,CAAC,YAAY,CAAC;YACpE,MAAM,aAAa,GAAG,6CAAqB,CAAC,WAAW,CAAC,aAAa,CAAC;YACtE,MAAM,MAAM,GAAyB,EAAE,CAAC;YACxC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC,6CAA6C;YAEtE,uCAAuC;YACvC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAE7D,4BAA4B;YAC5B;;;;6DAIiD;YAEjD,sDAAsD;YACtD,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;YAEnD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC1D,qEAAqE;gBACrE,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBAEpI,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;4BACnC,WAAW,EAAE,IAAI,CAAC,WAAW;4BAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;4BACtB,cAAc,EAAE,IAAI,CAAC,GAAG;4BAExB,YAAY,EAAE,IAAI,CAAC,IAAI;4BACvB,YAAY,EAAE,IAAI,CAAC,IAAI;4BAEvB,UAAU,EAAE,UAAU;4BACtB,SAAS,EAAE,SAAS;4BAEpB,oBAAoB,EAAE,YAAY;yBACnC,CAAC,CAAC;wBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEpE,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACzB,sDAAsD;oBACtD,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;oBAErE,2BAA2B;oBAC3B;;;qGAGiF;oBAEjF,6BAA6B;oBAC7B,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC/C,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,GAAG,UAAU,CAAC,KAAK,CACrF,CAAC;oBACF,sDAAsD;oBAEtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBAEpI;kHAC8F;oBAE9F,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;wBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;wBACtB,cAAc,EAAE,IAAI,CAAC,GAAG;wBAExB,YAAY,EAAE,IAAI,CAAC,IAAI;wBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;wBAEvB,UAAU,EAAE,UAAU;wBACtB,SAAS,EAAE,SAAS;wBAEpB,oBAAoB,EAAE,YAAY;qBACnC,CAAC,CAAC;oBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,UAAU,CAAC,KAAK,CAAC;oBACpC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;oBAElD,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;oBAEtE;4EACwD;gBAC1D,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAEhI,MAAM,KAAK,GAAG,IAAI,6CAAkB,CAAC;wBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,KAAK;wBACtB,cAAc,EAAE,IAAI,CAAC,GAAG;wBAExB,YAAY,EAAE,IAAI,CAAC,IAAI;wBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;wBAEvB,UAAU,EAAE,UAAU;wBACtB,SAAS,EAAE,SAAS;wBAEpB,oBAAoB,EAAE,YAAY;qBACnC,CAAC,CAAC;oBACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,YAAY,CAAC;oBAChC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAE9C,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;gBACxE,CAAC;gBAED,yCAAyC;gBACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpE,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,gBAAgB,EAChB,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAC/C,MAAM,CACP;wBACD,SAAS,EAAE,cAAc;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,UAAU,IAAI,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,qBAAQ,CAAC,IAAI,CACX,mCAAmC,aAAa,yBAAyB,SAAS,CAAC,MAAM,aAAa,EACtG;oBACE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBAC9B,CACF,CAAC;YACJ,CAAC;YAED,yDAAyD;YACzD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAChE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAyB,EAAE,MAAc;QAC/E,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CACxC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,MAAM,IAAI,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CACpC,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,OAAO,GAAG,WAAW,OAAO,OAAO,OAAO,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,0BAA0B,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC1E,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,MAA4B,EAC5B,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,2BAA2B,EAC3B,IAAI,KAAK,CAAC,2DAA2D,CAAC,EACtE,MAAM,CACP;wBACD,SAAS,EAAE,gBAAgB;wBAE3B,iBAAiB,EAAE;4BACjB,MAAM,EAAE,MAAM;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,IAAI,KAAK,CAAC,oBAAoB,CAAC;YAC5C,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAClE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAU,WAAW,GAAG;QACpC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAChF,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACjF,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAClF,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACnF,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC/E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC7E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,yBAAyB;QACxE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,uBAAuB;KACtE,CAAC;IAEF;;;;;OAKG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,QAAgB;QAC9D,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1E,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,OAAO;oBACL,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,aAAa;oBACvC,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,oBAAoB,CAAC,OAAe;QACjD,MAAM,OAAO,GAA0D,EAAE,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAEhC,sDAAsD;YACtD,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gCAAgC;oBAC/D,MAAM,UAAU,GAAG,WAAW,CAAC;oBAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,0BAA0B;wBACxD,OAAO,CAAC,IAAI,CAAC;4BACX,KAAK,EAAE,YAAY;4BACnB,KAAK,EAAE,KAAK;4BACZ,MAAM,EAAE,UAAU;yBACnB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qBAAqB;QACxD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,iBAAiB,CAC9B,eAAsE,EACtE,eAAuB,EACvB,WAAgC;QAEhC,sFAAsF;QACtF,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,EAAE,CAAC;gBACnC,mDAAmD;gBACnD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE7C,6EAA6E;gBAC7E,6DAA6D;gBAC7D,mDAAmD;gBACnD,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;oBACvD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,cAAc,CAC3B,QAAgB,EAChB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;YAEvC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;QAEvC,4EAA4E;QAC5E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gDAAgD;YAChF,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,gDAAgD;QAE3F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,kBAAkB,CAC/B,YAAoB,EACpB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,iEAAiE;QACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;YAC5D,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,yFAAyF;QACzF,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;QAC5D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,MAAM,CAAC,uBAAuB,CACtC,MAAc,EACd,KAAoB,EACpB,MAAc;QAGd,OAAO;YACL,MAAM,EAAG,KAAoB,EAAE,SAAS,IAAI,GAAG;YAC/C,OAAO,EAAG,KAAe,EAAE,OAAO;gBAC/B,KAAoB,EAAE,QAAQ;gBAC/B,GAAG,MAAM,sBAAsB,6CAAqB,CAAC,mBAAmB,GAAG;YAC7E,cAAc,EAAE,CAAE,KAAoB,EAAE,aAAa;YACrD,WAAW,EAAG,KAAoB,EAAE,aAAa,IAAI,IAAI,CAAC,mBAAmB;YAC7E,2BAA2B;YAC3B,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;;AApeH,0DAqeC"}
|
|
1
|
+
{"version":3,"file":"oai-chunking.util.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_collections/oai-chunking.util.ts"],"names":[],"mappings":";;;AAAA,sDAAiG;AACjG,kFAAsE;AAEtE,uFAAoF;AAEpF;;;;GAIG;AACH,MAAa,uBAAuB;IAExB,MAAM,CAAU,mBAAmB,GAC3C,qDAAqD;QACrD,oDAAoD,CAAC;IAEvD;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CAIzB,IAAY,EACZ,WAAqD,EACrD,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,qBAAQ,CAAC,IAAI,CAAC,gDAAgD,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC;YAED,6FAA6F;YAE7F,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,MAAM,YAAY,GAAG,6CAAqB,CAAC,WAAW,CAAC,YAAY,CAAC;YACpE,MAAM,aAAa,GAAG,6CAAqB,CAAC,WAAW,CAAC,aAAa,CAAC;YACtE,MAAM,MAAM,GAAc,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC,6CAA6C;YAEtE,uCAAuC;YACvC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAE7D,4BAA4B;YAC5B;;;;6DAIiD;YAEjD,sDAAsD;YACtD,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;YAEnD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC1D,qEAAqE;gBACrE,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;wBACpI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;wBAExE,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;4BACzC,eAAe,EAAE,IAAI,CAAC,IAAI;4BAC1B,gBAAgB,EAAE,WAAW;4BAE7B,iBAAiB,EAAE,iBAAiB;4BACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;4BAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;4BAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;4BACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;4BACnC,UAAU,EAAE,UAAU;4BAEtB,oBAAoB,EAAE,YAAY;4BAElC,oBAAoB,EAAE,kBAAkB;yBACzC,CAAY,CAAC;wBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEpE,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACzB,sDAAsD;oBACtD,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;oBAErE,2BAA2B;oBAC3B;;;qGAGiF;oBAEjF,6BAA6B;oBAC7B,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC/C,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,GAAG,UAAU,CAAC,KAAK,CACrF,CAAC;oBACF,sDAAsD;oBAEtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACpI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;oBAExE;kHAC8F;oBAE9F,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;wBACzC,eAAe,EAAE,IAAI,CAAC,IAAI;wBAC1B,gBAAgB,EAAE,WAAW;wBAE7B,iBAAiB,EAAE,iBAAiB;wBACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;wBAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;wBAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;wBACnC,UAAU,EAAE,UAAU;wBAEtB,oBAAoB,EAAE,YAAY;wBAElC,oBAAoB,EAAE,kBAAkB;qBACzC,CAAY,CAAC;oBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,UAAU,CAAC,KAAK,CAAC;oBACpC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;oBAElD,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;oBAEtE;4EACwD;gBAC1D,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChJ,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChI,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM,iBAAiB,GAAG,CAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,WAAW,CAAE,CAAC;oBAExE,MAAM,KAAK,GAAY,IAAI,0CAAe,CAAC;wBACzC,eAAe,EAAE,IAAI,CAAC,IAAI;wBAC1B,gBAAgB,EAAE,WAAW;wBAE7B,iBAAiB,EAAE,iBAAiB;wBACpC,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;wBAEpD,YAAY,EAAE,IAAI,CAAC,UAAU;wBAC7B,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC;wBACnC,UAAU,EAAE,UAAU;wBAEtB,oBAAoB,EAAE,YAAY;wBAElC,oBAAoB,EAAE,kBAAkB;qBACzC,CAAY,CAAC;oBACd,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,UAAU,EAAE,CAAC;oBACb,eAAe,IAAI,YAAY,CAAC;oBAChC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAE9C,+CAA+C;oBAC/C,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;gBACxE,CAAC;gBAED,yCAAyC;gBACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpE,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,gBAAgB,EAChB,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAC/C,MAAM,CACP;wBACD,SAAS,EAAE,cAAc;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,UAAU,IAAI,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,qBAAQ,CAAC,IAAI,CACX,mCAAmC,aAAa,yBAAyB,SAAS,CAAC,MAAM,aAAa,EACtG;oBACE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBAC9B,CACF,CAAC;YACJ,CAAC;YAED,yDAAyD;YACzD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAChE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAsB,EAAE,MAAc;QAC5E,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAC3C,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,MAAM,IAAI,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAC3C,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,OAAO,GAAG,WAAW,OAAO,OAAO,OAAO,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,0BAA0B,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC1E,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,yBAAyB,CAC9B,MAAyB,EACzB,MAAc;QAEd,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,2BAA2B,EAC3B,IAAI,KAAK,CAAC,2DAA2D,CAAC,EACtE,MAAM,CACP;wBACD,SAAS,EAAE,gBAAgB;wBAE3B,iBAAiB,EAAE;4BACjB,MAAM,EAAE,MAAM;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,IAAI,KAAK,CAAC,oBAAoB,CAAC;YAC5C,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,EAAE,MAAM,CAAC;gBAClE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAU,WAAW,GAAG;QACpC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAChF,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACjF,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QAClF,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,+BAA+B;QACnF,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC/E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,8BAA8B;QAC7E,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,yBAAyB;QACxE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,uBAAuB;KACtE,CAAC;IAEF;;;;;OAKG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,QAAgB;QAC9D,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1E,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,OAAO;oBACL,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,aAAa;oBACvC,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,oBAAoB,CAAC,OAAe;QACjD,MAAM,OAAO,GAA0D,EAAE,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAEhC,sDAAsD;YACtD,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gCAAgC;oBAC/D,MAAM,UAAU,GAAG,WAAW,CAAC;oBAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,0BAA0B;wBACxD,OAAO,CAAC,IAAI,CAAC;4BACX,KAAK,EAAE,YAAY;4BACnB,KAAK,EAAE,KAAK;4BACZ,MAAM,EAAE,UAAU;yBACnB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qBAAqB;QACxD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,iBAAiB,CAC9B,eAAsE,EACtE,eAAuB,EACvB,WAAgC;QAEhC,sFAAsF;QACtF,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,KAAK,GAAG,eAAe,EAAE,CAAC;gBACnC,mDAAmD;gBACnD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE7C,6EAA6E;gBAC7E,6DAA6D;gBAC7D,mDAAmD;gBACnD,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;oBACvD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,cAAc,CAC3B,QAAgB,EAChB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;YAEvC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,CAAC;QAEvC,4EAA4E;QAC5E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gDAAgD;YAChF,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,gDAAgD;QAE3F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACK,MAAM,CAAC,kBAAkB,CAC/B,YAAoB,EACpB,eAAsE,EACtE,UAAkB,EAClB,QAAgB,EAChB,WAAgC;QAEhC,iEAAiE;QACjE,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACvD,MAAM,CAAC,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,KAAK,GAAG,QAAQ,CACtD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,uEAAuE;YACvE,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,iDAAiD;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;oBACzB,YAAY,GAAG,KAAK,CAAC;oBACrB,aAAa,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;YAC5D,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,yFAAyF;QACzF,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,8DAA8D;QAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,EAAE,CAAC;gBACjB,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,YAAY,CAAC;QAC5D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,MAAM,CAAC,uBAAuB,CACtC,MAAc,EACd,KAAoB,EACpB,MAAc;QAGd,OAAO;YACL,MAAM,EAAG,KAAoB,EAAE,SAAS,IAAI,GAAG;YAC/C,OAAO,EAAG,KAAe,EAAE,OAAO;gBAC/B,KAAoB,EAAE,QAAQ;gBAC/B,GAAG,MAAM,sBAAsB,6CAAqB,CAAC,mBAAmB,GAAG;YAC7E,cAAc,EAAE,CAAE,KAAoB,EAAE,aAAa;YACrD,WAAW,EAAG,KAAoB,EAAE,aAAa,IAAI,IAAI,CAAC,mBAAmB;YAC7E,2BAA2B;YAC3B,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;;AAvfH,0DAwfC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { DyNTS_OAI_CompareResult_Type } from '../../_enums/oai-compare-result-type.enum';
|
|
2
|
-
import {
|
|
3
|
-
export interface DyNTS_OAI_ChunkCompareResult {
|
|
2
|
+
import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
|
|
3
|
+
export interface DyNTS_OAI_ChunkCompareResult<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk> {
|
|
4
4
|
result: DyNTS_OAI_CompareResult_Type;
|
|
5
|
-
oldChunk:
|
|
5
|
+
oldChunk: T_Chunk;
|
|
6
6
|
}
|
|
7
7
|
//# sourceMappingURL=oai-chunk-compare-result.interface.d.ts.map
|
package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-chunk-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"oai-chunk-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAG9D,MAAM,WAAW,4BAA4B,CAC3C,OAAO,SAAS,eAAe,GAAG,eAAe;IAEjD,MAAM,EAAE,4BAA4B,CAAC;IACrC,QAAQ,EAAE,OAAO,CAAC;CACnB"}
|
|
@@ -1,15 +1,14 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
1
|
+
import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
|
|
2
|
+
export interface DyNTS_OAI_DocumentPage<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk> {
|
|
3
|
+
documentId: string;
|
|
4
|
+
pageId: string;
|
|
5
|
+
name: string;
|
|
6
|
+
allFlaggedParents: string[];
|
|
7
|
+
allFlaggedParentsMerged: string;
|
|
7
8
|
/** Path to the page in the document, starting with the document name */
|
|
8
9
|
path: string[];
|
|
9
|
-
|
|
10
|
-
name: string;
|
|
10
|
+
chunks: T_Chunk[];
|
|
11
11
|
content: string;
|
|
12
|
-
pages
|
|
13
|
-
chunks: DyNTS_OAI_DocChunk[];
|
|
12
|
+
pages?: DyNTS_OAI_DocumentPage<T_Chunk>[];
|
|
14
13
|
}
|
|
15
14
|
//# sourceMappingURL=oai-document-page.interface.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-document-page.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"oai-document-page.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAK9D,MAAM,WAAW,sBAAsB,CACrC,OAAO,SAAS,eAAe,GAAG,eAAe;IAEjD,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IAEf,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAEhC,wEAAwE;IACxE,IAAI,EAAE,MAAM,EAAE,CAAC;IAEf,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAEhB,KAAK,CAAC,EAAE,sBAAsB,CAAC,OAAO,CAAC,EAAE,CAAC;CAC3C"}
|
|
@@ -1,13 +1,11 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
|
|
4
|
-
import { DyNTS_OAI_DocumentPage } from './oai-document-page.interface';
|
|
5
|
-
export interface DyNTS_OAI_PageCompareResult {
|
|
1
|
+
import { DyNTS_OAI_Chunk } from '../oai-doc-chunk.data-model';
|
|
2
|
+
import { DyNTS_OAI_ChunkCompareResult, DyNTS_OAI_CompareResult_Type, DyNTS_OAI_DocumentPage } from '../..';
|
|
3
|
+
export interface DyNTS_OAI_PageCompareResult<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk, T_Doc extends DyNTS_OAI_DocumentPage<T_Chunk> = DyNTS_OAI_DocumentPage<T_Chunk>> {
|
|
6
4
|
result: DyNTS_OAI_CompareResult_Type;
|
|
7
|
-
subjectPage:
|
|
5
|
+
subjectPage: T_Doc;
|
|
8
6
|
oldPageContent: string;
|
|
9
|
-
chunkCompareResults: DyNTS_OAI_ChunkCompareResult[];
|
|
10
|
-
newChunks:
|
|
11
|
-
oldChunks:
|
|
7
|
+
chunkCompareResults: DyNTS_OAI_ChunkCompareResult<T_Chunk>[];
|
|
8
|
+
newChunks: T_Chunk[];
|
|
9
|
+
oldChunks: T_Chunk[];
|
|
12
10
|
}
|
|
13
11
|
//# sourceMappingURL=oai-page-compare-result.interface.d.ts.map
|
package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-page-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"oai-page-compare-result.interface.d.ts","sourceRoot":"","sources":["../../../../../src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,4BAA4B,EAAE,sBAAsB,EAAE,MAAM,OAAO,CAAC;AAE3G,MAAM,WAAW,2BAA2B,CAC1C,OAAO,SAAS,eAAe,GAAG,eAAe,EACjD,KAAK,SAAS,sBAAsB,CAAC,OAAO,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC;IAE/E,MAAM,EAAE,4BAA4B,CAAC;IACrC,WAAW,EAAE,KAAK,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC;IAE7D,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,SAAS,EAAE,OAAO,EAAE,CAAC;CACtB"}
|
|
@@ -1,18 +1,28 @@
|
|
|
1
|
-
import { DyFM_DataModel_Params, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
|
|
2
|
-
export declare class
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
1
|
+
import { DyFM_DataModel_Params, DyFM_DataProperties, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
|
|
2
|
+
export declare class DyNTS_OAI_Chunk extends DyFM_Metadata {
|
|
3
|
+
/** Path to the page where the chunk is located ending with the page name */
|
|
4
|
+
filePathParents: string[];
|
|
5
|
+
/** Headers that are parents of the chunk */
|
|
6
|
+
chunkHeadParents: string[];
|
|
7
|
+
/**
|
|
8
|
+
* All parents of the chunk, flagged, from the highest level to the lowest local level
|
|
9
|
+
* like: System:FDP, Project:Organizer, Side:Backend, Module:Chat, etc.
|
|
10
|
+
* */
|
|
11
|
+
allFlaggedParents: string[];
|
|
12
|
+
/**
|
|
13
|
+
* All parents of the chunk, flagged, merged into a with '/' as separator
|
|
14
|
+
* */
|
|
15
|
+
allFlaggedParentsMerged: string;
|
|
16
|
+
documentName: string;
|
|
17
|
+
pageName: string;
|
|
18
|
+
pageLink: string;
|
|
19
|
+
/** Index of the chunk in the page */
|
|
20
|
+
chunkIndex: number;
|
|
21
|
+
chunkOriginalContent: string;
|
|
22
|
+
chunkParentedContent: string;
|
|
14
23
|
chunkParentedContentVectorized?: number[];
|
|
15
|
-
constructor(set
|
|
24
|
+
constructor(set: DyNTS_OAI_Chunk);
|
|
16
25
|
}
|
|
17
|
-
export declare const
|
|
26
|
+
export declare const chunk_propertyParams: DyFM_DataProperties<DyNTS_OAI_Chunk>;
|
|
27
|
+
export declare const DyNTS_OAI_defaultChunk_dataParams: DyFM_DataModel_Params<DyNTS_OAI_Chunk>;
|
|
18
28
|
//# sourceMappingURL=oai-doc-chunk.data-model.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-doc-chunk.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"oai-doc-chunk.data-model.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAGlG,qBAAa,eAAgB,SAAQ,aAAa;IAChD,4EAA4E;IAC5E,eAAe,EAAE,MAAM,EAAE,CAAM;IAC/B,4CAA4C;IAC5C,gBAAgB,EAAE,MAAM,EAAE,CAAM;IAEhC;;;SAGK;IACL,iBAAiB,EAAE,MAAM,EAAE,CAAM;IACjC;;SAEK;IACL,uBAAuB,EAAE,MAAM,CAAC;IAEhC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;IAEnB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,8BAA8B,CAAC,EAAE,MAAM,EAAE,CAAC;gBAGxC,GAAG,EAAE,eAAe;CAMvB;AAED,eAAO,MAAM,oBAAoB,EAAE,mBAAmB,CAAC,eAAe,CAqDrE,CAAA;AAED,eAAO,MAAM,iCAAiC,EAAE,qBAAqB,CAAC,eAAe,CAGnF,CAAC"}
|