@futdevpro/nts-dynamo 1.11.2 → 1.11.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts +1 -2
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.d.ts.map +1 -1
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js +16 -10
- package/build/_modules/discord-assistant/_models/dias-knowledge.data-model.js.map +1 -1
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts +9 -5
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts.map +1 -1
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js +18 -6
- package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js.map +1 -1
- package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts +3 -3
- package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts.map +1 -1
- package/build/_modules/open-ai/_collections/oai-chunking.util.js +36 -24
- package/build/_modules/open-ai/_collections/oai-chunking.util.js.map +1 -1
- package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts +3 -3
- package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts +9 -10
- package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts +7 -9
- package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts +25 -15
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts.map +1 -1
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js +73 -65
- package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js.map +1 -1
- package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts +10 -9
- package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts.map +1 -1
- package/build/_modules/open-ai/_services/oai-chunk.service-base.js +18 -33
- package/build/_modules/open-ai/_services/oai-chunk.service-base.js.map +1 -1
- package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts +4 -1
- package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts.map +1 -1
- package/build/_modules/open-ai/_services/oai-vector-data.service.js +80 -24
- package/build/_modules/open-ai/_services/oai-vector-data.service.js.map +1 -1
- package/build/_modules/open-ai/index.d.ts +1 -0
- package/build/_modules/open-ai/index.d.ts.map +1 -1
- package/build/_modules/open-ai/index.js +1 -0
- package/build/_modules/open-ai/index.js.map +1 -1
- package/package.json +3 -3
- package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +12 -5
- package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +33 -16
- package/src/_modules/open-ai/_collections/oai-chunking.util.ts +54 -35
- package/src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts +8 -3
- package/src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts +16 -10
- package/src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts +10 -13
- package/src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts +81 -72
- package/src/_modules/open-ai/_services/oai-chunk.service-base.ts +36 -39
- package/src/_modules/open-ai/_services/oai-vector-data.service.ts +124 -37
- package/src/_modules/open-ai/index.ts +1 -0
|
@@ -1,80 +1,88 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.DyNTS_OAI_defaultChunk_dataParams = exports.chunk_propertyParams = exports.DyNTS_OAI_Chunk = void 0;
|
|
4
4
|
const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
|
|
5
5
|
const open_ai_1 = require("@futdevpro/fsm-dynamo/open-ai");
|
|
6
|
-
class
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
6
|
+
class DyNTS_OAI_Chunk extends fsm_dynamo_1.DyFM_Metadata {
|
|
7
|
+
/** Path to the page where the chunk is located ending with the page name */
|
|
8
|
+
filePathParents = [];
|
|
9
|
+
/** Headers that are parents of the chunk */
|
|
10
|
+
chunkHeadParents = [];
|
|
11
|
+
/**
|
|
12
|
+
* All parents of the chunk, flagged, from the highest level to the lowest local level
|
|
13
|
+
* like: System:FDP, Project:Organizer, Side:Backend, Module:Chat, etc.
|
|
14
|
+
* */
|
|
15
|
+
allFlaggedParents = [];
|
|
16
|
+
/**
|
|
17
|
+
* All parents of the chunk, flagged, merged into a with '/' as separator
|
|
18
|
+
* */
|
|
19
|
+
allFlaggedParentsMerged;
|
|
11
20
|
documentName;
|
|
12
|
-
|
|
21
|
+
pageName;
|
|
22
|
+
pageLink;
|
|
23
|
+
/** Index of the chunk in the page */
|
|
13
24
|
chunkIndex;
|
|
14
|
-
/** parent headers */
|
|
15
|
-
chunkPath;
|
|
16
25
|
chunkOriginalContent;
|
|
17
26
|
chunkParentedContent;
|
|
18
|
-
chunkParentedContentVectorized
|
|
27
|
+
chunkParentedContentVectorized;
|
|
19
28
|
constructor(set) {
|
|
20
29
|
super(set);
|
|
21
|
-
|
|
22
|
-
Object.assign(this, set);
|
|
23
|
-
}
|
|
30
|
+
Object.assign(this, set);
|
|
24
31
|
}
|
|
25
32
|
}
|
|
26
|
-
exports.
|
|
27
|
-
exports.
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
type: 'string', index: true,
|
|
32
|
-
required: true,
|
|
33
|
-
},
|
|
34
|
-
documentId: {
|
|
35
|
-
type: 'string', index: true,
|
|
36
|
-
required: true,
|
|
37
|
-
},
|
|
38
|
-
documentPageId: {
|
|
39
|
-
type: 'string', index: true,
|
|
40
|
-
required: true,
|
|
41
|
-
},
|
|
42
|
-
mainDocumentName: {
|
|
43
|
-
type: 'string',
|
|
44
|
-
required: true,
|
|
45
|
-
},
|
|
46
|
-
documentName: {
|
|
47
|
-
type: 'string',
|
|
48
|
-
required: true,
|
|
49
|
-
},
|
|
50
|
-
documentPath: {
|
|
51
|
-
type: 'string[]',
|
|
52
|
-
required: true,
|
|
53
|
-
},
|
|
54
|
-
chunkIndex: {
|
|
55
|
-
type: 'number', index: true,
|
|
56
|
-
required: true,
|
|
57
|
-
},
|
|
58
|
-
chunkPath: {
|
|
59
|
-
type: 'string[]',
|
|
60
|
-
required: true,
|
|
61
|
-
},
|
|
62
|
-
chunkOriginalContent: {
|
|
63
|
-
type: 'string',
|
|
64
|
-
required: true,
|
|
65
|
-
},
|
|
66
|
-
chunkParentedContent: {
|
|
67
|
-
type: 'string', index: true,
|
|
68
|
-
required: true,
|
|
69
|
-
},
|
|
70
|
-
chunkParentedContentVectorized: {
|
|
71
|
-
type: 'number[]',
|
|
72
|
-
required: true, index: true,
|
|
73
|
-
embeddingModel: open_ai_1.DyFM_OpenAIModel.textEmbedding_3Large,
|
|
74
|
-
vectorizedFrom: 'chunkParentedContent',
|
|
75
|
-
vectorizeUseIndex: 'chunkParentedContentVectorized',
|
|
76
|
-
vectorizeAlways: true,
|
|
77
|
-
},
|
|
33
|
+
exports.DyNTS_OAI_Chunk = DyNTS_OAI_Chunk;
|
|
34
|
+
exports.chunk_propertyParams = {
|
|
35
|
+
filePathParents: {
|
|
36
|
+
type: 'string[]',
|
|
37
|
+
required: true,
|
|
78
38
|
},
|
|
39
|
+
chunkHeadParents: {
|
|
40
|
+
type: 'string[]',
|
|
41
|
+
required: true,
|
|
42
|
+
},
|
|
43
|
+
allFlaggedParents: {
|
|
44
|
+
type: 'string[]',
|
|
45
|
+
required: true,
|
|
46
|
+
},
|
|
47
|
+
allFlaggedParentsMerged: {
|
|
48
|
+
type: 'string', index: true,
|
|
49
|
+
required: true,
|
|
50
|
+
},
|
|
51
|
+
documentName: {
|
|
52
|
+
type: 'string', index: true,
|
|
53
|
+
required: true,
|
|
54
|
+
},
|
|
55
|
+
pageName: {
|
|
56
|
+
type: 'string', index: true,
|
|
57
|
+
required: true,
|
|
58
|
+
},
|
|
59
|
+
pageLink: {
|
|
60
|
+
type: 'string', index: true,
|
|
61
|
+
required: true,
|
|
62
|
+
},
|
|
63
|
+
chunkIndex: {
|
|
64
|
+
type: 'number', index: true,
|
|
65
|
+
required: true,
|
|
66
|
+
},
|
|
67
|
+
chunkOriginalContent: {
|
|
68
|
+
type: 'string',
|
|
69
|
+
required: true,
|
|
70
|
+
},
|
|
71
|
+
chunkParentedContent: {
|
|
72
|
+
type: 'string', // index: true,
|
|
73
|
+
required: true,
|
|
74
|
+
},
|
|
75
|
+
chunkParentedContentVectorized: {
|
|
76
|
+
type: 'number[]',
|
|
77
|
+
required: true,
|
|
78
|
+
embeddingModel: open_ai_1.DyFM_OpenAIModel.textEmbedding_3Large,
|
|
79
|
+
vectorizedFrom: ['chunkParentedContent'],
|
|
80
|
+
vectorizeUseIndex: 'chunkParentedContentVectorized',
|
|
81
|
+
vectorizeAlways: true,
|
|
82
|
+
},
|
|
83
|
+
};
|
|
84
|
+
exports.DyNTS_OAI_defaultChunk_dataParams = new fsm_dynamo_1.DyFM_DataModel_Params({
|
|
85
|
+
dataName: 'doc_chunk',
|
|
86
|
+
properties: exports.chunk_propertyParams,
|
|
79
87
|
});
|
|
80
88
|
//# sourceMappingURL=oai-doc-chunk.data-model.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-doc-chunk.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts"],"names":[],"mappings":";;;AAGA,
|
|
1
|
+
{"version":3,"file":"oai-doc-chunk.data-model.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts"],"names":[],"mappings":";;;AAGA,sDAAkG;AAClG,2DAAiE;AAEjE,MAAa,eAAgB,SAAQ,0BAAa;IAChD,4EAA4E;IAC5E,eAAe,GAAa,EAAE,CAAC;IAC/B,4CAA4C;IAC5C,gBAAgB,GAAa,EAAE,CAAC;IAEhC;;;SAGK;IACL,iBAAiB,GAAa,EAAE,CAAC;IACjC;;SAEK;IACL,uBAAuB,CAAS;IAEhC,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,qCAAqC;IACrC,UAAU,CAAS;IAEnB,oBAAoB,CAAS;IAE7B,oBAAoB,CAAS;IAC7B,8BAA8B,CAAY;IAE1C,YACE,GAAoB;QAEpB,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3B,CAAC;CACF;AAlCD,0CAkCC;AAEY,QAAA,oBAAoB,GAAyC;IACxE,eAAe,EAAE;QACf,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,IAAI;KACf;IACD,gBAAgB,EAAE;QAChB,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,IAAI;KACf;IAED,iBAAiB,EAAE;QACjB,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,IAAI;KACf;IACD,uBAAuB,EAAE;QACvB,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;QAC3B,QAAQ,EAAE,IAAI;KACf;IAED,YAAY,EAAE;QACZ,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;QAC3B,QAAQ,EAAE,IAAI;KACf;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;QAC3B,QAAQ,EAAE,IAAI;KACf;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;QAC3B,QAAQ,EAAE,IAAI;KACf;IACD,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;QAC3B,QAAQ,EAAE,IAAI;KACf;IAED,oBAAoB,EAAE;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;KACf;IAED,oBAAoB,EAAE;QACpB,IAAI,EAAE,QAAQ,EAAE,eAAe;QAC/B,QAAQ,EAAE,IAAI;KACf;IACD,8BAA8B,EAAE;QAC9B,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,IAAI;QACd,cAAc,EAAE,0BAAgB,CAAC,oBAAoB;QACrD,cAAc,EAAE,CAAE,sBAAsB,CAAE;QAC1C,iBAAiB,EAAE,gCAAgC;QACnD,eAAe,EAAE,IAAI;KACtB;CACF,CAAA;AAEY,QAAA,iCAAiC,GAA2C,IAAI,kCAAqB,CAAkB;IAClI,QAAQ,EAAE,WAAW;IACrB,UAAU,EAAE,4BAAoB;CACjC,CAAC,CAAC"}
|
|
@@ -1,13 +1,14 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
|
|
2
|
+
import { DyFM_OpenAI_Settings } from '@futdevpro/fsm-dynamo/open-ai';
|
|
2
3
|
import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
|
|
4
|
+
import { DyNTS_OAI_Chunk } from '../_models/oai-doc-chunk.data-model';
|
|
5
|
+
import { DyNTS_OAI_ChunkCompareResult, DyNTS_OAI_DocumentPage } from '../../discord-assistant';
|
|
3
6
|
import { DyNTS_OAI_PageCompareResult } from '../_models/interfaces/oai-page-compare-result.interface';
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
compareChunks(chunks: DyNTS_OAI_DocChunk[], oldChunks?: DyNTS_OAI_DocChunk[]): Promise<DyNTS_OAI_ChunkCompareResult[]>;
|
|
11
|
-
compareChunk(newChunk: DyNTS_OAI_DocChunk, oldChunk?: DyNTS_OAI_DocChunk): Promise<DyNTS_OAI_ChunkCompareResult>;
|
|
7
|
+
export declare class DyNTS_OAI_Chunk_DataServiceBase<T_Chunk extends DyNTS_OAI_Chunk = DyNTS_OAI_Chunk, T_Page extends DyNTS_OAI_DocumentPage<T_Chunk> = DyNTS_OAI_DocumentPage<T_Chunk>> extends DyNTS_OAI_VectorDataService<T_Chunk> {
|
|
8
|
+
constructor(dataParams: DyFM_DataModel_Params<T_Chunk>, openAiSettings: DyFM_OpenAI_Settings, issuer: string);
|
|
9
|
+
updatePage(pageCompareResult: DyNTS_OAI_PageCompareResult<T_Chunk, T_Page>, issuer: string): Promise<void>;
|
|
10
|
+
comparePage(page: T_Page, issuer: string): Promise<DyNTS_OAI_PageCompareResult<T_Chunk, T_Page>>;
|
|
11
|
+
compareChunks(chunks: T_Chunk[], oldChunks?: T_Chunk[]): Promise<DyNTS_OAI_ChunkCompareResult<T_Chunk>[]>;
|
|
12
|
+
compareChunk(newChunk: T_Chunk, oldChunk?: T_Chunk): Promise<DyNTS_OAI_ChunkCompareResult<T_Chunk>>;
|
|
12
13
|
}
|
|
13
14
|
//# sourceMappingURL=oai-chunk.service-base.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-chunk.service-base.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-chunk.service-base.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"oai-chunk.service-base.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-chunk.service-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAAiF,MAAM,uBAAuB,CAAC;AACzJ,OAAO,EAAE,oBAAoB,EAAoB,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAExE,OAAO,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAE,4BAA4B,EAAgC,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAC7H,OAAO,EAAE,2BAA2B,EAAE,MAAM,yDAAyD,CAAC;AAGtG,qBAAa,+BAA+B,CAC1C,OAAO,SAAS,eAAe,GAAG,eAAe,EACjD,MAAM,SAAS,sBAAsB,CAAC,OAAO,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAChF,SAAQ,2BAA2B,CAAC,OAAO,CAAC;gBAG1C,UAAU,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAC1C,cAAc,EAAE,oBAAoB,EACpC,MAAM,EAAE,MAAM;IAUV,UAAU,CACd,iBAAiB,EAAE,2BAA2B,CAAC,OAAO,EAAE,MAAM,CAAC,EAC/D,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IAyCV,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,2BAA2B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAiEhG,aAAa,CACjB,MAAM,EAAE,OAAO,EAAE,EACjB,SAAS,CAAC,EAAE,OAAO,EAAE,GACpB,OAAO,CAAC,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC;IAyB7C,YAAY,CAChB,QAAQ,EAAE,OAAO,EACjB,QAAQ,CAAC,EAAE,OAAO,GACjB,OAAO,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;CA2ClD"}
|
|
@@ -1,25 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.DyNTS_OAI_Chunk_DataServiceBase = void 0;
|
|
4
4
|
const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
|
|
5
|
-
const oai_doc_chunk_data_model_1 = require("../_models/oai-doc-chunk.data-model");
|
|
6
5
|
const oai_vector_data_service_1 = require("./oai-vector-data.service");
|
|
7
|
-
const open_ai_1 = require("@futdevpro/fsm-dynamo/open-ai");
|
|
8
|
-
const oai_compare_result_type_enum_1 = require("../_enums/oai-compare-result-type.enum");
|
|
9
6
|
const oai_chunking_util_1 = require("../_collections/oai-chunking.util");
|
|
10
|
-
const
|
|
11
|
-
class
|
|
12
|
-
constructor(issuer) {
|
|
13
|
-
super(null,
|
|
14
|
-
openAIConfig: {
|
|
15
|
-
apiKey: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.apiKey,
|
|
16
|
-
organization: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.organization,
|
|
17
|
-
project: global_settings_const_1.DyNTS_global_settings.env_settings.openAi.project,
|
|
18
|
-
},
|
|
19
|
-
defaultSettings: {
|
|
20
|
-
useModel: open_ai_1.DyFM_OpenAIModel.textEmbedding_3Large,
|
|
21
|
-
},
|
|
22
|
-
}), issuer);
|
|
7
|
+
const discord_assistant_1 = require("../../discord-assistant");
|
|
8
|
+
class DyNTS_OAI_Chunk_DataServiceBase extends oai_vector_data_service_1.DyNTS_OAI_VectorDataService {
|
|
9
|
+
constructor(dataParams, openAiSettings, issuer) {
|
|
10
|
+
super(null, dataParams, openAiSettings, issuer);
|
|
23
11
|
}
|
|
24
12
|
async updatePage(pageCompareResult, issuer) {
|
|
25
13
|
try {
|
|
@@ -41,7 +29,7 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
41
29
|
}
|
|
42
30
|
}
|
|
43
31
|
await fsm_dynamo_1.DyFM_Array.asyncForEachAllAtOnce(pageCompareResult.newChunks, async (chunk) => {
|
|
44
|
-
if (pageCompareResult.chunkCompareResults[chunk.chunkIndex].result !==
|
|
32
|
+
if (pageCompareResult.chunkCompareResults[chunk.chunkIndex].result !== discord_assistant_1.DyNTS_OAI_CompareResult_Type.equal) {
|
|
45
33
|
await this.saveData(chunk, false, true);
|
|
46
34
|
fsm_dynamo_1.DyFM_Log.info(`✅ Chunk saved: ${pageCompareResult.subjectPage.name}; ${chunk.chunkIndex}`);
|
|
47
35
|
}
|
|
@@ -58,8 +46,7 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
58
46
|
async comparePage(page, issuer) {
|
|
59
47
|
try {
|
|
60
48
|
const oldChunks = await this.findDataList({
|
|
61
|
-
|
|
62
|
-
documentPageId: page._id,
|
|
49
|
+
allFlaggedParentsMerged: page.allFlaggedParentsMerged,
|
|
63
50
|
});
|
|
64
51
|
const compareResults = await this.compareChunks(page.chunks, oldChunks);
|
|
65
52
|
/* DyFM_Log.H_info(`✅ Modified page: ${page.name}`, {
|
|
@@ -70,9 +57,9 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
70
57
|
result => ![ DCh_CompareResult_Type.equal, DCh_CompareResult_Type.new ].includes(result.result)
|
|
71
58
|
),
|
|
72
59
|
}); */
|
|
73
|
-
if (compareResults.every(result => result.result ===
|
|
60
|
+
if (compareResults.every(result => result.result === discord_assistant_1.DyNTS_OAI_CompareResult_Type.equal)) {
|
|
74
61
|
return {
|
|
75
|
-
result:
|
|
62
|
+
result: discord_assistant_1.DyNTS_OAI_CompareResult_Type.equal,
|
|
76
63
|
subjectPage: page,
|
|
77
64
|
oldPageContent: page.content,
|
|
78
65
|
chunkCompareResults: compareResults,
|
|
@@ -80,9 +67,9 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
80
67
|
oldChunks: oldChunks,
|
|
81
68
|
};
|
|
82
69
|
}
|
|
83
|
-
if (compareResults.every(result => result.result ===
|
|
70
|
+
if (compareResults.every(result => result.result === discord_assistant_1.DyNTS_OAI_CompareResult_Type.new)) {
|
|
84
71
|
return {
|
|
85
|
-
result:
|
|
72
|
+
result: discord_assistant_1.DyNTS_OAI_CompareResult_Type.new,
|
|
86
73
|
subjectPage: page,
|
|
87
74
|
oldPageContent: '',
|
|
88
75
|
chunkCompareResults: compareResults,
|
|
@@ -91,7 +78,7 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
91
78
|
};
|
|
92
79
|
}
|
|
93
80
|
return {
|
|
94
|
-
result:
|
|
81
|
+
result: discord_assistant_1.DyNTS_OAI_CompareResult_Type.modified,
|
|
95
82
|
subjectPage: page,
|
|
96
83
|
oldPageContent: oai_chunking_util_1.DyNTS_OAI_Chunking_Util.reassembleChunksToContent(compareResults.filter(result => result.oldChunk).map(result => result.oldChunk), issuer),
|
|
97
84
|
chunkCompareResults: compareResults,
|
|
@@ -112,8 +99,7 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
112
99
|
return [];
|
|
113
100
|
}
|
|
114
101
|
oldChunks ??= await this.findDataList({
|
|
115
|
-
|
|
116
|
-
documentPageId: chunks[0].documentPageId,
|
|
102
|
+
allFlaggedParentsMerged: chunks[0].allFlaggedParentsMerged,
|
|
117
103
|
});
|
|
118
104
|
oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
|
|
119
105
|
return await fsm_dynamo_1.DyFM_Array.asyncForEachAllAtOnce(chunks, async (chunk) => {
|
|
@@ -130,8 +116,7 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
130
116
|
async compareChunk(newChunk, oldChunk) {
|
|
131
117
|
try {
|
|
132
118
|
oldChunk ??= await this.findData({
|
|
133
|
-
|
|
134
|
-
documentPageId: newChunk.documentPageId,
|
|
119
|
+
allFlaggedParentsMerged: newChunk.allFlaggedParentsMerged,
|
|
135
120
|
chunkIndex: newChunk.chunkIndex,
|
|
136
121
|
});
|
|
137
122
|
/* DyFM_Log.H_info(`✅ Comparing chunk: ${newChunk.chunkIndex}`, {
|
|
@@ -143,18 +128,18 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
143
128
|
}); */
|
|
144
129
|
if (!oldChunk) {
|
|
145
130
|
return {
|
|
146
|
-
result:
|
|
131
|
+
result: discord_assistant_1.DyNTS_OAI_CompareResult_Type.new,
|
|
147
132
|
oldChunk: null,
|
|
148
133
|
};
|
|
149
134
|
}
|
|
150
135
|
if (oldChunk.chunkParentedContent === newChunk.chunkParentedContent) {
|
|
151
136
|
return {
|
|
152
|
-
result:
|
|
137
|
+
result: discord_assistant_1.DyNTS_OAI_CompareResult_Type.equal,
|
|
153
138
|
oldChunk: oldChunk,
|
|
154
139
|
};
|
|
155
140
|
}
|
|
156
141
|
return {
|
|
157
|
-
result:
|
|
142
|
+
result: discord_assistant_1.DyNTS_OAI_CompareResult_Type.modified,
|
|
158
143
|
oldChunk: oldChunk,
|
|
159
144
|
};
|
|
160
145
|
}
|
|
@@ -166,5 +151,5 @@ class DyNTS_OAI_Chunk_ServiceBase extends oai_vector_data_service_1.DyNTS_OAI_Ve
|
|
|
166
151
|
}
|
|
167
152
|
}
|
|
168
153
|
}
|
|
169
|
-
exports.
|
|
154
|
+
exports.DyNTS_OAI_Chunk_DataServiceBase = DyNTS_OAI_Chunk_DataServiceBase;
|
|
170
155
|
//# sourceMappingURL=oai-chunk.service-base.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-chunk.service-base.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-chunk.service-base.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"oai-chunk.service-base.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-chunk.service-base.ts"],"names":[],"mappings":";;;AAAA,sDAAyJ;AAEzJ,uEAAwE;AACxE,yEAA4E;AAE5E,+DAA6H;AAI7H,MAAa,+BAGX,SAAQ,qDAAoC;IAE5C,YACE,UAA0C,EAC1C,cAAoC,EACpC,MAAc;QAEd,KAAK,CACH,IAAI,EACJ,UAAU,EACV,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,iBAA+D,EAC/D,MAAc;QAEd,IAAI,CAAC;YACH,eAAe;YACf,gCAAgC;YAChC,iDAAiD;YACjD,gCAAgC;YAEhC,IAAI,iBAAiB,CAAC,SAAS,CAAC,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;gBAC5E,sBAAsB;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC5D,IAAI,CAAC,GAAG,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;wBAC3C,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBAC1E,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;4BAC5E,uBAAU,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;wBACrD,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,uBAAU,CAAC,qBAAqB,CACpC,iBAAiB,CAAC,SAAS,EAC3B,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,IACE,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,gDAA4B,CAAC,KAAK,EACrG,CAAC;oBACD,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;oBACxC,qBAAQ,CAAC,IAAI,CAAC,kBAAkB,iBAAiB,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC,CAAA;gBAC5F,CAAC;YACH,CAAC,CACF,CAAC;YAEF,qBAAQ,CAAC,OAAO,CAAC,qCAAqC,iBAAiB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,EAAE,KAAK,CAAC;gBACpD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,MAAc;QAC5C,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;gBACxC,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;aACtB,CAAC,CAAC;YAEnC,MAAM,cAAc,GAA4C,MAAM,IAAI,CAAC,aAAa,CACtF,IAAI,CAAC,MAAM,EACX,SAAS,CACV,CAAC;YAEF;;;;;;;kBAOM;YAEN,IACE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,gDAA4B,CAAC,KAAK,CAAC,EACpF,CAAC;gBACD,OAAO;oBACL,MAAM,EAAE,gDAA4B,CAAC,KAAK;oBAC1C,WAAW,EAAE,IAAI;oBACjB,cAAc,EAAE,IAAI,CAAC,OAAO;oBAC5B,mBAAmB,EAAE,cAAc;oBACnC,SAAS,EAAE,IAAI,CAAC,MAAM;oBACtB,SAAS,EAAE,SAAS;iBACrB,CAAC;YACJ,CAAC;YAED,IACE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,gDAA4B,CAAC,GAAG,CAAC,EAClF,CAAC;gBACD,OAAO;oBACL,MAAM,EAAE,gDAA4B,CAAC,GAAG;oBACxC,WAAW,EAAE,IAAI;oBACjB,cAAc,EAAE,EAAE;oBAClB,mBAAmB,EAAE,cAAc;oBACnC,SAAS,EAAE,IAAI,CAAC,MAAM;oBACtB,SAAS,EAAE,SAAS;iBACrB,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,gDAA4B,CAAC,QAAQ;gBAC7C,WAAW,EAAE,IAAI;gBACjB,cAAc,EAAE,2CAAuB,CAAC,yBAAyB,CAC/D,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAC/E,MAAM,CACP;gBACD,mBAAmB,EAAE,cAAc;gBACnC,SAAS,EAAE,IAAI,CAAC,MAAM;gBACtB,SAAS,EAAE,SAAS;aACrB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,MAAiB,EACjB,SAAqB;QAErB,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,SAAS,KAAK,MAAM,IAAI,CAAC,YAAY,CAAC;gBACpC,uBAAuB,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,uBAAuB;aAC3B,CAAC,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;YAEtD,OAAO,MAAM,uBAAU,CAAC,qBAAqB,CAC3C,MAAM,EACN,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;YACrE,CAAC,CACF,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,KAAK,CAAC;gBACvD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAiB,EACjB,QAAkB;QAElB,IAAI,CAAC;YACH,QAAQ,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC;gBAC/B,uBAAuB,EAAE,QAAQ,CAAC,uBAAuB;gBACzD,UAAU,EAAE,QAAQ,CAAC,UAAU;aACA,CAAC,CAAC;YAEnC;;;;;;kBAMM;YAEN,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO;oBACL,MAAM,EAAE,gDAA4B,CAAC,GAAG;oBACxC,QAAQ,EAAE,IAAI;iBACf,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,oBAAoB,KAAK,QAAQ,CAAC,oBAAoB,EAAE,CAAC;gBACpE,OAAO;oBACL,MAAM,EAAE,gDAA4B,CAAC,KAAK;oBAC1C,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,gDAA4B,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,QAAQ;aACnB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBACtD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IAGH,CAAC;CAEF;AAzMD,0EAyMC"}
|
|
@@ -49,6 +49,7 @@ export declare class DyNTS_OAI_VectorDataService<T extends DyFM_Metadata> extend
|
|
|
49
49
|
* (properties that are marked with vectorizeFrom in other properties)
|
|
50
50
|
*/
|
|
51
51
|
readonly vectorizeProperties: DyFM_DataProperty_Params<any>[];
|
|
52
|
+
readonly vectorizedProperties: DyFM_DataProperty_Params<any>[];
|
|
52
53
|
embedding_CS: DyNTS_OAI_Embedding_ControlService;
|
|
53
54
|
constructor(
|
|
54
55
|
/**
|
|
@@ -77,7 +78,9 @@ export declare class DyNTS_OAI_VectorDataService<T extends DyFM_Metadata> extend
|
|
|
77
78
|
*
|
|
78
79
|
* @returns The vectorized data
|
|
79
80
|
*/
|
|
80
|
-
vectorizeDataProperties(
|
|
81
|
+
vectorizeDataProperties(newData?: T, forceVectorize?: boolean): Promise<T>;
|
|
82
|
+
private checkAndVectorizeSingleProperty;
|
|
83
|
+
private getVectorizingDataForVectorizedProperty;
|
|
81
84
|
/**
|
|
82
85
|
* Vectorizes the input
|
|
83
86
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-vector-data.service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,qBAAqB,EACrB,wBAAwB,EAExB,aAAa,EAEd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,oBAAoB,
|
|
1
|
+
{"version":3,"file":"oai-vector-data.service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,qBAAqB,EACrB,wBAAwB,EAExB,aAAa,EAEd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,oBAAoB,EAA6B,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAGlH,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACzE,OAAO,EAAE,kCAAkC,EAAE,MAAM,iCAAiC,CAAC;AAGrF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,2BAA2B,CAAC,CAAC,SAAS,aAAa,CAAE,SAAQ,iBAAiB,CAAC,CAAC,CAAC;IAqB1F;;OAEG;aACa,cAAc,EAAE,oBAAoB;IAtBtD;;;OAGG;IACH,QAAQ,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,GAAG,CAAC,EAAE,CAAC;IAC9D,QAAQ,CAAC,oBAAoB,EAAE,wBAAwB,CAAC,GAAG,CAAC,EAAE,CAAC;IAG/D,YAAY,EAAE,kCAAkC,CAAC;;IAG/C;;OAEG;IACH,IAAI,EAAE,CAAC;IACP;;OAEG;IACH,UAAU,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACpC;;OAEG;IACa,cAAc,EAAE,oBAAoB;IACpD;;OAEG;IACH,MAAM,EAAE,MAAM;IA6FhB;;;;;;;;;OASG;IACG,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,cAAc,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;YAuBlE,+BAA+B;YAwC/B,uCAAuC;IA0BrD;;;;;OAKG;IACG,SAAS,CACb,KAAK,EAAE,MAAM,EACb,QAAQ,GAAE,gBAAgB,GAAG,MAAqD,GACjF,OAAO,CAAC,MAAM,EAAE,CAAC;IA4BpB;;;;;;OAMG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,KAAK,GAAE,MAAU;IACjB;;OAEG;IACH,kBAAkB,GAAE,MAAY,GAC/B,OAAO,CAAC,GAAG,CAAC;IAuEf;;;;OAIG;IACY,QAAQ,CACrB,IAAI,CAAC,EAAE,CAAC,EACR,gBAAgB,CAAC,EAAE,OAAO,EAC1B,cAAc,CAAC,EAAE,OAAO,GACvB,OAAO,CAAC,CAAC,CAAC;CAkBd"}
|
|
@@ -50,6 +50,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
50
50
|
* (properties that are marked with vectorizeFrom in other properties)
|
|
51
51
|
*/
|
|
52
52
|
vectorizeProperties;
|
|
53
|
+
vectorizedProperties;
|
|
53
54
|
/* readonly vectorizeProperties: { from: string, to: string }[]; */
|
|
54
55
|
embedding_CS;
|
|
55
56
|
constructor(
|
|
@@ -71,14 +72,21 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
71
72
|
issuer) {
|
|
72
73
|
super(data, dataParams, issuer);
|
|
73
74
|
this.openAISettings = openAISettings;
|
|
74
|
-
|
|
75
|
-
|
|
75
|
+
this.vectorizedProperties = Object.values(dataParams.properties).filter((property) => property.vectorizedFrom);
|
|
76
|
+
this.vectorizeProperties = Object.keys(dataParams.properties).filter((key) => this.vectorizedProperties.some((property) => property.vectorizedFrom.includes(key))).map((key) => dataParams.properties[key]);
|
|
77
|
+
/* const vectorizePropertyKeys: string[] = Object.keys(dataParams.properties).filter(
|
|
78
|
+
(key: string): boolean => (
|
|
79
|
+
dataParams.properties[key] as DyFM_DataProperty_Params<any>
|
|
80
|
+
).vectorizedFrom &&
|
|
81
|
+
(dataParams.properties[key] as DyFM_DataProperty_Params<any>).vectorizedFrom !== key
|
|
82
|
+
); */
|
|
76
83
|
if (!openAISettings.openAIConfig.apiKey) {
|
|
77
84
|
throw new fsm_dynamo_1.DyFM_Error({
|
|
78
85
|
...this.getDefaultErrorSettings('constructor', new Error('openAIConfig.apiKey is required')),
|
|
79
86
|
});
|
|
80
87
|
}
|
|
81
|
-
const model = openAISettings.defaultSettings.useModel ??
|
|
88
|
+
const model = openAISettings.defaultSettings.useModel ??
|
|
89
|
+
open_ai_1.DyFM_OpenAIModel.textEmbedding_3Large;
|
|
82
90
|
/* if (
|
|
83
91
|
!DyFM_allOpenAIEmbeddingModels.includes(model)
|
|
84
92
|
) {
|
|
@@ -89,14 +97,34 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
89
97
|
),
|
|
90
98
|
});
|
|
91
99
|
} */
|
|
92
|
-
if (!
|
|
93
|
-
throw new Error('
|
|
100
|
+
if (!this.vectorizedProperties.length) {
|
|
101
|
+
throw new Error('vectorizedProperties is missing! ' +
|
|
102
|
+
`\nkeys with vectorizedFrom: ${Object.keys(dataParams.properties).filter((key) => Boolean(dataParams.properties[key].vectorizedFrom)).map(key => `"${key}"`).join(', ')}`);
|
|
103
|
+
}
|
|
104
|
+
if (!this.vectorizeProperties.length) {
|
|
105
|
+
throw new Error('vectorizeProperties is missing! ' +
|
|
94
106
|
`\nkeys with vectorizeFrom: ${Object.keys(dataParams.properties).filter((key) => Boolean(dataParams.properties[key].vectorizedFrom)).map(key => `"${key}"`).join(', ')}`);
|
|
95
107
|
}
|
|
96
|
-
vectorizePropertyKeys.
|
|
97
|
-
|
|
108
|
+
/* if (!vectorizePropertyKeys.length) {
|
|
109
|
+
throw new Error(
|
|
110
|
+
'vectorizedPropertyKeys is missing! ' +
|
|
111
|
+
`\nkeys with vectorizeFrom: ${Object.keys(dataParams.properties).filter(
|
|
112
|
+
(key: string): boolean => Boolean(
|
|
113
|
+
(dataParams.properties[key] as DyFM_DataProperty_Params<any>).vectorizedFrom
|
|
114
|
+
)
|
|
115
|
+
).map(key => `"${key}"`).join(', ')}`
|
|
116
|
+
);
|
|
117
|
+
} */
|
|
118
|
+
/* vectorizePropertyKeys.forEach((key: string): void => {
|
|
119
|
+
dataParams.properties[key].embeddingModel ??= model;
|
|
120
|
+
}); */
|
|
121
|
+
this.vectorizeProperties.forEach((property) => {
|
|
122
|
+
property.embeddingModel ??= model;
|
|
98
123
|
});
|
|
99
|
-
this.vectorizeProperties = vectorizePropertyKeys.map(
|
|
124
|
+
/* this.vectorizeProperties = vectorizePropertyKeys.map(
|
|
125
|
+
(key: string): DyFM_DataProperty_Params<any> =>
|
|
126
|
+
dataParams.properties[key] as DyFM_DataProperty_Params<any>
|
|
127
|
+
); */
|
|
100
128
|
}
|
|
101
129
|
/**
|
|
102
130
|
* Vectorizes the properties of the data
|
|
@@ -108,26 +136,16 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
108
136
|
*
|
|
109
137
|
* @returns The vectorized data
|
|
110
138
|
*/
|
|
111
|
-
async vectorizeDataProperties(
|
|
139
|
+
async vectorizeDataProperties(newData, forceVectorize) {
|
|
112
140
|
try {
|
|
113
141
|
let existingData;
|
|
114
|
-
if (!
|
|
115
|
-
existingData = await this.getDataById(
|
|
142
|
+
if (!forceVectorize) {
|
|
143
|
+
const existingData = await this.getDataById(newData._id, true, true);
|
|
116
144
|
}
|
|
117
|
-
await fsm_dynamo_1.DyFM_Array.asyncForEachAllAtOnce(this.
|
|
118
|
-
|
|
119
|
-
(!data[property.key]?.length || alwaysVectorize || property.vectorizeAlways ||
|
|
120
|
-
!(0, fsm_dynamo_1.DyFM_sameObjects)(existingData[property.key], data[property.key]))) {
|
|
121
|
-
if (!property.embeddingModel) {
|
|
122
|
-
throw new fsm_dynamo_1.DyFM_Error({
|
|
123
|
-
...this.getDefaultErrorSettings('vectorizeDataProperties', new Error(`Property "${property.key}" has no embedding model!`)),
|
|
124
|
-
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-VDB1`,
|
|
125
|
-
});
|
|
126
|
-
}
|
|
127
|
-
data[property.key] = await this.vectorize(data[property.vectorizedFrom], property.embeddingModel);
|
|
128
|
-
}
|
|
145
|
+
await fsm_dynamo_1.DyFM_Array.asyncForEachAllAtOnce(this.vectorizedProperties, async (property) => {
|
|
146
|
+
await this.checkAndVectorizeSingleProperty(property, newData, existingData, forceVectorize);
|
|
129
147
|
});
|
|
130
|
-
return
|
|
148
|
+
return newData;
|
|
131
149
|
}
|
|
132
150
|
catch (error) {
|
|
133
151
|
throw new fsm_dynamo_1.DyFM_Error({
|
|
@@ -135,6 +153,44 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
135
153
|
});
|
|
136
154
|
}
|
|
137
155
|
}
|
|
156
|
+
async checkAndVectorizeSingleProperty(vectorizedProperty, newData, existingData, forceVectorize) {
|
|
157
|
+
const newValue = await this.getVectorizingDataForVectorizedProperty(vectorizedProperty, newData);
|
|
158
|
+
const existingValue = await this.getVectorizingDataForVectorizedProperty(vectorizedProperty, existingData);
|
|
159
|
+
const vectorizedFrom = vectorizedProperty.vectorizedFrom[0];
|
|
160
|
+
const vectorizingPropertyHaveValue = Boolean(newData[vectorizedFrom]);
|
|
161
|
+
const newDataIsNewChanged = (!existingValue && vectorizingPropertyHaveValue) ||
|
|
162
|
+
!(0, fsm_dynamo_1.DyFM_sameObjects)(existingValue, newValue);
|
|
163
|
+
if (forceVectorize || (vectorizingPropertyHaveValue && newDataIsNewChanged)) {
|
|
164
|
+
if (!vectorizedProperty.embeddingModel) {
|
|
165
|
+
throw new fsm_dynamo_1.DyFM_Error({
|
|
166
|
+
...this.getDefaultErrorSettings('vectorizeDataProperties', new Error(`Property "${vectorizedProperty.key}" has no embedding model!`)),
|
|
167
|
+
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-VDB1`,
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
newData[vectorizedProperty.key] = await this.vectorize(newValue, vectorizedProperty.embeddingModel);
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
async getVectorizingDataForVectorizedProperty(vectorizedProperty, data) {
|
|
174
|
+
if (vectorizedProperty.vectorizedFrom.length === 1) {
|
|
175
|
+
const value = data[vectorizedProperty.vectorizedFrom[0]];
|
|
176
|
+
if (typeof value === 'string') {
|
|
177
|
+
return value;
|
|
178
|
+
}
|
|
179
|
+
else if (Array.isArray(value) || typeof value === 'object') {
|
|
180
|
+
return JSON.stringify(value);
|
|
181
|
+
}
|
|
182
|
+
else {
|
|
183
|
+
return `${value}`;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
else {
|
|
187
|
+
const object = {};
|
|
188
|
+
vectorizedProperty.vectorizedFrom.forEach((key) => {
|
|
189
|
+
object[key] = data[key];
|
|
190
|
+
});
|
|
191
|
+
return JSON.stringify(object);
|
|
192
|
+
}
|
|
193
|
+
}
|
|
138
194
|
/**
|
|
139
195
|
* Vectorizes the input
|
|
140
196
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-vector-data.service.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":";;;AACA,sDAO+B;AAC/B,
|
|
1
|
+
{"version":3,"file":"oai-vector-data.service.js","sourceRoot":"","sources":["../../../../src/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":";;;AACA,sDAO+B;AAC/B,2DAAkH;AAElH,uFAAoF;AACpF,uEAAyE;AACzE,mFAAqF;AAGrF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,MAAa,2BAAqD,SAAQ,gCAAoB;IAwB1E;IAtBlB;;;OAGG;IACM,mBAAmB,CAAkC;IACrD,oBAAoB,CAAkC;IAC/D,mEAAmE;IAEnE,YAAY,CAAqC;IAEjD;IACE;;OAEG;IACH,IAAO;IACP;;OAEG;IACH,UAAoC;IACpC;;OAEG;IACa,cAAoC;IACpD;;OAEG;IACH,MAAc;QAEd,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QANhB,mBAAc,GAAd,cAAc,CAAsB;QAQpD,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACrE,CAAC,QAAuC,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,CACrE,CAAC;QAEF,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,GAAW,EAAW,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CACtD,CAAC,QAAuC,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CACnF,CACF,CAAC,GAAG,CACH,CAAC,GAAW,EAAiC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAkC,CAC5G,CAAC;QAEF;;;;;aAKK;QAEL,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,aAAa,EACb,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAC7C;aACF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,KAAK,GAA8B,cAAc,CAAC,eAAe,CAAC,QAAqC;YAC3G,0BAAgB,CAAC,oBAAoB,CAAC;QAExC;;;;;;;;;YASI;QAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,mCAAmC;gBACnC,+BAA+B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACtE,CAAC,GAAW,EAAW,EAAE,CAAC,OAAO,CAC9B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAmC,CAAC,cAAc,CAC7E,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CACb,kCAAkC;gBAClC,8BAA8B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACrE,CAAC,GAAW,EAAW,EAAE,CAAC,OAAO,CAC9B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAmC,CAAC,cAAc,CAC7E,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,CAAC;QACJ,CAAC;QAED;;;;;;;;;YASI;QAEJ;;cAEM;QAEN,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,QAAuC,EAAQ,EAAE;YACjF,QAAQ,CAAC,cAAc,KAAK,KAAK,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH;;;aAGK;IACP,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,uBAAuB,CAAC,OAAW,EAAE,cAAwB;QACjE,IAAI,CAAC;YACH,IAAI,YAAe,CAAC;YAEpB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAM,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAC1E,CAAC;YAED,MAAM,uBAAU,CAAC,qBAAqB,CACpC,IAAI,CAAC,oBAAoB,EACzB,KAAK,EAAE,QAAuC,EAAE,EAAE;gBAChD,MAAM,IAAI,CAAC,+BAA+B,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC9F,CAAC,CACF,CAAC;YAEF,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,yBAAyB,EAAE,KAAK,CAAC;aAClE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAC3C,kBAAiD,EACjD,OAAU,EACV,YAAe,EACf,cAAwB;QAExB,MAAM,QAAQ,GAAW,MAAM,IAAI,CAAC,uCAAuC,CACzE,kBAAkB,EAClB,OAAO,CACR,CAAC;QACF,MAAM,aAAa,GAAW,MAAM,IAAI,CAAC,uCAAuC,CAC9E,kBAAkB,EAClB,YAAY,CACb,CAAC;QAEF,MAAM,cAAc,GAAW,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,4BAA4B,GAAY,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;QAC/E,MAAM,mBAAmB,GACvB,CAAC,CAAC,aAAa,IAAI,4BAA4B,CAAC;YAChD,CAAC,IAAA,6BAAgB,EAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QAE7C,IAAI,cAAc,IAAI,CAAC,4BAA4B,IAAI,mBAAmB,CAAC,EAAE,CAAC;YAC5E,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,CAAC;gBACvC,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,yBAAyB,EACzB,IAAI,KAAK,CAAC,aAAa,kBAAkB,CAAC,GAAG,2BAA2B,CAAC,CAC1E;oBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,iBAAiB;iBACzE,CAAC,CAAC;YACL,CAAC;YAED,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,CACpD,QAAQ,EACR,kBAAkB,CAAC,cAAc,CAClC,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uCAAuC,CACnD,kBAAiD,EACjD,IAAO;QAGP,IAAI,kBAAkB,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,GAAY,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;YAElE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,KAAK,CAAC;YACf,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC7D,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,KAAK,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,kBAAkB,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAW,EAAQ,EAAE;gBAC9D,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,KAAa,EACb,WAAsC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ;QAElF,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAE5E,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,eAAe;iBACvE,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,YAAY,KAAK,IAAI,kEAAkC,CAC1D,IAAI,CAAC,cAAc,CACpB,CAAC;YAEF,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAC5C,KAAK,EACL,QAAQ,EACR,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,KAAK,CAAC;gBAEnD,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,eAAe;aACvE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAChB,KAAa,EACb,WAAmB,EACnB,QAAgB,CAAC;IACjB;;OAEG;IACH,qBAA6B,GAAG;QAEhC,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAE/E,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;iBACxE,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,YAAY,KAAK,IAAI,kEAAkC,CAC1D,IAAI,CAAC,cAAc,CACpB,CAAC;YAEF,MAAM,QAAQ,GAAkC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAExF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,cAAc,EACd,IAAI,KAAK,CAAC,aAAa,WAAW,cAAc,CAAC,CAClD;oBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;iBACxE,CAAC,CAAC;YACL,CAAC;YAED,MAAM,aAAa,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CACrE,KAAK,EACL,QAAQ,CAAC,cAAc,EACvB,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAC/C;gBACE;oBACE,aAAa,EAAE;wBACb;iGACyE;wBACzE,KAAK,EAAE,QAAQ,CAAC,iBAAiB;wBACjC,WAAW,EAAE,aAAa;wBAC1B,qEAAqE;wBACrE,IAAI,EAAE,WAAW;wBACjB,aAAa,EAAE,kBAAkB;wBACjC,KAAK,EAAE,KAAK;qBACb;iBACF;aACF;YACD;;;;;;;;;;gBAUI;aACL,CAAC;YAEF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBAEtD,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACM,KAAK,CAAC,QAAQ,CACrB,IAAQ,EACR,gBAA0B,EAC1B,cAAwB;QAExB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAE7B,IAAI,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAEhE,OAAO,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,UAAU,EACV,KAAK,CACN;gBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAlXD,kEAkXC"}
|
|
@@ -8,6 +8,7 @@ export * from './_enums/oai-compare-result-type.enum';
|
|
|
8
8
|
export * from './_enums/oai-gpt-message-role.enum';
|
|
9
9
|
export * from './_models/oai-doc-chunk.data-model';
|
|
10
10
|
export * from './_models/interfaces/oai-chunk-compare-result.interface';
|
|
11
|
+
export * from './_models/interfaces/oai-page-compare-result.interface';
|
|
11
12
|
export * from './_models/interfaces/oai-document-page.interface';
|
|
12
13
|
export * from './_models/interfaces/oai-global-settings.interface';
|
|
13
14
|
export * from './_models/interfaces/oai-gpt-message.interface';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/_modules/open-ai/index.ts"],"names":[],"mappings":"AAkBA,cAAc,+BAA+B,CAAC;AAG9C,cAAc,kCAAkC,CAAC;AACjD,cAAc,kCAAkC,CAAC;AACjD,cAAc,0CAA0C,CAAC;AACzD,cAAc,kDAAkD,CAAC;AACjE,cAAc,qDAAqD,CAAC;AAGpE,cAAc,uCAAuC,CAAC;AACtD,cAAc,oCAAoC,CAAC;AAGnD,cAAc,oCAAoC,CAAC;AAEnD,cAAc,yDAAyD,CAAC;AACxE,cAAc,kDAAkD,CAAC;AACjE,cAAc,oDAAoD,CAAC;AACnE,cAAc,gDAAgD,CAAC;AAC/D,cAAc,4DAA4D,CAAC;AAC3E,cAAc,wDAAwD,CAAC;AAGvE,cAAc,oCAAoC,CAAC;AACnD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,uCAAuC,CAAC;AACtD,cAAc,kCAAkC,CAAC;AACjD,cAAc,qCAAqC,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/_modules/open-ai/index.ts"],"names":[],"mappings":"AAkBA,cAAc,+BAA+B,CAAC;AAG9C,cAAc,kCAAkC,CAAC;AACjD,cAAc,kCAAkC,CAAC;AACjD,cAAc,0CAA0C,CAAC;AACzD,cAAc,kDAAkD,CAAC;AACjE,cAAc,qDAAqD,CAAC;AAGpE,cAAc,uCAAuC,CAAC;AACtD,cAAc,oCAAoC,CAAC;AAGnD,cAAc,oCAAoC,CAAC;AAEnD,cAAc,yDAAyD,CAAC;AACxE,cAAc,wDAAwD,CAAC;AACvE,cAAc,kDAAkD,CAAC;AACjE,cAAc,oDAAoD,CAAC;AACnE,cAAc,gDAAgD,CAAC;AAC/D,cAAc,4DAA4D,CAAC;AAC3E,cAAc,wDAAwD,CAAC;AAGvE,cAAc,oCAAoC,CAAC;AACnD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,uCAAuC,CAAC;AACtD,cAAc,kCAAkC,CAAC;AACjD,cAAc,qCAAqC,CAAC"}
|
|
@@ -27,6 +27,7 @@ tslib_1.__exportStar(require("./_enums/oai-gpt-message-role.enum"), exports);
|
|
|
27
27
|
tslib_1.__exportStar(require("./_models/oai-doc-chunk.data-model"), exports);
|
|
28
28
|
// models/INTERFACES
|
|
29
29
|
tslib_1.__exportStar(require("./_models/interfaces/oai-chunk-compare-result.interface"), exports);
|
|
30
|
+
tslib_1.__exportStar(require("./_models/interfaces/oai-page-compare-result.interface"), exports);
|
|
30
31
|
tslib_1.__exportStar(require("./_models/interfaces/oai-document-page.interface"), exports);
|
|
31
32
|
tslib_1.__exportStar(require("./_models/interfaces/oai-global-settings.interface"), exports);
|
|
32
33
|
tslib_1.__exportStar(require("./_models/interfaces/oai-gpt-message.interface"), exports);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/_modules/open-ai/index.ts"],"names":[],"mappings":";;;AAEA,IAAI,CAAC;IACH,OAAO,CAAC,SAAS,CAAC,CAAC;AACrB,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,GAAG,CACT,sEAAsE,CACvE,CAAC;AACJ,CAAC;AAED,EAAE;AACF,gBAAgB;AAChB,EAAE;AACF,6DAA6D;AAC7D,+DAA+D;AAC/D,EAAE;AAGF,wEAA8C;AAE9C,cAAc;AACd,2EAAiD;AACjD,2EAAiD;AACjD,mFAAyD;AACzD,2FAAiE;AACjE,8FAAoE;AAEpE,QAAQ;AACR,gFAAsD;AACtD,6EAAmD;AAEnD,SAAS;AACT,6EAAmD;AACnD,oBAAoB;AACpB,kGAAwE;AACxE,2FAAiE;AACjE,6FAAmE;AACnE,yFAA+D;AAC/D,qGAA2E;AAC3E,iGAAuE;AAEvE,WAAW;AACX,6EAAmD;AACnD,oFAA0D;AAC1D,gFAAsD;AACtD,2EAAiD;AACjD,8EAAoD"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/_modules/open-ai/index.ts"],"names":[],"mappings":";;;AAEA,IAAI,CAAC;IACH,OAAO,CAAC,SAAS,CAAC,CAAC;AACrB,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,GAAG,CACT,sEAAsE,CACvE,CAAC;AACJ,CAAC;AAED,EAAE;AACF,gBAAgB;AAChB,EAAE;AACF,6DAA6D;AAC7D,+DAA+D;AAC/D,EAAE;AAGF,wEAA8C;AAE9C,cAAc;AACd,2EAAiD;AACjD,2EAAiD;AACjD,mFAAyD;AACzD,2FAAiE;AACjE,8FAAoE;AAEpE,QAAQ;AACR,gFAAsD;AACtD,6EAAmD;AAEnD,SAAS;AACT,6EAAmD;AACnD,oBAAoB;AACpB,kGAAwE;AACxE,iGAAuE;AACvE,2FAAiE;AACjE,6FAAmE;AACnE,yFAA+D;AAC/D,qGAA2E;AAC3E,iGAAuE;AAEvE,WAAW;AACX,6EAAmD;AACnD,oFAA0D;AAC1D,gFAAsD;AACtD,2EAAiD;AACjD,8EAAoD"}
|