@futdevpro/nts-dynamo 1.14.6 ā 1.14.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.d.ts.map +1 -1
- package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.js.map +1 -1
- package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.d.ts +19 -0
- package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.d.ts.map +1 -1
- package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.js +19 -0
- package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.js.map +1 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.d.ts +0 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.d.ts.map +1 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.js +1 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.js.map +1 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-document.data-service.d.ts.map +1 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-document.data-service.js +18 -14
- package/build/_modules/ai/_modules/open-ai/_services/oai-document.data-service.js.map +1 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.d.ts.map +1 -1
- package/build/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.js +19 -17
- package/build/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.js.map +1 -1
- package/package.json +1 -1
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +1 -0
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +20 -1
- package/src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts +1 -1
- package/src/_modules/ai/_modules/open-ai/_services/oai-document.data-service.ts +24 -14
- package/src/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.ts +8 -4
package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dai-doc-chunk.data-model.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAuB,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAIlG;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,aAAa;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB;;;SAGK;IACL,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf;;;SAGK;IACL,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,4EAA4E;IAC5E,eAAe,EAAE,MAAM,EAAE,CAAM;IAC/B,+FAA+F;IAC/F,gBAAgB,EAAE,MAAM,EAAE,CAAM;IAEhC;;;OAGG;IACH,iBAAiB,EAAE,MAAM,EAAE,CAAM;IACjC;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;;SAGK;IAGL,wBAAwB;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;IAInB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,8BAA8B,CAAC,EAAE,MAAM,EAAE,CAAC;gBAGxC,GAAG,CAAC,EAAE,kBAAkB;CAQ3B;AAED,eAAO,MAAM,6BAA6B,EAAE,qBAAqB,CAAC,kBAAkB,
|
|
1
|
+
{"version":3,"file":"dai-doc-chunk.data-model.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAuB,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAIlG;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,aAAa;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB;;;SAGK;IACL,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf;;;SAGK;IACL,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,4EAA4E;IAC5E,eAAe,EAAE,MAAM,EAAE,CAAM;IAC/B,+FAA+F;IAC/F,gBAAgB,EAAE,MAAM,EAAE,CAAM;IAEhC;;;OAGG;IACH,iBAAiB,EAAE,MAAM,EAAE,CAAM;IACjC;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;;SAGK;IAGL,wBAAwB;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;IAInB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,8BAA8B,CAAC,EAAE,MAAM,EAAE,CAAC;gBAGxC,GAAG,CAAC,EAAE,kBAAkB;CAQ3B;AAED,eAAO,MAAM,6BAA6B,EAAE,qBAAqB,CAAC,kBAAkB,CAyEhF,CAAC"}
|
package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dai-doc-chunk.data-model.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts"],"names":[],"mappings":";;;AAAA,8DAAkE;AAClE,sDAAkG;AAClG,uEAA0E;AAC1E,uEAAyE;AAEzE;;;GAGG;AACH,MAAa,kBAAmB,SAAQ,0BAAa;IACnD,UAAU,CAAS;IACnB;;;SAGK;IACL,kBAAkB,CAAU;IAC5B,MAAM,CAAS;IACf;;;SAGK;IACL,cAAc,CAAU;IAExB,4EAA4E;IAC5E,eAAe,GAAa,EAAE,CAAC;IAC/B,+FAA+F;IAC/F,gBAAgB,GAAa,EAAE,CAAC;IAEhC;;;OAGG;IACH,iBAAiB,GAAa,EAAE,CAAC;IACjC;;;;OAIG;IACH,IAAI,CAAS;IACb;;;SAGK;IACL,mCAAmC;IAEnC,wBAAwB;IACxB,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,qCAAqC;IACrC,UAAU,CAAS;IAEnB,mCAAmC;IAEnC;;OAEG;IACH,YAAY,CAAS;IACrB,8BAA8B,CAAY;IAE1C,YACE,GAAwB;QAExB,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AA5DD,gDA4DC;AAEY,QAAA,6BAA6B,GACxC,IAAI,kCAAqB,CAAqB;IAC5C,QAAQ,EAAE,WAAW;IACrB,UAAU,EAAE;QACV,kBAAkB,EAAE;YAClB,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;YAC3B,kBAAkB,EAAE,uDAA6B,CAAC,QAAQ;SAC3D;QAED,cAAc,EAAE;YACd,IAAI,EAAE,QAAQ;SACf;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;YAC3B,kBAAkB,EAAE,sDAA4B,CAAC,QAAQ;SAC1D;QAED,eAAe,EAAE;YACf,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,IAAI;SACf;QACD,gBAAgB,EAAE;YAChB,IAAI,EAAE,UAAU;SACjB;QAED,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;SACjB;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;
|
|
1
|
+
{"version":3,"file":"dai-doc-chunk.data-model.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts"],"names":[],"mappings":";;;AAAA,8DAAkE;AAClE,sDAAkG;AAClG,uEAA0E;AAC1E,uEAAyE;AAEzE;;;GAGG;AACH,MAAa,kBAAmB,SAAQ,0BAAa;IACnD,UAAU,CAAS;IACnB;;;SAGK;IACL,kBAAkB,CAAU;IAC5B,MAAM,CAAS;IACf;;;SAGK;IACL,cAAc,CAAU;IAExB,4EAA4E;IAC5E,eAAe,GAAa,EAAE,CAAC;IAC/B,+FAA+F;IAC/F,gBAAgB,GAAa,EAAE,CAAC;IAEhC;;;OAGG;IACH,iBAAiB,GAAa,EAAE,CAAC;IACjC;;;;OAIG;IACH,IAAI,CAAS;IACb;;;SAGK;IACL,mCAAmC;IAEnC,wBAAwB;IACxB,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,qCAAqC;IACrC,UAAU,CAAS;IAEnB,mCAAmC;IAEnC;;OAEG;IACH,YAAY,CAAS;IACrB,8BAA8B,CAAY;IAE1C,YACE,GAAwB;QAExB,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AA5DD,gDA4DC;AAEY,QAAA,6BAA6B,GACxC,IAAI,kCAAqB,CAAqB;IAC5C,QAAQ,EAAE,WAAW;IACrB,UAAU,EAAE;QACV,kBAAkB,EAAE;YAClB,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;YAC3B,kBAAkB,EAAE,uDAA6B,CAAC,QAAQ;SAC3D;QAED,cAAc,EAAE;YACd,IAAI,EAAE,QAAQ;SACf;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;YAC3B,kBAAkB,EAAE,sDAA4B,CAAC,QAAQ;SAC1D;QAED,eAAe,EAAE;YACf,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,IAAI;SACf;QACD,gBAAgB,EAAE;YAChB,IAAI,EAAE,UAAU;SACjB;QAED,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;SACjB;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;SACf;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QAED,8BAA8B,EAAE;YAC9B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE,wBAAc,CAAC,oBAAoB;YACnD,4DAA4D;YAC5D,cAAc,EAAE,CAAE,MAAM,EAAE,cAAc,CAAE;YAC1C,iBAAiB,EAAE,gCAAgC;YACnD,eAAe,EAAE,IAAI;SACtB;KACF;CACF,CAAC,CAAC"}
|
package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.d.ts
CHANGED
|
@@ -25,5 +25,24 @@ export declare class DyNTS_DAI_DocPage<T_Chunk extends DyNTS_DAI_DocChunk = DyNT
|
|
|
25
25
|
externalMetadata?: T_ExternalMetadata;
|
|
26
26
|
constructor(set?: DyNTS_DAI_DocPage<T_Chunk, T_ExternalMetadata>);
|
|
27
27
|
}
|
|
28
|
+
/**
|
|
29
|
+
* Data parameters for the DyNTS_DAI_DocPage data model
|
|
30
|
+
*
|
|
31
|
+
* For enabling the vector search, you need to set the following in the database:
|
|
32
|
+
* In the dataName, "doc_page" table, add the following searchIndex at indexes:
|
|
33
|
+
* with name "chunkParentedContentVectorized":
|
|
34
|
+
* ```json
|
|
35
|
+
* {
|
|
36
|
+
* "fields": [
|
|
37
|
+
* {
|
|
38
|
+
* "type": "vector",
|
|
39
|
+
* "path": "chunkParentedContentVectorized",
|
|
40
|
+
* "numDimensions": 3072,
|
|
41
|
+
* "similarity": "cosine"
|
|
42
|
+
* }
|
|
43
|
+
* ]
|
|
44
|
+
* }
|
|
45
|
+
* ```
|
|
46
|
+
*/
|
|
28
47
|
export declare const DyNTS_DAI_docPage_dataParams: DyFM_DataModel_Params<DyNTS_DAI_DocPage>;
|
|
29
48
|
//# sourceMappingURL=dai-doc-page.data-model.d.ts.map
|
package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dai-doc-page.data-model.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAKhE,qBAAa,iBAAiB,CAC5B,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,kBAAkB,GAAG,GAAG,CACxB,SAAQ,aAAa;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB;;;SAGK;IACL,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;SAEK;IACL,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAEhC,QAAQ,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,YAAY,EAAE,MAAM,EAAE,CAAC;IAEvB,mBAAmB;IACnB,MAAM,CAAC,EAAE,OAAO,EAAE,CAAM;IACxB,OAAO,EAAE,MAAM,CAAC;IAEhB,mBAAmB;IACnB,KAAK,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAM;IAE1C,gBAAgB,CAAC,EAAE,kBAAkB,CAAC;gBAGpC,GAAG,CAAC,EAAE,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,CAAC;CAQvD;AAED,eAAO,MAAM,4BAA4B,EAAE,qBAAqB,CAAC,iBAAiB,CAmD9E,CAAC"}
|
|
1
|
+
{"version":3,"file":"dai-doc-page.data-model.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAKhE,qBAAa,iBAAiB,CAC5B,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,kBAAkB,GAAG,GAAG,CACxB,SAAQ,aAAa;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB;;;SAGK;IACL,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;SAEK;IACL,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAEhC,QAAQ,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,YAAY,EAAE,MAAM,EAAE,CAAC;IAEvB,mBAAmB;IACnB,MAAM,CAAC,EAAE,OAAO,EAAE,CAAM;IACxB,OAAO,EAAE,MAAM,CAAC;IAEhB,mBAAmB;IACnB,KAAK,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAM;IAE1C,gBAAgB,CAAC,EAAE,kBAAkB,CAAC;gBAGpC,GAAG,CAAC,EAAE,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,CAAC;CAQvD;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,4BAA4B,EAAE,qBAAqB,CAAC,iBAAiB,CAmD9E,CAAC"}
|
package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.js
CHANGED
|
@@ -34,6 +34,25 @@ class DyNTS_DAI_DocPage extends fsm_dynamo_1.DyFM_Metadata {
|
|
|
34
34
|
}
|
|
35
35
|
}
|
|
36
36
|
exports.DyNTS_DAI_DocPage = DyNTS_DAI_DocPage;
|
|
37
|
+
/**
|
|
38
|
+
* Data parameters for the DyNTS_DAI_DocPage data model
|
|
39
|
+
*
|
|
40
|
+
* For enabling the vector search, you need to set the following in the database:
|
|
41
|
+
* In the dataName, "doc_page" table, add the following searchIndex at indexes:
|
|
42
|
+
* with name "chunkParentedContentVectorized":
|
|
43
|
+
* ```json
|
|
44
|
+
* {
|
|
45
|
+
* "fields": [
|
|
46
|
+
* {
|
|
47
|
+
* "type": "vector",
|
|
48
|
+
* "path": "chunkParentedContentVectorized",
|
|
49
|
+
* "numDimensions": 3072,
|
|
50
|
+
* "similarity": "cosine"
|
|
51
|
+
* }
|
|
52
|
+
* ]
|
|
53
|
+
* }
|
|
54
|
+
* ```
|
|
55
|
+
*/
|
|
37
56
|
exports.DyNTS_DAI_docPage_dataParams = new fsm_dynamo_1.DyFM_DataModel_Params({
|
|
38
57
|
dataName: 'doc_page',
|
|
39
58
|
properties: {
|
package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dai-doc-page.data-model.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAE7E,uEAA0E;AAI1E,MAAa,iBAGX,SAAQ,0BAAa;IACrB,UAAU,CAAS;IACnB;;;SAGK;IACL,kBAAkB,CAAU;IAC5B;;SAEK;IACL,cAAc,CAAU;IAExB,IAAI,CAAS;IAEb,iBAAiB,CAAW;IAC5B,uBAAuB,CAAS;IAEhC,QAAQ,CAAS;IACjB,wEAAwE;IACxE,YAAY,CAAW;IAEvB,mBAAmB;IACnB,MAAM,GAAe,EAAE,CAAC;IACxB,OAAO,CAAS;IAEhB,mBAAmB;IACnB,KAAK,GAAkC,EAAE,CAAC;IAE1C,gBAAgB,CAAsB;IAEtC,YACE,GAAoD;QAEpD,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AA1CD,8CA0CC;
|
|
1
|
+
{"version":3,"file":"dai-doc-page.data-model.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts"],"names":[],"mappings":";;;AAAA,sDAA6E;AAE7E,uEAA0E;AAI1E,MAAa,iBAGX,SAAQ,0BAAa;IACrB,UAAU,CAAS;IACnB;;;SAGK;IACL,kBAAkB,CAAU;IAC5B;;SAEK;IACL,cAAc,CAAU;IAExB,IAAI,CAAS;IAEb,iBAAiB,CAAW;IAC5B,uBAAuB,CAAS;IAEhC,QAAQ,CAAS;IACjB,wEAAwE;IACxE,YAAY,CAAW;IAEvB,mBAAmB;IACnB,MAAM,GAAe,EAAE,CAAC;IACxB,OAAO,CAAS;IAEhB,mBAAmB;IACnB,KAAK,GAAkC,EAAE,CAAC;IAE1C,gBAAgB,CAAsB;IAEtC,YACE,GAAoD;QAEpD,KAAK,CAAC,GAAG,CAAC,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AA1CD,8CA0CC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACU,QAAA,4BAA4B,GACvC,IAAI,kCAAqB,CAAoB;IAC3C,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE;QACV,kBAAkB,EAAE;YAClB,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;YAC3B,kBAAkB,EAAE,uDAA6B,CAAC,QAAQ;SAC3D;QACD,cAAc,EAAE;YACd,IAAI,EAAE,QAAQ;SACf;QAED,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QAED,iBAAiB,EAAE;YACjB,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,IAAI;SACf;QACD,uBAAuB,EAAE;YACvB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QAED,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QACD,YAAY,EAAE;YACZ,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,IAAI;SACf;QAED,MAAM,EAAE;YACN,IAAI,EAAE,sBAAsB;YAC5B,SAAS,EAAE,IAAI;SAChB;QACD,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ;SACf;QAED,gBAAgB,EAAE;YAChB,IAAI,EAAE,oBAAoB;SAC3B;KACF;CACF,CAAC,CAAC;AAOL,KAAK;AACL,oCAAoC;AACpC,8CAA8C;AAC9C,KAAK;AACL,qDAAqD;AACrD,yCAAyC;AACzC,gBAAgB;AAChB,2BAA2B;AAC3B,iBAAiB;AACjB,8BAA8B;AAC9B,oBAAoB;AACpB,2BAA2B;AAC3B,kBAAkB;AAClB,2BAA2B;AAC3B,kBAAkB;AAClB,+BAA+B;AAC/B,4BAA4B;AAC5B,qCAAqC;AACrC,qCAAqC;AACrC,uCAAuC;AACvC,iCAAiC;AACjC,wCAAwC;AACxC,uBAAuB;AACvB,kCAAkC;AAClC,gBAAgB;AAChB,uBAAuB;AACvB,uBAAuB;AACvB,oBAAoB;AACpB,yBAAyB;AACzB,MAAM;AACN,GAAG;AACH,EAAE"}
|
|
@@ -8,7 +8,6 @@ import { DyNTS_DAI_Document } from '../../document-ai/_models/data-models/dai-do
|
|
|
8
8
|
import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
|
|
9
9
|
import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
|
|
10
10
|
export declare class DyNTS_OAI_DocChunkDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>> extends DyNTS_OAI_VectorDataService<T_Chunk> {
|
|
11
|
-
debugLog: boolean;
|
|
12
11
|
constructor(issuer: string, openAiSettings: DyFM_OAI_Settings, dataParams?: DyFM_DataModel_Params<T_Chunk>);
|
|
13
12
|
getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
|
|
14
13
|
getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-doc-chunk-data.service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAA6F,MAAM,uBAAuB,CAAC;AACrK,OAAO,EAAE,iBAAiB,EAAkB,MAAM,kCAAkC,CAAC;AACrF,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAiC,MAAM,gEAAgE,CAAC;AACnI,OAAO,EAAE,+BAA+B,EAAE,MAAM,6EAA6E,CAAC;AAE9H,OAAO,EAAE,iBAAiB,EAAE,MAAM,+DAA+D,CAAC;AAElG,OAAO,EAAE,kBAAkB,EAAE,MAAM,+DAA+D,CAAC;AACnG,OAAO,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAC5E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAI3E,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,CACxI,SAAQ,2BAA2B,CAAC,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"oai-doc-chunk-data.service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAA6F,MAAM,uBAAuB,CAAC;AACrK,OAAO,EAAE,iBAAiB,EAAkB,MAAM,kCAAkC,CAAC;AACrF,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAiC,MAAM,gEAAgE,CAAC;AACnI,OAAO,EAAE,+BAA+B,EAAE,MAAM,6EAA6E,CAAC;AAE9H,OAAO,EAAE,iBAAiB,EAAE,MAAM,+DAA+D,CAAC;AAElG,OAAO,EAAE,kBAAkB,EAAE,MAAM,+DAA+D,CAAC;AACnG,OAAO,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAC5E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAI3E,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,CACxI,SAAQ,2BAA2B,CAAC,OAAO,CAAC;gBAK1C,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,iBAAiB,EACjC,UAAU,GAAE,qBAAqB,CAAC,OAAO,CAAmE;IAU9G,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAO1G,qBAAqB,IAAI,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOlG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IAmD9E,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IA8BjF,YAAY,CAChB,QAAQ,EAAE,OAAO,EACjB,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC;IA0D9C,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuCjD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CAkDlC"}
|
|
@@ -10,7 +10,7 @@ const oai_document_data_service_1 = require("./oai-document.data-service");
|
|
|
10
10
|
const oai_doc_page_data_service_1 = require("./oai-doc-page.data-service");
|
|
11
11
|
const dai_document_util_1 = require("../../document-ai/_collections/dai-document.util");
|
|
12
12
|
class DyNTS_OAI_DocChunkDataService extends oai_vector_data_service_1.DyNTS_OAI_VectorDataService {
|
|
13
|
-
debugLog =
|
|
13
|
+
/* override debugLog: boolean = false; */
|
|
14
14
|
constructor(issuer, openAiSettings, dataParams = dai_doc_chunk_data_model_1.DyNTS_DAI_docChunk_dataParams) {
|
|
15
15
|
super(null, dataParams, openAiSettings, issuer);
|
|
16
16
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-doc-chunk-data.service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":";;;AAAA,sDAAqK;AAErK,uEAAwE;AACxE,wFAA8F;AAC9F,6GAAmI;AAEnI,wGAAqG;AAIrG,2EAA4E;AAC5E,2EAA2E;AAC3E,wFAA2F;AAG3F,MAAa,6BAKX,SAAQ,qDAAoC;
|
|
1
|
+
{"version":3,"file":"oai-doc-chunk-data.service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":";;;AAAA,sDAAqK;AAErK,uEAAwE;AACxE,wFAA8F;AAC9F,6GAAmI;AAEnI,wGAAqG;AAIrG,2EAA4E;AAC5E,2EAA2E;AAC3E,wFAA2F;AAG3F,MAAa,6BAKX,SAAQ,qDAAoC;IAE5C,yCAAyC;IAEzC,YACE,MAAc,EACd,cAAiC,EACjC,aAA6C,wDAA+D;QAE5G,KAAK,CACH,IAAI,EACJ,UAAU,EACV,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,yDAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,wDAA4B,CACrC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAExD,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,YAAY,CAAC;gBACnD,MAAM,EAAE,IAAI,CAAC,GAAG;aACe,CAAC,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;YAEtD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACtC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC3B,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC;gBAExB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;oBAC5B,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAChE,MAAM,kBAAkB,GAA6C,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBACnH,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACN,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAChE,mBAAmB,CAAC,IAAI,CAAC;wBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;wBACxC,QAAQ,EAAE,UAAU;wBACpB,QAAQ,EAAE,IAAI;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACpC,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,OAAO;oBAC5C,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,QAAQ;iBACnB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAErD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACnC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;gBAErB,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAE7D,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;oBACxC,QAAQ,EAAE,UAAU;oBACpB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,CAAC;gBAC1D,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAiB,EACjB,QAAiB;QAEjB,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;oBAClF,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,QAAQ,WAAW,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED;;;kDAGsC;YAEtC;;;;;;kBAMM;YAEN;;;;;;;;;gBASI;YAEJ,IAAI,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACpD,OAAO;oBACL,MAAM,EAAE,2DAA4B,CAAC,KAAK;oBAC1C,QAAQ,EAAE,QAAQ;oBAClB,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,2DAA4B,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE,QAAQ;aACnB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBACtD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,8CAA0B,CAAC,cAAc,CAC3D,IAAI,EACJ,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EACxC,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,MAAM,CACb,oBAAoB,IAAI,CAAC,IAAI,EAAE,EAC/B;oBACE,WAAW,EAAE,IAAI,CAAC,IAAI;oBACtB,eAAe,EAAE,IAAI,CAAC,QAAQ;oBAC9B,mBAAmB,EAAE,IAAI,CAAC,YAAY;oBACtC,cAAc,EAAE,IAAI,CAAC,OAAO;oBAC5B,kBAAkB,EAAE,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;oBACnE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;wBAC9B,OAAO;4BACL,YAAY,EAAE,KAAK,CAAC,YAAY;4BAChC,YAAY,EAAE,KAAK,CAAC,IAAI;4BACxB,aAAa,EAAE,KAAK,CAAC,UAAU;4BAC/B,eAAe,EAAE,KAAK,CAAC,YAAY;4BACnC,mBAAmB,EAAE,IAAI,GAAG,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;yBACtE,CAAA;oBACH,CAAC,CAAC;iBACH,CACF,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,KAAK,CAAC;gBACvD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kBAAkB,CAAS;IAC3B,WAAW,CAAC,IAAY;QACtB,OAAO,2CAAuB,CAAC,kBAAkB,CAC/C,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;CA2CF;AA5QD,sEA4QC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-document.data-service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-document.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,qBAAqB,EAAsF,MAAM,uBAAuB,CAAC;AAC1K,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,gEAAgE,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,MAAM,+DAA+D,CAAC;AAClG,OAAO,EAAE,kBAAkB,EAAiC,MAAM,+DAA+D,CAAC;AAClI,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,+BAA+B,EAAE,MAAM,4EAA4E,CAAC;AAK7H,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,kBAAkB,GAAG,GAAG,EACxB,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,CAChL,SAAQ,iBAAiB,CAAC,UAAU,CAAC;IAOnC,OAAO,CAAC,iCAAiC;IAL3C,QAAQ,EAAE,OAAO,CAAQ;IACzB,wBAAwB,EAAE,OAAO,CAAQ;gBAGvC,MAAM,EAAE,MAAM,EACN,iCAAiC,EAAE,iBAAiB,EAC5D,IAAI,CAAC,EAAE,UAAU,EACjB,UAAU,GAAE,qBAAqB,CAAC,UAAU,CAAsE;IASpH,qBAAqB,IAAI,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOxG,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOpG,gBAAgB,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,OAAO,CACtD,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,EAAE,CACzG;
|
|
1
|
+
{"version":3,"file":"oai-document.data-service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-document.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,qBAAqB,EAAsF,MAAM,uBAAuB,CAAC;AAC1K,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,gEAAgE,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,MAAM,+DAA+D,CAAC;AAClG,OAAO,EAAE,kBAAkB,EAAiC,MAAM,+DAA+D,CAAC;AAClI,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,+BAA+B,EAAE,MAAM,4EAA4E,CAAC;AAK7H,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,kBAAkB,GAAG,GAAG,EACxB,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,CAChL,SAAQ,iBAAiB,CAAC,UAAU,CAAC;IAOnC,OAAO,CAAC,iCAAiC;IAL3C,QAAQ,EAAE,OAAO,CAAQ;IACzB,wBAAwB,EAAE,OAAO,CAAQ;gBAGvC,MAAM,EAAE,MAAM,EACN,iCAAiC,EAAE,iBAAiB,EAC5D,IAAI,CAAC,EAAE,UAAU,EACjB,UAAU,GAAE,qBAAqB,CAAC,UAAU,CAAsE;IASpH,qBAAqB,IAAI,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOxG,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOpG,gBAAgB,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,OAAO,CACtD,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,EAAE,CACzG;IAyEK,eAAe,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAClD,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IA+EK,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,GAAG,OAAO,CACnF,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IAkGK,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,GAAG,OAAO,CACnF,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IAyCK,2BAA2B,CAC/B,qBAAqB,EAAE,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,GAC5H,OAAO,CAAC,IAAI,CAAC;CAqCjB"}
|
|
@@ -23,6 +23,9 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
23
23
|
}
|
|
24
24
|
async processDocuments(documents) {
|
|
25
25
|
try {
|
|
26
|
+
if (!documents || documents.length === 0) {
|
|
27
|
+
return [];
|
|
28
|
+
}
|
|
26
29
|
const compareResults = [];
|
|
27
30
|
await fsm_dynamo_1.DyFM_Array.asyncForEachAllAtOnce(documents, async (document) => {
|
|
28
31
|
compareResults.push(await this.processDocument(document));
|
|
@@ -51,7 +54,7 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
51
54
|
}
|
|
52
55
|
messages.unshift(`${pagesToDelete.length} pages deleted`);
|
|
53
56
|
await this.deleteData(deletedDocument._id, this.absoluteDeletesOnProcess);
|
|
54
|
-
messages.unshift(`Document "${deletedDocument
|
|
57
|
+
messages.unshift(`Document "${deletedDocument?.name}" deleted`);
|
|
55
58
|
compareResults.push({
|
|
56
59
|
result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted,
|
|
57
60
|
newDocument: null,
|
|
@@ -128,8 +131,8 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
128
131
|
oldDocument: null,
|
|
129
132
|
pageCompareResults: pagesCompareResults,
|
|
130
133
|
reports: [
|
|
131
|
-
`New document: ${document
|
|
132
|
-
`${document
|
|
134
|
+
`New document: "${document?.name}"`,
|
|
135
|
+
`${document?.pages?.length ?? 0} new pages in "${document?.name}"`,
|
|
133
136
|
],
|
|
134
137
|
};
|
|
135
138
|
}
|
|
@@ -144,7 +147,7 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
144
147
|
async compareDocument_deep(newDocument, oldDocument) {
|
|
145
148
|
try {
|
|
146
149
|
if (this.debugLog) {
|
|
147
|
-
fsm_dynamo_1.DyFM_Log.info(`š Comparing ${this.dataParams.dataName} document: ${newDocument
|
|
150
|
+
fsm_dynamo_1.DyFM_Log.info(`š Comparing "${this.dataParams.dataName}" document: "${newDocument?.name}"`);
|
|
148
151
|
}
|
|
149
152
|
if (!oldDocument) {
|
|
150
153
|
throw new fsm_dynamo_1.DyFM_Error({
|
|
@@ -170,13 +173,13 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
170
173
|
const deletedPagesCount = pagesCompareResults.filter(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted).length;
|
|
171
174
|
const newPagesCount = pagesCompareResults.filter(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new).length;
|
|
172
175
|
if (modifiedPagesCount > 0) {
|
|
173
|
-
messages.push(`${modifiedPagesCount} pages
|
|
176
|
+
messages.push(`${modifiedPagesCount} modified pages`);
|
|
174
177
|
}
|
|
175
178
|
if (newPagesCount > 0) {
|
|
176
|
-
messages.push(`${newPagesCount} pages
|
|
179
|
+
messages.push(`${newPagesCount} new pages`);
|
|
177
180
|
}
|
|
178
181
|
if (deletedPagesCount > 0) {
|
|
179
|
-
messages.push(`${deletedPagesCount} pages
|
|
182
|
+
messages.push(`${deletedPagesCount} deleted pages`);
|
|
180
183
|
}
|
|
181
184
|
}
|
|
182
185
|
else {
|
|
@@ -227,7 +230,7 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
227
230
|
const messages = [];
|
|
228
231
|
if (!oldDocument) {
|
|
229
232
|
result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new;
|
|
230
|
-
messages.push(`New document: ${newDocument.name}`);
|
|
233
|
+
messages.push(`New document: "${newDocument.name}"`);
|
|
231
234
|
}
|
|
232
235
|
else if (newDocument.name !== oldDocument?.name) {
|
|
233
236
|
result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
|
|
@@ -235,7 +238,7 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
235
238
|
}
|
|
236
239
|
else {
|
|
237
240
|
result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal;
|
|
238
|
-
messages.push(`
|
|
241
|
+
messages.push(`Document name not changed: "${newDocument.name}"`);
|
|
239
242
|
}
|
|
240
243
|
const result_flat = {
|
|
241
244
|
result: result,
|
|
@@ -254,24 +257,25 @@ class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
|
|
|
254
257
|
}
|
|
255
258
|
async reportDocumentProcessResult(documentCompareResult) {
|
|
256
259
|
try {
|
|
257
|
-
fsm_dynamo_1.DyFM_Log.log(
|
|
260
|
+
fsm_dynamo_1.DyFM_Log.log(`\nā
Document processed: "${documentCompareResult?.newDocument?.name ?? documentCompareResult?.oldDocument?.name ?? 'unknown'}"`);
|
|
258
261
|
switch (documentCompareResult.result) {
|
|
259
262
|
case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new:
|
|
260
|
-
fsm_dynamo_1.DyFM_Log.info(`
|
|
263
|
+
fsm_dynamo_1.DyFM_Log.info(` ⨠New document`);
|
|
261
264
|
break;
|
|
262
265
|
case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal:
|
|
263
|
-
fsm_dynamo_1.DyFM_Log.
|
|
266
|
+
fsm_dynamo_1.DyFM_Log.success(` š° Equal document`);
|
|
264
267
|
break;
|
|
265
268
|
case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified:
|
|
266
|
-
fsm_dynamo_1.DyFM_Log.info(`
|
|
269
|
+
fsm_dynamo_1.DyFM_Log.info(` š Modified document`);
|
|
267
270
|
break;
|
|
268
271
|
case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted:
|
|
269
|
-
fsm_dynamo_1.DyFM_Log.warn(`
|
|
272
|
+
fsm_dynamo_1.DyFM_Log.warn(` ā Deleted document`);
|
|
270
273
|
break;
|
|
271
274
|
}
|
|
272
275
|
for (const report of documentCompareResult.reports) {
|
|
273
276
|
fsm_dynamo_1.DyFM_Log.log(` - ${report}`);
|
|
274
277
|
}
|
|
278
|
+
fsm_dynamo_1.DyFM_Log.log('');
|
|
275
279
|
}
|
|
276
280
|
catch (error) {
|
|
277
281
|
throw new fsm_dynamo_1.DyFM_Error({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-document.data-service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-document.data-service.ts"],"names":[],"mappings":";;;AAAA,sDAA0K;AAC1K,6EAA+E;AAG/E,2GAAkI;AAClI,6EAA6E;AAC7E,2EAA2E;AAI3E,wGAAqG;AAGrG,MAAa,6BAMX,SAAQ,gCAA6B;IAO3B;IALV,QAAQ,GAAY,IAAI,CAAC;IACzB,wBAAwB,GAAY,IAAI,CAAC;IAEzC,YACE,MAAc,EACN,iCAAoD,EAC5D,IAAiB,EACjB,aAAgD,uDAAkE;QAElH,KAAK,CACH,IAAI,EACJ,UAAU,EACV,MAAM,CACP,CAAC;QARM,sCAAiC,GAAjC,iCAAiC,CAAmB;IAS9D,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,wDAA4B,CACrC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,0DAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,SAAuB;QAG5C,IAAI,CAAC;YACH,MAAM,cAAc,GAA6G,EAAE,CAAC;YAEpI,MAAM,uBAAU,CAAC,qBAAqB,CACpC,SAAS,EACT,KAAK,EAAE,QAAoB,EAAE,EAAE;gBAC7B,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC5D,CAAC,CACF,CAAC;YAEF,MAAM,gBAAgB,GAAiB,MAAM,IAAI,CAAC,YAAY,CAAC;gBAC7D,GAAG,EAAE;oBACH,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;iBAC9C;aACkC,CAAC,CAAC;YAEvC,MAAM,UAAU,GACd,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAE/B,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAEhC,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;gBAC/C,MAAM,QAAQ,GAAa,EAAE,CAAC;gBAE9B,MAAM,cAAc,GAAc,MAAM,WAAW,CAAC,YAAY,CAAC;oBAC/D,UAAU,EAAE,eAAe,CAAC,GAAG;iBACN,CAAC,CAAC;gBAE7B,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACnC,MAAM,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACzE,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,iBAAiB,CAAC,CAAC;gBAEzD,MAAM,aAAa,GAAa,MAAM,UAAU,CAAC,YAAY,CAAC;oBAC5D,UAAU,EAAE,eAAe,CAAC,GAAG;iBACP,CAAC,CAAC;gBAE5B,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,MAAM,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACvE,CAAC;gBACD,QAAQ,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;gBAE1D,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBAC1E,QAAQ,CAAC,OAAO,CAAC,aAAa,eAAe,
|
|
1
|
+
{"version":3,"file":"oai-document.data-service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-document.data-service.ts"],"names":[],"mappings":";;;AAAA,sDAA0K;AAC1K,6EAA+E;AAG/E,2GAAkI;AAClI,6EAA6E;AAC7E,2EAA2E;AAI3E,wGAAqG;AAGrG,MAAa,6BAMX,SAAQ,gCAA6B;IAO3B;IALV,QAAQ,GAAY,IAAI,CAAC;IACzB,wBAAwB,GAAY,IAAI,CAAC;IAEzC,YACE,MAAc,EACN,iCAAoD,EAC5D,IAAiB,EACjB,aAAgD,uDAAkE;QAElH,KAAK,CACH,IAAI,EACJ,UAAU,EACV,MAAM,CACP,CAAC;QARM,sCAAiC,GAAjC,iCAAiC,CAAmB;IAS9D,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,wDAA4B,CACrC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,0DAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,SAAuB;QAG5C,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,cAAc,GAA6G,EAAE,CAAC;YAEpI,MAAM,uBAAU,CAAC,qBAAqB,CACpC,SAAS,EACT,KAAK,EAAE,QAAoB,EAAE,EAAE;gBAC7B,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC5D,CAAC,CACF,CAAC;YAEF,MAAM,gBAAgB,GAAiB,MAAM,IAAI,CAAC,YAAY,CAAC;gBAC7D,GAAG,EAAE;oBACH,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;iBAC9C;aACkC,CAAC,CAAC;YAEvC,MAAM,UAAU,GACd,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAE/B,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAEhC,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;gBAC/C,MAAM,QAAQ,GAAa,EAAE,CAAC;gBAE9B,MAAM,cAAc,GAAc,MAAM,WAAW,CAAC,YAAY,CAAC;oBAC/D,UAAU,EAAE,eAAe,CAAC,GAAG;iBACN,CAAC,CAAC;gBAE7B,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACnC,MAAM,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACzE,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,iBAAiB,CAAC,CAAC;gBAEzD,MAAM,aAAa,GAAa,MAAM,UAAU,CAAC,YAAY,CAAC;oBAC5D,UAAU,EAAE,eAAe,CAAC,GAAG;iBACP,CAAC,CAAC;gBAE5B,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,MAAM,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACvE,CAAC;gBACD,QAAQ,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;gBAE1D,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBAC1E,QAAQ,CAAC,OAAO,CAAC,aAAa,eAAe,EAAE,IAAI,WAAW,CAAC,CAAC;gBAEhE,cAAc,CAAC,IAAI,CAAC;oBAClB,MAAM,EAAE,2DAA4B,CAAC,OAAO;oBAC5C,WAAW,EAAE,IAAI;oBACjB,WAAW,EAAE,eAAe;oBAC5B,kBAAkB,EAAE,EAAE;oBACtB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;gBACpC,oBAAoB;gBACpB,MAAM,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,CAAC;YACjD,CAAC;YAED,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,CAAC;aAC3D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAoB;QAGxC,IAAI,CAAC;YACH,mFAAmF;YACnF,uEAAuE;YACvE,qCAAqC;YACrC,oCAAoC;YACpC,2BAA2B;YAG3B,IAAI,gBAA4B,CAAC;YAEjC,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACjB,gBAAgB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBACrC,GAAG,EAAE,QAAQ,CAAC,GAAG;iBACiB,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;oBACjC,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;wBAC/F,SAAS,EAAE,aAAa;qBACzB,CAAC,CAAC;gBACL,CAAC;gBAED,gBAAgB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBACrC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;iBAChD,CAAC,CAAC;YACL,CAAC;YAED,sFAAsF;YACtF,IAAI,aAAyB,CAAC;YAC9B,IAAI,gBAAgB,EAAE,CAAC;gBACrB,aAAa,GAAG,gBAAgB,CAAC;gBACjC,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,aAAa,GAAG;oBACd,GAAG,QAAQ;iBACZ,CAAC;YACJ,CAAC;YAAA,CAAC;YACF,OAAO,aAAa,CAAC,KAAK,CAAC;YAE3B,MAAM,aAAa,GAAe,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAE3E,2CAA2C;YAC3C,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAY,EAAE,EAAE;gBACtC,IAAI,CAAC,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC;YACtC,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC;YAEjC,IAAI,qBAA6H,CAAC;YAClI,IAAI,gBAAgB,EAAE,CAAC;gBACrB,qBAAqB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;YACtF,CAAC;iBAAM,CAAC;gBACN,MAAM,UAAU,GACd,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAE/B,MAAM,mBAAmB,GAAsD,MAAM,UAAU,CAAC,eAAe,CAC7G,aAAa,CAAC,KAAK,CACpB,CAAC;gBAEF,qBAAqB,GAAG;oBACtB,MAAM,EAAE,2DAA4B,CAAC,GAAG;oBACxC,WAAW,EAAE,QAAQ;oBACrB,WAAW,EAAE,IAAI;oBACjB,kBAAkB,EAAE,mBAAmB;oBACvC,OAAO,EAAE;wBACP,kBAAkB,QAAQ,EAAE,IAAI,GAAG;wBACnC,GAAG,QAAQ,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC,kBAAkB,QAAQ,EAAE,IAAI,GAAG;qBACnE;iBACF,CAAC;YACJ,CAAC;YAED,OAAO,qBAAqB,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,KAAK,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,WAAuB,EAAE,WAAuB;QAGzE,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,UAAU,CAAC,QAAQ,gBAAgB,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC;YAC/F,CAAC;YAED,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,EAAE,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;oBAC7F,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,0BAA0B,GAC9B,MAAM,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAa,0BAA0B,CAAC,OAAO,CAAC;YAE9D,MAAM,UAAU,GACd,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAE/B,MAAM,mBAAmB,GAAsD,MAAM,UAAU,CAAC,YAAY,CAC1G,WAAW,CAAC,GAAG,EACf,WAAW,CAAC,KAAK,CAClB,CAAC;YAEF,0CAA0C;YAC1C,IAAI,WAAyC,CAAC;YAC9C,IAAI,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC9F,WAAW,GAAG,2DAA4B,CAAC,KAAK,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACvC,CAAC;iBAAM,IACL,mBAAmB,CAAC,IAAI,CACtB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,GAAG;gBAClD,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,QAAQ;gBACvD,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,OAAO,CACjE,EACD,CAAC;gBACD,WAAW,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAEpD,MAAM,kBAAkB,GAAW,mBAAmB,CAAC,MAAM,CAC3D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,QAAQ,CAClE,CAAC,MAAM,CAAC;gBACT,MAAM,iBAAiB,GAAW,mBAAmB,CAAC,MAAM,CAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,OAAO,CACjE,CAAC,MAAM,CAAC;gBACT,MAAM,aAAa,GAAW,mBAAmB,CAAC,MAAM,CACtD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,GAAG,CAC7D,CAAC,MAAM,CAAC;gBAET,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;oBAC3B,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,iBAAiB,CAAC,CAAC;gBACxD,CAAC;gBACD,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;oBACtB,QAAQ,CAAC,IAAI,CAAC,GAAG,aAAa,YAAY,CAAC,CAAC;gBAC9C,CAAC;gBACD,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;oBAC1B,QAAQ,CAAC,IAAI,CAAC,GAAG,iBAAiB,gBAAgB,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,2DAA4B,CAAC,GAAG,CAAC;gBAC/C,MAAM,aAAa,GAAW,mBAAmB,CAAC,MAAM,CACtD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,2DAA4B,CAAC,GAAG,CAC7D,CAAC,MAAM,CAAC;gBACT,QAAQ,CAAC,IAAI,CAAC,GAAG,aAAa,YAAY,CAAC,CAAC;YAC9C,CAAC;YAED,gEAAgE;YAChE,IAAI,cAA4C,CAAC;YACjD,IAAI,0BAA0B,CAAC,MAAM,KAAK,2DAA4B,CAAC,GAAG,EAAE,CAAC;gBAC3E,cAAc,GAAG,2DAA4B,CAAC,GAAG,CAAC;YACpD,CAAC;iBAAM,IAAI,0BAA0B,CAAC,MAAM,KAAK,2DAA4B,CAAC,QAAQ,EAAE,CAAC;gBACvF,cAAc,GAAG,2DAA4B,CAAC,QAAQ,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,IAAI,WAAW,KAAK,2DAA4B,CAAC,KAAK,EAAE,CAAC;oBACvD,cAAc,GAAG,2DAA4B,CAAC,KAAK,CAAC;gBACtD,CAAC;gBAAC,CAAC;oBACD,cAAc,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBACzD,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAA2G;gBACrH,GAAG,0BAA0B;gBAC7B,MAAM,EAAE,cAAc;gBAEtB,WAAW,EAAE,WAAW;gBACxB,WAAW,EAAE,WAAW;gBAExB,kBAAkB,EAAE,mBAAmB;aACxC,CAAC;YAEF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,KAAK,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,WAAuB,EAAE,WAAuB;QAGzE,IAAI,CAAC;YACH,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,EAAE,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;oBAC7F,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,MAAoC,CAAC;YACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;YAE9B,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,GAAG,2DAA4B,CAAC,GAAG,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC,kBAAkB,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,WAAW,CAAC,IAAI,KAAK,WAAW,EAAE,IAAI,EAAE,CAAC;gBAClD,MAAM,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC,+BAA+B,WAAW,EAAE,IAAI,SAAS,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;YAC9F,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,2DAA4B,CAAC,KAAK,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,+BAA+B,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;YACpE,CAAC;YAED,MAAM,WAAW,GAA2G;gBAC1H,MAAM,EAAE,MAAM;gBAEd,WAAW,EAAE,WAAW;gBACxB,WAAW,EAAE,WAAW;gBAExB,kBAAkB,EAAE,EAAE;gBACtB,OAAO,EAAE,QAAQ;aAClB,CAAA;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,yBAAyB,EAAE,KAAK,CAAC;aAClE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,2BAA2B,CAC/B,qBAA6H;QAE7H,IAAI,CAAC;YACH,qBAAQ,CAAC,GAAG,CACV,4BACE,qBAAqB,EAAE,WAAW,EAAE,IAAI,IAAI,qBAAqB,EAAE,WAAW,EAAE,IAAI,IAAI,SAC1F,GAAG,CACJ,CAAC;YAEF,QAAQ,qBAAqB,CAAC,MAAM,EAAE,CAAC;gBACrC,KAAK,2DAA4B,CAAC,GAAG;oBACnC,qBAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAClC,MAAM;gBAER,KAAK,2DAA4B,CAAC,KAAK;oBACrC,qBAAQ,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;oBACxC,MAAM;gBAER,KAAK,2DAA4B,CAAC,QAAQ;oBACxC,qBAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;oBACxC,MAAM;gBAER,KAAK,2DAA4B,CAAC,OAAO;oBACvC,qBAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;oBACtC,MAAM;YACV,CAAC;YAED,KAAK,MAAM,MAAM,IAAI,qBAAqB,CAAC,OAAO,EAAE,CAAC;gBACnD,qBAAQ,CAAC,GAAG,CAAC,OAAO,MAAM,EAAE,CAAC,CAAC;YAChC,CAAC;YAED,qBAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,0BAA0B,EAAE,KAAK,CAAC;aACnE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAxXD,sEAwXC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-vector-data.service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"oai-vector-data.service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,qBAAqB,EACrB,wBAAwB,EACxB,aAAa,EAEb,aAAa,EAEd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,iBAAiB,EAA2B,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAG9G,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAC/E,OAAO,EAAE,kCAAkC,EAAE,MAAM,iCAAiC,CAAC;AAGrF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,2BAA2B,CAAC,CAAC,SAAS,aAAa,CAAE,SAAQ,iBAAiB,CAAC,CAAC,CAAC;IAwB1F;;OAEG;aACa,cAAc,EAAE,iBAAiB;IAzBnD;;;OAGG;IACH,QAAQ,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC;IACjE,QAAQ,CAAC,oBAAoB,EAAE,wBAAwB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC;IAGlE,QAAQ,EAAE,OAAO,CAAS;IAC1B,2BAA2B,EAAE,OAAO,CAAQ;IAE5C,YAAY,EAAE,kCAAkC,CAAC;;IAG/C;;OAEG;IACH,IAAI,EAAE,CAAC;IACP;;OAEG;IACH,UAAU,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACpC;;OAEG;IACa,cAAc,EAAE,iBAAiB;IACjD;;OAEG;IACH,MAAM,EAAE,MAAM;IA6FhB;;;;;;;;;OASG;IACG,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,cAAc,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;YAuBlE,+BAA+B;YAkD/B,uCAAuC;IA8BrD;;;;;OAKG;IACG,SAAS,CACb,KAAK,EAAE,MAAM,EACb,QAAQ,GAAE,cAAc,GAAG,MAAqD,GAC/E,OAAO,CAAC,MAAM,EAAE,CAAC;IA4BpB;;;;;;OAMG;IACG,YAAY,CAChB,GAAG,EAAE;QACH,KAAK,EAAE,MAAM,CAAC;QACd,iDAAiD;QACjD,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf;;WAEG;QACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;KAC7B,GACA,OAAO,CAAC,GAAG,CAAC;IAyFf;;;;OAIG;IACY,QAAQ,CACrB,IAAI,CAAC,EAAE,CAAC,EACR,gBAAgB,CAAC,EAAE,OAAO,EAC1B,cAAc,CAAC,EAAE,OAAO,GACvB,OAAO,CAAC,CAAC,CAAC;CA4Bd"}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.DyNTS_OAI_VectorDataService = void 0;
|
|
4
4
|
const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
|
|
5
|
+
const fsm_dynamo_2 = require("@futdevpro/fsm-dynamo");
|
|
5
6
|
const open_ai_1 = require("@futdevpro/fsm-dynamo/ai/open-ai");
|
|
6
7
|
const global_settings_const_1 = require("../../../../../_collections/global-settings.const");
|
|
7
8
|
const data_service_1 = require("../../../../../_services/base/data.service");
|
|
@@ -52,7 +53,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
52
53
|
vectorizeProperties;
|
|
53
54
|
vectorizedProperties;
|
|
54
55
|
/* readonly vectorizeProperties: { from: string, to: string }[]; */
|
|
55
|
-
debugLog =
|
|
56
|
+
debugLog = false;
|
|
56
57
|
swallowVectorizedProperties = true;
|
|
57
58
|
embedding_CS;
|
|
58
59
|
constructor(
|
|
@@ -83,7 +84,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
83
84
|
(dataParams.properties[key] as DyFM_DataProperty_Params<any>).vectorizedFrom !== key
|
|
84
85
|
); */
|
|
85
86
|
if (!openAISettings.config.apiKey) {
|
|
86
|
-
throw new
|
|
87
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
87
88
|
...this.getDefaultErrorSettings('constructor', new Error('openAISettings.config.apiKey is required')),
|
|
88
89
|
});
|
|
89
90
|
}
|
|
@@ -144,13 +145,13 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
144
145
|
if (!forceVectorize && newData?._id) {
|
|
145
146
|
existingData = await this.getDataById(newData._id, true, true);
|
|
146
147
|
}
|
|
147
|
-
await
|
|
148
|
+
await fsm_dynamo_2.DyFM_Array.asyncForEachAllAtOnce(this.vectorizedProperties, async (property) => {
|
|
148
149
|
await this.checkAndVectorizeSingleProperty(property, newData, existingData, forceVectorize);
|
|
149
150
|
});
|
|
150
151
|
return newData;
|
|
151
152
|
}
|
|
152
153
|
catch (error) {
|
|
153
|
-
throw new
|
|
154
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
154
155
|
...this.getDefaultErrorSettings('vectorizeDataProperties', error),
|
|
155
156
|
});
|
|
156
157
|
}
|
|
@@ -161,17 +162,18 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
161
162
|
const vectorizedFrom = vectorizedProperty.vectorizedFrom[0];
|
|
162
163
|
const vectorizingPropertyHaveValue = Boolean(newData[vectorizedFrom]);
|
|
163
164
|
const newDataIsNewChanged = (!existingValue && vectorizingPropertyHaveValue) ||
|
|
164
|
-
!
|
|
165
|
+
!fsm_dynamo_2.DyFM_Object.sameObjects(existingValue, newValue);
|
|
165
166
|
if (forceVectorize || (vectorizingPropertyHaveValue && newDataIsNewChanged)) {
|
|
166
167
|
if (!vectorizedProperty.embeddingModel) {
|
|
167
|
-
throw new
|
|
168
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
168
169
|
...this.getDefaultErrorSettings('vectorizeDataProperties', new Error(`Property "${vectorizedProperty.key}" has no embedding model!`)),
|
|
169
170
|
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-VDB1`,
|
|
170
171
|
__localStack: this.dataParams.stackLocation,
|
|
171
172
|
});
|
|
172
173
|
}
|
|
173
174
|
if (this.debugLog) {
|
|
174
|
-
|
|
175
|
+
fsm_dynamo_1.DyFM_Log.log(`vectorizing "${vectorizedProperty.key}" in new "${this.dataParams.dataName}"` +
|
|
176
|
+
newData?.name ? `: "${newData?.name}"` : '');
|
|
175
177
|
}
|
|
176
178
|
newData[vectorizedProperty.key] = await this.vectorize(newValue, vectorizedProperty.embeddingModel);
|
|
177
179
|
}
|
|
@@ -214,7 +216,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
214
216
|
async vectorize(input, useModel = this.openAISettings.defaultSettings.useModel) {
|
|
215
217
|
try {
|
|
216
218
|
if (!input) {
|
|
217
|
-
throw new
|
|
219
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
218
220
|
...this.getDefaultErrorSettings('vectorize', new Error('input is required')),
|
|
219
221
|
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-V1`,
|
|
220
222
|
});
|
|
@@ -223,7 +225,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
223
225
|
return await this.embedding_CS.createEmbedding(input, useModel, this.issuer);
|
|
224
226
|
}
|
|
225
227
|
catch (error) {
|
|
226
|
-
throw new
|
|
228
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
227
229
|
...this.getDefaultErrorSettings('vectorize', error),
|
|
228
230
|
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-V0`,
|
|
229
231
|
});
|
|
@@ -239,7 +241,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
239
241
|
async vectorSearch(set) {
|
|
240
242
|
try {
|
|
241
243
|
if (!set.input) {
|
|
242
|
-
throw new
|
|
244
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
243
245
|
...this.getDefaultErrorSettings('vectorSearch', new Error('input is required')),
|
|
244
246
|
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-VS1`,
|
|
245
247
|
});
|
|
@@ -250,7 +252,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
250
252
|
this.embedding_CS ??= new oai_embedding_control_service_1.DyNTS_OAI_Embedding_ControlService(this.openAISettings);
|
|
251
253
|
const property = this.dataParams.properties[searchInKey];
|
|
252
254
|
if (!property) {
|
|
253
|
-
throw new
|
|
255
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
254
256
|
...this.getDefaultErrorSettings('vectorSearch', new Error(`Property "${searchInKey}" not found! ` +
|
|
255
257
|
`while searching "${this.dataParams.dataName}" ` +
|
|
256
258
|
`(The searchable properties are: ${this.vectorizedProperties.map(p => `"${p.key}"`).join(', ')})`)),
|
|
@@ -259,7 +261,7 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
259
261
|
});
|
|
260
262
|
}
|
|
261
263
|
if (!property.vectorizeUseIndex) {
|
|
262
|
-
throw new
|
|
264
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
263
265
|
...this.getDefaultErrorSettings('vectorSearch', new Error(`Property "${searchInKey}" has no vectorizeUseIndex!`)),
|
|
264
266
|
});
|
|
265
267
|
}
|
|
@@ -281,16 +283,16 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
281
283
|
vectorSearchFilter.filter = filterBy;
|
|
282
284
|
}
|
|
283
285
|
if (this.debugLog) {
|
|
284
|
-
|
|
286
|
+
fsm_dynamo_1.DyFM_Log.log(`vectorSearch...`);
|
|
285
287
|
}
|
|
286
288
|
const result = await this.dataDBService.aggregate([vectorSearchFilter]);
|
|
287
289
|
if (this.debugLog) {
|
|
288
|
-
|
|
290
|
+
fsm_dynamo_1.DyFM_Log.log(`vectorSearch: ${result.length} results`);
|
|
289
291
|
}
|
|
290
292
|
return result;
|
|
291
293
|
}
|
|
292
294
|
catch (error) {
|
|
293
|
-
throw new
|
|
295
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
294
296
|
...this.getDefaultErrorSettings('vectorSearch', error),
|
|
295
297
|
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-VS0`,
|
|
296
298
|
});
|
|
@@ -311,11 +313,11 @@ class DyNTS_OAI_VectorDataService extends data_service_1.DyNTS_DataService {
|
|
|
311
313
|
delete data[property.key];
|
|
312
314
|
});
|
|
313
315
|
}
|
|
314
|
-
|
|
316
|
+
fsm_dynamo_2.DyFM_Object.cleanObject(data);
|
|
315
317
|
return data;
|
|
316
318
|
}
|
|
317
319
|
catch (error) {
|
|
318
|
-
throw new
|
|
320
|
+
throw new fsm_dynamo_2.DyFM_Error({
|
|
319
321
|
...this.getDefaultErrorSettings('saveData', error),
|
|
320
322
|
errorCode: `${global_settings_const_1.DyNTS_global_settings.systemShortCodeName}|DyNTS-VDB-SD0`,
|
|
321
323
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oai-vector-data.service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":";;;AACA,sDAQ+B;AAC/B,8DAA8G;AAE9G,6FAA0F;AAC1F,6EAA+E;AAC/E,mFAAqF;AAGrF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,MAAa,2BAAqD,SAAQ,gCAAoB;IA2B1E;IAzBlB;;;OAGG;IACM,mBAAmB,CAAqC;IACxD,oBAAoB,CAAqC;IAClE,mEAAmE;IAEnE,QAAQ,GAAY,IAAI,CAAC;IACzB,2BAA2B,GAAY,IAAI,CAAC;IAE5C,YAAY,CAAqC;IAEjD;IACE;;OAEG;IACH,IAAO;IACP;;OAEG;IACH,UAAoC;IACpC;;OAEG;IACa,cAAiC;IACjD;;OAEG;IACH,MAAc;QAEd,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QANhB,mBAAc,GAAd,cAAc,CAAmB;QAQjD,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACrE,CAAC,QAA0C,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,CACxE,CAAC;QAEF,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,GAAW,EAAW,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CACtD,CAAC,QAA0C,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CACtF,CACF,CAAC,GAAG,CACH,CAAC,GAAW,EAAoC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAqC,CAClH,CAAC;QAEF;;;;;aAKK;QAEL,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,aAAa,EACb,IAAI,KAAK,CAAC,0CAA0C,CAAC,CACtD;aACF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,KAAK,GAA4B,cAAc,CAAC,eAAe,CAAC,QAAmC;YACvG,wBAAc,CAAC,oBAAoB,CAAC;QAEtC;;;;;;;;;YASI;QAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,mCAAmC;gBACnC,+BAA+B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACtE,CAAC,GAAW,EAAW,EAAE,CAAC,OAAO,CAC9B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAsC,CAAC,cAAc,CAChF,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CACb,kCAAkC;gBAClC,8BAA8B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACrE,CAAC,GAAW,EAAW,EAAE,CAAC,OAAO,CAC9B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAsC,CAAC,cAAc,CAChF,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,CAAC;QACJ,CAAC;QAED;;;;;;;;;YASI;QAEJ;;cAEM;QAEN,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,QAA0C,EAAQ,EAAE;YACrF,QAAQ,CAAC,cAAc,KAAK,KAAK,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH;;;aAGK;IACP,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,uBAAuB,CAAC,OAAW,EAAE,cAAwB;QACjE,IAAI,CAAC;YACH,IAAI,YAAe,CAAC;YAEpB,IAAI,CAAC,cAAc,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;gBACpC,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,uBAAU,CAAC,qBAAqB,CACpC,IAAI,CAAC,oBAAoB,EACzB,KAAK,EAAE,QAA0C,EAAE,EAAE;gBACnD,MAAM,IAAI,CAAC,+BAA+B,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC9F,CAAC,CACF,CAAC;YAEF,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,yBAAyB,EAAE,KAAK,CAAC;aAClE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAC3C,kBAAoD,EACpD,OAAU,EACV,YAAe,EACf,cAAwB;QAExB,MAAM,QAAQ,GAAW,MAAM,IAAI,CAAC,uCAAuC,CACzE,kBAAkB,EAClB,OAAO,CACR,CAAC;QACF,MAAM,aAAa,GAAW,MAAM,IAAI,CAAC,uCAAuC,CAC9E,kBAAkB,EAClB,YAAY,CACb,CAAC;QAEF,MAAM,cAAc,GAAW,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,4BAA4B,GAAY,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;QAC/E,MAAM,mBAAmB,GACvB,CAAC,CAAC,aAAa,IAAI,4BAA4B,CAAC;YAChD,CAAC,wBAAW,CAAC,WAAW,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QAEpD,IAAI,cAAc,IAAI,CAAC,4BAA4B,IAAI,mBAAmB,CAAC,EAAE,CAAC;YAC5E,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,CAAC;gBACvC,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,yBAAyB,EACzB,IAAI,KAAK,CAAC,aAAa,kBAAkB,CAAC,GAAG,2BAA2B,CAAC,CAC1E;oBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,iBAAiB;oBACxE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,gBAAgB,kBAAkB,CAAC,GAAG,aAAa,IAAI,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC;YAC9F,CAAC;YAED,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,CACpD,QAAQ,EACR,kBAAkB,CAAC,cAAc,CAClC,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxF,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uCAAuC,CACnD,kBAAoD,EACpD,IAAO;QAGP,IAAI,kBAAkB,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,GAAY,IAAI,EAAE,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;YAEpE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,SAAS,CAAC;YACnB,CAAC;iBAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACrC,OAAO,KAAK,CAAC;YACf,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC7D,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,KAAK,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,kBAAkB,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAW,EAAQ,EAAE;gBAC9D,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,KAAa,EACb,WAAoC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ;QAEhF,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAE5E,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,eAAe;iBACvE,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,YAAY,KAAK,IAAI,kEAAkC,CAC1D,IAAI,CAAC,cAAc,CACpB,CAAC;YAEF,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAC5C,KAAK,EACL,QAAQ,EACR,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,KAAK,CAAC;gBAEnD,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,eAAe;aACvE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAChB,GAUC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAE/E,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;iBACxE,CAAC,CAAC;YACL,CAAC;YAED,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC;YAChB,GAAG,CAAC,kBAAkB,KAAK,GAAG,CAAC;YAE/B,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;YAExE,IAAI,CAAC,YAAY,KAAK,IAAI,kEAAkC,CAC1D,IAAI,CAAC,cAAc,CACpB,CAAC;YAEF,MAAM,QAAQ,GAAqC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAE3F,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,cAAc,EACd,IAAI,KAAK,CACP,aAAa,WAAW,eAAe;wBACvC,oBAAoB,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI;wBAChD,mCAAmC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAClG,CACF;oBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;oBACvE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;gBAChC,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,cAAc,EACd,IAAI,KAAK,CAAC,aAAa,WAAW,6BAA6B,CAAC,CACjE;iBACF,CAAC,CAAC;YACL,CAAC;YAED,MAAM,aAAa,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CACrE,KAAK,EACL,QAAQ,CAAC,cAAc,EACvB,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,iCAAiC;YACjC,MAAM,kBAAkB,GAAQ;gBAC9B,aAAa,EAAE;oBACb;6FACyE;oBACzE,KAAK,EAAE,QAAQ,CAAC,iBAAiB;oBACjC,WAAW,EAAE,aAAa;oBAC1B,qEAAqE;oBACrE,IAAI,EAAE,WAAW;oBACjB,aAAa,EAAE,kBAAkB;oBACjC,KAAK,EAAE,KAAK;iBACb;aACF,CAAC;YAEF,IAAI,QAAQ,EAAE,CAAC;gBACb,kBAAkB,CAAC,MAAM,GAAG,QAAQ,CAAC;YACvC,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACjC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAE,kBAAkB,CAAE,CAAC,CAAC;YAE1E,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC;YACxD,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBAEtD,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACM,KAAK,CAAC,QAAQ,CACrB,IAAQ,EACR,gBAA0B,EAC1B,cAAwB;QAExB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAE7B,IAAI,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAEhE,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YAEpD,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;gBACrC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,QAA0C,EAAQ,EAAE;oBACrF,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC5B,CAAC,CAAC,CAAC;YACL,CAAC;YAED,wBAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAE9B,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,UAAU,EACV,KAAK,CACN;gBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAhaD,kEAgaC;AAKD,UAAU;AACV,0BAA0B;AAC1B,6BAA6B;AAC7B,kBAAkB;AAClB,iCAAiC;AACjC,6GAA6G;AAC7G,EAAE;AACF,kHAAkH;AAClH,wEAAwE;AACxE,yFAAyF;AACzF,wFAAwF;AACxF,EAAE;AACF,KAAK;AACL,6DAA6D;AAC7D,iFAAiF;AACjF,KAAK;AACL,4GAA4G;AAC5G,EAAE;AACF,6BAA6B;AAC7B,gDAAgD;AAChD,EAAE;AACF,gBAAgB;AAChB,yBAAyB;AACzB,cAAc;AACd,2BAA2B;AAC3B,2CAA2C;AAC3C,4BAA4B;AAC5B,wDAAwD;AACxD,mBAAmB;AACnB,oBAAoB;AACpB,OAAO;AACP,wCAAwC;AACxC,+EAA+E;AAC/E,MAAM;AACN,wDAAwD;AACxD,EAAE;AACF,gDAAgD;AAChD,2DAA2D;AAC3D,OAAO;AACP,EAAE;AACF,mHAAmH;AACnH,4CAA4C;AAC5C,EAAE;AACF,sEAAsE;AACtE,gDAAgD;AAChD,KAAK;AACL,EAAE;AACF,OAAO;AACP,oEAAoE;AACpE,OAAO;AACP,iFAAiF;AACjF,4DAA4D;AAC5D,qDAAqD;AACrD,sCAAsC;AACtC,sDAAsD;AACtD,mDAAmD;AACnD,SAAS;AACT,SAAS;AACT,KAAK;AACL,EAAE;AACF,OAAO;AACP,gEAAgE;AAChE,OAAO;AACP,iDAAiD;AACjD,oBAAoB;AACpB,oBAAoB;AACpB,qBAAqB;AACrB,kBAAkB;AAClB,qBAAqB;AACrB,WAAW;AACX,yCAAyC;AACzC,iGAAiG;AACjG,QAAQ;AACR,uBAAuB;AACvB,gDAAgD;AAChD,QAAQ;AACR,6DAA6D;AAC7D,6CAA6C;AAC7C,6EAA6E;AAC7E,6DAA6D;AAC7D,UAAU;AACV,2FAA2F;AAC3F,sCAAsC;AACtC,UAAU;AACV,4EAA4E;AAC5E,oDAAoD;AACpD,sCAAsC;AACtC,oCAAoC;AACpC,EAAE;AACF,uBAAuB;AACvB,uBAAuB;AACvB,kEAAkE;AAClE,OAAO;AACP,KAAK;AACL,EAAE;AACF,OAAO;AACP,sDAAsD;AACtD,OAAO;AACP,+EAA+E;AAC/E,gDAAgD;AAChD,MAAM;AACN,yBAAyB;AACzB,oBAAoB;AACpB,oBAAoB;AACpB,MAAM;AACN,6CAA6C;AAC7C,wCAAwC;AACxC,mCAAmC;AACnC,mCAAmC;AACnC,OAAO;AACP,MAAM;AACN,+CAA+C;AAC/C,MAAM;AACN,gEAAgE;AAChE,KAAK;AACL,EAAE;AACF,OAAO;AACP,iCAAiC;AACjC,OAAO;AACP,sCAAsC;AACtC,qBAAqB;AACrB,iBAAiB;AACjB,qBAAqB;AACrB,YAAY;AACZ,cAAc;AACd,eAAe;AACf,cAAc;AACd,sCAAsC;AACtC,0CAA0C;AAC1C,QAAQ;AACR,KAAK;AACL,GAAG"}
|
|
1
|
+
{"version":3,"file":"oai-vector-data.service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.ts"],"names":[],"mappings":";;;AAAA,sDAAiD;AAEjD,sDAQ+B;AAC/B,8DAA8G;AAE9G,6FAA0F;AAC1F,6EAA+E;AAC/E,mFAAqF;AAGrF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,MAAa,2BAAqD,SAAQ,gCAAoB;IA2B1E;IAzBlB;;;OAGG;IACM,mBAAmB,CAAqC;IACxD,oBAAoB,CAAqC;IAClE,mEAAmE;IAEnE,QAAQ,GAAY,KAAK,CAAC;IAC1B,2BAA2B,GAAY,IAAI,CAAC;IAE5C,YAAY,CAAqC;IAEjD;IACE;;OAEG;IACH,IAAO;IACP;;OAEG;IACH,UAAoC;IACpC;;OAEG;IACa,cAAiC;IACjD;;OAEG;IACH,MAAc;QAEd,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QANhB,mBAAc,GAAd,cAAc,CAAmB;QAQjD,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACrE,CAAC,QAA0C,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,CACxE,CAAC;QAEF,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,GAAW,EAAW,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CACtD,CAAC,QAA0C,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CACtF,CACF,CAAC,GAAG,CACH,CAAC,GAAW,EAAoC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAqC,CAClH,CAAC;QAEF;;;;;aAKK;QAEL,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,aAAa,EACb,IAAI,KAAK,CAAC,0CAA0C,CAAC,CACtD;aACF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,KAAK,GAA4B,cAAc,CAAC,eAAe,CAAC,QAAmC;YACvG,wBAAc,CAAC,oBAAoB,CAAC;QAEtC;;;;;;;;;YASI;QAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,mCAAmC;gBACnC,+BAA+B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACtE,CAAC,GAAW,EAAW,EAAE,CAAC,OAAO,CAC9B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAsC,CAAC,cAAc,CAChF,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CACb,kCAAkC;gBAClC,8BAA8B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CACrE,CAAC,GAAW,EAAW,EAAE,CAAC,OAAO,CAC9B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAsC,CAAC,cAAc,CAChF,CACF,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,CAAC;QACJ,CAAC;QAED;;;;;;;;;YASI;QAEJ;;cAEM;QAEN,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,QAA0C,EAAQ,EAAE;YACrF,QAAQ,CAAC,cAAc,KAAK,KAAK,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH;;;aAGK;IACP,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,uBAAuB,CAAC,OAAW,EAAE,cAAwB;QACjE,IAAI,CAAC;YACH,IAAI,YAAe,CAAC;YAEpB,IAAI,CAAC,cAAc,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;gBACpC,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,uBAAU,CAAC,qBAAqB,CACpC,IAAI,CAAC,oBAAoB,EACzB,KAAK,EAAE,QAA0C,EAAE,EAAE;gBACnD,MAAM,IAAI,CAAC,+BAA+B,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC9F,CAAC,CACF,CAAC;YAEF,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,yBAAyB,EAAE,KAAK,CAAC;aAClE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAC3C,kBAAoD,EACpD,OAAU,EACV,YAAe,EACf,cAAwB;QAExB,MAAM,QAAQ,GAAW,MAAM,IAAI,CAAC,uCAAuC,CACzE,kBAAkB,EAClB,OAAO,CACR,CAAC;QACF,MAAM,aAAa,GAAW,MAAM,IAAI,CAAC,uCAAuC,CAC9E,kBAAkB,EAClB,YAAY,CACb,CAAC;QAEF,MAAM,cAAc,GAAW,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,4BAA4B,GAAY,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;QAC/E,MAAM,mBAAmB,GACvB,CAAC,CAAC,aAAa,IAAI,4BAA4B,CAAC;YAChD,CAAC,wBAAW,CAAC,WAAW,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QAEpD,IAAI,cAAc,IAAI,CAAC,4BAA4B,IAAI,mBAAmB,CAAC,EAAE,CAAC;YAC5E,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,CAAC;gBACvC,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,yBAAyB,EACzB,IAAI,KAAK,CAAC,aAAa,kBAAkB,CAAC,GAAG,2BAA2B,CAAC,CAC1E;oBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,iBAAiB;oBACxE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,GAAG,CACV,gBAAgB,kBAAkB,CAAC,GAAG,aAAa,IAAI,CAAC,UAAU,CAAC,QAAQ,GAAG;oBAC7E,OAAe,EAAE,IAAI,CAAC,CAAC,CAAC,MAAO,OAAe,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAC9D,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,CACpD,QAAQ,EACR,kBAAkB,CAAC,cAAc,CAClC,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxF,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uCAAuC,CACnD,kBAAoD,EACpD,IAAO;QAGP,IAAI,kBAAkB,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,GAAY,IAAI,EAAE,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;YAEpE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,SAAS,CAAC;YACnB,CAAC;iBAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACrC,OAAO,KAAK,CAAC;YACf,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC7D,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,KAAK,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,kBAAkB,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAW,EAAQ,EAAE;gBAC9D,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,KAAa,EACb,WAAoC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ;QAEhF,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAE5E,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,eAAe;iBACvE,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,YAAY,KAAK,IAAI,kEAAkC,CAC1D,IAAI,CAAC,cAAc,CACpB,CAAC;YAEF,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAC5C,KAAK,EACL,QAAQ,EACR,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,KAAK,CAAC;gBAEnD,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,eAAe;aACvE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAChB,GAUC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAE/E,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;iBACxE,CAAC,CAAC;YACL,CAAC;YAED,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC;YAChB,GAAG,CAAC,kBAAkB,KAAK,GAAG,CAAC;YAE/B,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;YAExE,IAAI,CAAC,YAAY,KAAK,IAAI,kEAAkC,CAC1D,IAAI,CAAC,cAAc,CACpB,CAAC;YAEF,MAAM,QAAQ,GAAqC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAE3F,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,cAAc,EACd,IAAI,KAAK,CACP,aAAa,WAAW,eAAe;wBACvC,oBAAoB,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI;wBAChD,mCAAmC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAClG,CACF;oBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;oBACvE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;gBAChC,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,cAAc,EACd,IAAI,KAAK,CAAC,aAAa,WAAW,6BAA6B,CAAC,CACjE;iBACF,CAAC,CAAC;YACL,CAAC;YAED,MAAM,aAAa,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CACrE,KAAK,EACL,QAAQ,CAAC,cAAc,EACvB,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,iCAAiC;YACjC,MAAM,kBAAkB,GAAQ;gBAC9B,aAAa,EAAE;oBACb;6FACyE;oBACzE,KAAK,EAAE,QAAQ,CAAC,iBAAiB;oBACjC,WAAW,EAAE,aAAa;oBAC1B,qEAAqE;oBACrE,IAAI,EAAE,WAAW;oBACjB,aAAa,EAAE,kBAAkB;oBACjC,KAAK,EAAE,KAAK;iBACb;aACF,CAAC;YAEF,IAAI,QAAQ,EAAE,CAAC;gBACb,kBAAkB,CAAC,MAAM,GAAG,QAAQ,CAAC;YACvC,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YAClC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAE,kBAAkB,CAAE,CAAC,CAAC;YAE1E,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC;YACzD,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBAEtD,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACM,KAAK,CAAC,QAAQ,CACrB,IAAQ,EACR,gBAA0B,EAC1B,cAAwB;QAExB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAE7B,IAAI,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAEhE,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YAEpD,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;gBACrC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,QAA0C,EAAQ,EAAE;oBACrF,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC5B,CAAC,CAAC,CAAC;YACL,CAAC;YAED,wBAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAE9B,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAC7B,UAAU,EACV,KAAK,CACN;gBAED,SAAS,EAAE,GAAG,6CAAqB,CAAC,mBAAmB,gBAAgB;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAnaD,kEAmaC;AAKD,UAAU;AACV,0BAA0B;AAC1B,6BAA6B;AAC7B,kBAAkB;AAClB,iCAAiC;AACjC,6GAA6G;AAC7G,EAAE;AACF,kHAAkH;AAClH,wEAAwE;AACxE,yFAAyF;AACzF,wFAAwF;AACxF,EAAE;AACF,KAAK;AACL,6DAA6D;AAC7D,iFAAiF;AACjF,KAAK;AACL,4GAA4G;AAC5G,EAAE;AACF,6BAA6B;AAC7B,gDAAgD;AAChD,EAAE;AACF,gBAAgB;AAChB,yBAAyB;AACzB,cAAc;AACd,2BAA2B;AAC3B,2CAA2C;AAC3C,4BAA4B;AAC5B,wDAAwD;AACxD,mBAAmB;AACnB,oBAAoB;AACpB,OAAO;AACP,wCAAwC;AACxC,+EAA+E;AAC/E,MAAM;AACN,wDAAwD;AACxD,EAAE;AACF,gDAAgD;AAChD,2DAA2D;AAC3D,OAAO;AACP,EAAE;AACF,mHAAmH;AACnH,4CAA4C;AAC5C,EAAE;AACF,sEAAsE;AACtE,gDAAgD;AAChD,KAAK;AACL,EAAE;AACF,OAAO;AACP,oEAAoE;AACpE,OAAO;AACP,iFAAiF;AACjF,4DAA4D;AAC5D,qDAAqD;AACrD,sCAAsC;AACtC,sDAAsD;AACtD,mDAAmD;AACnD,SAAS;AACT,SAAS;AACT,KAAK;AACL,EAAE;AACF,OAAO;AACP,gEAAgE;AAChE,OAAO;AACP,iDAAiD;AACjD,oBAAoB;AACpB,oBAAoB;AACpB,qBAAqB;AACrB,kBAAkB;AAClB,qBAAqB;AACrB,WAAW;AACX,yCAAyC;AACzC,iGAAiG;AACjG,QAAQ;AACR,uBAAuB;AACvB,gDAAgD;AAChD,QAAQ;AACR,6DAA6D;AAC7D,6CAA6C;AAC7C,6EAA6E;AAC7E,6DAA6D;AAC7D,UAAU;AACV,2FAA2F;AAC3F,sCAAsC;AACtC,UAAU;AACV,4EAA4E;AAC5E,oDAAoD;AACpD,sCAAsC;AACtC,oCAAoC;AACpC,EAAE;AACF,uBAAuB;AACvB,uBAAuB;AACvB,kEAAkE;AAClE,OAAO;AACP,KAAK;AACL,EAAE;AACF,OAAO;AACP,sDAAsD;AACtD,OAAO;AACP,+EAA+E;AAC/E,gDAAgD;AAChD,MAAM;AACN,yBAAyB;AACzB,oBAAoB;AACpB,oBAAoB;AACpB,MAAM;AACN,6CAA6C;AAC7C,wCAAwC;AACxC,mCAAmC;AACnC,mCAAmC;AACnC,OAAO;AACP,MAAM;AACN,+CAA+C;AAC/C,MAAM;AACN,gEAAgE;AAChE,KAAK;AACL,EAAE;AACF,OAAO;AACP,iCAAiC;AACjC,OAAO;AACP,sCAAsC;AACtC,qBAAqB;AACrB,iBAAiB;AACjB,qBAAqB;AACrB,YAAY;AACZ,cAAc;AACd,eAAe;AACf,cAAc;AACd,sCAAsC;AACtC,0CAA0C;AAC1C,QAAQ;AACR,KAAK;AACL,GAAG"}
|
package/package.json
CHANGED
|
@@ -48,6 +48,25 @@ export class DyNTS_DAI_DocPage<
|
|
|
48
48
|
}
|
|
49
49
|
}
|
|
50
50
|
|
|
51
|
+
/**
|
|
52
|
+
* Data parameters for the DyNTS_DAI_DocPage data model
|
|
53
|
+
*
|
|
54
|
+
* For enabling the vector search, you need to set the following in the database:
|
|
55
|
+
* In the dataName, "doc_page" table, add the following searchIndex at indexes:
|
|
56
|
+
* with name "chunkParentedContentVectorized":
|
|
57
|
+
* ```json
|
|
58
|
+
* {
|
|
59
|
+
* "fields": [
|
|
60
|
+
* {
|
|
61
|
+
* "type": "vector",
|
|
62
|
+
* "path": "chunkParentedContentVectorized",
|
|
63
|
+
* "numDimensions": 3072,
|
|
64
|
+
* "similarity": "cosine"
|
|
65
|
+
* }
|
|
66
|
+
* ]
|
|
67
|
+
* }
|
|
68
|
+
* ```
|
|
69
|
+
*/
|
|
51
70
|
export const DyNTS_DAI_docPage_dataParams: DyFM_DataModel_Params<DyNTS_DAI_DocPage> =
|
|
52
71
|
new DyFM_DataModel_Params<DyNTS_DAI_DocPage>({
|
|
53
72
|
dataName: 'doc_page',
|
|
@@ -75,7 +94,7 @@ export const DyNTS_DAI_docPage_dataParams: DyFM_DataModel_Params<DyNTS_DAI_DocPa
|
|
|
75
94
|
},
|
|
76
95
|
allFlaggedParentsMerged: {
|
|
77
96
|
type: 'string',
|
|
78
|
-
required: true,
|
|
97
|
+
required: true,
|
|
79
98
|
},
|
|
80
99
|
|
|
81
100
|
filePath: {
|
|
@@ -20,7 +20,7 @@ export class DyNTS_OAI_DocChunkDataService<
|
|
|
20
20
|
T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
|
|
21
21
|
> extends DyNTS_OAI_VectorDataService<T_Chunk> {
|
|
22
22
|
|
|
23
|
-
override debugLog: boolean =
|
|
23
|
+
/* override debugLog: boolean = false; */
|
|
24
24
|
|
|
25
25
|
constructor(
|
|
26
26
|
issuer: string,
|
|
@@ -53,6 +53,10 @@ export class DyNTS_OAI_DocumentDataService<
|
|
|
53
53
|
DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>[]
|
|
54
54
|
> {
|
|
55
55
|
try {
|
|
56
|
+
if (!documents || documents.length === 0) {
|
|
57
|
+
return [];
|
|
58
|
+
}
|
|
59
|
+
|
|
56
60
|
const compareResults: DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>[] = [];
|
|
57
61
|
|
|
58
62
|
await DyFM_Array.asyncForEachAllAtOnce(
|
|
@@ -96,7 +100,7 @@ export class DyNTS_OAI_DocumentDataService<
|
|
|
96
100
|
messages.unshift(`${pagesToDelete.length} pages deleted`);
|
|
97
101
|
|
|
98
102
|
await this.deleteData(deletedDocument._id, this.absoluteDeletesOnProcess);
|
|
99
|
-
messages.unshift(`Document "${deletedDocument
|
|
103
|
+
messages.unshift(`Document "${deletedDocument?.name}" deleted`);
|
|
100
104
|
|
|
101
105
|
compareResults.push({
|
|
102
106
|
result: DyNTS_DAI_CompareResult_Type.deleted,
|
|
@@ -187,8 +191,8 @@ export class DyNTS_OAI_DocumentDataService<
|
|
|
187
191
|
oldDocument: null,
|
|
188
192
|
pageCompareResults: pagesCompareResults,
|
|
189
193
|
reports: [
|
|
190
|
-
`New document: ${document
|
|
191
|
-
`${document
|
|
194
|
+
`New document: "${document?.name}"`,
|
|
195
|
+
`${document?.pages?.length ?? 0} new pages in "${document?.name}"`,
|
|
192
196
|
],
|
|
193
197
|
};
|
|
194
198
|
}
|
|
@@ -206,7 +210,7 @@ export class DyNTS_OAI_DocumentDataService<
|
|
|
206
210
|
> {
|
|
207
211
|
try {
|
|
208
212
|
if (this.debugLog) {
|
|
209
|
-
DyFM_Log.info(`š Comparing ${this.dataParams.dataName} document: ${newDocument
|
|
213
|
+
DyFM_Log.info(`š Comparing "${this.dataParams.dataName}" document: "${newDocument?.name}"`);
|
|
210
214
|
}
|
|
211
215
|
|
|
212
216
|
if (!oldDocument) {
|
|
@@ -253,13 +257,13 @@ export class DyNTS_OAI_DocumentDataService<
|
|
|
253
257
|
).length;
|
|
254
258
|
|
|
255
259
|
if (modifiedPagesCount > 0) {
|
|
256
|
-
messages.push(`${modifiedPagesCount} pages
|
|
260
|
+
messages.push(`${modifiedPagesCount} modified pages`);
|
|
257
261
|
}
|
|
258
262
|
if (newPagesCount > 0) {
|
|
259
|
-
messages.push(`${newPagesCount} pages
|
|
263
|
+
messages.push(`${newPagesCount} new pages`);
|
|
260
264
|
}
|
|
261
265
|
if (deletedPagesCount > 0) {
|
|
262
|
-
messages.push(`${deletedPagesCount} pages
|
|
266
|
+
messages.push(`${deletedPagesCount} deleted pages`);
|
|
263
267
|
}
|
|
264
268
|
} else {
|
|
265
269
|
pagesResult = DyNTS_DAI_CompareResult_Type.new;
|
|
@@ -317,13 +321,13 @@ export class DyNTS_OAI_DocumentDataService<
|
|
|
317
321
|
|
|
318
322
|
if (!oldDocument) {
|
|
319
323
|
result = DyNTS_DAI_CompareResult_Type.new;
|
|
320
|
-
messages.push(`New document: ${newDocument.name}`);
|
|
324
|
+
messages.push(`New document: "${newDocument.name}"`);
|
|
321
325
|
} else if (newDocument.name !== oldDocument?.name) {
|
|
322
326
|
result = DyNTS_DAI_CompareResult_Type.modified;
|
|
323
327
|
messages.push(`Document name changed from "${oldDocument?.name}" to "${newDocument.name}"`);
|
|
324
328
|
} else {
|
|
325
329
|
result = DyNTS_DAI_CompareResult_Type.equal;
|
|
326
|
-
messages.push(`
|
|
330
|
+
messages.push(`Document name not changed: "${newDocument.name}"`);
|
|
327
331
|
}
|
|
328
332
|
|
|
329
333
|
const result_flat: DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document> = {
|
|
@@ -348,29 +352,35 @@ export class DyNTS_OAI_DocumentDataService<
|
|
|
348
352
|
documentCompareResult: DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>,
|
|
349
353
|
): Promise<void> {
|
|
350
354
|
try {
|
|
351
|
-
DyFM_Log.log(
|
|
355
|
+
DyFM_Log.log(
|
|
356
|
+
`\nā
Document processed: "${
|
|
357
|
+
documentCompareResult?.newDocument?.name ?? documentCompareResult?.oldDocument?.name ?? 'unknown'
|
|
358
|
+
}"`
|
|
359
|
+
);
|
|
352
360
|
|
|
353
361
|
switch (documentCompareResult.result) {
|
|
354
362
|
case DyNTS_DAI_CompareResult_Type.new:
|
|
355
|
-
DyFM_Log.info(`
|
|
363
|
+
DyFM_Log.info(` ⨠New document`);
|
|
356
364
|
break;
|
|
357
365
|
|
|
358
366
|
case DyNTS_DAI_CompareResult_Type.equal:
|
|
359
|
-
DyFM_Log.
|
|
367
|
+
DyFM_Log.success(` š° Equal document`);
|
|
360
368
|
break;
|
|
361
369
|
|
|
362
370
|
case DyNTS_DAI_CompareResult_Type.modified:
|
|
363
|
-
DyFM_Log.info(`
|
|
371
|
+
DyFM_Log.info(` š Modified document`);
|
|
364
372
|
break;
|
|
365
373
|
|
|
366
374
|
case DyNTS_DAI_CompareResult_Type.deleted:
|
|
367
|
-
DyFM_Log.warn(`
|
|
375
|
+
DyFM_Log.warn(` ā Deleted document`);
|
|
368
376
|
break;
|
|
369
377
|
}
|
|
370
378
|
|
|
371
379
|
for (const report of documentCompareResult.reports) {
|
|
372
380
|
DyFM_Log.log(` - ${report}`);
|
|
373
381
|
}
|
|
382
|
+
|
|
383
|
+
DyFM_Log.log('');
|
|
374
384
|
} catch (error) {
|
|
375
385
|
throw new DyFM_Error({
|
|
376
386
|
...this.getDefaultErrorSettings('reportDocumentProcessing', error),
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { DyFM_Log } from '@futdevpro/fsm-dynamo';
|
|
1
2
|
|
|
2
3
|
import {
|
|
3
4
|
DyFM_Array,
|
|
@@ -62,7 +63,7 @@ export class DyNTS_OAI_VectorDataService<T extends DyFM_Metadata> extends DyNTS_
|
|
|
62
63
|
readonly vectorizedProperties: DyFM_DataProperty_Params<any, T>[];
|
|
63
64
|
/* readonly vectorizeProperties: { from: string, to: string }[]; */
|
|
64
65
|
|
|
65
|
-
debugLog: boolean =
|
|
66
|
+
debugLog: boolean = false;
|
|
66
67
|
swallowVectorizedProperties: boolean = true;
|
|
67
68
|
|
|
68
69
|
embedding_CS: DyNTS_OAI_Embedding_ControlService;
|
|
@@ -244,7 +245,10 @@ export class DyNTS_OAI_VectorDataService<T extends DyFM_Metadata> extends DyNTS_
|
|
|
244
245
|
}
|
|
245
246
|
|
|
246
247
|
if (this.debugLog) {
|
|
247
|
-
|
|
248
|
+
DyFM_Log.log(
|
|
249
|
+
`vectorizing "${vectorizedProperty.key}" in new "${this.dataParams.dataName}"` +
|
|
250
|
+
(newData as any)?.name ? `: "${(newData as any)?.name}"` : ''
|
|
251
|
+
);
|
|
248
252
|
}
|
|
249
253
|
|
|
250
254
|
newData[vectorizedProperty.key] = await this.vectorize(
|
|
@@ -412,13 +416,13 @@ export class DyNTS_OAI_VectorDataService<T extends DyFM_Metadata> extends DyNTS_
|
|
|
412
416
|
}
|
|
413
417
|
|
|
414
418
|
if (this.debugLog) {
|
|
415
|
-
|
|
419
|
+
DyFM_Log.log(`vectorSearch...`);
|
|
416
420
|
}
|
|
417
421
|
|
|
418
422
|
const result = await this.dataDBService.aggregate([ vectorSearchFilter ]);
|
|
419
423
|
|
|
420
424
|
if (this.debugLog) {
|
|
421
|
-
|
|
425
|
+
DyFM_Log.log(`vectorSearch: ${result.length} results`);
|
|
422
426
|
}
|
|
423
427
|
|
|
424
428
|
return result;
|