@futdevpro/nts-dynamo 1.14.64 → 1.14.65

package/build/_modules/local-vector-search/_enums/lvs-search-mode.enum.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Vektor keresési mód enum
+ * Meghatározza, hogy milyen metrikát használunk a vektorok közötti hasonlóság számításához
+ */
+export declare enum LVS_Search_Mode {
+    /**
+     * Cosine similarity (koszinusz hasonlóság)
+     * 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
+     * Eredmények csökkenő sorrendben (legnagyobb hasonlóság először)
+     */
+    cosineSimilarity = "cosine-similarity",
+    /**
+     * L2 distance (Euklideszi távolság)
+     * 0 vagy pozitív érték, ahol 0 a legkisebb távolság (legnagyobb hasonlóság)
+     * Eredmények növekvő sorrendben (legkisebb távolság először)
+     */
+    l2Distance = "l2-distance"
+}
+//# sourceMappingURL=lvs-search-mode.enum.d.ts.map

package/build/_modules/local-vector-search/_enums/lvs-search-mode.enum.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lvs-search-mode.enum.d.ts","sourceRoot":"","sources":["../../../../src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,oBAAY,eAAe;IACzB;;;;OAIG;IACH,gBAAgB,sBAAsB;IACtC;;;;OAIG;IACH,UAAU,gBAAgB;CAC3B"}

package/build/_modules/local-vector-search/_enums/lvs-search-mode.enum.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LVS_Search_Mode = void 0;
+/**
+ * Vektor keresési mód enum
+ * Meghatározza, hogy milyen metrikát használunk a vektorok közötti hasonlóság számításához
+ */
+var LVS_Search_Mode;
+(function (LVS_Search_Mode) {
+    /**
+     * Cosine similarity (koszinusz hasonlóság)
+     * 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
+     * Eredmények csökkenő sorrendben (legnagyobb hasonlóság először)
+     */
+    LVS_Search_Mode["cosineSimilarity"] = "cosine-similarity";
+    /**
+     * L2 distance (Euklideszi távolság)
+     * 0 vagy pozitív érték, ahol 0 a legkisebb távolság (legnagyobb hasonlóság)
+     * Eredmények növekvő sorrendben (legkisebb távolság először)
+     */
+    LVS_Search_Mode["l2Distance"] = "l2-distance";
+})(LVS_Search_Mode || (exports.LVS_Search_Mode = LVS_Search_Mode = {}));
+//# sourceMappingURL=lvs-search-mode.enum.js.map

package/build/_modules/local-vector-search/_enums/lvs-search-mode.enum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lvs-search-mode.enum.js","sourceRoot":"","sources":["../../../../src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts"],"names":[],"mappings":";;;AAAA;;;GAGG;AACH,IAAY,eAaX;AAbD,WAAY,eAAe;IACzB;;;;OAIG;IACH,yDAAsC,CAAA;IACtC;;;;OAIG;IACH,6CAA0B,CAAA;AAC5B,CAAC,EAbW,eAAe,+BAAf,eAAe,QAa1B"}

package/build/_modules/local-vector-search/_models/lvs-search-result.interface.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Vektor keresési eredmény interface
+ * Tartalmazza a találat ID-ját és a hasonlósági pontszámot
+ */
+export interface LVS_SearchResult {
+    /**
+     * A találat egyedi azonosítója
+     */
+    id: string;
+    /**
+     * A hasonlósági pontszám
+     * Cosine similarity esetén: 0-1 közötti érték (1 = legnagyobb hasonlóság)
+     * L2 distance esetén: 0 vagy pozitív érték (0 = legkisebb távolság, legnagyobb hasonlóság)
+     */
+    score: number;
+}
+//# sourceMappingURL=lvs-search-result.interface.d.ts.map

package/build/_modules/local-vector-search/_models/lvs-search-result.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lvs-search-result.interface.d.ts","sourceRoot":"","sources":["../../../../src/_modules/local-vector-search/_models/lvs-search-result.interface.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;;;OAIG;IACH,KAAK,EAAE,MAAM,CAAC;CACf"}

package/build/_modules/local-vector-search/_models/lvs-search-result.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=lvs-search-result.interface.js.map

package/build/_modules/local-vector-search/_models/lvs-search-result.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lvs-search-result.interface.js","sourceRoot":"","sources":["../../../../src/_modules/local-vector-search/_models/lvs-search-result.interface.ts"],"names":[],"mappings":""}

package/build/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.d.ts

@@ -0,0 +1,27 @@
+import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
+import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
+import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
+import { DyNTS_DAI_DocChunk } from '../../ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model';
+import { DyNTS_DAI_DocPage } from '../../ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model';
+import { DyNTS_DAI_Document } from '../../ai/_modules/document-ai/_models/data-models/dai-document.data-model';
+import { DyNTS_OAI_DocumentDataService } from '../../ai/_modules/open-ai/_services/data-services/oai-document.data-service';
+import { DyNTS_OAI_DocPageDataService } from '../../ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service';
+import { DyNTS_DAI_DocChunkCompareResult } from '../../ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
+/**
+ * Local Doc Chunk Data Service
+ * Extends {@link DyNTS_LVS_VectorDataService} to provide document chunking functionality
+ * with local in-memory vector search instead of MongoDB vector search
+ */
+export declare class DyNTS_LVS_DocChunkDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>> extends DyNTS_LVS_VectorDataService<T_Chunk> {
+    clickupWorkspaceId: string;
+    constructor(issuer: string, openAiSettings: DyFM_OAI_Settings, dataParams?: DyFM_DataModel_Params<T_Chunk>);
+    getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]>;
+    processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]>;
+    compareChunk(newChunk: T_Chunk, oldChunk: T_Chunk): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>>;
+    private compareStringArrays;
+    chunkPage(page: T_Page): Promise<T_Chunk[]>;
+    getPageLink(page: T_Page): string;
+}
+//# sourceMappingURL=lvs-doc-chunk-data.service.d.ts.map

package/build/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lvs-doc-chunk-data.service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAA6C,MAAM,uBAAuB,CAAC;AACrH,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAErE,OAAO,EAAE,2BAA2B,EAAE,MAAM,wCAAwC,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAiC,MAAM,4EAA4E,CAAC;AAC/I,OAAO,EAAE,iBAAiB,EAAE,MAAM,2EAA2E,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAE,MAAM,2EAA2E,CAAC;AAC/G,OAAO,EAAE,6BAA6B,EAAE,MAAM,6EAA6E,CAAC;AAC5H,OAAO,EAAE,4BAA4B,EAAE,MAAM,6EAA6E,CAAC;AAC3H,OAAO,EAAE,+BAA+B,EAAE,MAAM,yFAAyF,CAAC;AAK1I;;;;GAIG;AACH,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,GAC1E,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,CAC3D,SAAQ,2BAA2B,CAAC,OAAO,CAAC;IAI5C,kBAAkB,EAAE,MAAM,CAAC;gBAGzB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,iBAAiB,EACjC,UAAU,GAAE,qBAAqB,CAAC,OAAO,CACwB;IAUnE,sBAAsB,IAAI,6BAA6B,CACrD,OAAO,EACP,MAAM,EACN,oBAAoB,EACpB,UAAU,CACX;IAOD,qBAAqB,IAAI,4BAA4B,CACnD,OAAO,EACP,MAAM,EACN,oBAAoB,EACpB,UAAU,CACX;IAOK,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IAgE9E,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IA8BjF,YAAY,CAChB,QAAQ,EAAE,OAAO,EACjB,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC;IAsDpD,OAAO,CAAC,mBAAmB;IAOrB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuCjD,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CAQlC"}

package/build/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.js

@@ -0,0 +1,198 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DyNTS_LVS_DocChunkDataService = void 0;
+const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
+const lvs_local_vector_search_data_service_1 = require("./lvs-local-vector-search.data-service");
+const dai_doc_chunk_data_model_1 = require("../../ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model");
+const oai_document_data_service_1 = require("../../ai/_modules/open-ai/_services/data-services/oai-document.data-service");
+const oai_doc_page_data_service_1 = require("../../ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service");
+const dai_compare_result_type_enum_1 = require("../../ai/_modules/document-ai/_enums/dai-compare-result-type.enum");
+const dai_document_util_1 = require("../../ai/_modules/document-ai/_collections/dai-document.util");
+const dai_chunking_util_1 = require("../../ai/_modules/document-ai/_collections/dai-chunking.util");
+/**
+ * Local Doc Chunk Data Service
+ * Extends {@link DyNTS_LVS_VectorDataService} to provide document chunking functionality
+ * with local in-memory vector search instead of MongoDB vector search
+ */
+class DyNTS_LVS_DocChunkDataService extends lvs_local_vector_search_data_service_1.DyNTS_LVS_VectorDataService {
+    /* override debugLog: boolean = false; */
+    clickupWorkspaceId;
+    constructor(issuer, openAiSettings, dataParams = dai_doc_chunk_data_model_1.DyNTS_DAI_docChunk_dataParams) {
+        super(null, dataParams, openAiSettings, issuer);
+    }
+    getDocumentDataService() {
+        return new oai_document_data_service_1.DyNTS_OAI_DocumentDataService(this.issuer, this.openAISettings);
+    }
+    getDocPageDataService() {
+        return new oai_doc_page_data_service_1.DyNTS_OAI_DocPageDataService(this.issuer, this.openAISettings);
+    }
+    async processPage(page) {
+        try {
+            const newChunks = await this.chunkPage(page);
+            const oldChunks = await this.findDataList({
+                /* pageId: page._id, */
+                externalPageId: page.externalPageId,
+            });
+            oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
+            const chunkCompareResults = [];
+            for (let i = 0; i < newChunks.length; i++) {
+                const newChunk = newChunks[i];
+                newChunk.documentId = page.documentId;
+                newChunk.pageId = page._id;
+                newChunk.chunkIndex = i;
+                const oldChunk = oldChunks[i];
+                if (oldChunk) {
+                    newChunk._id = oldChunk._id;
+                    // Compare first to determine if we need to save
+                    const chunkCompareResult = await this.compareChunk(newChunk, oldChunk);
+                    if (chunkCompareResult.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal) {
+                        // No changes detected, reuse existing chunk without saving
+                        chunkCompareResult.newChunk = oldChunk;
+                        chunkCompareResults.push(chunkCompareResult);
+                    }
+                    else {
+                        // Changes detected, save the updated chunk
+                        const savedChunk = await this.saveData(newChunk, true);
+                        chunkCompareResult.newChunk = savedChunk;
+                        chunkCompareResults.push(chunkCompareResult);
+                    }
+                }
+                else {
+                    // New chunk, save it
+                    const savedChunk = await this.saveData(newChunk, true);
+                    chunkCompareResults.push({
+                        result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
+                        newChunk: savedChunk,
+                        oldChunk: null,
+                    });
+                }
+            }
+            for (let i = newChunks.length; i < oldChunks.length; i++) {
+                const oldChunk = oldChunks[i];
+                await this.deleteData(oldChunk._id);
+                chunkCompareResults.push({
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted,
+                    newChunk: null,
+                    oldChunk: oldChunk,
+                });
+            }
+            return chunkCompareResults;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processPage', error),
+                errorCode: 'DCH-CSB-PP0',
+            });
+        }
+    }
+    async processNewPage(page) {
+        try {
+            const chunks = await this.chunkPage(page);
+            const chunkCompareResults = [];
+            for (let i = 0; i < chunks.length; i++) {
+                const chunk = chunks[i];
+                chunk.documentId = page.documentId;
+                chunk.pageId = page._id;
+                chunk.chunkIndex = i;
+                const savedChunk = await this.saveData(chunk, true);
+                chunkCompareResults.push({
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
+                    newChunk: savedChunk,
+                    oldChunk: null,
+                });
+            }
+            return chunkCompareResults;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processNewPage', error),
+                errorCode: 'DCH-CSB-PNP0',
+            });
+        }
+    }
+    async compareChunk(newChunk, oldChunk) {
+        try {
+            if (!oldChunk) {
+                throw new fsm_dynamo_1.DyFM_Error({
+                    ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
+                    errorCode: 'DCH-CSB-CC1',
+                });
+            }
+            if (this.debugLog) {
+                fsm_dynamo_1.DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
+            }
+            // Compare all relevant fields for comprehensive change detection
+            const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
+            const pathEqual = oldChunk.path === newChunk.path;
+            const documentNameEqual = oldChunk.documentName === newChunk.documentName;
+            const pageNameEqual = oldChunk.pageName === newChunk.pageName;
+            const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
+            // Compare allFlaggedParents arrays
+            const allFlaggedParentsEqual = this.compareStringArrays(oldChunk.allFlaggedParents || [], newChunk.allFlaggedParents || []);
+            if (contentEqual &&
+                pathEqual &&
+                documentNameEqual &&
+                pageNameEqual &&
+                pageLinkEqual &&
+                allFlaggedParentsEqual) {
+                return {
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal,
+                    newChunk: newChunk,
+                    oldChunk: oldChunk,
+                };
+            }
+            return {
+                result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified,
+                newChunk: newChunk,
+                oldChunk: oldChunk,
+            };
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('compareChunk', error),
+                errorCode: 'DCH-CSB-CC0',
+            });
+        }
+    }
+    compareStringArrays(arr1, arr2) {
+        if (arr1.length !== arr2.length) {
+            return false;
+        }
+        return arr1.every((item, index) => item === arr2[index]);
+    }
+    async chunkPage(page) {
+        try {
+            page.chunks = await dai_chunking_util_1.DyNTS_DAI_DocChunking_Util.chunkMdContent(page, (page) => this.getPageLink(page), this.issuer);
+            if (this.debugLog) {
+                fsm_dynamo_1.DyFM_Log.H_info(`Processing file: ${page.name}`, {
+                    'Page name': page.name,
+                    'Page filePath': page.filePath,
+                    'Page parentedPath': page.parentedPath,
+                    /* 'Page content': page.content,  */
+                    'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
+                    chunks: page.chunks.map(chunk => {
+                        return {
+                            'Chunk name': chunk.documentName,
+                            'Chunk path': chunk.path,
+                            'Chunk index': chunk.chunkIndex,
+                            /* 'Chunk content': chunk.chunkContent, */
+                            'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
+                        };
+                    })
+                });
+            }
+            return page.chunks;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('chunkDocPages', error),
+                errorCode: 'DCH-CSB-CP0',
+            });
+        }
+    }
+    getPageLink(page) {
+        return dai_document_util_1.DyNTS_DAI_Document_Util.getClickupPageLink(page.name, this.clickupWorkspaceId, page.externalDocumentId, page.externalPageId);
+    }
+}
+exports.DyNTS_LVS_DocChunkDataService = DyNTS_LVS_DocChunkDataService;
+//# sourceMappingURL=lvs-doc-chunk-data.service.js.map

package/build/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lvs-doc-chunk-data.service.js","sourceRoot":"","sources":["../../../../src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts"],"names":[],"mappings":";;;AAAA,sDAAqH;AAGrH,iGAAqF;AACrF,yHAA+I;AAG/I,2HAA4H;AAC5H,2HAA2H;AAE3H,oHAAiH;AACjH,oGAAuG;AACvG,oGAA0G;AAE1G;;;;GAIG;AACH,MAAa,6BAMX,SAAQ,kEAAoC;IAE5C,yCAAyC;IAEzC,kBAAkB,CAAS;IAE3B,YACE,MAAc,EACd,cAAiC,EACjC,aACE,wDAA+D;QAEjE,KAAK,CACH,IAAI,EACJ,UAAU,EACV,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED,sBAAsB;QAMpB,OAAO,IAAI,yDAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,qBAAqB;QAMnB,OAAO,IAAI,wDAA4B,CACrC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAExD,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,YAAY,CAAC;gBACnD,uBAAuB;gBACvB,cAAc,EAAE,IAAI,CAAC,cAAc;aACJ,CAAC,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;YAEtD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACtC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC3B,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC;gBAExB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;oBAC5B,gDAAgD;oBAChD,MAAM,kBAAkB,GACtB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;oBAE9C,IAAI,kBAAkB,CAAC,MAAM,KAAK,2DAA4B,CAAC,KAAK,EAAE,CAAC;wBACrE,2DAA2D;wBAC3D,kBAAkB,CAAC,QAAQ,GAAG,QAAQ,CAAC;wBACvC,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC/C,CAAC;yBAAM,CAAC;wBACN,2CAA2C;wBAC3C,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;wBAChE,kBAAkB,CAAC,QAAQ,GAAG,UAAU,CAAC;wBACzC,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC/C,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,qBAAqB;oBACrB,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAChE,mBAAmB,CAAC,IAAI,CAAC;wBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;wBACxC,QAAQ,EAAE,UAAU;wBACpB,QAAQ,EAAE,IAAI;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACpC,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,OAAO;oBAC5C,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,QAAQ;iBACnB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAErD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACnC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;gBAErB,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAE7D,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;oBACxC,QAAQ,EAAE,UAAU;oBACpB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAiB,EACjB,QAAiB;QAEjB,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;oBAClF,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,QAAQ,WAAW,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,iEAAiE;YACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY,CAAC;YACrE,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC;YAClD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY,CAAC;YAC1E,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAC;YAC9D,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAC;YAE9D,mCAAmC;YACnC,MAAM,sBAAsB,GAAG,IAAI,CAAC,mBAAmB,CACrD,QAAQ,CAAC,iBAAiB,IAAI,EAAE,EAChC,QAAQ,CAAC,iBAAiB,IAAI,EAAE,CACjC,CAAC;YAEF,IACE,YAAY;gBACZ,SAAS;gBACT,iBAAiB;gBACjB,aAAa;gBACb,aAAa;gBACb,sBAAsB,EACtB,CAAC;gBACD,OAAO;oBACL,MAAM,EAAE,2DAA4B,CAAC,KAAK;oBAC1C,QAAQ,EAAE,QAAQ;oBAClB,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,2DAA4B,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE,QAAQ;aACnB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBACtD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,IAAc,EAAE,IAAc;QACxD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,8CAA0B,CAAC,cAAc,CAC3D,IAAI,EACJ,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EACxC,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,MAAM,CACb,oBAAoB,IAAI,CAAC,IAAI,EAAE,EAC/B;oBACE,WAAW,EAAE,IAAI,CAAC,IAAI;oBACtB,eAAe,EAAE,IAAI,CAAC,QAAQ;oBAC9B,mBAAmB,EAAE,IAAI,CAAC,YAAY;oBACtC,oCAAoC;oBACpC,kBAAkB,EAAE,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;oBACnE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;wBAC9B,OAAO;4BACL,YAAY,EAAE,KAAK,CAAC,YAAY;4BAChC,YAAY,EAAE,KAAK,CAAC,IAAI;4BACxB,aAAa,EAAE,KAAK,CAAC,UAAU;4BAC/B,0CAA0C;4BAC1C,mBAAmB,EAAE,IAAI,GAAG,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;yBACtE,CAAC;oBACJ,CAAC,CAAC;iBACH,CACF,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,KAAK,CAAC;gBACvD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,OAAO,2CAAuB,CAAC,kBAAkB,CAC/C,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;CACF;AA/PD,sEA+PC"}

package/build/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.d.ts

@@ -0,0 +1,130 @@
+import { DyFM_DataModel_Params, DyFM_DBFilter, DyFM_Metadata } from '@futdevpro/fsm-dynamo';
+import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
+import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
+import { DyNTS_OAI_VectorDataService } from '../../ai/_modules/open-ai/_services/data-services/oai-vector-data.service';
+/**
+ * Local Vector Data Service
+ * Extends {@link DyNTS_OAI_VectorDataService} to perform in-memory vector similarity search
+ * instead of MongoDB vector search
+ *
+ * This service loads data from the database, builds an in-memory vector pool,
+ * and performs brute-force vector similarity search using cosine similarity or L2 distance
+ *
+ * @example
+ * ```typescript
+ * const service = new DyNTS_OAI_LocalVectorDataService(
+ *   data,
+ *   dataParams,
+ *   openAISettings,
+ *   issuer
+ * );
+ *
+ * const results = await service.vectorSearch({
+ *   input: 'search query',
+ *   searchInKey: 'contentVectorized',
+ *   limit: 10,
+ *   filterBy: { category: 'docs' }
+ * });
+ * ```
+ */
+export declare class DyNTS_LVS_VectorDataService<T extends DyFM_Metadata> extends DyNTS_OAI_VectorDataService<T> {
+    /**
+     * Default search mode
+     * Cosine similarity is typically preferred for text embeddings
+     */
+    defaultSearchMode: LVS_Search_Mode;
+    /**
+     * Whether to use L2 normalization when storing vectors
+     * Normalized vectors are more efficient for cosine similarity calculations
+     */
+    useL2Normalization: boolean;
+    /**
+     * Instance-based vector pool utility
+     * Minden service instance saját vektor pool-t tart fenn
+     */
+    private vectorPool;
+    constructor(
+    /**
+     * Initial data, this will be used by functions on default
+     */
+    data: T, 
+    /**
+     * DB data params will be used to connect to usable dbService on GlobalService
+     */
+    dataParams: DyFM_DataModel_Params<T>, 
+    /**
+     * OpenAI settings
+     */
+    openAISettings: DyFM_OAI_Settings, 
+    /**
+     * Initial set for issuer to be able to follow the issuer's activity
+     */
+    issuer: string);
+    /**
+     * Overrides the parent vectorSearch method to perform local in-memory vector search
+     *
+     * Process:
+     * 1. Load data from DB using filterBy (if provided) or getAll()
+     * 2. Extract vectorized properties from loaded data
+     * 3. Build in-memory vector pool
+     * 4. Vectorize input query
+     * 5. Perform local vector search
+     * 6. Map search results back to full data objects
+     *
+     * @param set Search parameters
+     * @returns Array of data objects sorted by similarity score
+     */
+    vectorSearch(set: {
+        input: string;
+        /** this should be the vectorized property key */
+        searchInKey: string;
+        limit?: number;
+        /**
+         * Number of candidates that are used to find the best match
+         * (Not used in local search, but kept for compatibility)
+         */
+        numberOfCandidates?: number;
+        /**
+         * Filter to narrow down candidates from DB before vector search
+         */
+        filterBy?: DyFM_DBFilter<T>;
+        /**
+         * Search mode (cosine similarity or L2 distance)
+         * Defaults to this.defaultSearchMode
+         */
+        searchMode?: LVS_Search_Mode;
+    }): Promise<T[]>;
+}
+/**
+ * @example
+ * ```typescript
+ * // Create a local vector data service
+ * const localVectorService = new DyNTS_OAI_LocalVectorDataService<CodeChunk>(
+ *   new CodeChunk(),
+ *   codeChunk_dataParams,
+ *   openAISettings,
+ *   'example-issuer'
+ * );
+ *
+ * // Perform vector search with filterBy
+ * const results = await localVectorService.vectorSearch({
+ *   input: 'How to implement authentication?',
+ *   searchInKey: 'chunkParentedContentVectorized',
+ *   limit: 5,
+ *   filterBy: {
+ *     // Filter by category before vector search
+ *     category: 'documentation'
+ *   },
+ *   searchMode: LVS_Search_Mode.cosineSimilarity
+ * });
+ *
+ * // Results are sorted by similarity score (highest first for cosine)
+ * console.log(`Found ${results.length} similar chunks`);
+ *
+ * // Access the results
+ * for (const result of results) {
+ *   console.log(`Chunk ID: ${result._id}, Content: ${result.chunkContent}`);
+ * }
+ * ```
+ */
+//# sourceMappingURL=lvs-local-vector-search.data-service.d.ts.map

package/build/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lvs-local-vector-search.data-service.d.ts","sourceRoot":"","sources":["../../../../src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts"],"names":[],"mappings":"AACA,OAAO,EACL,qBAAqB,EAErB,aAAa,EACb,aAAa,EACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAErE,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAGjE,OAAO,EAAE,2BAA2B,EAAE,MAAM,2EAA2E,CAAC;AAGxH;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,2BAA2B,CAAC,CAAC,SAAS,aAAa,CAAE,SAAQ,2BAA2B,CAAC,CAAC,CAAC;IAEtG;;;OAGG;IACH,iBAAiB,EAAE,eAAe,CAAoC;IAEtE;;;OAGG;IACH,kBAAkB,EAAE,OAAO,CAAQ;IAEnC;;;OAGG;IACH,OAAO,CAAC,UAAU,CAAsE;;IAGtF;;OAEG;IACH,IAAI,EAAE,CAAC;IACP;;OAEG;IACH,UAAU,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACpC;;OAEG;IACH,cAAc,EAAE,iBAAiB;IACjC;;OAEG;IACH,MAAM,EAAE,MAAM;IAKhB;;;;;;;;;;;;;OAaG;IACY,YAAY,CACzB,GAAG,EAAE;QACH,KAAK,EAAE,MAAM,CAAC;QACd,iDAAiD;QACjD,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf;;;WAGG;QACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B;;WAEG;QACH,QAAQ,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5B;;;WAGG;QACH,UAAU,CAAC,EAAE,eAAe,CAAC;KAC9B,GACA,OAAO,CAAC,CAAC,EAAE,CAAC;CAmLhB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG"}