@memberjunction/ai-vector-dupe 0.9.8 → 0.9.9

package/dist/config.d.ts

@@ -10,3 +10,4 @@ export declare const dbDatabase: string;
 export declare const serverPort: number;
 export declare const currentUserEmail: string;
 export declare const mistralAPIKey: string;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,YAAY,EAAE,MAAmC,CAAC;AAC/D,eAAO,MAAM,YAAY,EAAE,MAAkC,CAAC;AAC9D,eAAO,MAAM,cAAc,EAAE,MAAqC,CAAC;AACnE,eAAO,MAAM,oBAAoB,EAAE,MAA2C,CAAC;AAE/E,eAAO,MAAM,MAAM,QAAsB,CAAC;AAC1C,eAAO,MAAM,MAAM,QAAsC,CAAC;AAC1D,eAAO,MAAM,UAAU,QAA0B,CAAC;AAClD,eAAO,MAAM,UAAU,QAA0B,CAAC;AAClD,eAAO,MAAM,UAAU,QAA0B,CAAC;AAClD,eAAO,MAAM,UAAU,QAAmC,CAAC;AAE3D,eAAO,MAAM,gBAAgB,QAAiC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAA8B,CAAC"}

package/dist/duplicateRecordDetector.d.ts

@@ -1,9 +1,19 @@
-import { VectorSyncBase } from "./generic/vectorSyncBase";
-import { PotentialDuplicateRequest, PotentialDuplicateResponse, UserInfo } from "@memberjunction/core";
-export declare class DuplicateRecordDetector extends VectorSyncBase {
+import { Embeddings } from "@memberjunction/ai";
+import { PotentialDuplicateRequest, PotentialDuplicateResponse, RunView, UserInfo } from "@memberjunction/core";
+import { VectorDBBase } from "@memberjunction/ai-vectordb";
+import { AIModelEntity, VectorDatabaseEntity } from "@memberjunction/core-entities";
+export declare class DuplicateRecordDetector {
+    _contextUser: UserInfo;
+    _runView: RunView;
+    _vectorDB: VectorDBBase;
+    _embedding: Embeddings;
+    protected GetAIModel(): AIModelEntity;
+    protected GetVectorDatabase(): VectorDatabaseEntity;
     getDuplicateRecords(params: PotentialDuplicateRequest, contextUser?: UserInfo): Promise<PotentialDuplicateResponse>;
     private getEntityDocumennt;
     private getEntityRecord;
     private buildExtraFilter;
     private processDuplicateRecords;
+    protected parseStringTemplate(str: string, obj: any): string;
 }
+//# sourceMappingURL=duplicateRecordDetector.d.ts.map

package/dist/duplicateRecordDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicateRecordDetector.d.ts","sourceRoot":"","sources":["../src/duplicateRecordDetector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAe,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAqC,yBAAyB,EAAE,0BAA0B,EAAkD,OAAO,EAAE,QAAQ,EAAY,MAAM,sBAAsB,CAAC;AAG7M,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE3D,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAGpF,qBAAa,uBAAuB;IAEhC,YAAY,EAAE,QAAQ,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,YAAY,CAAC;IACxB,UAAU,EAAE,UAAU,CAAA;IAMtB,SAAS,CAAC,UAAU,IAAI,aAAa;IASrC,SAAS,CAAC,iBAAiB,IAAI,oBAAoB;IAStC,mBAAmB,CAAC,MAAM,EAAE,yBAAyB,EAAE,WAAW,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,0BAA0B,CAAC;YAwDlH,kBAAkB;YAiBlB,eAAe;IAiB7B,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,uBAAuB;IA0B/B,SAAS,CAAC,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,MAAM;CAY/D"}

package/dist/duplicateRecordDetector.js

@@ -2,12 +2,28 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DuplicateRecordDetector = void 0;
 const ai_1 = require("@memberjunction/ai");
-const vectorSyncBase_1 = require("./generic/vectorSyncBase");
-const ai_mistral_1 = require("@memberjunction/ai-mistral");
-const ai_vectors_pinecone_1 = require("@memberjunction/ai-vectors-pinecone");
 const core_1 = require("@memberjunction/core");
 const core_2 = require("@memberjunction/core");
-class DuplicateRecordDetector extends vectorSyncBase_1.VectorSyncBase {
+const ai_vectordb_1 = require("@memberjunction/ai-vectordb");
+const global_1 = require("@memberjunction/global");
+const aiengine_1 = require("@memberjunction/aiengine");
+class DuplicateRecordDetector {
+    _contextUser;
+    _runView;
+    _vectorDB;
+    _embedding;
+    GetAIModel() {
+        const model = aiengine_1.AIEngine.Models.find(m => m.AIModelTypeID === 3);
+        return model;
+    }
+    GetVectorDatabase() {
+        if (aiengine_1.AIEngine.VectorDatabases.length > 0) {
+            return aiengine_1.AIEngine.VectorDatabases[0];
+        }
+        else {
+            throw new Error("No Vector Databases found");
+        }
+    }
     async getDuplicateRecords(params, contextUser) {
         this._contextUser = contextUser;
         if (!this._contextUser) {
@@ -18,29 +34,31 @@ class DuplicateRecordDetector extends vectorSyncBase_1.VectorSyncBase {
         if (!this._runView) {
             this._runView = new core_1.RunView();
         }
-        const pineconeAPIKey = (0, ai_1.GetAIAPIKey)("PineconeDatabase");
-        const mistralAPIKey = (0, ai_1.GetAIAPIKey)("MistralLLM");
-        this._pineconeDB = new ai_vectors_pinecone_1.PineconeDatabase(pineconeAPIKey);
-        this._embedding = new ai_mistral_1.MistralLLM(mistralAPIKey);
-        this._languageModel = new ai_mistral_1.MistralLLM(mistralAPIKey);
-        const entitiyDocument = await this.getEntityDocumennt(params.EntityDocumentID);
-        (0, core_2.LogStatus)("Entity Document: " + entitiyDocument);
-        if (!entitiyDocument) {
+        const aiModel = this.GetAIModel();
+        const vectorDB = this.GetVectorDatabase();
+        const embeddingAPIKey = (0, ai_1.GetAIAPIKey)(aiModel.DriverClass);
+        const vectorDBAPIKey = (0, ai_1.GetAIAPIKey)(vectorDB.ClassKey);
+        (0, core_2.LogStatus)("Embedding API Key: ", embeddingAPIKey);
+        (0, core_2.LogStatus)("Vector Database API Key: ", vectorDBAPIKey);
+        this._embedding = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_1.Embeddings, aiModel.DriverClass, embeddingAPIKey);
+        this._vectorDB = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_vectordb_1.VectorDBBase, vectorDB.ClassKey, vectorDBAPIKey);
+        const entityDocument = await this.getEntityDocumennt(params.EntityDocumentID);
+        (0, core_2.LogStatus)("Entity Document: " + entityDocument);
+        if (!entityDocument) {
             (0, core_2.LogStatus)("Entity Document not found");
             return { EntityID: params.EntityDocumentID, Duplicates: [] };
         }
-        const entityRecord = await this.getEntityRecord(entitiyDocument.Type, params.PrimaryKeyValues);
-        (0, core_2.LogStatus)("Entity Record: ", entityRecord);
+        const entityRecord = await this.getEntityRecord(entityDocument.Type, params.PrimaryKeyValues);
         if (!entityRecord) {
             (0, core_2.LogStatus)("Entity Record not found");
-            return { EntityID: entitiyDocument.EntityID, Duplicates: [] };
+            return { EntityID: entityDocument.EntityID, Duplicates: [] };
         }
-        const template = super.parseStringTemplate(entitiyDocument.Template, entityRecord);
-        const embedding = await this._languageModel.EmbedText({ text: template, model: "mistral-embed" });
+        const template = this.parseStringTemplate(entityDocument.Template, entityRecord);
+        const embedding = await this._embedding.EmbedText({ text: template, model: "mistral-embed" });
         const vector = embedding.data;
         const topK = 10;
-        const queryResult = await this._pineconeDB.queryIndex({ vector: vector, topK: topK, includeMetadata: true, includeValues: true });
-        return this.processDuplicateRecords(queryResult.data.matches, entitiyDocument);
+        const queryResult = await this._vectorDB.queryIndex({ vector: vector, topK: topK, includeMetadata: true, includeValues: true });
+        return this.processDuplicateRecords(queryResult.data.matches, entityDocument);
     }
     async getEntityDocumennt(id) {
         const rvResult = await this._runView.RunView({
@@ -95,6 +113,12 @@ class DuplicateRecordDetector extends vectorSyncBase_1.VectorSyncBase {
         }
         return results;
     }
+    parseStringTemplate(str, obj) {
+        let parts = str.split(/\$\{(?!\d)[\wæøåÆØÅ]*\}/);
+        let args = str.match(/[^{\}]+(?=})/g) || [];
+        let parameters = args.map(argument => obj[argument] || (obj[argument] === undefined ? "" : obj[argument]));
+        return String.raw({ raw: parts }, ...parameters);
+    }
 }
 exports.DuplicateRecordDetector = DuplicateRecordDetector;
 //# sourceMappingURL=duplicateRecordDetector.js.map

package/dist/duplicateRecordDetector.js.map

@@ -1 +1 @@
-{"version":3,"file":"duplicateRecordDetector.js","sourceRoot":"","sources":["../src/duplicateRecordDetector.ts"],"names":[],"mappings":";;;AAAA,2CAAiD;AACjD,6DAA0D;AAC1D,2DAAwD;AACxD,6EAAuE;AACvE,+CAA6M;AAE7M,+CAAiD;AAEjD,MAAa,uBAAwB,SAAQ,+BAAc;IAChD,KAAK,CAAC,mBAAmB,CAAC,MAAiC,EAAE,WAAsB;QAEtF,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAG,CAAC,IAAI,CAAC,YAAY,EAAC,CAAC;YACnB,IAAA,eAAQ,EAAC,uCAAuC,CAAC,CAAC;YAClD,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,WAAW,CAAC;QACvC,CAAC;QAED,IAAG,CAAC,IAAI,CAAC,QAAQ,EAAC,CAAC;YACf,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAO,EAAE,CAAC;QAClC,CAAC;QAED,MAAM,cAAc,GAAG,IAAA,gBAAW,EAAC,kBAAkB,CAAC,CAAC;QAIvD,MAAM,aAAa,GAAG,IAAA,gBAAW,EAAC,YAAY,CAAC,CAAC;QAGhD,IAAI,CAAC,WAAW,GAAG,IAAI,sCAAgB,CAAC,cAAc,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,IAAI,uBAAU,CAAC,aAAa,CAAC,CAAC;QAGpD,MAAM,eAAe,GAAmB,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/F,IAAA,gBAAS,EAAC,mBAAmB,GAAG,eAAe,CAAC,CAAC;QAEjD,IAAG,CAAC,eAAe,EAAC,CAAC;YACjB,IAAA,gBAAS,EAAC,2BAA2B,CAAC,CAAC;YACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACjE,CAAC;QAGD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/F,IAAA,gBAAS,EAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAE3C,IAAG,CAAC,YAAY,EAAC,CAAC;YACd,IAAA,gBAAS,EAAC,yBAAyB,CAAC,CAAC;YACrC,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QAClE,CAAC;QAGD,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QAElG,MAAM,MAAM,GAAa,SAAS,CAAC,IAAI,CAAC;QAGxC,MAAM,IAAI,GAAW,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjI,OAAO,IAAI,CAAC,uBAAuB,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACnF,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,EAAU;QACvC,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,EAAE,GAAG;SAC9B,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAErB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,UAAkB,EAAE,SAA4B;QAC1E,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,UAAU;YACtB,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC;SAChD,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAEtB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,SAA4B;QACjD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;YACrC,OAAO,QAAQ,CAAC,SAAS,GAAG,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QACvD,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;IAGO,uBAAuB,CAAC,WAAgB,EAAE,cAA8B;QAC5E,IAAI,OAAO,GAA+B;YACtC,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,UAAU,EAAE,EAAE;SACjB,CAAC;QAEF,KAAI,IAAI,SAAS,IAAI,WAAW,EAAC,CAAC;YAE9B,IAAG,SAAS,CAAC,KAAK,GAAG,CAAC,EAAC,CAAC;gBAEpB,SAAS;YACb,CAAC;YAED,IAAI,kBAAkB,GAAuB,IAAI,yBAAkB,EAAE,CAAC;YACtE,kBAAkB,CAAC,gBAAgB,GAAG,EAAE,CAAC;YACzC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACrC,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,SAAS,CAAC,EAAE;aACtB,CAAC,CAAC;YACH,kBAAkB,CAAC,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC;YACtD,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AA3HD,0DA2HC"}
+{"version":3,"file":"duplicateRecordDetector.js","sourceRoot":"","sources":["../src/duplicateRecordDetector.ts"],"names":[],"mappings":";;;AAAA,2CAA6D;AAC7D,+CAA6M;AAE7M,+CAAiD;AACjD,6DAA2D;AAC3D,mDAAkD;AAElD,uDAAoD;AAEpD,MAAa,uBAAuB;IAEhC,YAAY,CAAW;IACvB,QAAQ,CAAU;IAClB,SAAS,CAAe;IACxB,UAAU,CAAY;IAMZ,UAAU;QAChB,MAAM,KAAK,GAAG,mBAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,CAA8E,CAAA;QAC3I,OAAO,KAAK,CAAC;IACjB,CAAC;IAMS,iBAAiB;QACvB,IAAG,mBAAQ,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAC,CAAC;YACpC,OAAO,mBAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;aACG,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,MAAiC,EAAE,WAAsB;QAEtF,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAG,CAAC,IAAI,CAAC,YAAY,EAAC,CAAC;YACnB,IAAA,eAAQ,EAAC,uCAAuC,CAAC,CAAC;YAClD,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,WAAW,CAAC;QACvC,CAAC;QAED,IAAG,CAAC,IAAI,CAAC,QAAQ,EAAC,CAAC;YACf,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAO,EAAE,CAAC;QAClC,CAAC;QAED,MAAM,OAAO,GAAkB,IAAI,CAAC,UAAU,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAyB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChE,MAAM,eAAe,GAAW,IAAA,gBAAW,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACjE,MAAM,cAAc,GAAW,IAAA,gBAAW,EAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE9D,IAAA,gBAAS,EAAC,qBAAqB,EAAE,eAAe,CAAC,CAAC;QAClD,IAAA,gBAAS,EAAC,2BAA2B,EAAE,cAAc,CAAC,CAAC;QAEvD,IAAI,CAAC,UAAU,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAa,eAAU,EAAE,OAAO,CAAC,WAAW,EAAE,eAAe,CAAC,CAAA;QAC7H,IAAI,CAAC,SAAS,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAe,0BAAY,EAAE,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAI9H,MAAM,cAAc,GAAmB,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9F,IAAA,gBAAS,EAAC,mBAAmB,GAAG,cAAc,CAAC,CAAC;QAEhD,IAAG,CAAC,cAAc,EAAC,CAAC;YAChB,IAAA,gBAAS,EAAC,2BAA2B,CAAC,CAAC;YACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACjE,CAAC;QAGD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAE9F,IAAG,CAAC,YAAY,EAAC,CAAC;YACd,IAAA,gBAAS,EAAC,yBAAyB,CAAC,CAAC;YACrC,OAAO,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACjE,CAAC;QAGD,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACjF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QAE9F,MAAM,MAAM,GAAa,SAAS,CAAC,IAAI,CAAC;QAGxC,MAAM,IAAI,GAAW,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/H,OAAO,IAAI,CAAC,uBAAuB,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAClF,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,EAAU;QACvC,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,EAAE,GAAG;SAC9B,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAErB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,UAAkB,EAAE,SAA4B;QAC1E,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,UAAU;YACtB,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC;SAChD,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAEtB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,SAA4B;QACjD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;YACrC,OAAO,QAAQ,CAAC,SAAS,GAAG,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QACvD,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;IAGO,uBAAuB,CAAC,WAAgB,EAAE,cAA8B;QAC5E,IAAI,OAAO,GAA+B;YACtC,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,UAAU,EAAE,EAAE;SACjB,CAAC;QAEF,KAAI,IAAI,SAAS,IAAI,WAAW,EAAC,CAAC;YAE9B,IAAG,SAAS,CAAC,KAAK,GAAG,CAAC,EAAC,CAAC;gBAEpB,SAAS;YACb,CAAC;YAED,IAAI,kBAAkB,GAAuB,IAAI,yBAAkB,EAAE,CAAC;YACtE,kBAAkB,CAAC,gBAAgB,GAAG,EAAE,CAAC;YACzC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACrC,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,SAAS,CAAC,EAAE;aACtB,CAAC,CAAC;YACH,kBAAkB,CAAC,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC;YACtD,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAES,mBAAmB,CAAC,GAAW,EAAE,GAAQ;QAE/C,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAGjD,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAI5C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC;IACrD,CAAC;CACJ;AApKD,0DAoKC"}

package/dist/generic/entity.types.d.ts

@@ -21,3 +21,4 @@ export type EntitiyRecordDocument = {
     VectorJSON: string;
     EntitiyRecordUpdatedAt: Date;
 };
+//# sourceMappingURL=entity.types.d.ts.map

package/dist/generic/entity.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity.types.d.ts","sourceRoot":"","sources":["../../src/generic/entity.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB,EAAE,IAAI,CAAA;CAC/B,CAAA"}

package/dist/generic/vectorSyncBase.d.ts

@@ -17,3 +17,4 @@ export declare class VectorSyncBase {
     protected saveJSONData(data: any, path: string): void;
     protected isEmpty(obj: any): boolean;
 }
+//# sourceMappingURL=vectorSyncBase.d.ts.map

package/dist/generic/vectorSyncBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorSyncBase.d.ts","sourceRoot":"","sources":["../../src/generic/vectorSyncBase.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAEzD,qBAAa,cAAc;IACvB,YAAY,EAAE,QAAQ,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAElB,UAAU,EAAE,IAAI,CAAC;IACjB,QAAQ,EAAE,IAAI,CAAC;IAEf,WAAW,EAAE,gBAAgB,CAAC;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;cAER,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAInD,SAAS,CAAC,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,MAAM;IAa5D,SAAS,CAAC,KAAK,IAAI,IAAI;IAIvB,SAAS,CAAC,GAAG,IAAI,IAAI;IAIrB,SAAS,CAAC,QAAQ,IAAI,MAAM;IAU5B,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAIrD,SAAS,CAAC,OAAO,CAAC,GAAG,KAAA;CASxB"}

package/dist/index.d.ts

@@ -2,3 +2,4 @@ export * from './generic/entity.types';
 export * from './generic/vectorSyncBase';
 export * from './models/entitySyncConfig';
 export * from './duplicateRecordDetector';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,2BAA2B,CAAC"}

package/dist/models/entitySyncConfig.d.ts

@@ -8,3 +8,4 @@ export type EntitySyncConfig = {
     VectorIndexID: number;
     VectorID: number;
 };
+//# sourceMappingURL=entitySyncConfig.d.ts.map

package/dist/models/entitySyncConfig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entitySyncConfig.d.ts","sourceRoot":"","sources":["../../src/models/entitySyncConfig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,MAAM,gBAAgB,GAAG;IAI3B,gBAAgB,EAAE,MAAM,CAAC;IAIzB,QAAQ,EAAE,MAAM,CAAC;IAMjB,aAAa,EAAE,aAAa,CAAC;IAI7B,aAAa,EAAE,OAAO,CAAC;IAMvB,WAAW,EAAE,MAAM,CAAC;IAIpB,aAAa,EAAE,MAAM,CAAC;IAItB,QAAQ,EAAE,MAAM,CAAA;CACnB,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/ai-vector-dupe",
-  "version": "0.9.8",
+  "version": "0.9.9",
   "description": "MemberJunction: AI Vector/Entity Sync Package - Handles synchronization between Vector DB and MJ CDP Data",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -15,14 +15,13 @@
   "author": "MemberJunction.com",
   "license": "ISC",
   "dependencies": {
-    "@memberjunction/ai": "^0.9.159",
-    "@memberjunction/ai-mistral": "^0.9.17",
-    "@memberjunction/ai-vectordb": "^0.9.3",
-    "@memberjunction/ai-vectors": "^0.9.4",
-    "@memberjunction/ai-vectors-pinecone": "^0.9.7",
-    "@memberjunction/aiengine": "^0.9.56",
-    "@memberjunction/core": "^0.9.171",
-    "@memberjunction/global": "^0.9.152",
+    "@memberjunction/ai": "^0.9.160",
+    "@memberjunction/ai-vectordb": "^0.9.4",
+    "@memberjunction/ai-vectors": "^0.9.5",
+    "@memberjunction/aiengine": "^0.9.57",
+    "@memberjunction/core": "^0.9.172",
+    "@memberjunction/global": "^0.9.153",
+    "@memberjunction/core-entities": "^0.9.156",
     "dotenv": "^16.0.3",
     "typeorm": "^0.3.20"
   },