@memberjunction/ai-vector-dupe 0.9.2

package/dist/config.d.ts

@@ -0,0 +1,12 @@
+export declare const openAIAPIKey: string;
+export declare const pineconeHost: string;
+export declare const pineconeAPIKey: string;
+export declare const pineconeDefaultIndex: string;
+export declare const dbHost: string;
+export declare const dbPort: number;
+export declare const dbUsername: string;
+export declare const dbPassword: string;
+export declare const dbDatabase: string;
+export declare const serverPort: number;
+export declare const currentUserEmail: string;
+export declare const mistralAPIKey: string;

package/dist/config.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mistralAPIKey = exports.currentUserEmail = exports.serverPort = exports.dbDatabase = exports.dbPassword = exports.dbUsername = exports.dbPort = exports.dbHost = exports.pineconeDefaultIndex = exports.pineconeAPIKey = exports.pineconeHost = exports.openAIAPIKey = void 0;
+const dotenv_1 = __importDefault(require("dotenv"));
+dotenv_1.default.config();
+exports.openAIAPIKey = process.env.OPENAI_API_KEY;
+exports.pineconeHost = process.env.PINECONE_HOST;
+exports.pineconeAPIKey = process.env.PINECONE_API_KEY;
+exports.pineconeDefaultIndex = process.env.PINECONE_DEFAULT_INDEX;
+exports.dbHost = process.env.DB_HOST;
+exports.dbPort = Number(process.env.DB_PORT) || 1433;
+exports.dbUsername = process.env.DB_USERNAME;
+exports.dbPassword = process.env.DB_PASSWORD;
+exports.dbDatabase = process.env.DB_DATABASE;
+exports.serverPort = Number(process.env.PORT) || 8000;
+exports.currentUserEmail = process.env.CURRENT_USER_EMAIL;
+exports.mistralAPIKey = process.env.MISTRAL_API_KEY;
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEH,QAAA,YAAY,GAAW,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;AAClD,QAAA,YAAY,GAAW,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AACjD,QAAA,cAAc,GAAW,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;AACtD,QAAA,oBAAoB,GAAW,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;AAElE,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;AAC7B,QAAA,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;AAC7C,QAAA,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACrC,QAAA,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACrC,QAAA,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACrC,QAAA,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;AAE9C,QAAA,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;AAElD,QAAA,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC"}

package/dist/duplicateRecordDetector.d.ts

@@ -0,0 +1,9 @@
+import { VectorSyncBase } from "./generic/vectorSyncBase";
+import { PotentialDuplicateRequest, PotentialDuplicateResponse, UserInfo } from "@memberjunction/core";
+export declare class DuplicateRecordDetector extends VectorSyncBase {
+    getDuplicateRecords(params: PotentialDuplicateRequest, contextUser?: UserInfo): Promise<PotentialDuplicateResponse>;
+    private getEntityDocumennt;
+    private getEntityRecord;
+    private buildExtraFilter;
+    private processDuplicateRecords;
+}

package/dist/duplicateRecordDetector.js

@@ -0,0 +1,100 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DuplicateRecordDetector = void 0;
+const ai_1 = require("@memberjunction/ai");
+const vectorSyncBase_1 = require("./generic/vectorSyncBase");
+const ai_mistral_1 = require("@memberjunction/ai-mistral");
+const ai_vectors_pinecone_1 = require("@memberjunction/ai-vectors-pinecone");
+const core_1 = require("@memberjunction/core");
+const core_2 = require("@memberjunction/core");
+class DuplicateRecordDetector extends vectorSyncBase_1.VectorSyncBase {
+    async getDuplicateRecords(params, contextUser) {
+        this._contextUser = contextUser;
+        if (!this._contextUser) {
+            (0, core_1.LogError)("Context User not found, using default");
+            const md = new core_1.Metadata();
+            this._contextUser = md.CurrentUser;
+        }
+        if (!this._runView) {
+            this._runView = new core_1.RunView();
+        }
+        const pineconeAPIKey = (0, ai_1.GetAIAPIKey)("PineconeDatabase");
+        const mistralAPIKey = (0, ai_1.GetAIAPIKey)("MistralLLM");
+        this._pineconeDB = new ai_vectors_pinecone_1.PineconeDatabase(pineconeAPIKey);
+        this._embedding = new ai_mistral_1.MistralLLM(mistralAPIKey);
+        this._languageModel = new ai_mistral_1.MistralLLM(mistralAPIKey);
+        const entitiyDocument = await this.getEntityDocumennt(params.EntityDocumentID);
+        (0, core_2.LogStatus)("Entity Document: " + entitiyDocument);
+        if (!entitiyDocument) {
+            (0, core_2.LogStatus)("Entity Document not found");
+            return { EntityID: params.EntityDocumentID, Duplicates: [] };
+        }
+        const entityRecord = await this.getEntityRecord(entitiyDocument.Type, params.PrimaryKeyValues);
+        (0, core_2.LogStatus)("Entity Record: ", entityRecord);
+        if (!entityRecord) {
+            (0, core_2.LogStatus)("Entity Record not found");
+            return { EntityID: entitiyDocument.EntityID, Duplicates: [] };
+        }
+        const template = super.parseStringTemplate(entitiyDocument.Template, entityRecord);
+        const embedding = await this._languageModel.EmbedText({ text: template, model: "mistral-embed" });
+        const vector = embedding.data;
+        const topK = 10;
+        const queryResult = await this._pineconeDB.queryIndex({ vector: vector, topK: topK, includeMetadata: true, includeValues: true });
+        return this.processDuplicateRecords(queryResult.data.matches, entitiyDocument);
+    }
+    async getEntityDocumennt(id) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Documents",
+            ExtraFilter: `ID = '${id}'`
+        }, this._contextUser);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async getEntityRecord(entityName, keyValues) {
+        const rvResult = await this._runView.RunView({
+            EntityName: entityName,
+            ExtraFilter: this.buildExtraFilter(keyValues)
+        }, this._contextUser);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    buildExtraFilter(keyValues) {
+        return keyValues.map((keyValue, index) => {
+            return keyValue.FieldName + " = " + keyValue.Value;
+        }).join(" AND ");
+    }
+    processDuplicateRecords(queryResult, entityDocument) {
+        let results = {
+            EntityID: entityDocument.EntityID,
+            Duplicates: []
+        };
+        for (let duplicate of queryResult) {
+            if (duplicate.score > 1) {
+                continue;
+            }
+            let potentialDuplicate = new core_1.PotentialDuplicate();
+            potentialDuplicate.PrimaryKeyValues = [];
+            potentialDuplicate.PrimaryKeyValues.push({
+                FieldName: "ID",
+                Value: duplicate.id
+            });
+            potentialDuplicate.ProbabilityScore = duplicate.score;
+            results.Duplicates.push(potentialDuplicate);
+        }
+        return results;
+    }
+}
+exports.DuplicateRecordDetector = DuplicateRecordDetector;
+//# sourceMappingURL=duplicateRecordDetector.js.map

package/dist/duplicateRecordDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicateRecordDetector.js","sourceRoot":"","sources":["../src/duplicateRecordDetector.ts"],"names":[],"mappings":";;;AAAA,2CAAiD;AACjD,6DAA0D;AAC1D,2DAAwD;AACxD,6EAAuE;AACvE,+CAA6M;AAE7M,+CAAiD;AAEjD,MAAa,uBAAwB,SAAQ,+BAAc;IAChD,KAAK,CAAC,mBAAmB,CAAC,MAAiC,EAAE,WAAsB;QAEtF,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAG,CAAC,IAAI,CAAC,YAAY,EAAC,CAAC;YACnB,IAAA,eAAQ,EAAC,uCAAuC,CAAC,CAAC;YAClD,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,WAAW,CAAC;QACvC,CAAC;QAED,IAAG,CAAC,IAAI,CAAC,QAAQ,EAAC,CAAC;YACf,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAO,EAAE,CAAC;QAClC,CAAC;QAED,MAAM,cAAc,GAAG,IAAA,gBAAW,EAAC,kBAAkB,CAAC,CAAC;QAIvD,MAAM,aAAa,GAAG,IAAA,gBAAW,EAAC,YAAY,CAAC,CAAC;QAGhD,IAAI,CAAC,WAAW,GAAG,IAAI,sCAAgB,CAAC,cAAc,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,IAAI,uBAAU,CAAC,aAAa,CAAC,CAAC;QAGpD,MAAM,eAAe,GAAmB,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/F,IAAA,gBAAS,EAAC,mBAAmB,GAAG,eAAe,CAAC,CAAC;QAEjD,IAAG,CAAC,eAAe,EAAC,CAAC;YACjB,IAAA,gBAAS,EAAC,2BAA2B,CAAC,CAAC;YACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACjE,CAAC;QAGD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/F,IAAA,gBAAS,EAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAE3C,IAAG,CAAC,YAAY,EAAC,CAAC;YACd,IAAA,gBAAS,EAAC,yBAAyB,CAAC,CAAC;YACrC,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QAClE,CAAC;QAGD,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QAElG,MAAM,MAAM,GAAa,SAAS,CAAC,IAAI,CAAC;QAGxC,MAAM,IAAI,GAAW,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjI,OAAO,IAAI,CAAC,uBAAuB,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACnF,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,EAAU;QACvC,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,EAAE,GAAG;SAC9B,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAErB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,UAAkB,EAAE,SAA4B;QAC1E,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,UAAU;YACtB,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC;SAChD,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAEtB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,SAA4B;QACjD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;YACrC,OAAO,QAAQ,CAAC,SAAS,GAAG,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QACvD,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;IAGO,uBAAuB,CAAC,WAAgB,EAAE,cAA8B;QAC5E,IAAI,OAAO,GAA+B;YACtC,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,UAAU,EAAE,EAAE;SACjB,CAAC;QAEF,KAAI,IAAI,SAAS,IAAI,WAAW,EAAC,CAAC;YAE9B,IAAG,SAAS,CAAC,KAAK,GAAG,CAAC,EAAC,CAAC;gBAEpB,SAAS;YACb,CAAC;YAED,IAAI,kBAAkB,GAAuB,IAAI,yBAAkB,EAAE,CAAC;YACtE,kBAAkB,CAAC,gBAAgB,GAAG,EAAE,CAAC;YACzC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACrC,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,SAAS,CAAC,EAAE;aACtB,CAAC,CAAC;YACH,kBAAkB,CAAC,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC;YACtD,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AA3HD,0DA2HC"}

package/dist/generic/entity.types.d.ts

@@ -0,0 +1,23 @@
+export type EntityDocument = {
+    ID: number;
+    Name: string;
+    EntityID: number;
+    TypeID: number;
+    Status: string;
+    Template: string;
+    CreatedAt: Date;
+    UpdatedAt: Date;
+    Type: string;
+    VectorIndexID: number;
+    VectorID: number;
+};
+export type EntitiyRecordDocument = {
+    ID: number;
+    EntityID: number;
+    RecordID: number;
+    DocumentText: string;
+    VectorIndexID: number;
+    VectorID: number;
+    VectorJSON: string;
+    EntitiyRecordUpdatedAt: Date;
+};

package/dist/generic/entity.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=entity.types.js.map

package/dist/generic/entity.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity.types.js","sourceRoot":"","sources":["../../src/generic/entity.types.ts"],"names":[],"mappings":""}

package/dist/generic/vectorSyncBase.d.ts

@@ -0,0 +1,19 @@
+import { BaseLLM } from "@memberjunction/ai";
+import { PineconeDatabase } from "@memberjunction/ai-vectors-pinecone";
+import { UserInfo, RunView } from "@memberjunction/core";
+export declare class VectorSyncBase {
+    _contextUser: UserInfo;
+    _runView: RunView;
+    _startTime: Date;
+    _endTime: Date;
+    _pineconeDB: PineconeDatabase;
+    _embedding: BaseLLM;
+    _languageModel: BaseLLM;
+    protected timer(ms: number): Promise<unknown>;
+    protected parseStringTemplate(str: string, obj: any): string;
+    protected start(): void;
+    protected end(): void;
+    protected timeDiff(): number;
+    protected saveJSONData(data: any, path: string): void;
+    protected isEmpty(obj: any): boolean;
+}

package/dist/generic/vectorSyncBase.js

@@ -0,0 +1,70 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorSyncBase = void 0;
+const fs = __importStar(require("fs"));
+class VectorSyncBase {
+    _contextUser;
+    _runView;
+    _startTime;
+    _endTime;
+    _pineconeDB;
+    _embedding;
+    _languageModel;
+    async timer(ms) {
+        return new Promise(res => setTimeout(res, ms));
+    }
+    parseStringTemplate(str, obj) {
+        let parts = str.split(/\$\{(?!\d)[\wæøåÆØÅ]*\}/);
+        let args = str.match(/[^{\}]+(?=})/g) || [];
+        let parameters = args.map(argument => obj[argument] || (obj[argument] === undefined ? "" : obj[argument]));
+        return String.raw({ raw: parts }, ...parameters);
+    }
+    start() {
+        this._startTime = new Date();
+    }
+    end() {
+        this._endTime = new Date();
+    }
+    timeDiff() {
+        let timeDiff = this._endTime.valueOf() - this._startTime.valueOf();
+        timeDiff /= 1000;
+        var seconds = Math.round(timeDiff);
+        return seconds;
+    }
+    saveJSONData(data, path) {
+        fs.writeFileSync(path, JSON.stringify(data, null, 2));
+    }
+    isEmpty(obj) {
+        for (const prop in obj) {
+            if (Object.hasOwn(obj, prop)) {
+                return false;
+            }
+        }
+        return true;
+    }
+}
+exports.VectorSyncBase = VectorSyncBase;
+//# sourceMappingURL=vectorSyncBase.js.map

package/dist/generic/vectorSyncBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorSyncBase.js","sourceRoot":"","sources":["../../src/generic/vectorSyncBase.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAKzB,MAAa,cAAc;IACvB,YAAY,CAAW;IACvB,QAAQ,CAAU;IAElB,UAAU,CAAO;IACjB,QAAQ,CAAO;IAEf,WAAW,CAAmB;IAC9B,UAAU,CAAU;IACpB,cAAc,CAAU;IAEd,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAES,mBAAmB,CAAC,GAAW,EAAE,GAAQ;QAE/C,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAGjD,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAI5C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC;IACrD,CAAC;IAES,KAAK;QACX,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACjC,CAAC;IAES,GAAG;QACT,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;IAC/B,CAAC;IAES,QAAQ;QACd,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAEnE,QAAQ,IAAI,IAAI,CAAC;QAGjB,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAES,YAAY,CAAC,IAAS,EAAE,IAAY;QAC1C,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAES,OAAO,CAAC,GAAG;QACjB,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA3DD,wCA2DC"}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export * from './generic/entity.types';
+export * from './generic/vectorSyncBase';
+export * from './models/entitySyncConfig';
+export * from './duplicateRecordDetector';

package/dist/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./generic/entity.types"), exports);
+__exportStar(require("./generic/vectorSyncBase"), exports);
+__exportStar(require("./models/entitySyncConfig"), exports);
+__exportStar(require("./duplicateRecordDetector"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,yDAAuC;AACvC,2DAAyC;AACzC,4DAA0C;AAC1C,4DAA0C"}

package/dist/models/entitySyncConfig.d.ts

@@ -0,0 +1,10 @@
+import { RunViewParams } from "@memberjunction/core";
+export type EntitySyncConfig = {
+    EntityDocumentID: number;
+    Interval: number;
+    RunViewParams: RunViewParams;
+    IncludeInSync: boolean;
+    LastRunDate: string;
+    VectorIndexID: number;
+    VectorID: number;
+};

package/dist/models/entitySyncConfig.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=entitySyncConfig.js.map

package/dist/models/entitySyncConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entitySyncConfig.js","sourceRoot":"","sources":["../../src/models/entitySyncConfig.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@memberjunction/ai-vector-dupe",
+  "version": "0.9.2",
+  "description": "MemberJunction: AI Vector/Entity Sync Package - Handles synchronization between Vector DB and MJ CDP Data",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "/dist"
+  ],
+  "scripts": {
+    "start": "ts-node-dev src/index.ts",
+    "build": "tsc",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "MemberJunction.com",
+  "license": "ISC",
+  "dependencies": {
+    "@memberjunction/ai": "^0.9.159",
+    "@memberjunction/ai-mistral": "^0.9.16",
+    "@memberjunction/ai-vectordb": "^0.9.3",
+    "@memberjunction/ai-vectors": "^0.9.4",
+    "@memberjunction/ai-vectors-pinecone": "^0.9.2",
+    "@memberjunction/aiengine": "^0.9.56",
+    "@memberjunction/core": "^0.9.171",
+    "@memberjunction/global": "^0.9.152",
+    "dotenv": "^16.0.3",
+    "typeorm": "^0.3.20"
+  },
+  "devDependencies": {
+    "@types/mssql": "^9.1.5",
+    "@types/node": "^20.1.7",
+    "ts-node-dev": "^2.0.0",
+    "typescript": "^5.3.3"
+  }
+}