@memberjunction/ai-vector-sync 0.9.8 → 0.9.12

package/dist/duplicateRecordDetector.d.ts

@@ -0,0 +1,8 @@
+import { DuplicateRecordSearchParams, DuplicateRecordSearchResult } from "./generic/duplicateRecords.types";
+import { VectorSyncBase } from "./models/vectorSyncBase";
+export declare class DuplicateRecordDetector extends VectorSyncBase {
+    getDuplicateRecords(params: DuplicateRecordSearchParams): Promise<DuplicateRecordSearchResult>;
+    private getEntityDocumennt;
+    private getEntityRecord;
+    private processDuplicateRecords;
+}

package/dist/duplicateRecordDetector.js

@@ -0,0 +1,85 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DuplicateRecordDetector = void 0;
+const ai_1 = require("@memberjunction/ai");
+const vectorSyncBase_1 = require("./models/vectorSyncBase");
+const ai_mistral_1 = require("@memberjunction/ai-mistral");
+const ai_vectors_pinecone_1 = require("@memberjunction/ai-vectors-pinecone");
+class DuplicateRecordDetector extends vectorSyncBase_1.VectorSyncBase {
+    async getDuplicateRecords(params) {
+        this.start();
+        await this.setupDBConnection();
+        console.log("Connected to SQL Server");
+        console.log("Syncing entities...");
+        const pineconeAPIKey = (0, ai_1.GetAIAPIKey)("PineconeDatabase");
+        const mistralAPIKey = (0, ai_1.GetAIAPIKey)("MistralLLM");
+        this._pineconeDB = new ai_vectors_pinecone_1.PineconeDatabase(pineconeAPIKey);
+        this._embedding = new ai_mistral_1.MistralLLM(mistralAPIKey);
+        this._languageModel = new ai_mistral_1.MistralLLM(mistralAPIKey);
+        const entitiyDocument = await this.getEntityDocumennt(params.entitiyDocumentID);
+        console.log("Entity Document: ", entitiyDocument);
+        if (!entitiyDocument) {
+            console.log("Entity Document not found");
+            return { entityID: entitiyDocument.EntityID, duplicates: [] };
+        }
+        console.log("Registering class", entitiyDocument.Type);
+        const entityRecord = await this.getEntityRecord({ entityName: entitiyDocument.Type, recordID: params.recordID });
+        console.log("Entity Record: ", entityRecord);
+        if (!entityRecord) {
+            console.log("Entity Record not found");
+            return { entityID: entitiyDocument.EntityID, duplicates: [] };
+        }
+        const template = super.parseStringTemplate(entitiyDocument.Template, entityRecord);
+        const embedding = await this._languageModel.EmbedText({ text: template, model: "mistral-embed" });
+        const vector = embedding.data;
+        const topK = params.limit || 10;
+        const queryResult = await this._pineconeDB.queryRecords({ vector: vector, topK: topK, includeMetadata: true, includeValues: true });
+        return this.processDuplicateRecords(queryResult.data.matches, entitiyDocument);
+    }
+    async getEntityDocumennt(id) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Documents",
+            ExtraFilter: `ID = '${id}'`
+        });
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async getEntityRecord(params) {
+        const rvResult = await this._runView.RunView({
+            EntityName: params.entityName,
+            ExtraFilter: `ID = '${params.recordID}'`
+        }, this._userInfo);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    processDuplicateRecords(queryResult, entityDocument) {
+        let results = {
+            entityID: entityDocument.EntityID,
+            duplicates: []
+        };
+        for (let duplicate of queryResult) {
+            if (duplicate.score > 1) {
+                continue;
+            }
+            results.duplicates.push({
+                recordID: Number(duplicate.id),
+                score: duplicate.score
+            });
+        }
+        return results;
+    }
+}
+exports.DuplicateRecordDetector = DuplicateRecordDetector;
+//# sourceMappingURL=duplicateRecordDetector.js.map

package/dist/duplicateRecordDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicateRecordDetector.js","sourceRoot":"","sources":["../src/duplicateRecordDetector.ts"],"names":[],"mappings":";;;AAAA,2CAAiD;AAEjD,4DAAyD;AACzD,2DAAwD;AACxD,6EAAuE;AAIvE,MAAa,uBAAwB,SAAQ,+BAAc;IAChD,KAAK,CAAC,mBAAmB,CAAC,MAAmC;QAChE,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAEnC,MAAM,cAAc,GAAG,IAAA,gBAAW,EAAC,kBAAkB,CAAC,CAAC;QAIvD,MAAM,aAAa,GAAG,IAAA,gBAAW,EAAC,YAAY,CAAC,CAAC;QAGhD,IAAI,CAAC,WAAW,GAAG,IAAI,sCAAgB,CAAC,cAAc,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,IAAI,uBAAU,CAAC,aAAa,CAAC,CAAC;QAEpD,MAAM,eAAe,GAAmB,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAChG,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;QAElD,IAAG,CAAC,eAAe,EAAC,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;YACzC,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC;QAEvD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,eAAe,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjH,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAE7C,IAAG,CAAC,YAAY,EAAC,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;YACvC,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QAClE,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QAElG,MAAM,MAAM,GAAa,SAAS,CAAC,IAAI,CAAC;QAExC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnI,OAAO,IAAI,CAAC,uBAAuB,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACnF,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,EAAU;QACvC,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,EAAE,GAAG;SAC9B,CAAC,CAAC;QAEH,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAA8C;QACxE,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,SAAS,MAAM,CAAC,QAAQ,GAAG;SAC3C,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAGO,uBAAuB,CAAC,WAAgB,EAAE,cAA8B;QAC5E,IAAI,OAAO,GAAgC;YACvC,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,UAAU,EAAE,EAAE;SACjB,CAAC;QAEF,KAAI,IAAI,SAAS,IAAI,WAAW,EAAC,CAAC;YAE9B,IAAG,SAAS,CAAC,KAAK,GAAG,CAAC,EAAC,CAAC;gBAEpB,SAAS;YACb,CAAC;YAED,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;gBACpB,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,KAAK,EAAE,SAAS,CAAC,KAAK;aACzB,CAAC,CAAC;QAEP,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AAzGD,0DAyGC"}

package/dist/generic/duplicateRecords.types.d.ts

@@ -0,0 +1,20 @@
+import { PrimaryKeyValue } from "@memberjunction/core";
+export type DuplicateRecordSearchParams = {
+    entityDocumentID: number;
+    PrimaryKeyValues: PrimaryKeyValue[];
+    recordID: number;
+    entityID?: number;
+    entityName?: string;
+    storedProcedureName?: string;
+    options?: any;
+    limit?: number;
+    range?: number;
+};
+export type DuplicateRecordSearchResult = {
+    entityID: number;
+    duplicates: PotentialDuplicate[];
+};
+export type PotentialDuplicate = {
+    PrimaryKeyValues: PrimaryKeyValue[];
+    ProbabilityScore: number;
+};

package/dist/generic/duplicateRecords.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=duplicateRecords.types.js.map

package/dist/generic/duplicateRecords.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicateRecords.types.js","sourceRoot":"","sources":["../../src/generic/duplicateRecords.types.ts"],"names":[],"mappings":""}

package/dist/models/entityVectorSyncer.d.ts

@@ -0,0 +1,47 @@
+import { EntitySyncConfig } from '../generic/entitySyncConfig.types';
+import { SQLServerDataProvider } from "@memberjunction/sqlserver-dataprovider";
+import { IMetadataProvider, RunView, UserInfo } from "@memberjunction/core";
+import { PineconeDatabase } from '@memberjunction/ai-vectors-pinecone';
+import { Request } from 'mssql';
+import { BaseLLM } from '@memberjunction/ai';
+export declare class EntityVectorSyncer {
+    _provider: SQLServerDataProvider;
+    _userInfo: UserInfo;
+    _runView: RunView;
+    _startTime: Date;
+    _endTime: Date;
+    _pineconeDB: PineconeDatabase;
+    _embedding: BaseLLM;
+    syncEntityDocuments(): Promise<void>;
+    getJSONData: () => EntitySyncConfig[];
+    setupDBConnection(): Promise<void>;
+    setupAndGetSQLServerProvider: () => Promise<SQLServerDataProvider>;
+    getDefaultUser(provider: IMetadataProvider): UserInfo;
+    private timer;
+    syncEntityDocument(config: EntitySyncConfig): Promise<any>;
+    getEntityDocument(entityDocumentID: number): Promise<EntityDocument>;
+    getRelatedEntityRecords(entityDocument: EntityDocument): Promise<any>;
+    private getEntityRecordDocument;
+    private upsertEntityRecordDocument;
+    private executeStoredProcedure;
+    mapObjectPropertiesToRequest: (obj: any, r: Request) => void;
+    private parseStringTemplate;
+    private start;
+    private end;
+    private timeDiff;
+    private saveJSONData;
+}
+type EntityDocument = {
+    ID: number;
+    Name: string;
+    EntityID: number;
+    TypeID: number;
+    Status: string;
+    Template: string;
+    CreatedAt: Date;
+    UpdatedAt: Date;
+    Type: string;
+    VectorIndexID: number;
+    VectorID: number;
+};
+export {};

package/dist/models/entityVectorSyncer.js

@@ -0,0 +1,276 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EntityVectorSyncer = void 0;
+const fs = __importStar(require("fs"));
+const db_1 = __importDefault(require("../db/db"));
+const sqlserver_dataprovider_1 = require("@memberjunction/sqlserver-dataprovider");
+const dbAI_1 = __importDefault(require("../db/dbAI"));
+const core_1 = require("@memberjunction/core");
+const config_1 = require("../config");
+const ai_vectors_pinecone_1 = require("@memberjunction/ai-vectors-pinecone");
+const ai_1 = require("@memberjunction/ai");
+const ai_mistral_1 = require("@memberjunction/ai-mistral");
+class EntityVectorSyncer {
+    _provider;
+    _userInfo;
+    _runView;
+    _startTime;
+    _endTime;
+    _pineconeDB;
+    _embedding;
+    async syncEntityDocuments() {
+        this.start();
+        await this.setupDBConnection();
+        console.log("Connected to SQL Server");
+        console.log("Syncing entities...");
+        const pineconeAPIKey = (0, ai_1.GetAIAPIKey)("PineconeDatabase");
+        console.log("Pinecone API Key: ", pineconeAPIKey);
+        const mistralAPIKey = (0, ai_1.GetAIAPIKey)("MistralLLM");
+        console.log("Mistral API Key: ", mistralAPIKey);
+        this._pineconeDB = new ai_vectors_pinecone_1.PineconeDatabase(pineconeAPIKey);
+        this._embedding = new ai_mistral_1.MistralLLM(mistralAPIKey);
+        const entityConfigs = this.getJSONData();
+        const activeCount = entityConfigs.filter((entity) => entity.IncludeInSync).length;
+        console.log(`${entityConfigs.length} entity config(s) found, ${activeCount} marked active`);
+        for (const entityConfig of entityConfigs) {
+            if (entityConfig.IncludeInSync) {
+                console.log(`Syncing entity document with ID ${entityConfig.EntityDocumentID}`);
+                await this.syncEntityDocument(entityConfig);
+                entityConfig.LastRunDate = new Date().toISOString();
+            }
+            else {
+                console.log(`Skipping entity document with ID ${entityConfig.EntityDocumentID}`);
+            }
+        }
+        this.saveJSONData(entityConfigs);
+        this.end();
+        console.log(`Sync completed in ${this.timeDiff()} seconds`);
+    }
+    getJSONData = () => {
+        const entities = JSON.parse(fs.readFileSync('./data/entitiesToSync.json', 'utf-8'));
+        return entities;
+    };
+    async setupDBConnection() {
+        await db_1.default.connect();
+        this._provider = await this.setupAndGetSQLServerProvider();
+        this._userInfo = this.getDefaultUser(this._provider);
+        this._runView = new core_1.RunView();
+    }
+    setupAndGetSQLServerProvider = async () => {
+        const config = new sqlserver_dataprovider_1.SQLServerProviderConfigData(dbAI_1.default, config_1.currentUserEmail);
+        return await (0, sqlserver_dataprovider_1.setupSQLServerClient)(config);
+    };
+    getDefaultUser(provider) {
+        return new core_1.UserInfo(provider, { Email: config_1.currentUserEmail,
+            UserRoles: [
+                { UserID: 24, RoleName: "Developer", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" },
+                { UserID: 24, RoleName: "UI", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" }
+            ]
+        });
+    }
+    async timer(ms) {
+        return new Promise(res => setTimeout(res, ms));
+    }
+    async syncEntityDocument(config) {
+        const entityDocument = await this.getEntityDocument(config.EntityDocumentID);
+        if (!entityDocument) {
+            console.log(`Error: no entity document with ID ${config.EntityDocumentID} found`);
+            return;
+        }
+        if (entityDocument.Status !== "Active") {
+            console.log(`Entity document with ID ${config.EntityDocumentID} is not set to Active. Is: ${entityDocument.Status}`);
+            return;
+        }
+        const lastRunDate = new Date(config.LastRunDate);
+        console.log(`Last run date for entity document ${entityDocument.ID}: ${lastRunDate}`);
+        let offset = 0;
+        let fetchNext = 50;
+        let limit = 100;
+        let shouldContinue = true;
+        while (shouldContinue) {
+            const rvParams = {
+                EntityName: entityDocument.Type,
+                OrderBy: `ID OFFSET ${offset} ROWS FETCH NEXT ${fetchNext} ROWS ONLY`,
+                IgnoreMaxRows: true
+            };
+            let result = await this._runView.RunView(rvParams, this._userInfo);
+            console.log("processing embedding batch #", (offset / fetchNext) + 1, `of ${entityDocument.Type}-${entityDocument.Name} records`);
+            for (const record of result.Results) {
+                if (!record.ID || !record.UpdatedAt || record.UpdatedAt <= lastRunDate) {
+                    continue;
+                }
+                const formattedTemplate = this.parseStringTemplate(entityDocument.Template, record);
+                const embedResponse = this._embedding.EmbedText({ text: formattedTemplate, model: null });
+                const embeddingRes = (await embedResponse).data;
+                await this.timer(100);
+                const recordID = record.ID;
+                const entityRecordDocument = await this.getEntityRecordDocument(entityDocument.EntityID, recordID, config.VectorIndexID, config.VectorID);
+                const erdID = entityRecordDocument ? entityRecordDocument.ID : -1;
+                let upsertResult = await this.upsertEntityRecordDocument({
+                    ID: erdID,
+                    EntityID: entityDocument.EntityID,
+                    RecordID: recordID,
+                    DocumentText: formattedTemplate,
+                    VectorIndexID: config.VectorIndexID,
+                    VectorID: config.VectorID,
+                    VectorJSON: JSON.stringify(embeddingRes),
+                    EntitiyRecordUpdatedAt: record.UpdatedAt
+                });
+                let vectorRecordID = upsertResult?.recordset[0].ID?.toString();
+                if (!vectorRecordID) {
+                    vectorRecordID = `${entityDocument.Type}${entityDocument.Name}${recordID}`;
+                }
+                const existingRecord = (await this._pineconeDB.getRecord({ id: vectorRecordID })).data;
+                if (existingRecord) {
+                    await this._pineconeDB.updateRecord({
+                        id: null,
+                        data: {
+                            id: vectorRecordID,
+                            values: embeddingRes
+                        }
+                    });
+                }
+                else {
+                    const pineconeRecord = {
+                        id: vectorRecordID,
+                        values: embeddingRes,
+                        metadata: {
+                            Template: formattedTemplate
+                        }
+                    };
+                    await this._pineconeDB.createRecord(pineconeRecord);
+                }
+            }
+            offset += fetchNext;
+            if (result.RowCount === 0 || offset >= limit) {
+                shouldContinue = false;
+            }
+        }
+    }
+    async getEntityDocument(entityDocumentID) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Documents",
+            ExtraFilter: `ID = '${entityDocumentID}'`
+        }, this._userInfo);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async getRelatedEntityRecords(entityDocument) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Documents",
+            ExtraFilter: `ID = '${entityDocument.ID}'`
+        }, this._userInfo);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async getEntityRecordDocument(entityID, recordID, VectorIndexID, VectorID) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Record Documents",
+            ExtraFilter: `EntityID = ${entityID} AND RecordID = ${recordID} AND VectorIndexID = ${VectorIndexID} AND VectorID = ${VectorID}`,
+            OrderBy: 'ID'
+        }, this._userInfo);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async upsertEntityRecordDocument(document) {
+        const sp = document.ID <= -1 ? "admin.spCreateEntityRecordDocument" : "admin.spUpdateEntityRecordDocument";
+        let params = {
+            ID: document.ID,
+            EntityID: document.EntityID,
+            RecordID: document.RecordID,
+            DocumentText: document.DocumentText,
+            VectorIndexID: document.VectorIndexID,
+            VectorID: document.VectorID,
+            VectorJSON: document.VectorJSON,
+            EntityRecordUpdatedAt: document.EntitiyRecordUpdatedAt
+        };
+        if (sp === "admin.spCreateEntityRecordDocument") {
+            delete params.ID;
+        }
+        const result = await this.executeStoredProcedure(sp, params);
+        return result;
+    }
+    async executeStoredProcedure(storedProcedure, params) {
+        try {
+            const request = db_1.default.request();
+            this.mapObjectPropertiesToRequest(params, request);
+            return request.execute(storedProcedure);
+        }
+        catch (error) {
+            console.log(error);
+            return null;
+        }
+    }
+    mapObjectPropertiesToRequest = (obj, r) => {
+        Object.keys(obj).map((key) => {
+            r.input(key, obj[key]);
+        });
+    };
+    parseStringTemplate(str, obj) {
+        let parts = str.split(/\$\{(?!\d)[\wæøåÆØÅ]*\}/);
+        let args = str.match(/[^{\}]+(?=})/g) || [];
+        let parameters = args.map(argument => obj[argument] || (obj[argument] === undefined ? "" : obj[argument]));
+        return String.raw({ raw: parts }, ...parameters);
+    }
+    start() {
+        this._startTime = new Date();
+    }
+    end() {
+        this._endTime = new Date();
+    }
+    timeDiff() {
+        let timeDiff = this._endTime.valueOf() - this._startTime.valueOf();
+        timeDiff /= 1000;
+        var seconds = Math.round(timeDiff);
+        return seconds;
+    }
+    saveJSONData(data) {
+        fs.writeFileSync('./data/entitiesToSync.json', JSON.stringify(data, null, 2));
+    }
+}
+exports.EntityVectorSyncer = EntityVectorSyncer;
+//# sourceMappingURL=entityVectorSyncer.js.map

package/dist/models/entityVectorSyncer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entityVectorSyncer.js","sourceRoot":"","sources":["../../src/models/entityVectorSyncer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAEzB,kDAAyC;AACzC,mFAAkI;AAClI,sDAAuC;AACvC,+CAA0G;AAC1G,sCAA6C;AAC7C,6EAAuE;AAEvE,2CAAwD;AACxD,2DAAwD;AAExD,MAAa,kBAAkB;IAE3B,SAAS,CAAwB;IACjC,SAAS,CAAW;IACpB,QAAQ,CAAU;IAElB,UAAU,CAAO;IACjB,QAAQ,CAAO;IAEf,WAAW,CAAmB;IAC9B,UAAU,CAAU;IAEb,KAAK,CAAC,mBAAmB;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAEnC,MAAM,cAAc,GAAG,IAAA,gBAAW,EAAC,kBAAkB,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,cAAc,CAAC,CAAC;QAElD,MAAM,aAAa,GAAG,IAAA,gBAAW,EAAC,YAAY,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC;QAEhD,IAAI,CAAC,WAAW,GAAG,IAAI,sCAAgB,CAAC,cAAc,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAAC,aAAa,CAAC,CAAC;QAEhD,MAAM,aAAa,GAAuB,IAAI,CAAC,WAAW,EAAE,CAAC;QAC7D,MAAM,WAAW,GAAW,aAAa,CAAC,MAAM,CAAC,CAAC,MAAwB,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;QAC5G,OAAO,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,4BAA4B,WAAW,gBAAgB,CAAC,CAAC;QAE5F,KAAI,MAAM,YAAY,IAAI,aAAa,EAAC,CAAC;YACrC,IAAG,YAAY,CAAC,aAAa,EAAC,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,mCAAmC,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBAChF,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;gBAC5C,YAAY,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACxD,CAAC;iBACG,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC;YACrF,CAAC;QACL,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAChE,CAAC;IAEM,WAAW,GAAG,GAAuB,EAAE;QAC1C,MAAM,QAAQ,GAAuB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,4BAA4B,EAAE,OAAO,CAAC,CAAC,CAAC;QACxG,OAAO,QAAQ,CAAC;IACpB,CAAC,CAAA;IAEM,KAAK,CAAC,iBAAiB;QAC1B,MAAM,YAAiB,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAO,EAAE,CAAC;IAClC,CAAC;IAEM,4BAA4B,GAAG,KAAK,IAAoC,EAAE;QAC7E,MAAM,MAAM,GAAG,IAAI,oDAA2B,CAAC,cAAa,EAAE,yBAAgB,CAAC,CAAC;QAChF,OAAO,MAAM,IAAA,6CAAoB,EAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAA;IAEM,cAAc,CAAC,QAA2B;QAC7C,OAAO,IAAI,eAAQ,CAAC,QAAQ,EACxB,EAAE,KAAK,EAAE,yBAAgB;YACrB,SAAS,EAAE;gBACP,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;gBAC7G,EAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;aACxG;SACJ,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,EAAU;QAC1B,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,MAAwB;QACpD,MAAM,cAAc,GAAmB,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC7F,IAAG,CAAC,cAAc,EAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,qCAAqC,MAAM,CAAC,gBAAgB,QAAQ,CAAC,CAAC;YAClF,OAAO;QACX,CAAC;QAED,IAAG,cAAc,CAAC,MAAM,KAAK,QAAQ,EAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,gBAAgB,8BAA8B,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;YACrH,OAAO;QACX,CAAC;QAED,MAAM,WAAW,GAAS,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,qCAAqC,cAAc,CAAC,EAAE,KAAK,WAAW,EAAE,CAAC,CAAC;QAEtF,IAAI,MAAM,GAAW,CAAC,CAAC;QACvB,IAAI,SAAS,GAAW,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAW,GAAG,CAAA;QACvB,IAAI,cAAc,GAAY,IAAI,CAAC;QAEnC,OAAM,cAAc,EAAC,CAAC;YAClB,MAAM,QAAQ,GAAkB;gBAC5B,UAAU,EAAE,cAAc,CAAC,IAAI;gBAE/B,OAAO,EAAE,aAAa,MAAM,oBAAoB,SAAS,YAAY;gBACrE,aAAa,EAAE,IAAI;aACtB,CAAA;YAED,IAAI,MAAM,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAClF,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,CAAC,MAAM,GAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,cAAc,CAAC,IAAI,IAAI,cAAc,CAAC,IAAI,UAAU,CAAC,CAAC;YAEhI,KAAI,MAAM,MAAM,IAAI,MAAM,CAAC,OAAgB,EAAC,CAAC;gBAEzC,IAAG,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,IAAI,WAAW,EAAC,CAAC;oBACnE,SAAS;gBACb,CAAC;gBAKD,MAAM,iBAAiB,GAAW,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAE5F,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;gBACxF,MAAM,YAAY,GAAa,CAAC,MAAM,aAAa,CAAC,CAAC,IAAI,CAAC;gBAG1D,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAEtB,MAAM,QAAQ,GAAW,MAAM,CAAC,EAAE,CAAC;gBAKnC,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1I,MAAM,KAAK,GAAW,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAG1E,IAAI,YAAY,GAA4C,MAAM,IAAI,CAAC,0BAA0B,CAAC;oBAC9F,EAAE,EAAE,KAAK;oBACT,QAAQ,EAAE,cAAc,CAAC,QAAQ;oBACjC,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,iBAAiB;oBAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;oBACxC,sBAAsB,EAAE,MAAM,CAAC,SAAS;iBAC3C,CAAC,CAAC;gBAEH,IAAI,cAAc,GAAW,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;gBACvE,IAAG,CAAC,cAAc,EAAC,CAAC;oBAChB,cAAc,GAAG,GAAG,cAAc,CAAC,IAAI,GAAG,cAAc,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAA;gBAC9E,CAAC;gBAED,MAAM,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAC,EAAE,EAAE,cAAc,EAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACrF,IAAG,cAAc,EAAC,CAAC;oBACf,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC;wBAChC,EAAE,EAAE,IAAI;wBACR,IAAI,EAAE;4BACF,EAAE,EAAE,cAAc;4BAClB,MAAM,EAAE,YAAY;yBACvB;qBACJ,CAAC,CAAC;gBACP,CAAC;qBACG,CAAC;oBACD,MAAM,cAAc,GAAQ;wBACxB,EAAE,EAAE,cAAc;wBAClB,MAAM,EAAE,YAAY;wBACpB,QAAQ,EAAE;4BACN,QAAQ,EAAE,iBAAiB;yBAC9B;qBACJ,CAAA;oBAED,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;gBACxD,CAAC;YACL,CAAC;YAED,MAAM,IAAI,SAAS,CAAC;YACpB,IAAG,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,IAAI,KAAK,EAAC,CAAC;gBACzC,cAAc,GAAG,KAAK,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,gBAAwB;QACnD,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,gBAAgB,GAAG;SAC5C,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,cAA8B;QAC/D,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,cAAc,CAAC,EAAE,GAAG;SAC7C,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,QAAgB,EAAE,QAAgB,EAAE,aAAqB,EAAE,QAAQ;QACrG,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,yBAAyB;YACrC,WAAW,EAAE,cAAc,QAAQ,mBAAmB,QAAQ,wBAAwB,aAAa,mBAAmB,QAAQ,EAAE;YAChI,OAAO,EAAE,IAAI;SAChB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YACrC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAA0B,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3D,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,0BAA0B,CAAC,QAA+B;QACpE,MAAM,EAAE,GAAW,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,oCAAoC,CAAC;QACnH,IAAI,MAAM,GAAG;YACT,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,qBAAqB,EAAE,QAAQ,CAAC,sBAAsB;SACzD,CAAC;QAEF,IAAG,EAAE,KAAK,oCAAoC,EAAC,CAAC;YAC5C,OAAO,MAAM,CAAC,EAAE,CAAC;QACrB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAwB,EAAE,EAAE,MAAM,CAAC,CAAC;QACpF,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAI,eAAuB,EAAE,MAAW;QACxE,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,YAAiB,CAAC,OAAO,EAAE,CAAC;YAC5C,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,OAAO,CAAC,OAAO,CAAI,eAAe,CAAC,CAAC;QAC/C,CAAC;QACD,OAAM,KAAK,EAAC,CAAC;YACT,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAQD,4BAA4B,GAAG,CAAC,GAAQ,EAAE,CAAU,EAAE,EAAE;QAIpD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;YACrC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEM,mBAAmB,CAAC,GAAW,EAAE,GAAQ;QAE7C,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAGjD,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAI5C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK;QACT,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACjC,CAAC;IAEO,GAAG;QACP,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;IAC/B,CAAC;IAEO,QAAQ;QACZ,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAEnE,QAAQ,IAAI,IAAI,CAAC;QAGjB,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,YAAY,CAAC,IAAwB;QACzC,EAAE,CAAC,aAAa,CAAC,4BAA4B,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC;CACJ;AA1TD,gDA0TC"}

package/package.json

@@ -1,33 +1,33 @@
 {
-  "name": "@memberjunction/ai-vector-sync",
-  "version": "0.9.8",
-  "description": "MemberJunction: AI Vector/Entity Sync Package - handles synchronization between Vector DB and MJ CDP Data",
-  "main": "dist/index.js",
-  "types": "dist/index.d.ts",
-  "files": [
-    "/dist"
-  ],
-  "scripts": {
-    "start": "ts-node-dev src/index.ts",
-    "build": "tsc",
-    "test": "echo \"Error: no test specified\" && exit 1"
-  },
-  "author": "MemberJunction.com",
-  "license": "ISC",
-  "dependencies": {
-    "@memberjunction/ai": "^0.9.160",
-    "@memberjunction/ai-vectordb": "^0.9.4",
-    "@memberjunction/ai-vectors": "^0.9.5",
-    "@memberjunction/aiengine": "^0.9.58",
-    "@memberjunction/core": "^0.9.172",
-    "@memberjunction/global": "^0.9.153",
-    "dotenv": "^16.0.3",
-    "typeorm": "^0.3.20"
-  },
-  "devDependencies": {
-    "@types/mssql": "^9.1.5",
-    "@types/node": "^20.1.7",
-    "ts-node-dev": "^2.0.0",
-    "typescript": "^5.3.3"
-  }
+    "name":  "@memberjunction/ai-vector-sync",
+    "version":  "0.9.12",
+    "description":  "MemberJunction: AI Vector/Entity Sync Package - handles synchronization between Vector DB and MJ CDP Data",
+    "main":  "dist/index.js",
+    "types":  "dist/index.d.ts",
+    "files":  [
+                  "/dist"
+              ],
+    "scripts":  {
+                    "start":  "ts-node-dev src/index.ts",
+                    "build":  "tsc",
+                    "test":  "echo \"Error: no test specified\" \u0026\u0026 exit 1"
+                },
+    "author":  "MemberJunction.com",
+    "license":  "ISC",
+    "dependencies":  {
+                         "@memberjunction/ai":  "^0.9.165",
+                         "@memberjunction/ai-vectordb":  "^0.9.8",
+                         "@memberjunction/ai-vectors":  "^0.9.9",
+                         "@memberjunction/aiengine":  "^0.9.63",
+                         "@memberjunction/core":  "^0.9.177",
+                         "@memberjunction/global":  "^0.9.158",
+                         "dotenv":  "^16.0.3",
+                         "typeorm":  "^0.3.20"
+                     },
+    "devDependencies":  {
+                            "@types/mssql":  "^9.1.5",
+                            "@types/node":  "^20.1.7",
+                            "ts-node-dev":  "^2.0.0",
+                            "typescript":  "^5.3.3"
+                        }
 }