@memberjunction/ai-vector-sync 1.2.1 → 1.3.0

package/dist/constants.d.ts

@@ -0,0 +1,2 @@
+export declare const RECORD_DUPLICATES_TYPE_ID = 9;
+//# sourceMappingURL=constants.d.ts.map

package/dist/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,yBAAyB,IAAI,CAAC"}

package/dist/constants.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RECORD_DUPLICATES_TYPE_ID = void 0;
+exports.RECORD_DUPLICATES_TYPE_ID = 9;
+//# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,yBAAyB,GAAG,CAAC,CAAC"}

package/dist/generic/EntityDocumentTemplateParser.d.ts

@@ -0,0 +1,18 @@
+import { UserInfo } from "@memberjunction/core";
+export declare abstract class EntityDocumentTemplateParserBase {
+    static ClearCache(): void;
+    static CreateCacheKey(EntityID: number, EntityRecordPrimaryKey: string, Content: string): string;
+    protected static __cache: {
+        [key: string]: string;
+    };
+    protected static get _cache(): {
+        [key: string]: string;
+    };
+    Parse(Template: string, EntityID: number, EntityRecord: any, ContextUser: UserInfo): Promise<string>;
+    protected evalSingleArgument(argument: string, entityID: number, entityRecord: any, ContextUser: UserInfo): Promise<string>;
+}
+export declare class EntityDocumentTemplateParser extends EntityDocumentTemplateParserBase {
+    static CreateInstance(): EntityDocumentTemplateParser;
+    protected Relationship(entityID: number, entityRecord: any, ContextUser: UserInfo, relationshipName: string, maxRows: number, entityDocumentName: string): Promise<string>;
+}
+//# sourceMappingURL=EntityDocumentTemplateParser.d.ts.map

package/dist/generic/EntityDocumentTemplateParser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EntityDocumentTemplateParser.d.ts","sourceRoot":"","sources":["../../src/generic/EntityDocumentTemplateParser.ts"],"names":[],"mappings":"AAAA,OAAO,EAA+C,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAO7F,8BAAsB,gCAAgC;WACpC,UAAU;WAGV,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,sBAAsB,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM;IAIvG,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAM;IACzD,SAAS,CAAC,MAAM,KAAK,MAAM,IAAI;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAEvD;IAWY,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;cA+CjG,kBAAkB,CAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;CA6BrI;AAOD,qBACa,4BAA6B,SAAQ,gCAAgC;WAGhE,cAAc,IAAI,4BAA4B;cAa5C,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAiEnL"}

package/dist/generic/EntityDocumentTemplateParser.js

@@ -0,0 +1,145 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var EntityDocumentTemplateParser_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EntityDocumentTemplateParser = exports.EntityDocumentTemplateParserBase = void 0;
+const core_1 = require("@memberjunction/core");
+const global_1 = require("@memberjunction/global");
+const entityVectorSync_1 = require("../models/entityVectorSync");
+class EntityDocumentTemplateParserBase {
+    static ClearCache() {
+        EntityDocumentTemplateParserBase.__cache = {};
+    }
+    static CreateCacheKey(EntityID, EntityRecordPrimaryKey, Content) {
+        return `${EntityID}___${EntityRecordPrimaryKey}___${Content}`;
+    }
+    static __cache = {};
+    static get _cache() {
+        return EntityDocumentTemplateParserBase.__cache;
+    }
+    async Parse(Template, EntityID, EntityRecord, ContextUser) {
+        if (!ContextUser) {
+            throw new Error('ContextUser is required to parse the template');
+        }
+        const md = new core_1.Metadata();
+        const entityInfo = md.Entities.find(e => e.ID === EntityID);
+        if (!entityInfo) {
+            throw new Error(`Entity with ID ${EntityID} not found.`);
+        }
+        let compositeKey = new core_1.CompositeKey();
+        compositeKey.LoadFromEntityInfoAndRecord(entityInfo, EntityRecord);
+        const regex = /\$\{([^{}]+)\}/g;
+        const matches = Template.matchAll(regex);
+        const replacements = Array.from(matches).map(async (match) => {
+            const content = match[1];
+            const cacheKey = EntityDocumentTemplateParserBase.CreateCacheKey(EntityID, compositeKey.ToString(), content);
+            if (!EntityDocumentTemplateParserBase._cache[cacheKey]) {
+                EntityDocumentTemplateParserBase._cache[cacheKey] = await this.evalSingleArgument(content, EntityID, EntityRecord, ContextUser);
+            }
+            return {
+                old: match[0],
+                new: EntityDocumentTemplateParserBase._cache[cacheKey]
+            };
+        });
+        const resolvedReplacements = await Promise.all(replacements);
+        let resolvedTemplate = Template;
+        resolvedReplacements.forEach(replacement => {
+            resolvedTemplate = resolvedTemplate.replace(replacement.old, replacement.new);
+        });
+        return resolvedTemplate;
+    }
+    async evalSingleArgument(argument, entityID, entityRecord, ContextUser) {
+        const funcMatch = argument.match(/(\w+)\(([^)]*)\)/);
+        if (funcMatch) {
+            const [, funcName, paramsString] = funcMatch;
+            const params = paramsString.split(',').map(param => {
+                param = param.trim();
+                if (param.startsWith('"') && param.endsWith('"')) {
+                    return param.slice(1, -1);
+                }
+                else if (param.startsWith("'") && param.endsWith("'")) {
+                    return param.slice(1, -1);
+                }
+                else {
+                    return param;
+                }
+            });
+            if (typeof this[funcName] === 'function') {
+                return this[funcName](entityID, entityRecord, ContextUser, ...params);
+            }
+            else {
+                throw new Error(`Function ${funcName} is not defined.`);
+            }
+        }
+        else {
+            return entityRecord[argument] !== undefined ? entityRecord[argument] : "";
+        }
+    }
+    ;
+}
+exports.EntityDocumentTemplateParserBase = EntityDocumentTemplateParserBase;
+let EntityDocumentTemplateParser = EntityDocumentTemplateParser_1 = class EntityDocumentTemplateParser extends EntityDocumentTemplateParserBase {
+    static CreateInstance() {
+        return global_1.MJGlobal.Instance.ClassFactory.CreateInstance(EntityDocumentTemplateParser_1);
+    }
+    async Relationship(entityID, entityRecord, ContextUser, relationshipName, maxRows, entityDocumentName) {
+        const md = new core_1.Metadata();
+        const vectorSyncer = new entityVectorSync_1.EntityVectorSyncer();
+        vectorSyncer.CurrentUser = ContextUser;
+        const entityInfo = md.Entities.find(e => e.ID === entityID);
+        if (!entityInfo) {
+            throw new Error(`Entity with ID ${entityID} not found.`);
+        }
+        const re = entityInfo.RelatedEntities.find(re => re.RelatedEntity === relationshipName);
+        if (!re) {
+            throw new Error(`Relationship ${relationshipName} not found for entity ${entityInfo.Name}`);
+        }
+        const obj = await md.GetEntityObject(entityInfo.Name, ContextUser);
+        let compositeKey = new core_1.CompositeKey();
+        compositeKey.LoadFromEntityInfoAndRecord(entityInfo, entityRecord);
+        let loadResult = await obj.InnerLoad(compositeKey);
+        if (!loadResult) {
+            (0, core_1.LogError)(`Failed to load entity ${entityInfo.Name} with ID ${compositeKey.ToString()}`);
+            return "";
+        }
+        const reData = await obj.GetRelatedEntityDataExt(re, null, maxRows);
+        if (reData && reData.Data) {
+            if (entityDocumentName && entityDocumentName.trim().length > 0) {
+                const doc = await vectorSyncer.GetEntityDocumentByName(entityDocumentName, ContextUser);
+                if (doc) {
+                    const parser = EntityDocumentTemplateParser_1.CreateInstance();
+                    const batchSize = 10;
+                    const results = [];
+                    for (let i = 0; i < reData.Data.length; i += batchSize) {
+                        const batchPromises = reData.Data.slice(i, i + batchSize).map(data => {
+                            return parser.Parse(doc.Template, re.RelatedEntityID, data, ContextUser);
+                        });
+                        const batchResults = await Promise.all(batchPromises);
+                        results.push(...batchResults);
+                    }
+                    return results.map(r => r + "\n\n").join('');
+                }
+                else {
+                    (0, core_1.LogStatus)(`Entity Document with name ${entityDocumentName} not found.`);
+                    return "";
+                }
+            }
+            else {
+                return JSON.stringify({ Relationship: relationshipName, Data: reData.Data });
+            }
+        }
+        else {
+            return "{ No Data for: " + relationshipName + " }";
+        }
+    }
+};
+exports.EntityDocumentTemplateParser = EntityDocumentTemplateParser;
+exports.EntityDocumentTemplateParser = EntityDocumentTemplateParser = EntityDocumentTemplateParser_1 = __decorate([
+    (0, global_1.RegisterClass)(EntityDocumentTemplateParser)
+], EntityDocumentTemplateParser);
+//# sourceMappingURL=EntityDocumentTemplateParser.js.map

package/dist/generic/EntityDocumentTemplateParser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EntityDocumentTemplateParser.js","sourceRoot":"","sources":["../../src/generic/EntityDocumentTemplateParser.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,+CAA6F;AAC7F,mDAAiE;AACjE,iEAAgE;AAKhE,MAAsB,gCAAgC;IAC3C,MAAM,CAAC,UAAU;QACpB,gCAAgC,CAAC,OAAO,GAAG,EAAE,CAAC;IAClD,CAAC;IACM,MAAM,CAAC,cAAc,CAAC,QAAgB,EAAE,sBAA8B,EAAE,OAAe;QAC1F,OAAO,GAAG,QAAQ,MAAM,sBAAsB,MAAM,OAAO,EAAE,CAAC;IAClE,CAAC;IAES,MAAM,CAAC,OAAO,GAA8B,EAAE,CAAC;IAC/C,MAAM,KAAK,MAAM;QACvB,OAAO,gCAAgC,CAAC,OAAO,CAAC;IACpD,CAAC;IAWM,KAAK,CAAC,KAAK,CAAC,QAAgB,EAAE,QAAgB,EAAE,YAAiB,EAAE,WAAqB;QAE3F,IAAG,CAAC,WAAW,EAAC,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU,EAAC,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,aAAa,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,YAAY,GAAiB,IAAI,mBAAY,EAAE,CAAC;QACpD,YAAY,CAAC,2BAA2B,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAEnE,MAAM,KAAK,GAAG,iBAAiB,CAAC;QAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAGzC,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,EAAC,KAAK,EAAC,EAAE;YACvD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,gCAAgC,CAAC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;YAG7G,IAAI,CAAC,gCAAgC,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAErD,gCAAgC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;YACpI,CAAC;YAED,OAAO;gBACH,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;gBACb,GAAG,EAAE,gCAAgC,CAAC,MAAM,CAAC,QAAQ,CAAC;aACzD,CAAC;QACN,CAAC,CAAC,CAAC;QAGH,MAAM,oBAAoB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAG7D,IAAI,gBAAgB,GAAG,QAAQ,CAAC;QAChC,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE;YACvC,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,OAAO,gBAAgB,CAAC;IAC5B,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAE,QAAgB,EAAE,QAAgB,EAAE,YAAiB,EAAE,WAAqB;QAC5G,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACrD,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,GAAG,SAAS,CAAC;YAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBAC/C,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;gBAErB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/C,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC9B,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACJ,OAAO,KAAK,CAAC;gBACjB,CAAC;YACL,CAAC,CAAC,CAAC;YAIH,IAAI,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,UAAU,EAAE,CAAC;gBAEvC,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,kBAAkB,CAAC,CAAC;YAC5D,CAAC;QACL,CAAC;aAAM,CAAC;YAEJ,OAAO,YAAY,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,CAAC;IACL,CAAC;IAAA,CAAC;;AAjGN,4EAkGC;AAQM,IAAM,4BAA4B,oCAAlC,MAAM,4BAA6B,SAAQ,gCAAgC;IAGvE,MAAM,CAAC,cAAc;QACxB,OAAO,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAA+B,8BAA4B,CAAC,CAAC;IACrH,CAAC;IAWS,KAAK,CAAC,YAAY,CAAC,QAAgB,EAAE,YAAiB,EAAE,WAAqB,EAAE,gBAAwB,EAAE,OAAe,EAAE,kBAA0B;QAE1J,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAuB,IAAI,qCAAkB,EAAE,CAAC;QAClE,YAAY,CAAC,WAAW,GAAG,WAAW,CAAC;QAEvC,MAAM,UAAU,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU,EAAC,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,aAAa,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,aAAa,KAAK,gBAAgB,CAAC,CAAC;QACxF,IAAI,CAAC,EAAE,EAAC,CAAC;YACL,MAAM,IAAI,KAAK,CAAC,gBAAgB,gBAAgB,yBAAyB,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QAChG,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACnE,IAAI,YAAY,GAAiB,IAAI,mBAAY,EAAE,CAAC;QACpD,YAAY,CAAC,2BAA2B,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QACnE,IAAI,UAAU,GAAY,MAAM,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU,EAAC,CAAC;YACb,IAAA,eAAQ,EAAC,yBAAyB,UAAU,CAAC,IAAI,YAAY,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACxF,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,uBAAuB,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QAEnE,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAExB,IAAI,kBAAkB,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAE7D,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;gBACxF,IAAI,GAAG,EAAE,CAAC;oBAGN,MAAM,MAAM,GAAG,8BAA4B,CAAC,cAAc,EAAE,CAAC;oBAG7D,MAAM,SAAS,GAAG,EAAE,CAAC;oBACrB,MAAM,OAAO,GAAG,EAAE,CAAC;oBAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;wBACrD,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;4BACjE,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,eAAe,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;wBAC7E,CAAC,CAAC,CAAC;wBACH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;wBACtD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;oBAClC,CAAC;oBAED,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjD,CAAC;qBACI,CAAC;oBACF,IAAA,gBAAS,EAAC,6BAA6B,kBAAkB,aAAa,CAAC,CAAC;oBACxE,OAAO,EAAE,CAAC;gBACd,CAAC;YACL,CAAC;iBACI,CAAC;gBAEF,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAC,CAAC,CAAC;YAChF,CAAC;QACL,CAAC;aACI,CAAC;YACF,OAAO,iBAAiB,GAAG,gBAAgB,GAAG,IAAI,CAAA;QACtD,CAAC;IACL,CAAC;CACJ,CAAA;AAjFY,oEAA4B;uCAA5B,4BAA4B;IADxC,IAAA,sBAAa,EAAC,4BAA4B,CAAC;GAC/B,4BAA4B,CAiFxC"}

package/dist/generic/vectorSync.types.d.ts

@@ -0,0 +1,12 @@
+export type VectorSyncRequest = {
+    entityID: number;
+    entityDocumentID?: number;
+    batchCount?: number;
+    options?: any;
+};
+export type vectorSyncResponse = {
+    success: boolean;
+    status: string;
+    errorMessage: string;
+};
+//# sourceMappingURL=vectorSync.types.d.ts.map

package/dist/generic/vectorSync.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorSync.types.d.ts","sourceRoot":"","sources":["../../src/generic/vectorSync.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAK1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,GAAG,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACxB,CAAA"}

package/dist/generic/{entity.types.js → vectorSync.types.js}

@@ -1,3 +1,3 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=entity.types.js.map
+//# sourceMappingURL=vectorSync.types.js.map

package/dist/generic/vectorSync.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorSync.types.js","sourceRoot":"","sources":["../../src/generic/vectorSync.types.ts"],"names":[],"mappings":""}

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-export * from './generic/entity.types';
-export * from './models/vectorSyncBase';
+export * from './generic/vectorSync.types';
 export * from './generic/entitySyncConfig.types';
 export * from './models/entityVectorSync';
+export * from './generic/EntityDocumentTemplateParser';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,kCAAkC,CAAC;AACjD,cAAc,2BAA2B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kCAAkC,CAAC;AACjD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wCAAwC,CAAC"}

package/dist/index.js

@@ -14,8 +14,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./generic/entity.types"), exports);
-__exportStar(require("./models/vectorSyncBase"), exports);
+__exportStar(require("./generic/vectorSync.types"), exports);
 __exportStar(require("./generic/entitySyncConfig.types"), exports);
 __exportStar(require("./models/entityVectorSync"), exports);
+__exportStar(require("./generic/EntityDocumentTemplateParser"), exports);
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,yDAAuC;AACvC,0DAAwC;AACxC,mEAAiD;AACjD,4DAA0C"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C;AAC3C,mEAAiD;AACjD,4DAA0C;AAC1C,yEAAuD"}

package/dist/models/EntityDocumentCache.d.ts

@@ -0,0 +1,19 @@
+import { UserInfo } from "@memberjunction/core";
+import { EntityDocumentEntity } from "@memberjunction/core-entities";
+export declare class EntityDocumentCache {
+    private static _instance;
+    private _loaded;
+    private _cache;
+    private _contextUser;
+    private constructor();
+    static get Instance(): EntityDocumentCache;
+    get IsLoaded(): boolean;
+    protected Cache(): {
+        [key: number]: EntityDocumentEntity;
+    };
+    GetDocument(EntityDocumentID: number): EntityDocumentEntity | null;
+    GetDocumentByName(EntityDocumentName: string): EntityDocumentEntity | null;
+    SetCurrentUser(user: UserInfo): void;
+    Refresh(ContextUser?: UserInfo): Promise<void>;
+}
+//# sourceMappingURL=EntityDocumentCache.d.ts.map

package/dist/models/EntityDocumentCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EntityDocumentCache.d.ts","sourceRoot":"","sources":["../../src/models/EntityDocumentCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAsB,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAKrE,qBAAa,mBAAmB;IAC5B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAsB;IAC9C,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,MAAM,CAA+C;IAC7D,OAAO,CAAC,YAAY,CAAyB;IAE7C,OAAO;IAKP,WAAkB,QAAQ,IAAI,mBAAmB,CAKhD;IAED,IAAW,QAAQ,IAAI,OAAO,CAE7B;IAED,SAAS,CAAC,KAAK,IAAI;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB,CAAA;KAAE;IAInD,WAAW,CAAC,gBAAgB,EAAE,MAAM,GAAG,oBAAoB,GAAG,IAAI;IASlE,iBAAiB,CAAC,kBAAkB,EAAE,MAAM,GAAG,oBAAoB,GAAG,IAAI;IAa1E,cAAc,CAAC,IAAI,EAAE,QAAQ;IAIvB,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ;CAkB9C"}

package/dist/models/EntityDocumentCache.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EntityDocumentCache = void 0;
+const core_1 = require("@memberjunction/core");
+class EntityDocumentCache {
+    static _instance;
+    _loaded = false;
+    _cache = {};
+    _contextUser = null;
+    constructor() {
+        this._cache = {};
+    }
+    static get Instance() {
+        if (!EntityDocumentCache._instance) {
+            EntityDocumentCache._instance = new EntityDocumentCache();
+        }
+        return EntityDocumentCache._instance;
+    }
+    get IsLoaded() {
+        return this._loaded;
+    }
+    Cache() {
+        return this._cache;
+    }
+    GetDocument(EntityDocumentID) {
+        let document = this._cache[EntityDocumentID];
+        if (!document) {
+            (0, core_1.LogStatus)(`EntityDocumentCache.GetDocument: Cache miss for EntityDocumentID: ${EntityDocumentID}`);
+        }
+        return document || null;
+    }
+    GetDocumentByName(EntityDocumentName) {
+        const toLower = EntityDocumentName.trim().toLowerCase();
+        let docuement = Object.values(this._cache).find((ed) => {
+            ed.Name.trim().toLowerCase() === toLower;
+        });
+        if (!docuement) {
+            (0, core_1.LogStatus)(`EntityDocumentCache.GetDocumentByName: Cache miss for EntityDocumentName: ${EntityDocumentName}`);
+        }
+        return docuement || null;
+    }
+    SetCurrentUser(user) {
+        this._contextUser = user;
+    }
+    async Refresh(ContextUser) {
+        (0, core_1.LogStatus)('Refreshing Entity Document Cache');
+        this._cache = {};
+        const rv = new core_1.RunView();
+        const result = await rv.RunView({
+            EntityName: "Entity Documents",
+            ResultType: "entity_object"
+        }, ContextUser || this._contextUser);
+        if (result && result.Success) {
+            for (const entityDocument of result.Results) {
+                this._cache[entityDocument.ID] = entityDocument;
+            }
+            this._loaded = true;
+        }
+    }
+}
+exports.EntityDocumentCache = EntityDocumentCache;
+//# sourceMappingURL=EntityDocumentCache.js.map

package/dist/models/EntityDocumentCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EntityDocumentCache.js","sourceRoot":"","sources":["../../src/models/EntityDocumentCache.ts"],"names":[],"mappings":";;;AAAA,+CAAoE;AAMpE,MAAa,mBAAmB;IACpB,MAAM,CAAC,SAAS,CAAsB;IACtC,OAAO,GAAY,KAAK,CAAC;IACzB,MAAM,GAA4C,EAAE,CAAC;IACrD,YAAY,GAAoB,IAAI,CAAC;IAE7C;QAEI,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAEM,MAAM,KAAK,QAAQ;QACtB,IAAG,CAAC,mBAAmB,CAAC,SAAS,EAAC,CAAC;YAC/B,mBAAmB,CAAC,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAC9D,CAAC;QACD,OAAO,mBAAmB,CAAC,SAAS,CAAC;IACzC,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAES,KAAK;QACX,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,WAAW,CAAC,gBAAwB;QACvC,IAAI,QAAQ,GAAyB,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACnE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,IAAA,gBAAS,EAAC,qEAAqE,gBAAgB,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,OAAO,QAAQ,IAAI,IAAI,CAAC;IAC5B,CAAC;IAEM,iBAAiB,CAAC,kBAA0B;QAC/C,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACxD,IAAI,SAAS,GAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,EAAwB,EAAE,EAAE;YAC/F,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,IAAA,gBAAS,EAAC,6EAA6E,kBAAkB,EAAE,CAAC,CAAC;QACjH,CAAC;QAED,OAAO,SAAS,IAAI,IAAI,CAAC;IAC7B,CAAC;IAEM,cAAc,CAAC,IAAc;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC7B,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,WAAsB;QACvC,IAAA,gBAAS,EAAC,kCAAkC,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QAGjB,MAAM,EAAE,GAAG,IAAI,cAAO,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;YAC5B,UAAU,EAAE,kBAAkB;YAC9B,UAAU,EAAE,eAAe;SAC9B,EAAE,WAAW,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC;QAErC,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3B,KAAK,MAAM,cAAc,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC;YACpD,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACxB,CAAC;IACL,CAAC;CACJ;AAtED,kDAsEC"}

package/dist/models/entityVectorSync.d.ts

@@ -1,51 +1,25 @@
-import { EntitySyncConfig } from '../generic/entitySyncConfig.types';
-import { SQLServerDataProvider } from "@memberjunction/sqlserver-dataprovider";
-import { IMetadataProvider, RunView, UserInfo } from "@memberjunction/core";
-import { Request } from 'mssql';
+import { UserInfo } from "@memberjunction/core";
 import { Embeddings } from '@memberjunction/ai';
 import { VectorDBBase } from '@memberjunction/ai-vectordb';
-import { AIModelEntity, VectorDatabaseEntity } from '@memberjunction/core-entities';
-export declare class EntityVectorSyncer {
-    _provider: SQLServerDataProvider;
-    _userInfo: UserInfo;
-    _runView: RunView;
+import { AIModelEntity, EntityDocumentEntity, VectorDatabaseEntity } from '@memberjunction/core-entities';
+import { VectorSyncRequest } from '../generic/vectorSync.types';
+import { VectorBase } from '@memberjunction/ai-vectors';
+export declare class EntityVectorSyncer extends VectorBase {
     _startTime: Date;
     _endTime: Date;
-    _vectorDB: VectorDBBase;
-    _embedding: Embeddings;
-    protected GetAIModel(): AIModelEntity;
-    protected GetVectorDatabase(): VectorDatabaseEntity;
-    syncEntityDocuments(): Promise<void>;
-    getJSONData: () => EntitySyncConfig[];
-    setupDBConnection(): Promise<void>;
-    setupAndGetSQLServerProvider: () => Promise<SQLServerDataProvider>;
-    getDefaultUser(provider: IMetadataProvider): UserInfo;
-    private timer;
-    syncEntityDocument(config: EntitySyncConfig): Promise<any>;
-    getEntityDocument(entityDocumentID: number): Promise<EntityDocument>;
-    getRelatedEntityRecords(entityDocument: EntityDocument): Promise<any>;
-    private getEntityRecordDocument;
-    private upsertEntityRecordDocument;
-    private executeStoredProcedure;
-    mapObjectPropertiesToRequest: (obj: any, r: Request) => void;
-    private parseStringTemplate;
-    private start;
-    private end;
-    private timeDiff;
-    private saveJSONData;
+    constructor();
+    VectorizeEntity(request: VectorSyncRequest, contextUser: UserInfo): Promise<any>;
+    CreateDefaultEntityDocument(EntityID: number, VectorDatabase: VectorDatabaseEntity, AIModel: AIModelEntity): Promise<EntityDocumentEntity>;
+    protected GetVectorDatabaseAndEmbeddingClassByEntityDocumentID(entityDocumentID: number, createDocumentIfNotFound?: boolean): Promise<{
+        embedding: Embeddings;
+        vectorDB: VectorDBBase;
+    }>;
+    GetEntityDocument(EntityDocumentID: number): Promise<EntityDocumentEntity | null>;
+    GetEntityDocumentByName(EntityDocumentName: string, ContextUser?: UserInfo): Promise<EntityDocumentEntity | null>;
+    GetFirstActiveEntityDocumentForEntity(entityID: number): Promise<EntityDocumentEntity | null>;
+    private GetOrCreateVectorIndex;
+    private chunkArray;
+    private convertPrimaryKeysToList;
+    private delay;
 }
-type EntityDocument = {
-    ID: number;
-    Name: string;
-    EntityID: number;
-    TypeID: number;
-    Status: string;
-    Template: string;
-    CreatedAt: Date;
-    UpdatedAt: Date;
-    Type: string;
-    VectorIndexID: number;
-    VectorID: number;
-};
-export {};
 //# sourceMappingURL=entityVectorSync.d.ts.map

package/dist/models/entityVectorSync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"entityVectorSync.d.ts","sourceRoot":"","sources":["../../src/models/entityVectorSync.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAErE,OAAO,EAAE,qBAAqB,EAAqD,MAAM,wCAAwC,CAAC;AAElI,OAAO,EAAE,iBAAiB,EAAa,OAAO,EAAgC,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErH,OAAO,EAAoB,OAAO,EAAE,MAAM,OAAO,CAAC;AAClD,OAAO,EAAE,UAAU,EAAc,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAiB,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE1E,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAGpF,qBAAa,kBAAkB;IAE3B,SAAS,EAAE,qBAAqB,CAAC;IACjC,SAAS,EAAE,QAAQ,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAElB,UAAU,EAAE,IAAI,CAAC;IACjB,QAAQ,EAAE,IAAI,CAAC;IAEf,SAAS,EAAE,YAAY,CAAC;IACxB,UAAU,EAAE,UAAU,CAAC;IAMvB,SAAS,CAAC,UAAU,IAAI,aAAa;IASrC,SAAS,CAAC,iBAAiB,IAAI,oBAAoB;IAStC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAoC1C,WAAW,QAAO,gBAAgB,EAAE,CAG1C;IAEY,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxC,4BAA4B,QAAa,QAAQ,qBAAqB,CAAC,CAG7E;IAEM,cAAc,CAAC,QAAQ,EAAE,iBAAiB,GAAG,QAAQ;YAU9C,KAAK;IAIN,kBAAkB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC;IA2G1D,iBAAiB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAiBpE,uBAAuB,CAAC,cAAc,EAAE,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC;YAiBpE,uBAAuB;YAkBvB,0BAA0B;YAqB1B,sBAAsB;IAkBpC,4BAA4B,QAAS,GAAG,KAAK,OAAO,UAOlD;IAEF,OAAO,CAAC,mBAAmB;IAa3B,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,GAAG;IAIX,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,YAAY;CAGvB;AAED,KAAK,cAAc,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAA;CACnB,CAAA"}
+{"version":3,"file":"entityVectorSync.d.ts","sourceRoot":"","sources":["../../src/models/entityVectorSync.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0D,QAAQ,EAAI,MAAM,sBAAsB,CAAC;AAC1G,OAAO,EAAoB,UAAU,EAAc,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAgB,YAAY,EAAgB,MAAM,6BAA6B,CAAC;AAEvF,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAA8B,oBAAoB,EAAqB,MAAM,+BAA+B,CAAC;AACzJ,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AAKvD,qBAAa,kBAAmB,SAAQ,UAAU;IAC9C,UAAU,EAAE,IAAI,CAAC;IACjB,QAAQ,EAAE,IAAI,CAAC;;IAMF,eAAe,CAAC,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC;IAwFhF,2BAA2B,CAAC,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,oBAAoB,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,oBAAoB,CAAC;cA6BvI,oDAAoD,CAAC,gBAAgB,EAAE,MAAM,EAAE,wBAAwB,GAAE,OAAe,GAAG,OAAO,CAAC;QAAC,SAAS,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE,YAAY,CAAA;KAAC,CAAC;IA+CtL,iBAAiB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC;IAQjF,uBAAuB,CAAC,kBAAkB,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC;IAQjH,qCAAqC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC;YAW5F,sBAAsB;IAiCpC,OAAO,CAAC,UAAU;IASlB,OAAO,CAAC,wBAAwB;IAMhC,OAAO,CAAC,KAAK,CAEX;CACL"}